-- Logs begin at Wed 2021-08-11 01:50:46 UTC, end at Wed 2021-08-11 04:19:42 UTC. -- Aug 11 02:37:34.869184 n-d-768509-22 systemd[1]: Started Devstack devstack@q-svc.service. Aug 11 02:37:37.603964 n-d-768509-22 neutron-server[111575]: INFO neutron.common.config [-] Logging enabled! Aug 11 02:37:37.604596 n-d-768509-22 neutron-server[111575]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 02:37:37.604741 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111575) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 02:37:37.608113 n-d-768509-22 neutron-server[111575]: INFO neutron.common.config [-] Logging enabled! Aug 11 02:37:37.608366 n-d-768509-22 neutron-server[111575]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev535 Aug 11 02:37:37.608687 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111575) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 11 02:37:37.609624 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:37:37.609862 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:37:37.610235 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:37:37.610485 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:37:37.610716 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:37:37.611039 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.611340 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.611657 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.611901 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.612200 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.612495 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.612784 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.613078 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.613377 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.613664 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.613948 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.614236 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.614472 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.614754 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.615043 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.615332 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.615558 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] debug = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.615864 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.616296 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.616714 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.616998 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.617292 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.617575 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.617851 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.618122 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.618412 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.618747 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] host = n-d-768509-22 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.619032 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.619320 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.619608 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.619947 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.620223 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.620505 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.620797 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.621076 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.621378 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] log_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.621659 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.621950 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.622239 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.622535 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.622816 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.623133 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.623522 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.623938 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.624319 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.624714 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.625088 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.625458 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.625834 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.626153 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.626449 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.626840 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.627221 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.627592 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.628020 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.628395 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.628770 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.629154 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.629523 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.629807 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.630152 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.630538 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.630902 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.631278 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.631730 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.632126 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.632500 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.633156 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.633443 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.633736 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.634015 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.634294 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.634573 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] use_json = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.634850 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.635128 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.635416 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.635717 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.635996 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.636276 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.636554 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.637363 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:37.637663 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.637963 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.638268 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.638556 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.638858 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.639149 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.639444 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.639758 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.640054 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.640348 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.640642 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.640927 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.641220 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.641505 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.641806 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.642117 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.642417 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.642714 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.642995 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.643276 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.643552 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.643868 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.644159 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.644457 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.644751 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.645029 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.645310 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.645604 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.645883 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.646160 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.646440 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.646729 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.647008 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.647284 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.647566 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.647871 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.648146 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.648418 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.648695 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.649053 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.649336 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.649614 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.649890 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.650169 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.650443 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.650730 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.651008 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.651284 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.651561 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.651865 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.652141 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.652437 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.653252 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.653525 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.653810 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.654083 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.654359 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.654639 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.654915 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.655187 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.655465 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.655767 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.656047 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.656332 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.656603 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.656877 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.657152 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.657425 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.657715 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.658012 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.658292 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.658575 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.658856 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.659138 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.659415 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.659719 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.660002 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.660284 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.660558 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.660853 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.661138 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.661433 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.661715 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.661999 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.662296 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.662574 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.662858 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.663133 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.663416 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.663738 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.664029 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.664325 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.664735 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.665042 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.665339 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.665635 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.665917 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.666233 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.666513 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:37.666733 n-d-768509-22 neutron-server[111575]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:37:37.666981 n-d-768509-22 neutron-server[111575]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111575) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 11 02:37:38.024765 n-d-768509-22 neutron-server[111575]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 02:37:38.025051 n-d-768509-22 neutron-server[111575]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 02:37:38.025344 n-d-768509-22 neutron-server[111575]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 11 02:37:38.025677 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 11 02:37:38.427897 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.428218 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.428526 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.429743 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.430024 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.430292 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.466126 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.466412 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.466680 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.484190 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.484473 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.484745 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.515280 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.515562 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.515859 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.551728 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.552011 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.552282 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.788829 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.789430 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.789430 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.789593 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.790259 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.916013 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.916329 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.916621 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.916904 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.917174 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.917488 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.917747 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.918010 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.918271 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.918556 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.918819 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.919090 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.919346 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.919602 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.919888 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.920158 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.920420 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.920692 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.920966 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.921231 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.921506 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.921763 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.922050 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.922432 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.922687 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.922940 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.923350 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:38.923598 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:38.923868 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:38.924108 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:38.924352 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:38.924589 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:38.924960 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 11 02:37:38.928244 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 11 02:37:38.932191 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 11 02:37:38.936037 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 11 02:37:38.937819 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 11 02:37:38.938284 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 11 02:37:38.938623 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 11 02:37:38.939019 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 11 02:37:38.941879 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 11 02:37:38.942138 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 11 02:37:38.942492 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 02:37:38.947879 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 11 02:37:38.970908 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 11 02:37:38.971374 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.971702 n-d-768509-22 neutron-server[111575]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111575) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 11 02:37:38.972074 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.973443 n-d-768509-22 neutron-server[111575]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111575) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 11 02:37:38.973732 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 11 02:37:38.973986 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 11 02:37:38.977468 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:38.977864 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.042251 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 11 02:37:39.042417 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 11 02:37:39.042646 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 11 02:37:39.043069 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 11 02:37:39.065410 n-d-768509-22 neutron-server[111575]: DEBUG oslo_db.sqlalchemy.engines [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111575) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 11 02:37:39.626138 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing driver for type 'gre' Aug 11 02:37:39.626671 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] gre ID ranges: [(1, 1000)] Aug 11 02:37:39.686998 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing driver for type 'local' Aug 11 02:37:39.687535 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing driver for type 'vlan' Aug 11 02:37:39.702045 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] VlanTypeDriver initialization complete Aug 11 02:37:39.702399 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing driver for type 'vxlan' Aug 11 02:37:39.702913 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] vxlan ID ranges: [(1, 1000)] Aug 11 02:37:39.755320 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing extension driver 'port_security' Aug 11 02:37:39.755691 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] PortSecurityExtensionDriver initialization complete Aug 11 02:37:39.756029 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing mechanism driver 'openvswitch' Aug 11 02:37:39.756353 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing mechanism driver 'hyperv' Aug 11 02:37:39.763226 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.plugin [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:39.764032 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.764407 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.764761 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.765293 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111575) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:37:39.765735 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnet after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.766105 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnet after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.766457 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.766855 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111575) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:37:39.767265 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.767619 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.767991 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.768383 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111575) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:37:39.768789 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > security_group after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.769142 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > security_group after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.769484 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.769878 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111575) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:37:39.770414 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.770769 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.771118 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.771512 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111575) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:37:39.771950 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > address_group after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.772304 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > address_group after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.772651 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.773044 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111575) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 11 02:37:39.773426 n-d-768509-22 neutron-server[111575]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] ML2 OVO RPC backend initialized. {{(pid=111575) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 11 02:37:39.774142 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.774499 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.774914 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.775266 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > networks before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.775640 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.775988 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > ports before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.776417 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnet before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.776683 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnets before_response 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.777031 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.777451 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.777844 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.778182 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.778527 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.778871 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.779213 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnet after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.779855 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnet after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.780198 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.780794 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.plugin [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Modular L2 Plugin initialization complete Aug 11 02:37:39.781128 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading services supported by the core plugin {{(pid=111575) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 11 02:37:39.781459 n-d-768509-22 neutron-server[111575]: INFO neutron.plugins.ml2.managers [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Got port-security extension from driver 'port_security' Aug 11 02:37:39.781922 n-d-768509-22 neutron-server[111575]: INFO neutron.extensions.vlantransparent [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Disabled vlantransparent extension. Aug 11 02:37:39.782406 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111575) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 11 02:37:39.782723 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: router Aug 11 02:37:39.821299 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.821830 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router after_create 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.822066 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router before_create 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.822434 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.822832 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.823194 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router after_delete 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.823586 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.823977 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router after_create 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.824367 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router after_update 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.824723 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router after_update 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.825082 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.825444 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router after_update 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.826215 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_update 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.826215 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: port after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.826573 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: port after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.826914 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: subnet after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.827257 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.827607 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.827997 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_create 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.828344 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: port before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.828690 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.829052 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router after_update 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.829396 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.829752 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_create 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.830116 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.830464 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_update 55549900 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.830831 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > agent after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.831185 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > agent after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.831533 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > network after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.832440 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Tracking information for resource: router configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:39.832774 n-d-768509-22 neutron-server[111575]: DEBUG neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Tracking information for resource: floatingip configured {{(pid=111575) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 11 02:37:39.837742 n-d-768509-22 neutron-server[111575]: INFO neutron.db.l3_agentschedulers_db [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 11 02:37:39.838461 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: port after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.838829 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: port after_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.839189 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: port after_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.839546 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: port after_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.840493 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router before_create 55550100 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.840867 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.841236 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_create 55550100 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.841597 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > router precommit_update 55550100 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.846068 n-d-768509-22 neutron-server[111575]: DEBUG neutron.services.provider_configuration [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service providers = [] {{(pid=111575) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 11 02:37:39.846438 n-d-768509-22 neutron-server[111575]: DEBUG neutron.db.servicetype_db [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111575) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 11 02:37:39.849457 n-d-768509-22 neutron-server[111575]: DEBUG neutron.services.service_base [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111575) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:37:39.849814 n-d-768509-22 neutron-server[111575]: DEBUG neutron.services.service_base [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111575) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:37:39.850163 n-d-768509-22 neutron-server[111575]: DEBUG neutron.services.service_base [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111575) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:37:39.851058 n-d-768509-22 neutron-server[111575]: DEBUG neutron.services.service_base [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111575) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 11 02:37:39.851432 n-d-768509-22 neutron-server[111575]: INFO neutron.services.service_base [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 11 02:37:39.851844 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.852169 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 11 02:37:39.863374 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.863733 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: auto_allocate Aug 11 02:37:39.869479 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: network precommit_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.869858 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: network precommit_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.870384 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.870705 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: tag Aug 11 02:37:39.877867 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.878147 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: timestamp Aug 11 02:37:39.882188 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.882522 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: network_ip_availability Aug 11 02:37:39.888257 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.888635 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.888997 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:39.889725 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.890048 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: flavors Aug 11 02:37:39.894726 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.895122 n-d-768509-22 neutron-server[111575]: INFO neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading Plugin: revisions Aug 11 02:37:39.899386 n-d-768509-22 neutron-server[111575]: DEBUG neutron.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111575) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 11 02:37:39.899826 n-d-768509-22 neutron-server[111575]: DEBUG oslo_concurrency.lockutils [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.874s {{(pid=111575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 11 02:37:39.900564 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111575) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 11 02:37:39.900903 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Initializing extension manager. Aug 11 02:37:39.901419 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: __init__.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.901768 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: __pycache__ {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.902107 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.902584 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: address_group.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.903423 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.903992 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: address-group Aug 11 02:37:39.904319 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: address_scope.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.905045 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.905559 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: address-scope Aug 11 02:37:39.905880 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.906831 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.907345 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: router-admin-state-down-before-update Aug 11 02:37:39.907696 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: agent.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.908607 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.909123 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: agent Aug 11 02:37:39.909449 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: agent_resources_synced.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.910374 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.910891 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: agent-resources-synced Aug 11 02:37:39.911219 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: allowedaddresspairs.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.913066 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.913586 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: allowed-address-pairs Aug 11 02:37:39.913915 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: auto_allocated_topology.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.915001 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.915512 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: auto-allocated-topology Aug 11 02:37:39.915863 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: availability_zone.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.916562 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.917069 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: availability_zone Aug 11 02:37:39.917395 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: availability_zone_filter.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.918822 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.919462 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: availability_zone_filter Aug 11 02:37:39.919832 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: data_plane_status.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.920750 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.921253 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension data-plane-status not supported by any of loaded plugins Aug 11 02:37:39.921576 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: default_subnetpools.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.922498 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.923263 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: default-subnetpools Aug 11 02:37:39.923373 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.924171 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.924687 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: dhcp_agent_scheduler Aug 11 02:37:39.925012 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: dns.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.925933 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.926438 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension dns-integration not supported by any of loaded plugins Aug 11 02:37:39.926761 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: dns_domain_ports.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.927726 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.928235 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 11 02:37:39.928559 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.929494 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.930003 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 11 02:37:39.930328 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: dvr.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.931006 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.931515 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: dvr Aug 11 02:37:39.931868 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: ecmp_routes.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.932798 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.933308 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 11 02:37:39.934177 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: empty_string_filtering.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.935282 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.935833 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: empty-string-filtering Aug 11 02:37:39.936165 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.937094 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.937603 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 11 02:37:39.937929 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.938856 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.939396 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 11 02:37:39.939753 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: external_net.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.940679 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.941190 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: external-net Aug 11 02:37:39.941515 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.942426 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.942939 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: extra_dhcp_opt Aug 11 02:37:39.943264 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: extraroute.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.944211 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.944723 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: extraroute Aug 11 02:37:39.945174 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: extraroute_atomic.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.946093 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.946606 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: extraroute-atomic Aug 11 02:37:39.946932 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: filter_validation.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.947613 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.948144 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: filter-validation Aug 11 02:37:39.948465 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: fip_pf_description.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.949425 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.949934 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 11 02:37:39.950258 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: fip_port_details.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.951184 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.951729 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: fip-port-details Aug 11 02:37:39.952057 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: flavors.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.953311 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.954286 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: flavors Aug 11 02:37:39.954286 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.955897 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.956427 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 11 02:37:39.956767 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: floatingip_pools.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.957482 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.957999 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: floatingip-pools Aug 11 02:37:39.958331 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: ip_allocation.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.959273 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.959815 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension ip_allocation not supported by any of loaded plugins Aug 11 02:37:39.960149 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.961079 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.961590 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: ip-substring-filtering Aug 11 02:37:39.961921 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l2_adjacency.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.962855 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.963362 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 11 02:37:39.963719 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l3.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.965475 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.965998 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: router Aug 11 02:37:39.966325 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.968677 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.969204 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 11 02:37:39.969540 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.970480 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.970995 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: ext-gw-mode Aug 11 02:37:39.971328 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.972297 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.972820 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: l3-ha Aug 11 02:37:39.973137 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l3_flavors.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.974059 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.974571 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: l3-flavors Aug 11 02:37:39.974902 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.975855 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.976364 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 11 02:37:39.976693 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: l3agentscheduler.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.977745 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.978256 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: l3_agent_scheduler Aug 11 02:37:39.978586 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: logging.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.980121 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.981203 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension logging not supported by any of loaded plugins Aug 11 02:37:39.981533 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: metering.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.982279 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.982860 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: metering Aug 11 02:37:39.983188 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.984340 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.984854 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: metering_source_and_destination_fields Aug 11 02:37:39.985182 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: multiprovidernet.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.986119 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.986632 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: multi-provider Aug 11 02:37:39.986958 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: netmtu.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.988024 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.988540 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: net-mtu Aug 11 02:37:39.988864 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: netmtu_writable.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.989790 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.990302 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: net-mtu-writable Aug 11 02:37:39.990626 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: network_availability_zone.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.991301 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.991831 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: network_availability_zone Aug 11 02:37:39.992157 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: network_ip_availability.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.993261 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.993775 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: network-ip-availability Aug 11 02:37:39.994106 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: network_segment_range.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.994875 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.995385 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension network-segment-range not supported by any of loaded plugins Aug 11 02:37:39.995732 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: pagination.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.996881 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.997206 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: pagination Aug 11 02:37:39.997529 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: port_device_profile.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:39.998474 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:39.998988 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: port-device-profile Aug 11 02:37:39.999314 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.000273 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.000781 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: port-mac-address-regenerate Aug 11 02:37:40.001106 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.002030 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.002537 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: port-numa-affinity-policy Aug 11 02:37:40.002861 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: port_resource_request.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.003834 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.004342 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension port-resource-request not supported by any of loaded plugins Aug 11 02:37:40.004667 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: portbindings.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.005607 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.006118 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: binding Aug 11 02:37:40.006441 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: portbindings_extended.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.008158 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.008682 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: binding-extended Aug 11 02:37:40.009016 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: portsecurity.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.009948 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.010464 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: port-security Aug 11 02:37:40.010792 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: project_id.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.011847 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.012371 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: project-id Aug 11 02:37:40.012740 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: providernet.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.013684 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.014595 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: provider Aug 11 02:37:40.014595 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.018007 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.018536 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos not supported by any of loaded plugins Aug 11 02:37:40.018872 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.020164 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.020687 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 11 02:37:40.021018 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.021951 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.022466 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 11 02:37:40.022796 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_default.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.023739 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.024412 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-default not supported by any of loaded plugins Aug 11 02:37:40.024581 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_fip.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.025245 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.025753 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-fip not supported by any of loaded plugins Aug 11 02:37:40.026077 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_gateway_ip.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.027007 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.028068 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 11 02:37:40.028394 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_port_network_policy.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.029311 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.029816 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 11 02:37:40.030144 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_pps_rule.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.031342 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.031890 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-pps not supported by any of loaded plugins Aug 11 02:37:40.032216 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_rule_type_details.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.033143 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.033651 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 11 02:37:40.033975 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: qos_rules_alias.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.035042 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.035555 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 11 02:37:40.035903 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: quotasv2.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.036871 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.037199 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: quotas Aug 11 02:37:40.037522 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: quotasv2_detail.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.040640 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.040985 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: quota_details Aug 11 02:37:40.041319 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: rbac.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.042605 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.043188 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: rbac-policies Aug 11 02:37:40.043522 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: rbac_address_group.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.044783 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.045009 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: rbac-address-group Aug 11 02:37:40.045343 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: rbac_address_scope.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.046267 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.046778 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: rbac-address-scope Aug 11 02:37:40.047104 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: rbac_security_groups.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.048059 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.048567 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: rbac-security-groups Aug 11 02:37:40.048890 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: rbac_subnetpool.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.049810 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.050317 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: rbac-subnetpool Aug 11 02:37:40.050642 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: revisionifmatch.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.051572 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.052116 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: revision-if-match Aug 11 02:37:40.052442 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: revisions.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.053565 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.054076 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: standard-attr-revisions Aug 11 02:37:40.054404 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: router_availability_zone.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.055096 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.055602 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: router_availability_zone Aug 11 02:37:40.055951 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: routerservicetype.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.056888 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.057391 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension router-service-type not supported by any of loaded plugins Aug 11 02:37:40.057716 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.059246 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.059834 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: security-groups-normalized-cidr Aug 11 02:37:40.060164 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.061100 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.061607 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: port-security-groups-filtering Aug 11 02:37:40.061933 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.062857 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.063362 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: security-groups-remote-address-group Aug 11 02:37:40.063716 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: securitygroup.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.073311 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.073846 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: security-group Aug 11 02:37:40.074236 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: segment.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.075540 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.076088 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension segment not supported by any of loaded plugins Aug 11 02:37:40.076417 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.077372 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.077885 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 11 02:37:40.078213 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: servicetype.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.079427 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.079975 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: service-type Aug 11 02:37:40.080306 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: sorting.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.081305 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.081639 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: sorting Aug 11 02:37:40.081968 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: standard_attr_segment.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.082896 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.083411 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 11 02:37:40.083771 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: standardattrdescription.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.084427 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.084936 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: standard-attr-description Aug 11 02:37:40.085262 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: stateful_security_group.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.086199 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.086710 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: stateful-security-group Aug 11 02:37:40.087036 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: stdattrs_common.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.087698 n-d-768509-22 neutron-server[111575]: WARNING neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 11 02:37:40.087977 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.088903 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.089416 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 11 02:37:40.089740 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: subnet_onboard.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.091018 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.091535 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: subnet_onboard Aug 11 02:37:40.091896 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.092831 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.093346 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 11 02:37:40.093675 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: subnet_service_types.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.094614 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.095128 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: subnet-service-types Aug 11 02:37:40.095462 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: subnetallocation.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.096580 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.097096 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: subnet_allocation Aug 11 02:37:40.097424 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.098102 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.098606 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: subnetpool-prefix-ops Aug 11 02:37:40.098929 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.099887 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.100398 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 11 02:37:40.100726 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: tagging.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.101805 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.102330 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: standard-attr-tag Aug 11 02:37:40.102661 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: timestamp.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.103909 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.104426 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loaded extension: standard-attr-timestamp Aug 11 02:37:40.104755 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: trunk.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.105952 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.106522 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension trunk not supported by any of loaded plugins Aug 11 02:37:40.106961 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: trunk_details.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.107973 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.108491 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension trunk-details not supported by any of loaded plugins Aug 11 02:37:40.108819 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: uplink_status_propagation.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.109744 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.110288 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 11 02:37:40.110616 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Loading extension file: vlantransparent.py {{(pid=111575) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 11 02:37:40.111300 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111575) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 11 02:37:40.111837 n-d-768509-22 neutron-server[111575]: INFO neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 11 02:37:40.114381 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:network Aug 11 02:37:40.114916 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:subnet Aug 11 02:37:40.115321 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:37:40.115817 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:port Aug 11 02:37:40.117070 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.117525 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service FLAVORS assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.118169 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.118595 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.118928 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:router Aug 11 02:37:40.119358 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 02:37:40.119900 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service METERING assigned prefix: /metering {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.122043 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:40.122436 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:40.122796 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:37:40.123845 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 02:37:40.124299 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:security_group Aug 11 02:37:40.124734 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 02:37:40.126547 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service CORE assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.126888 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:37:40.127250 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] subnetpool is already registered Aug 11 02:37:40.127738 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service CORE assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.128123 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:37:40.128413 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] subnetpool is already registered Aug 11 02:37:40.130674 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.131107 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service FLAVORS assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.131720 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.132147 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.132484 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:router Aug 11 02:37:40.133079 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] router is already registered Aug 11 02:37:40.133492 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:floatingip Aug 11 02:37:40.133831 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] floatingip is already registered Aug 11 02:37:40.134294 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service METERING assigned prefix: /metering {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.134954 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of CountableResource for resource:rbac_policy Aug 11 02:37:40.135288 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] rbac_policy is already registered Aug 11 02:37:40.135731 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:security_group Aug 11 02:37:40.136073 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] security_group is already registered Aug 11 02:37:40.136472 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 11 02:37:40.137352 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] security_group_rule is already registered Aug 11 02:37:40.137989 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service CORE assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.138316 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:37:40.138651 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] subnetpool is already registered Aug 11 02:37:40.139249 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.v2.resource_helper [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Service CORE assigned prefix: {{(pid=111575) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 11 02:37:40.139407 n-d-768509-22 neutron-server[111575]: INFO neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Creating instance of TrackedResource for resource:subnetpool Aug 11 02:37:40.139778 n-d-768509-22 neutron-server[111575]: WARNING neutron.quota.resource_registry [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] subnetpool is already registered Aug 11 02:37:40.140227 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: extensions {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.141722 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: address-groups {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.143247 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: address-scopes {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.144846 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: agents {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.146011 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: auto-allocated-topology {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.147270 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: availability_zones {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.148527 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: dhcp-networks {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.150023 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: dhcp-agents {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.151420 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: routers {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.153316 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: flavors {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.154577 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: service_profiles {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.155813 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: next_providers {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.157231 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: service_profiles {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.158766 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: floatingip-pools {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.160006 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: routers {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.161708 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: floatingips {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.162980 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: l3-routers {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.164392 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: l3-agents {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.165791 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: metering-labels {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.167081 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: metering-label-rules {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.168520 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: network-ip-availabilities {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.169769 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: bindings {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.171300 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: quotas {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.172894 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: quotas {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.174362 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: rbac-policies {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.175560 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: security-groups {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.176884 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: security-group-rules {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.178152 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: service-providers {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.179367 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: subnetpools {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.180750 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: subnetpools {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.182307 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.184718 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.186367 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.188184 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.189930 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.192980 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.194664 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.196499 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.198407 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.200783 n-d-768509-22 neutron-server[111575]: DEBUG neutron.api.extensions [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Extended resource: tags {{(pid=111575) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 11 02:37:40.206747 n-d-768509-22 neutron-server[111575]: WARNING keystonemiddleware.auth_token [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 11 02:37:40.211298 n-d-768509-22 neutron-server[111575]: WARNING keystonemiddleware.auth_token [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 11 02:37:40.220251 n-d-768509-22 neutron-server[111575]: DEBUG oslo_concurrency.lockutils [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Acquired lock "singleton_lock" {{(pid=111575) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 11 02:37:40.220735 n-d-768509-22 neutron-server[111575]: DEBUG oslo_concurrency.lockutils [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Releasing lock "singleton_lock" {{(pid=111575) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 11 02:37:40.221390 n-d-768509-22 neutron-server[111575]: INFO oslo_service.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Starting 2 workers Aug 11 02:37:40.226243 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Started child 111682 {{(pid=111575) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:37:40.230845 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Started child 111683 {{(pid=111575) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:37:40.232391 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.233042 n-d-768509-22 neutron-server[111575]: INFO neutron.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 11 02:37:40.233327 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Notify callbacks [] for process, before_spawn {{(pid=111575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.233849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [-] (111682) wsgi starting up on http://0.0.0.0:9696 Aug 11 02:37:40.235746 n-d-768509-22 neutron-server[111575]: INFO oslo_service.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Starting 1 workers Aug 11 02:37:40.236096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.237451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [-] (111683) wsgi starting up on http://0.0.0.0:9696 Aug 11 02:37:40.240963 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Started child 111684 {{(pid=111575) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:37:40.241582 n-d-768509-22 neutron-server[111575]: INFO oslo_service.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Starting 1 workers Aug 11 02:37:40.244907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] calling RpcWorker wait() {{(pid=111684) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 11 02:37:40.245828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] returning from RpcWorker wait() {{(pid=111684) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 11 02:37:40.246588 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Started child 111685 {{(pid=111575) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 11 02:37:40.247376 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.247529 n-d-768509-22 neutron-server[111575]: DEBUG neutron_lib.callbacks.manager [None req-3a88e4f0-c76f-4bf1-9983-974c1bdbe818 None None] Notify callbacks [] for process, after_spawn {{(pid=111575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.247915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:40.249420 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111575) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 02:37:40.249611 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:37:40.249826 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:37:40.250048 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:37:40.250364 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:37:40.250527 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:37:40.251053 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.251333 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.251610 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.251789 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:40.252561 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.252561 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.252826 n-d-768509-22 neutron-server[111685]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:40.252976 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.253103 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.253226 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.253570 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.253790 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.253991 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.254192 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.254399 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.254602 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.254801 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.255044 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.255265 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.255657 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.255876 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.256069 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.256304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.256525 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.257071 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] debug = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.257071 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.257500 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.258001 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.258268 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.258590 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.258797 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.258998 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.259413 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.259616 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.259805 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.260010 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.260260 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.260500 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.260713 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.260953 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.261214 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.261440 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.262604 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] host = n-d-768509-22 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.262925 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.263133 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.263357 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.263656 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.263922 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.264142 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.264423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.264785 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.265072 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.265325 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.265572 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.265839 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.266059 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.266318 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.266486 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_options = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.266712 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.266976 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.267242 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.267430 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.267600 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.267802 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.268055 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.268221 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.268480 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.268730 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.268927 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.269145 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.269492 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.269629 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.269842 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.270105 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.270360 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.270571 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.270829 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.271058 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.271283 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.271526 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.271788 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.272006 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.272224 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.272440 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.272668 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.272884 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.273533 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.273533 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.273944 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.273944 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.274205 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.274349 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.274548 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.274777 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.275012 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.275288 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.275520 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.275811 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.276069 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.276489 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.276646 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.276772 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.277061 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.277341 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_json = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.277552 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.277788 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.278043 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.278254 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.278477 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.278693 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.278926 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.279147 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.279606 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.279873 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.280200 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.280459 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.280694 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.280935 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.281168 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.281421 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.281652 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.281885 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.282230 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.282455 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.282734 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.283042 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.283294 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.283657 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.283906 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.284173 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.284423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.284671 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.284924 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.285168 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.285514 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.285783 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.286107 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.286298 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.286516 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.286759 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.287000 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.287217 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.287461 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.287653 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.287949 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.288171 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.288386 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.288628 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.288875 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.289145 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.289301 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.289536 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.290063 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.290063 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.290800 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.290800 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.290800 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.291231 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.291231 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.291570 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.291570 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.292130 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.292130 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.292442 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.292617 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.292809 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.293088 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.293329 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.293551 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.293799 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.294001 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.294232 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.294485 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.294741 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.294994 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.295235 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.295486 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.295759 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.295976 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.296244 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.296455 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.296700 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.296909 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.297126 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.297361 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.297605 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.297805 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.298019 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.298250 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.300640 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.306615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.307601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.313304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.314393 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.315307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.316391 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317184 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.317769 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318346 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318907 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318907 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.318907 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.319123 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.319325 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.319543 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.319786 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.319999 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.320249 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.320465 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.320761 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.321020 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.321233 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.321458 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.321680 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.321928 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.322141 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.322388 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.322608 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.322820 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.323053 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.323278 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.323487 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.323722 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.323966 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.324283 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.325124 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.325366 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.325939 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.326396 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.326818 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.327248 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.327686 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.328117 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.328513 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.328927 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.329345 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.329740 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.330153 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.330436 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.330691 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.330938 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.331155 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.331368 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.331585 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.331821 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.332163 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.332368 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.332586 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.332821 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.333067 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.333321 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.333510 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335086 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335086 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335086 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335086 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335086 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335086 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335086 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335736 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335736 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335736 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.335994 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.336133 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.336582 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.336582 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.336841 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.336981 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.337196 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.337415 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.337601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.337865 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.338080 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.338302 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.338539 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.338750 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.338998 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.339214 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.339425 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.339688 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.340065 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.340526 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.340686 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.341017 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.341173 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.341458 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.341708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.341957 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.342203 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.342547 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.342763 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.343043 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.343257 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.343725 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.343978 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.344252 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.344575 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.344850 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.345334 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.345658 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.345949 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.346286 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.346497 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.346719 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.346995 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.347317 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.347595 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.347895 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.348132 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.348523 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.348623 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.349297 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.349297 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.349297 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.349505 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.349732 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.349966 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.350197 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.350433 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.350660 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.350900 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.351143 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.351375 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.351597 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.351837 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.351993 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:37:40.352520 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111575) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 11 02:37:40.352680 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 11 02:37:40.352991 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 11 02:37:40.353167 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 11 02:37:40.353338 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 11 02:37:40.353523 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 11 02:37:40.353691 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.353899 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.354157 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.354329 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.354492 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.354674 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.354834 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.354994 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.355158 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.355324 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.356022 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.356158 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.356324 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.356593 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.356735 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.356864 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.356992 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.357122 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.357252 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.357373 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.357508 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.357818 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.357985 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] debug = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.358147 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.358344 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.358510 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.358671 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.358827 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.359143 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.359305 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.359465 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.359639 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.359806 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.359966 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.360118 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.360279 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.360423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.360581 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.360742 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.360903 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.361079 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] host = n-d-768509-22 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.361204 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.361366 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.361516 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.361662 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.361803 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.361961 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.362131 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.362286 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.362439 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.362575 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.362713 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.362850 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.362993 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.363142 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.363280 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_options = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.363424 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.363571 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.363744 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.363927 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.364098 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.364237 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.364395 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.364555 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.364714 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.364873 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.365029 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.365186 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.365344 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.365503 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.365660 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.365818 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.365976 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.366134 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.366292 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.366451 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.366609 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.366766 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.366925 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.367087 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.367245 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.367402 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.367560 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.367740 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.367898 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.368065 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.368203 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.368360 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.368517 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.368674 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.368831 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.368988 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.369147 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.369309 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.369467 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.369626 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.369784 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.369942 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.370105 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.370258 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.370416 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.370573 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_json = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.370730 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.370889 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.371649 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.371880 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.372046 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.372278 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.372443 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.372595 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 11 02:37:40.372736 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.372871 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.373023 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.373159 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.373295 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.373441 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.373594 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.373739 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.373878 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.374037 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.374207 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.374369 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.374531 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.374682 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.374843 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.375010 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.375171 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.375303 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.375469 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.375667 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.375812 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.375976 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.376153 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.376319 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.376469 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.376612 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.376760 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.376921 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.377080 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.377242 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.377490 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.377626 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.377753 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.377861 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.378024 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.378243 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.378384 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.378500 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.378665 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.378830 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.378983 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.379126 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.379305 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.379460 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.379601 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.379767 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.379915 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.380066 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.380233 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.380416 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.380551 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.380718 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.380903 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.381045 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.381199 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.381368 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.381495 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.381633 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.381760 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.381919 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.382135 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.382318 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.382479 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.382898 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.383068 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.383230 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.383394 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.383557 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.383745 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.383906 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.384134 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.384278 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.384422 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.384518 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.384677 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.384843 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.385029 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.385133 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.385304 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.385477 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.385606 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.385759 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.385922 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.386084 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.386241 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.386450 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.386625 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.386837 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.386990 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.387137 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.387283 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.387499 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.387810 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.387949 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.388128 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.388266 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.388424 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.388588 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.388751 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.388911 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.389072 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.389249 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.389394 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.389556 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.389700 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.389864 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.390026 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.390211 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.390396 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.390568 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.390730 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.390902 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.391150 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.391282 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.391407 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.391534 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.391728 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.391876 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.392043 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.392206 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.392389 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.392536 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.392664 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.392824 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.392989 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.393147 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.393308 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.393496 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.393674 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.393876 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.394045 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.394189 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.394416 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.394556 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.394685 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.395030 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.395192 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.395363 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.395502 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.395678 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.395850 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.395979 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.396132 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.396295 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.396460 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.396621 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.396790 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.396970 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.397169 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.397335 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.397710 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.397710 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398010 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398010 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398348 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398348 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398615 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398876 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.398876 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.399154 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.399154 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.399444 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.399444 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.399727 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.399871 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.400003 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.400161 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.400316 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.400456 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.400623 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.400772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:40.400912 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.400912 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.401174 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.401174 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.401440 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.401579 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.401712 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.401855 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.402011 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.402146 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.402307 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.402478 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.402695 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.402695 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403039 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403039 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403340 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403340 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403613 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403613 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403931 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.403931 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.404149 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.404294 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.404466 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.404566 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.404760 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.404928 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.405092 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.405268 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.405402 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.405565 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.405727 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.405890 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.406051 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.406225 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.406387 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.406547 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.406708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.406971 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.407075 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.407194 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.407406 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.407488 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.407673 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.407871 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.408020 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.408562 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.408562 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.408562 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409130 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409130 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409130 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409130 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409886 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409886 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409886 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409886 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.409886 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.410798 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.410798 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.410798 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.410798 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.410798 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.410798 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.411719 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.411719 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.411719 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.411719 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.411719 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.412600 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.412600 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.412600 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.412600 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.412600 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.412600 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.413423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.413423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.413423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.413423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.413423 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.414341 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.414341 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.414341 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.414341 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.414341 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.414341 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.415708 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.416364 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.416364 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.416364 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.416364 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.416364 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417122 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417122 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417122 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417122 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417122 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417458 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417458 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417653 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.417777 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.418399 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.418529 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.418702 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.418842 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.419060 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 11 02:37:40.419236 n-d-768509-22 neutron-server[111575]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111575) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 11 02:37:40.566336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34206) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:40.575405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065923 Aug 11 02:37:52.315732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7587b153-c25f-4272-85e3-3c3107e72f19 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:37:52.338021 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c24b-9b82-4569-a690-67675ff7305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619489'] for agent, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:52.407047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587b153-c25f-4272-85e3-3c3107e72f19 None None] No non-hosted networks {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 11 02:37:55.129219 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-758befff-e63d-43bb-8e67-e7bfd7f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619489'] for agent, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.192568 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3c00b60-8486-44e5-afff-4d9e77602395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.373894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619489'] for agent, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:55.375081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.376822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.381824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.382978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.384247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.385627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.388315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.393322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.396346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.396984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.397554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.399440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:37:55.400828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768509-22', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:55.411244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768509-22', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:37:56.596171 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619489'] for agent, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:57.955915 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619489'] for agent, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:37:58.870781 n-d-768509-22 neutron-server[111684]: INFO neutron.db.l3_hamode_db [None req-142e1551-a75c-4b79-bf28-cdfb4ed3ee7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 11 02:37:58.941025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:37:58.950565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e1551-a75c-4b79-bf28-cdfb4ed3ee7e None None] Routers set() bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:37:58.950955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e1551-a75c-4b79-bf28-cdfb4ed3ee7e None None] Router IDs set() for agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 02:37:59.462373 n-d-768509-22 neutron-server[111683]: WARNING oslo_policy.policy [None req-bda71744-0b59-4de7-b85f-b2be8bdaee69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:37:59.462973 n-d-768509-22 neutron-server[111683]: WARNING oslo_policy.policy [None req-bda71744-0b59-4de7-b85f-b2be8bdaee69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:37:59.683276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-bda71744-0b59-4de7-b85f-b2be8bdaee69 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:37:59.684384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bda71744-0b59-4de7-b85f-b2be8bdaee69 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7424541 Aug 11 02:38:02.053776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:02.370588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:02.465101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.policy [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111683) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 02:38:02.509871 n-d-768509-22 neutron-server[111683]: WARNING oslo_policy.policy [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:38:02.510236 n-d-768509-22 neutron-server[111683]: WARNING oslo_policy.policy [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:38:02.519225 n-d-768509-22 neutron-server[111683]: INFO neutron.quota [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] Loaded quota_driver: . Aug 11 02:38:02.612068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752117976474', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752117973839', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752117997400', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752117994893', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752117629815', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752118204029', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8048757', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7621970', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-483460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1677785'] for rbac-policy, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.677695 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:02.678957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-645fac41-f359-4117-a36a-c54f563b089d admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6241367 Aug 11 02:38:05.261269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34324) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:05.570679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'project_id': 'd8819e77b2504b6fad5601569557a679', 'admin_state_up': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:05.601841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Made reservation on behalf of d8819e77b2504b6fad5601569557a679 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:05.604717 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.623709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.750296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.754077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.773351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:38:05.804126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752115297127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.804726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Unsubscribe: segment precommit_create {{(pid=111683) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 02:38:05.805259 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Added segment a07533a7-ad2b-4455-9c34-b198ce6aeb12 of type vlan for network adeeb3fd-6a88-4bc6-8688-697b345234a0 Aug 11 02:38:05.811527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0e5b99-9273-403f-b778-9bf2a628c191,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:05.834384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.834723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.835055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.835388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.835741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.836068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.836390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.836708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.837026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.837345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.837662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.837977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Tracked resource versions report: Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: pushed versions: Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: { 'AddressGroup': {'1.2'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'ConntrackHelper': {'1.0'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Log': {'1.0'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Network': {'1.1'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Port': {'1.7'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'PortForwarding': {'1.2'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'QosPolicy': {'1.9'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'SecurityGroup': {'1.4'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'SubPort': {'1.0'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Subnet': {'1.1'}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Trunk': {'1.1'}} Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: consumer versions: Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: L3 agent@n-d-768509-22: {}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: Metadata agent@n-d-768509-22: {}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: Metering agent@n-d-768509-22: {}, Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'ConntrackHelper': '1.0', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Log': '1.0', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Network': '1.1', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Port': '1.7', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'PortForwarding': '1.2', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'QosPolicy': '1.9', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'SecurityGroup': '1.4', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'SecurityGroupRule': '1.2', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'SubPort': '1.0', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Subnet': '1.1', Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: 'Trunk': '1.1'}} Aug 11 02:38:05.839067 n-d-768509-22 neutron-server[111683]: {{(pid=111683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:38:05.924346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.975012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:05.976180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:05.976826 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:06.062625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7993720 Aug 11 02:38:06.080808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9561b-25d6-40ae-b964-fb55d7c94597 admin admin] Pushing event updated for resources: {'Network': ['ID=adeeb3fd-6a88-4bc6-8688-697b345234a0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:06.093854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:08.688993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:09.083107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f994b-7498-42c6-ae61-9e01d1cebdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:09.084511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8f0f994b-7498-42c6-ae61-9e01d1cebdae admin admin] 10.222.0.60 "GET /v2.0/networks/adeeb3fd-6a88-4bc6-8688-697b345234a0 HTTP/1.1" status: 200 len: 825 time: 0.3945432 Aug 11 02:38:09.109450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d07bb399-623a-4f8d-aaee-810b5dbf80cf admin admin] 10.222.0.60 "GET /v2.0/subnetpools/364a2283-770b-42aa-be67-6011c8168e93 HTTP/1.1" status: 200 len: 734 time: 0.0183148 Aug 11 02:38:09.118200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'gateway_ip': '172.20.0.1', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'name': 'private-subnet', 'subnetpool_id': '364a2283-770b-42aa-be67-6011c8168e93'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:09.140205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Made reservation on behalf of d8819e77b2504b6fad5601569557a679 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:09.142396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.436310 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.505220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdbf738-4e43-462a-8ddb-57941bca22a3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:09.512148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Checking segment: {'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:09.512468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Network hostable DHCP agents. Network: adeeb3fd-6a88-4bc6-8688-697b345234a0, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:09.534391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:09.546306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, adeeb3fd-6a88-4bc6-8688-697b345234a0) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:09.552567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:09.553417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:09.556635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e26431-9178-4185-ac95-3354383d2480 None None] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:09.568897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af4ab75d-680e-4061-b2fb-d50c38fe3112 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4536214 Aug 11 02:38:09.879563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-adeeb3fd-6a88-4bc6-8688-697b345234a0', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'fixed_ips': [{'subnet_id': '4bdbf738-4e43-462a-8ddb-57941bca22a3'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:38:09.880828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.154903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Allocated IP 172.20.0.2 (adeeb3fd-6a88-4bc6-8688-697b345234a0/4bdbf738-4e43-462a-8ddb-57941bca22a3/489e9ad0-c48f-4b25-8a66-1e9fb92a6145) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:10.403001 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.418771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Transition to ACTIVE for port object 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:10.438471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Transition to ACTIVE for port object 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:10.446266 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.512211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:10.518870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:10.529009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:10.535963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Pushing event updated for resources: {'Port': ['ID=489e9ad0-c48f-4b25-8a66-1e9fb92a6145,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:10.564215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.564841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.564960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.565206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.565531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.565855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.566178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.566499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.566921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.567134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.567458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.567803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Tracked resource versions report: Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: pushed versions: Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: { 'AddressGroup': {'1.2'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'ConntrackHelper': {'1.0'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Log': {'1.0'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Network': {'1.1'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Port': {'1.7'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'PortForwarding': {'1.2'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'QosPolicy': {'1.9'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'SecurityGroup': {'1.4'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'SubPort': {'1.0'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Subnet': {'1.1'}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Trunk': {'1.1'}} Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: consumer versions: Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: L3 agent@n-d-768509-22: {}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: Metadata agent@n-d-768509-22: {}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: Metering agent@n-d-768509-22: {}, Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'ConntrackHelper': '1.0', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Log': '1.0', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Network': '1.1', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Port': '1.7', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'PortForwarding': '1.2', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'QosPolicy': '1.9', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'SecurityGroup': '1.4', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'SecurityGroupRule': '1.2', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'SubPort': '1.0', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Subnet': '1.1', Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: 'Trunk': '1.1'}} Aug 11 02:38:10.568932 n-d-768509-22 neutron-server[111684]: {{(pid=111684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:38:10.617351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Attempting to bind port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:10.617747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Attempting to bind port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:10.618196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Attempting to bind port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 on network adeeb3fd-6a88-4bc6-8688-697b345234a0 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:10.623684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:10.624091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Checking segment: {'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:10.624581 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.624991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Bound using segment: {'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:10.625469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Bound port: 489e9ad0-c48f-4b25-8a66-1e9fb92a6145, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:10.625864 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.690493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] For port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:10.694719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] For port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=489e9ad0-c48f-4b25-8a66-1e9fb92a6145,segment=NetworkSegment(a07533a7-ad2b-4455-9c34-b198ce6aeb12),segment_id=a07533a7-ad2b-4455-9c34-b198ce6aeb12)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:10.699420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:10.765968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676dd241-9be8-41f1-8d9d-c5bab39a63a4 None None] Pushing event updated for resources: {'Port': ['ID=489e9ad0-c48f-4b25-8a66-1e9fb92a6145,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:11.989228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34346) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:12.312003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-4fac96a2-af0e-4122-8774-46c0ed9ec706 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:38:12.312993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4fac96a2-af0e-4122-8774-46c0ed9ec706 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3228118 Aug 11 02:38:14.696882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:15.020479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-23a33b88-0dfb-4d33-8058-eefc6dcda0ee admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:38:15.021527 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23a33b88-0dfb-4d33-8058-eefc6dcda0ee admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3237145 Aug 11 02:38:17.703427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34364) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:18.010127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b115ab86-31e8-4897-91d0-fd83b9a8b6e4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd8819e77b2504b6fad5601569557a679'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:18.047669 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b115ab86-31e8-4897-91d0-fd83b9a8b6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.049318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b115ab86-31e8-4897-91d0-fd83b9a8b6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.199733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b115ab86-31e8-4897-91d0-fd83b9a8b6e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.204606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b115ab86-31e8-4897-91d0-fd83b9a8b6e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.217886 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b115ab86-31e8-4897-91d0-fd83b9a8b6e4 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:18.219078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b115ab86-31e8-4897-91d0-fd83b9a8b6e4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5146658 Aug 11 02:38:19.169459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb501773-3905-45c0-a042-a93539ff55fb None None] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:19.282871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4620cb44-3d3b-49c6-a60b-0a77e3f368d5 None None] Provisioning for port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:19.483544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:19.564964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:19.568499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:19.568887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.635267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5adceb6e-5994-4644-aa26-8b88c355bb41 None None] Provisioning complete for port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:19.635657 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5adceb6e-5994-4644-aa26-8b88c355bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.710701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.770350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=489e9ad0-c48f-4b25-8a66-1e9fb92a6145,segment=NetworkSegment(a07533a7-ad2b-4455-9c34-b198ce6aeb12),segment_id=a07533a7-ad2b-4455-9c34-b198ce6aeb12)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:19.778835 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.785936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5adceb6e-5994-4644-aa26-8b88c355bb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:19.861412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=489e9ad0-c48f-4b25-8a66-1e9fb92a6145,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:19.872985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-5adceb6e-5994-4644-aa26-8b88c355bb41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:38:19.873386 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-5adceb6e-5994-4644-aa26-8b88c355bb41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:38:20.613303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34376) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:20.942480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-3ff3cb09-8930-4907-962e-af4e7a407b53 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:38:20.943465 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3ff3cb09-8930-4907-962e-af4e7a407b53 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3292336 Aug 11 02:38:21.453728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:21.501289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:21.501662 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:22.172820 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-febfcb0e-8b7a-491f-984e-f6bce408a9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.313840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:23.625702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:23.656306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Made reservation on behalf of bbde2e1dc9b348a4806d476b9ff4f1e2 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:23.658453 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.666311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.756914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.760594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.775270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Reserving flat network on physical network physnet1 {{(pid=111683) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 11 02:38:23.800548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.800896 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Added segment f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa of type flat for network e1362544-b291-46ed-a508-aee3c7f36656 Aug 11 02:38:23.802078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0df3dd-2fb1-4ef9-84ca-1d7caedef563,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:23.849745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.883768 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.884673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:23.885239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:23.940001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6249852 Aug 11 02:38:23.944754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4b12-5e10-4efe-846e-178b9d9596d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1362544-b291-46ed-a508-aee3c7f36656,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:23.960976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e1362544-b291-46ed-a508-aee3c7f36656 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:38:25.133238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a1fe2ca-c06a-44c1-8b3d-8fb9cf007c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:25.371828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.372415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34402) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:26.499212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:26.550297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b56e29d-42e1-4a1d-bd6f-c00c178fbc57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:26.551648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3b56e29d-42e1-4a1d-bd6f-c00c178fbc57 admin admin] 10.222.0.60 "GET /v2.0/subnets/4bdbf738-4e43-462a-8ddb-57941bca22a3 HTTP/1.1" status: 200 len: 849 time: 0.1782820 Aug 11 02:38:26.668451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5fca0d41-60c1-4439-839d-c875bb1faebd admin admin] 10.222.0.60 "GET /v2.0/routers/7d38b041-9cb8-4278-b053-4a067d0b59a3 HTTP/1.1" status: 200 len: 704 time: 0.1109438 Aug 11 02:38:26.932432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.220542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Allocated IP 172.20.0.1 (adeeb3fd-6a88-4bc6-8688-697b345234a0/4bdbf738-4e43-462a-8ddb-57941bca22a3/6f8f7900-0a13-41d9-a1bd-82ab2e90adb5) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:27.418679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.440197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Transition to ACTIVE for port object 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:27.520767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.589583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:27.594296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:27.600102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:27.600578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.624390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8f7900-0a13-41d9-a1bd-82ab2e90adb5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:27.778707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c7ab398f-27ab-4ee9-adb2-cb15a4586b58 None None] Provisioning for port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:27.782349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c7ab398f-27ab-4ee9-adb2-cb15a4586b58 None None] Provisioning complete for port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:27.782722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c7ab398f-27ab-4ee9-adb2-cb15a4586b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.801246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:27.815037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab398f-27ab-4ee9-adb2-cb15a4586b58 None None] Port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:27.883342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.009816 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.014760 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.015496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.093034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8f7900-0a13-41d9-a1bd-82ab2e90adb5,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:28.138788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:28.140081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:28.301709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Router 7d38b041-9cb8-4278-b053-4a067d0b59a3 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:38:28.336316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c8f53ba1-a762-422e-8d77-ac7b911cffc0 None None] Provisioning complete for port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:28.336779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c8f53ba1-a762-422e-8d77-ac7b911cffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:28.369154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c8f53ba1-a762-422e-8d77-ac7b911cffc0 None None] Port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:38:28.394858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:28.400073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9bd74bf6-5f76-4cf2-a380-ca542edae5b1 admin admin] 10.222.0.60 "PUT /v2.0/routers/7d38b041-9cb8-4278-b053-4a067d0b59a3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7262537 Aug 11 02:38:28.406761 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Sync routers for ids ['7d38b041-9cb8-4278-b053-4a067d0b59a3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:28.418750 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Routers {'7d38b041-9cb8-4278-b053-4a067d0b59a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:28.419601 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:38:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7d38b041-9cb8-4278-b053-4a067d0b59a3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:28.604747 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Set router 7d38b041-9cb8-4278-b053-4a067d0b59a3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:29.030832 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'name': 'router1', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:27Z', 'revision_number': 2, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'gw_port_host': None, '_interfaces': [{'id': '6f8f7900-0a13-41d9-a1bd-82ab2e90adb5', 'name': '', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'mac_address': 'fa:16:3e:37:fc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:26Z', 'updated_at': '2021-08-11T02:38:27Z', 'revision_number': 2, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'subnets': [{'id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364a2283-770b-42aa-be67-6011c8168e93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:29.083468 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Checking router: 7d38b041-9cb8-4278-b053-4a067d0b59a3 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:29.087336 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Updating router 7d38b041-9cb8-4278-b053-4a067d0b59a3 port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:38:29.133554 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.657957 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.675836 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Transition to ACTIVE for port object 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:29.682429 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.906486 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Pushing event updated for resources: {'Port': ['ID=6f8f7900-0a13-41d9-a1bd-82ab2e90adb5,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:29.930489 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.930942 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.931459 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.932005 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.932520 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.933064 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.933573 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.934085 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.934592 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.935138 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.935663 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.936179 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Tracked resource versions report: Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: pushed versions: Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: { 'AddressGroup': {'1.2'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'ConntrackHelper': {'1.0'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Log': {'1.0'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Network': {'1.1'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Port': {'1.7'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'PortForwarding': {'1.2'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'QosPolicy': {'1.9'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'SecurityGroup': {'1.4'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'SubPort': {'1.0'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Subnet': {'1.1'}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Trunk': {'1.1'}} Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: consumer versions: Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: L3 agent@n-d-768509-22: {}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: Metadata agent@n-d-768509-22: {}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: Metering agent@n-d-768509-22: {}, Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'ConntrackHelper': '1.0', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Log': '1.0', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Network': '1.1', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Port': '1.7', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'PortForwarding': '1.2', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'QosPolicy': '1.9', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'SecurityGroup': '1.4', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'SecurityGroupRule': '1.2', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'SubPort': '1.0', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Subnet': '1.1', Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: 'Trunk': '1.1'}} Aug 11 02:38:29.937950 n-d-768509-22 neutron-server[111685]: {{(pid=111685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:38:29.944728 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Attempting to bind port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:29.945306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Attempting to bind port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:29.945933 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Attempting to bind port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 on network adeeb3fd-6a88-4bc6-8688-697b345234a0 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:29.954508 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:29.955132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Checking segment: {'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:29.955901 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:29.956517 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Bound using segment: {'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:29.957276 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Bound port: 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07533a7-ad2b-4455-9c34-b198ce6aeb12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:29.957895 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.030093 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] For port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:30.049661 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] For port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f8f7900-0a13-41d9-a1bd-82ab2e90adb5,segment=NetworkSegment(a07533a7-ad2b-4455-9c34-b198ce6aeb12),segment_id=a07533a7-ad2b-4455-9c34-b198ce6aeb12)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:30.054990 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:30.100044 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Routers {'7d38b041-9cb8-4278-b053-4a067d0b59a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:30.100666 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:38:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7d38b041-9cb8-4278-b053-4a067d0b59a3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:30.188584 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f0bab-5897-463e-bf8b-187c2ff85e31 None None] Pushing event updated for resources: {'Port': ['ID=6f8f7900-0a13-41d9-a1bd-82ab2e90adb5,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:30.203082 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] Set router 7d38b041-9cb8-4278-b053-4a067d0b59a3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:30.412953 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'name': 'router1', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:27Z', 'revision_number': 2, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'gw_port_host': None, '_interfaces': [{'id': '6f8f7900-0a13-41d9-a1bd-82ab2e90adb5', 'name': '', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'mac_address': 'fa:16:3e:37:fc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:26Z', 'updated_at': '2021-08-11T02:38:30Z', 'revision_number': 4, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'subnets': [{'id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364a2283-770b-42aa-be67-6011c8168e93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:30.439464 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9b3111-97cf-46b1-8a1a-6724b8812c17 None None] The sync data for ids ['7d38b041-9cb8-4278-b053-4a067d0b59a3'] in n-d-768509-22 is: [{'id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'name': 'router1', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:27Z', 'revision_number': 2, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'gw_port_host': None, '_interfaces': [{'id': '6f8f7900-0a13-41d9-a1bd-82ab2e90adb5', 'name': '', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'mac_address': 'fa:16:3e:37:fc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:26Z', 'updated_at': '2021-08-11T02:38:30Z', 'revision_number': 4, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'subnets': [{'id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364a2283-770b-42aa-be67-6011c8168e93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:30.764985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:30.877474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6fac49-a7a6-42a2-8a7f-66cbe0f08e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:30.878825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7f6fac49-a7a6-42a2-8a7f-66cbe0f08e46 admin admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 842 time: 0.1127806 Aug 11 02:38:30.889735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:30.910867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Made reservation on behalf of bbde2e1dc9b348a4806d476b9ff4f1e2 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:38:30.913284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.274581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:38:31.275034 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.329673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c6db61-9058-4f5d-ba37-eef9ab49c982,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:31.336225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:31.336586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Network hostable DHCP agents. Network: e1362544-b291-46ed-a508-aee3c7f36656, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:38:31.353420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:38:31.362214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e1362544-b291-46ed-a508-aee3c7f36656) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:31.368038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:31.368237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:31.371780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1991fcbd-f5ea-40c4-b25e-640acc12dc31 None None] Network e1362544-b291-46ed-a508-aee3c7f36656 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:31.396461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5058471e-2929-4f8a-b67d-fab1ba7f3a9d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5016036 Aug 11 02:38:31.509744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e66e0-f618-42c7-8f07-f24890180109 None None] Network e1362544-b291-46ed-a508-aee3c7f36656 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:38:33.669132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34430) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:33.824213 n-d-768509-22 neutron-server[111682]: WARNING oslo_policy.policy [None req-02aeb185-34d1-48cb-96f5-a8817286b34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:38:33.825281 n-d-768509-22 neutron-server[111682]: WARNING oslo_policy.policy [None req-02aeb185-34d1-48cb-96f5-a8817286b34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:38:34.112880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.policy [None req-02aeb185-34d1-48cb-96f5-a8817286b34d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111682) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 11 02:38:34.160638 n-d-768509-22 neutron-server[111682]: WARNING oslo_policy.policy [None req-02aeb185-34d1-48cb-96f5-a8817286b34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:38:34.161023 n-d-768509-22 neutron-server[111682]: WARNING oslo_policy.policy [None req-02aeb185-34d1-48cb-96f5-a8817286b34d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 11 02:38:34.410359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-02aeb185-34d1-48cb-96f5-a8817286b34d admin admin] 10.222.0.60 "GET /v2.0/routers/7d38b041-9cb8-4278-b053-4a067d0b59a3 HTTP/1.1" status: 200 len: 710 time: 0.7388926 Aug 11 02:38:34.600363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633c36a6-3fb8-4551-b0b5-2e531b0f1c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:38:34.602087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-633c36a6-3fb8-4551-b0b5-2e531b0f1c1d admin admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 886 time: 0.1851387 Aug 11 02:38:34.611713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:38:34.881745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.125772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.204420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.388525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Allocated IP 172.25.4.190 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/8fce1c26-1b05-4a29-aab3-2ecfd3558341) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:38:35.516637 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.616131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:35.689837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:38:35.695407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:38:35.747326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Pushing event updated for resources: {'Port': ['ID=8fce1c26-1b05-4a29-aab3-2ecfd3558341,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:35.755684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:38:35.759557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.759929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.760268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.760601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.760934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.762014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.762550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.762898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.763231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.763830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.763921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.764217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Tracked resource versions report: Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: pushed versions: Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: { 'AddressGroup': {'1.2'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'ConntrackHelper': {'1.0'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Log': {'1.0'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Network': {'1.1'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Port': {'1.7'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'PortForwarding': {'1.2'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'QosPolicy': {'1.9'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'SecurityGroup': {'1.4'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'SubPort': {'1.0'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Subnet': {'1.1'}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Trunk': {'1.1'}} Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: consumer versions: Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: L3 agent@n-d-768509-22: {}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: Metadata agent@n-d-768509-22: {}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: Metering agent@n-d-768509-22: {}, Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'ConntrackHelper': '1.0', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Log': '1.0', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Network': '1.1', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Port': '1.7', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'PortForwarding': '1.2', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'QosPolicy': '1.9', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'SecurityGroup': '1.4', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'SecurityGroupRule': '1.2', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'SubPort': '1.0', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Subnet': '1.1', Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: 'Trunk': '1.1'}} Aug 11 02:38:35.765327 n-d-768509-22 neutron-server[111682]: {{(pid=111682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:38:36.049886 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.294938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.301522 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.410478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Router 7d38b041-9cb8-4278-b053-4a067d0b59a3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:38:36.516605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:38:36.522523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:36.531985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6657fa6c-4c54-4fa0-b06c-b5a4c9c0048b admin admin] 10.222.0.60 "PUT /v2.0/routers/7d38b041-9cb8-4278-b053-4a067d0b59a3 HTTP/1.1" status: 200 len: 890 time: 1.9155765 Aug 11 02:38:36.885763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Sync routers for ids ['7d38b041-9cb8-4278-b053-4a067d0b59a3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:38:36.898086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Routers {'7d38b041-9cb8-4278-b053-4a067d0b59a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:36.898770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:38:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7d38b041-9cb8-4278-b053-4a067d0b59a3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:37.168151 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Set router 7d38b041-9cb8-4278-b053-4a067d0b59a3 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:37.498598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:37.585404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:37.591007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:37.591380 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.636907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'name': 'router1', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '8fce1c26-1b05-4a29-aab3-2ecfd3558341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:35Z', 'revision_number': 4, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'gw_port': {'id': '8fce1c26-1b05-4a29-aab3-2ecfd3558341', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:35Z', 'updated_at': '2021-08-11T02:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '6f8f7900-0a13-41d9-a1bd-82ab2e90adb5', 'name': '', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'mac_address': 'fa:16:3e:37:fc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:26Z', 'updated_at': '2021-08-11T02:38:30Z', 'revision_number': 4, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'subnets': [{'id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364a2283-770b-42aa-be67-6011c8168e93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:37.688295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Checking router: 7d38b041-9cb8-4278-b053-4a067d0b59a3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:38:37.688562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Updating router 7d38b041-9cb8-4278-b053-4a067d0b59a3 port 8fce1c26-1b05-4a29-aab3-2ecfd3558341 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:38:37.739194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.822361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:37.951674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f8f7900-0a13-41d9-a1bd-82ab2e90adb5,segment=NetworkSegment(a07533a7-ad2b-4455-9c34-b198ce6aeb12),segment_id=a07533a7-ad2b-4455-9c34-b198ce6aeb12)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:37.963485 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.052914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=6f8f7900-0a13-41d9-a1bd-82ab2e90adb5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:38.157661 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.167181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Transition to ACTIVE for port object 8fce1c26-1b05-4a29-aab3-2ecfd3558341 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:38:38.173970 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.224380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Attempting to bind port 8fce1c26-1b05-4a29-aab3-2ecfd3558341 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:38:38.224761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Attempting to bind port 8fce1c26-1b05-4a29-aab3-2ecfd3558341 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:38:38.225127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Attempting to bind port 8fce1c26-1b05-4a29-aab3-2ecfd3558341 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:38:38.229592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66b50-a1ee-450d-8674-33cddffafb47 None None] Pushing event updated for resources: {'Port': ['ID=8fce1c26-1b05-4a29-aab3-2ecfd3558341,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:38.232793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:38:38.233168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:38:38.233568 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.233959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:38:38.234425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Bound port: 8fce1c26-1b05-4a29-aab3-2ecfd3558341, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:38:38.234828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.363269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] For port 8fce1c26-1b05-4a29-aab3-2ecfd3558341, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:38:38.366363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] For port 8fce1c26-1b05-4a29-aab3-2ecfd3558341, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8fce1c26-1b05-4a29-aab3-2ecfd3558341,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:38:38.370873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:38.430059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Routers {'7d38b041-9cb8-4278-b053-4a067d0b59a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:38:38.430672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:38:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7d38b041-9cb8-4278-b053-4a067d0b59a3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:38.433980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d66b50-a1ee-450d-8674-33cddffafb47 None None] Pushing event updated for resources: {'Port': ['ID=8fce1c26-1b05-4a29-aab3-2ecfd3558341,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:38.537919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] Set router 7d38b041-9cb8-4278-b053-4a067d0b59a3 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:38:38.750190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'name': 'router1', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '8fce1c26-1b05-4a29-aab3-2ecfd3558341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:35Z', 'revision_number': 4, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'gw_port': {'id': '8fce1c26-1b05-4a29-aab3-2ecfd3558341', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:35Z', 'updated_at': '2021-08-11T02:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '6f8f7900-0a13-41d9-a1bd-82ab2e90adb5', 'name': '', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'mac_address': 'fa:16:3e:37:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:26Z', 'updated_at': '2021-08-11T02:38:37Z', 'revision_number': 5, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'subnets': [{'id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364a2283-770b-42aa-be67-6011c8168e93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:38:38.780999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebffc1d8-9823-4917-ab7c-94025e2c2b49 None None] The sync data for ids ['7d38b041-9cb8-4278-b053-4a067d0b59a3'] in n-d-768509-22 is: [{'id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'name': 'router1', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '8fce1c26-1b05-4a29-aab3-2ecfd3558341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:38:18Z', 'updated_at': '2021-08-11T02:38:35Z', 'revision_number': 4, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'gw_port': {'id': '8fce1c26-1b05-4a29-aab3-2ecfd3558341', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:cc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:35Z', 'updated_at': '2021-08-11T02:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '6f8f7900-0a13-41d9-a1bd-82ab2e90adb5', 'name': '', 'network_id': 'adeeb3fd-6a88-4bc6-8688-697b345234a0', 'tenant_id': 'd8819e77b2504b6fad5601569557a679', 'mac_address': 'fa:16:3e:37:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d38b041-9cb8-4278-b053-4a067d0b59a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:38:26Z', 'updated_at': '2021-08-11T02:38:37Z', 'revision_number': 5, 'project_id': 'd8819e77b2504b6fad5601569557a679', 'subnets': [{'id': '4bdbf738-4e43-462a-8ddb-57941bca22a3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '364a2283-770b-42aa-be67-6011c8168e93'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:38:38.928398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34454) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:38:39.053306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3244893e-286b-49ec-821a-672bb898cc01 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1237817 Aug 11 02:38:39.557951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8fce1c26-1b05-4a29-aab3-2ecfd3558341 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:39.608013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 8fce1c26-1b05-4a29-aab3-2ecfd3558341 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:38:39.611966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8fce1c26-1b05-4a29-aab3-2ecfd3558341 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:39.612443 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.697502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.718080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 8fce1c26-1b05-4a29-aab3-2ecfd3558341, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8fce1c26-1b05-4a29-aab3-2ecfd3558341,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:38:39.722254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:39.723154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:39.797960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=8fce1c26-1b05-4a29-aab3-2ecfd3558341,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:38:39.811045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:39.811588 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:41.479094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8fce1c26-1b05-4a29-aab3-2ecfd3558341 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:38:41.532728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8fce1c26-1b05-4a29-aab3-2ecfd3558341 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:38:41.533406 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:51.309890 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:38:52.186464 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-16908491-51a1-4ac2-a312-52067ace4731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.155579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-41b0f913-04ce-4a1b-8ad6-745d885f3872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:55.378020 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:56.504616 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:38:57.906309 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:22.180389 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b348986-e991-4d2d-90ff-3f61a074df8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.138011 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-47c2a7cb-642e-4c0a-bf67-9d10be8c98f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:25.376374 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:26.509037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:27.910952 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:28.308711 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:39:52.182077 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8cf8e3bc-0b46-42f7-a05b-ae93c06bc9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.138867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8269d69a-f3b0-41bb-b75d-28a0c00f3f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:55.383353 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:56.510872 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:39:57.909841 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:05.309543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:40:21.168297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35054) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:21.231067 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e42be7-0817-4f63-beaa-0341723ed179 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:40:21.232469 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-00e42be7-0817-4f63-beaa-0341723ed179 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632164 Aug 11 02:40:21.397563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bb36a6-4023-4c18-b761-263dd92105b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:21.399039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f2bb36a6-4023-4c18-b761-263dd92105b4 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1621399 Aug 11 02:40:22.173747 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a6dd56ca-ad9b-4ffe-8a84-1270055ed814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:23.689062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35064) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:23.781779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c544951a-940d-4c58-91a1-c22785270971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:23.783047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c544951a-940d-4c58-91a1-c22785270971 admin admin] 10.222.0.60 "GET /v2.0/subnets/4bdbf738-4e43-462a-8ddb-57941bca22a3 HTTP/1.1" status: 200 len: 849 time: 0.0930331 Aug 11 02:40:23.793219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:40:23.878680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Notify callbacks [] for subnet, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.018567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752115259028'] for subnet, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.050569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:24.050764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.063772 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] 10.222.0.60 "PUT /v2.0/subnets/4bdbf738-4e43-462a-8ddb-57941bca22a3 HTTP/1.1" status: 200 len: 868 time: 0.2630248 Aug 11 02:40:24.064052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a701e770-4e55-4d4c-b9c9-af8b32aa906f None None] Network adeeb3fd-6a88-4bc6-8688-697b345234a0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:40:24.074939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bdbf738-4e43-462a-8ddb-57941bca22a3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:40:24.082255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.082596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.082939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.083267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.083596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.084024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.084347 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.084669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.084991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.085320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.085640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.085956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ac9adc-1314-43b5-a70a-8c6f4e5dd421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:40:24.419094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aee8077d-1e04-45a5-a898-6919c587480b None None] Provisioning complete for port 6f8f7900-0a13-41d9-a1bd-82ab2e90adb5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:24.419477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aee8077d-1e04-45a5-a898-6919c587480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:24.507171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aee8077d-1e04-45a5-a898-6919c587480b None None] Provisioning complete for port 489e9ad0-c48f-4b25-8a66-1e9fb92a6145 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:40:24.507545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aee8077d-1e04-45a5-a898-6919c587480b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.141563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6f221c69-3e46-49dc-8d9a-160c5614c860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:25.374740 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:26.229925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35074) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:26.445657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e5423-9ed5-4f1a-bfa2-f44f41b8e9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:26.446056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879e5423-9ed5-4f1a-bfa2-f44f41b8e9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:26.447604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-879e5423-9ed5-4f1a-bfa2-f44f41b8e9fa admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2165759 Aug 11 02:40:26.515066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:27.911519 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:28.664023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35082) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:28.795116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6861b29-dd3e-4845-85ab-6e4c5bf3a417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:28.795600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6861b29-dd3e-4845-85ab-6e4c5bf3a417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:28.797182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f6861b29-dd3e-4845-85ab-6e4c5bf3a417 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322093 Aug 11 02:40:31.019906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35090) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:31.146426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d779b2-237d-4635-8a79-43a641f1c28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:31.147797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-21d779b2-237d-4635-8a79-43a641f1c28c admin admin] 10.222.0.60 "GET /v2.0/networks/adeeb3fd-6a88-4bc6-8688-697b345234a0 HTTP/1.1" status: 200 len: 869 time: 0.1269329 Aug 11 02:40:33.398087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:33.525207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5304a3ed-3eac-412a-9c2d-0b9bc322d2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:33.526913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5304a3ed-3eac-412a-9c2d-0b9bc322d2b9 admin admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 886 time: 0.1276791 Aug 11 02:40:35.668597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:35.795785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a86597a-e15c-49ec-a8c6-036b532a3dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.796167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a86597a-e15c-49ec-a8c6-036b532a3dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:35.797702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7a86597a-e15c-49ec-a8c6-036b532a3dcf admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1280425 Aug 11 02:40:37.949737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35114) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:38.041291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5b909-6089-479a-bff4-d8d953158fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.042261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc5b909-6089-479a-bff4-d8d953158fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:38.043757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6cc5b909-6089-479a-bff4-d8d953158fdd admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930653 Aug 11 02:40:40.231113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:40.318593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c568428f-8710-4b76-bfc8-f40573e734b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:40.319973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c568428f-8710-4b76-bfc8-f40573e734b0 admin admin] 10.222.0.60 "GET /v2.0/subnets/13c6db61-9058-4f5d-ba37-eef9ab49c982 HTTP/1.1" status: 200 len: 816 time: 0.0878546 Aug 11 02:40:42.307881 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:40:42.499444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35130) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:40:42.594093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c4488d-c462-4468-8c0a-ffc6be429995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:40:42.595364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23c4488d-c462-4468-8c0a-ffc6be429995 admin admin] 10.222.0.60 "GET /v2.0/subnets/4bdbf738-4e43-462a-8ddb-57941bca22a3 HTTP/1.1" status: 200 len: 868 time: 0.0949190 Aug 11 02:40:52.177305 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-03bab532-1bb1-4c45-b01a-a4c94ff13315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.142328 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b196f353-d7e8-4f9e-baa9-0c1ae94180d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:55.376218 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:56.516294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:40:57.918075 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:08.632018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35184) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:08.682632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-8654681b-9365-4961-ac0e-00aa748a267b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:41:08.683725 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8654681b-9365-4961-ac0e-00aa748a267b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507250 Aug 11 02:41:10.974869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35192) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:11.039833 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd28b4e-3d41-40ac-a5c7-88028efb6fc9 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:41:11.041743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cbd28b4e-3d41-40ac-a5c7-88028efb6fc9 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653975 Aug 11 02:41:11.126989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f60da-4d88-46d0-abd2-95f53f604246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:11.128400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-251f60da-4d88-46d0-abd2-95f53f604246 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820553 Aug 11 02:41:13.329295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35200) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:13.377941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:13.378966 n-d-768509-22 neutron-server[111682]: INFO neutron.quota [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Loaded quota_driver: . Aug 11 02:41:13.415119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Made reservation on behalf of bbde2e1dc9b348a4806d476b9ff4f1e2 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:13.417913 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.465900 n-d-768509-22 neutron-server[111682]: WARNING neutron.services.revisions.revision_plugin [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Could not find related network for resource to bump revision. Aug 11 02:41:13.482192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:41:13.496256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752115297127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.496798 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Unsubscribe: segment precommit_create {{(pid=111682) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 11 02:41:13.497284 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Added segment 5d9baef8-097c-4c70-ab05-1601731e8bf9 of type vlan for network a9527c2f-fca8-4ce2-8578-d13e88f909d6 Aug 11 02:41:13.551361 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.594833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.595856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:13.596434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:13.686131 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3556886 Aug 11 02:41:13.699546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Pushing event updated for resources: {'Network': ['ID=a9527c2f-fca8-4ce2-8578-d13e88f909d6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:13.706865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.707213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.707555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.707928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.708267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.708866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.709213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.709543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.709870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.710201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.710525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.710848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b68b00-8c82-4aac-a62d-de9463214f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:13.722833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:41:15.870003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35208) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:41:15.933432 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-febf2010-78c3-4e6d-9238-feba0fac1367 admin admin] GET failed (client error): The resource could not be found. Aug 11 02:41:15.934763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-febf2010-78c3-4e6d-9238-feba0fac1367 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638020 Aug 11 02:41:16.006784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce79b8a-d430-4417-8287-d6311b1e0164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:16.008287 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8ce79b8a-d430-4417-8287-d6311b1e0164 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691657 Aug 11 02:41:16.019714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:41:16.043756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Made reservation on behalf of bbde2e1dc9b348a4806d476b9ff4f1e2 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:41:16.046019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Notify callbacks [] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.238211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.292281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8b27e24-ed1f-4a9e-901d-35b355c8957e,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:16.305741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:16.306088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Network hostable DHCP agents. Network: a9527c2f-fca8-4ce2-8578-d13e88f909d6, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:41:16.328566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:41:16.339170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a9527c2f-fca8-4ce2-8578-d13e88f909d6) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:16.343079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:41:16.343713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.348252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e838fd-626e-47f7-b2aa-52996436eed2 None None] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:16.357664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd1304c7-ea8c-4c14-94d5-5b62b79ab99d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3416190 Aug 11 02:41:16.503231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'tenant_id': 'bbde2e1dc9b348a4806d476b9ff4f1e2', 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:41:16.504173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.643957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Allocated IP 192.168.233.2 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/1b3d39df-620b-4608-a86e-502e8d2e7759) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:41:16.785971 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.795210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Transition to ACTIVE for port object 1b3d39df-620b-4608-a86e-502e8d2e7759 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:16.815039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Transition to ACTIVE for port object 1b3d39df-620b-4608-a86e-502e8d2e7759 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:41:16.821232 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.864476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:41:16.867312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:41:16.874283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:41:16.877208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Pushing event updated for resources: {'Port': ['ID=1b3d39df-620b-4608-a86e-502e8d2e7759,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:16.889206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.889206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.889206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.889588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.889588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.889929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.890260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.890609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.890937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.891295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.891646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.891969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:41:16.938048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Attempting to bind port 1b3d39df-620b-4608-a86e-502e8d2e7759 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:41:16.938440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Attempting to bind port 1b3d39df-620b-4608-a86e-502e8d2e7759 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:41:16.938804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Attempting to bind port 1b3d39df-620b-4608-a86e-502e8d2e7759 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:41:16.944335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:41:16.944704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:41:16.945102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:16.945489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:41:16.945961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Bound port: 1b3d39df-620b-4608-a86e-502e8d2e7759, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:41:16.946356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.010299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] For port 1b3d39df-620b-4608-a86e-502e8d2e7759, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:41:17.013407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] For port 1b3d39df-620b-4608-a86e-502e8d2e7759, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1b3d39df-620b-4608-a86e-502e8d2e7759,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:41:17.018274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:17.076159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8845e-637b-4d24-8773-3359f19ca139 None None] Pushing event updated for resources: {'Port': ['ID=1b3d39df-620b-4608-a86e-502e8d2e7759,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:17.652766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1b3d39df-620b-4608-a86e-502e8d2e7759 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:17.716110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 1b3d39df-620b-4608-a86e-502e8d2e7759 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:17.891461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdb6748-323d-4e22-af1e-f99eb12b7513 None None] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:41:17.940014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d0899fc8-0d53-4cc2-bc6f-570e0d9486e4 None None] Provisioning for port 1b3d39df-620b-4608-a86e-502e8d2e7759 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:41:17.950223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d0899fc8-0d53-4cc2-bc6f-570e0d9486e4 None None] Provisioning complete for port 1b3d39df-620b-4608-a86e-502e8d2e7759 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:17.950602 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d0899fc8-0d53-4cc2-bc6f-570e0d9486e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.105752 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d0899fc8-0d53-4cc2-bc6f-570e0d9486e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.143909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d0899fc8-0d53-4cc2-bc6f-570e0d9486e4 None None] For port 1b3d39df-620b-4608-a86e-502e8d2e7759, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1b3d39df-620b-4608-a86e-502e8d2e7759,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:41:18.148867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d0899fc8-0d53-4cc2-bc6f-570e0d9486e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:18.208205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0899fc8-0d53-4cc2-bc6f-570e0d9486e4 None None] Pushing event updated for resources: {'Port': ['ID=1b3d39df-620b-4608-a86e-502e8d2e7759,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:41:18.381485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-66ed5d99-3185-4aad-9f0c-27ea2d52805f None None] Provisioning complete for port 1b3d39df-620b-4608-a86e-502e8d2e7759 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:18.381735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-66ed5d99-3185-4aad-9f0c-27ea2d52805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:19.308517 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:19.574953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1b3d39df-620b-4608-a86e-502e8d2e7759 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:41:19.620695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 1b3d39df-620b-4608-a86e-502e8d2e7759 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:41:19.621060 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:22.178665 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-345ecc17-fbf3-4026-8523-1e32158ad1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.144175 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-59ef9d96-0601-419d-a2f1-b9fcbdcf6906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:25.379486 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:26.519093 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:27.921268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:52.180619 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff8eabce-c434-4362-8dc8-f75d7aca253d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.146128 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dc5ca8de-ca42-42c5-af4c-076c166aa199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:55.392167 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:56.306958 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:41:56.522272 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:41:57.923304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:22.181335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-13abd85b-7e3e-4277-bf25-a74ced09f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.149042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bcede1e-868d-432d-8bc7-56daae317887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:25.383950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:26.524654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:27.929338 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:33.306069 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:42:49.710053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35260) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:49.716730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-e45c0eb6-0dac-4c50-aa58-be918b8a537e tempest-verify_tempest_config-1368103909 tempest-verify_tempest_config-1368103909-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:42:49.718362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e45c0eb6-0dac-4c50-aa58-be918b8a537e tempest-verify_tempest_config-1368103909 tempest-verify_tempest_config-1368103909-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072830 Aug 11 02:42:50.024028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35278) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:50.125979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.308829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.312995 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.358793 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e88f714c8cf44e58c8831988cf781a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3337348 Aug 11 02:42:50.359481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481bc8d9-72fc-4c18-833b-b2f4a3e1c47e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:50.361373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35282) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:42:50.376757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.377104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.377447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.377779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.378110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.378441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.378767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.379091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.379421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.380021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.380346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.380667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312bd322-489e-49be-9bf1-99b29a49b762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:42:50.427981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5e84021-b180-4321-a593-5a84329cd183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.448876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5e84021-b180-4321-a593-5a84329cd183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.539495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5e84021-b180-4321-a593-5a84329cd183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.542016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5e84021-b180-4321-a593-5a84329cd183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:50.543190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b5e84021-b180-4321-a593-5a84329cd183 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/481bc8d9-72fc-4c18-833b-b2f4a3e1c47e HTTP/1.1" status: 204 len: 168 time: 0.1808989 Aug 11 02:42:50.551039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e84021-b180-4321-a593-5a84329cd183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481bc8d9-72fc-4c18-833b-b2f4a3e1c47e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:42:52.182591 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dc357a1b-10ae-48f4-8846-dd399abe491b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.170403 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-82c131f8-a3d9-4c7a-8d41-dbe30eaa8776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:55.389319 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:56.526764 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:42:57.930180 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:10.306895 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:43:22.191449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3fad059b-0fc3-4e4b-b4f9-eacb363b20c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.153790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5985809f-4a72-453f-a68e-d26624542226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:25.391991 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:26.529543 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:27.931788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:47.305433 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:43:52.181858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4ad92d62-9e98-474d-bf46-b1a84c6e890a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.154166 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d31fcad1-d55e-4162-b4e8-626bd0401f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:55.398245 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:56.532564 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:43:57.936169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:22.182742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e05ced43-f7b3-4be9-8a0a-67e24423224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:24.304183 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:44:25.155298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8b810402-c101-4f4f-8a47-3c20f63b0cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:25.391898 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:26.535103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:27.939591 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:52.186309 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7c120e60-7408-4d09-88e5-f17bc76e0d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.162444 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-01ca3c89-ba27-43ef-bc89-123d17381f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:55.394237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:56.537811 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:44:57.945396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:01.302981 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:45:22.189006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a101e24-e662-4146-ba33-4cbc857fcf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.154472 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7030dd1a-022c-4447-be67-44f5c3eafb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:25.396332 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:26.541979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:27.946234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:38.302453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 5 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:45:52.189807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bfb3a75-c80f-4a33-9b3e-b1d2cf62bdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.156158 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-83b778c7-f362-44c3-bcd9-1e8dace591f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.176554 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619489'] for agent, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:55.396862 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:56.545823 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:57.948887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:45:59.504171 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619489'] for agent, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:15.303496 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:46:22.192294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6e6782a-5391-4cad-af6e-9a1ff7ec9656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.103932 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.158890 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eafc4929-eb1e-4fab-8487-27448948c4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:25.407616 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:26.544369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:27.957634 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:29.455047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:52.204275 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0cd518c-6020-4e7c-b13c-53fbede3d50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:52.302492 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:46:52.858498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35342) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:52.977086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-05ed38ac-2280-4cc9-9711-3b59a4314c1b admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1174581 Aug 11 02:46:55.103093 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.165652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f1df9-5457-4c73-a9fe-2019918f4bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:55.265719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35352) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:46:55.336041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4e55170c-06ed-471c-8e65-0819202bbe8c admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0691857 Aug 11 02:46:55.408524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:56.546265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:57.959804 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:46:59.480137 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:22.199196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee4b5-c06c-4448-9d67-b500c790a2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.112739 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.156780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-65efa1fb-9d0e-4361-88b2-66db0ec99d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:25.404496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:26.547797 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:27.962075 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:29.303244 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:47:29.490287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:52.201368 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-517acb1a-af8f-4b28-a906-ef4456f90cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:55.112078 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:55.160327 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5649fbb6-fa06-495a-be79-812a27565cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:55.409405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:56.552798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:57.964679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:47:59.486239 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:06.304964 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:48:21.306352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35564) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:21.758347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-network', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:21.781491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Made reservation on behalf of 422fb2f3a9564d40b2b7e22fd9e9e804 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:21.784370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.793327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.906633 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.910901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.941093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:21.943263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c459f34c-041d-4d0d-8ba9-a106f91eda06,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:21.953946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.954300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.954643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.954981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.955313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.955654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.955991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.956320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.956642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.956969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.957302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.957611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Tracked resource versions report: Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: pushed versions: Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: { 'AddressGroup': {'1.2'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'ConntrackHelper': {'1.0'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Log': {'1.0'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Network': {'1.1'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Port': {'1.7'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'PortForwarding': {'1.2'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'QosPolicy': {'1.9'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'SecurityGroup': {'1.4'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'SubPort': {'1.0'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Subnet': {'1.1'}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Trunk': {'1.1'}} Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: consumer versions: Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: HyperV agent@n-h1-768509-22: {}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: HyperV agent@n-h2-768509-22: {}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: L3 agent@n-d-768509-22: {}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: Metadata agent@n-d-768509-22: {}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: Metering agent@n-d-768509-22: {}, Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'ConntrackHelper': '1.0', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Log': '1.0', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Network': '1.1', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Port': '1.7', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'PortForwarding': '1.2', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'QosPolicy': '1.9', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'SecurityGroup': '1.4', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'SecurityGroupRule': '1.2', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'SubPort': '1.0', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Subnet': '1.1', Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: 'Trunk': '1.1'}} Aug 11 02:48:21.958774 n-d-768509-22 neutron-server[111682]: {{(pid=111682) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:48:21.966179 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:21.966589 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Added segment c394ed6d-cca6-486b-8399-9c09ac4207d3 of type vlan for network 6f3b0294-7053-4a78-8e54-7bcfb89b805c Aug 11 02:48:22.009049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.044179 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.045412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:22.046064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.108099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7999873 Aug 11 02:48:22.110659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35604) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:22.111944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48721c6a-0134-451e-a390-f67fe88a760c admin admin] Pushing event updated for resources: {'Network': ['ID=6f3b0294-7053-4a78-8e54-7bcfb89b805c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:22.118761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Request body: {'subnet': {'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-subnet', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:22.124077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:22.155175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Made reservation on behalf of 422fb2f3a9564d40b2b7e22fd9e9e804 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:22.160313 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.215193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7b84dd3f-6160-42e4-9de9-755b935f9100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.354258 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.414806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e15b7991-740a-4be1-ac19-dc0bb0f75469,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:22.426651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.427108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.427503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.428686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.429220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.429738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.430067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.430396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.430719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.431047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.431370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.431795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Tracked resource versions report: Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: pushed versions: Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: { 'AddressGroup': {'1.2'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'ConntrackHelper': {'1.0'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Log': {'1.0'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Network': {'1.1'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Port': {'1.7'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'PortForwarding': {'1.2'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'QosPolicy': {'1.9'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'SecurityGroup': {'1.4'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'SubPort': {'1.0'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Subnet': {'1.1'}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Trunk': {'1.1'}} Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: consumer versions: Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: HyperV agent@n-h1-768509-22: {}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: HyperV agent@n-h2-768509-22: {}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: L3 agent@n-d-768509-22: {}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: Metadata agent@n-d-768509-22: {}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: Metering agent@n-d-768509-22: {}, Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'ConntrackHelper': '1.0', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Log': '1.0', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Network': '1.1', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Port': '1.7', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'PortForwarding': '1.2', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'QosPolicy': '1.9', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'SecurityGroup': '1.4', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'SecurityGroupRule': '1.2', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'SubPort': '1.0', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Subnet': '1.1', Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: 'Trunk': '1.1'}} Aug 11 02:48:22.432746 n-d-768509-22 neutron-server[111683]: {{(pid=111683) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:48:22.439138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Checking segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:22.439138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Network hostable DHCP agents. Network: 6f3b0294-7053-4a78-8e54-7bcfb89b805c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:22.455597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:22.464631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6f3b0294-7053-4a78-8e54-7bcfb89b805c) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:22.469159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:22.470038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.477972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa74b0bb-bd8a-40c7-bc52-82ed3e75c20b None None] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:22.498939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35620) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:22.500509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-285edcaf-6723-4a10-a0dc-86470a2e7216 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3875427 Aug 11 02:48:22.503350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:22.526789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.528069 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.636616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.674539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:48:22.676004 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.789572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:22.861215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Allocated IP 172.20.0.2 (6f3b0294-7053-4a78-8e54-7bcfb89b805c/e15b7991-740a-4be1-ac19-dc0bb0f75469/60db34e5-9abc-4899-926a-9017f02fe1b6) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:23.020221 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.046190 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.057674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Transition to ACTIVE for port object 60db34e5-9abc-4899-926a-9017f02fe1b6 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:23.060281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.081732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Transition to ACTIVE for port object 60db34e5-9abc-4899-926a-9017f02fe1b6 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:23.091812 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.140976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Pushing event updated for resources: {'Port': ['ID=60db34e5-9abc-4899-926a-9017f02fe1b6,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:23.150019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.150577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.151094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.151605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.152108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.152596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.153076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.153560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.154059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.154546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.155032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.155508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Tracked resource versions report: Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: pushed versions: Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: { 'AddressGroup': {'1.2'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'ConntrackHelper': {'1.0'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Log': {'1.0'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Network': {'1.1'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Port': {'1.7'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'PortForwarding': {'1.2'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'QosPolicy': {'1.9'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'SecurityGroup': {'1.4'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'SubPort': {'1.0'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Subnet': {'1.1'}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Trunk': {'1.1'}} Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: consumer versions: Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: HyperV agent@n-h1-768509-22: {}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: HyperV agent@n-h2-768509-22: {}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: L3 agent@n-d-768509-22: {}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: Metadata agent@n-d-768509-22: {}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: Metering agent@n-d-768509-22: {}, Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'ConntrackHelper': '1.0', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Log': '1.0', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Network': '1.1', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Port': '1.7', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'PortForwarding': '1.2', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'QosPolicy': '1.9', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'SecurityGroup': '1.4', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'SecurityGroupRule': '1.2', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'SubPort': '1.0', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Subnet': '1.1', Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: 'Trunk': '1.1'}} Aug 11 02:48:23.156749 n-d-768509-22 neutron-server[111684]: {{(pid=111684) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:48:23.171997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:23.173720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:23.176557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:23.201095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Allocated IP 172.25.4.47 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/858314e3-9e44-431c-833c-34a6af81a217) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:23.250595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Attempting to bind port 60db34e5-9abc-4899-926a-9017f02fe1b6 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:23.251161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Attempting to bind port 60db34e5-9abc-4899-926a-9017f02fe1b6 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:23.251526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Attempting to bind port 60db34e5-9abc-4899-926a-9017f02fe1b6 on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:23.257529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:23.258362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Checking segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:23.258774 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.259170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Bound using segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:23.259674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Bound port: 60db34e5-9abc-4899-926a-9017f02fe1b6, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:23.260080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.333644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] For port 60db34e5-9abc-4899-926a-9017f02fe1b6, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:23.340497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] For port 60db34e5-9abc-4899-926a-9017f02fe1b6, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=60db34e5-9abc-4899-926a-9017f02fe1b6,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:23.346252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.352128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.415894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579944d-a51d-4bdb-9b9d-415d26d6e98b None None] Pushing event updated for resources: {'Port': ['ID=60db34e5-9abc-4899-926a-9017f02fe1b6,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:23.429478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.483856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:23.488689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:23.494345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:23.497666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Pushing event updated for resources: {'Port': ['ID=858314e3-9e44-431c-833c-34a6af81a217,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:23.764173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:23.925965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 60db34e5-9abc-4899-926a-9017f02fe1b6 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:24.006511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 60db34e5-9abc-4899-926a-9017f02fe1b6 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:24.097407 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.114711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35694) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:24.285257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Router 2e4fc166-d548-45f6-9ae0-af41a666d495 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:48:24.432202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:24.445993 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Sync routers for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:24.459834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.459834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0737b16b-204f-405b-9af9-abcda75eab9c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9557693 Aug 11 02:48:24.459834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35708) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:24.464400 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:24.465019 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:47:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:24.548809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a32883d-4ed6-4ac9-b195-7a5c6d58f7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.612820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5cb459-d929-4b44-b03e-1b8c89a6d691 None None] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:24.693040 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:24.695215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a32883d-4ed6-4ac9-b195-7a5c6d58f7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.703324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a32883d-4ed6-4ac9-b195-7a5c6d58f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.751519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e43bab43-1d84-46aa-8505-165c95651286 None None] Provisioning for port 60db34e5-9abc-4899-926a-9017f02fe1b6 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:24.768130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32883d-4ed6-4ac9-b195-7a5c6d58f7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed84934-314b-4330-9f5b-96975a24ae6b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:24.769949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e43bab43-1d84-46aa-8505-165c95651286 None None] Provisioning complete for port 60db34e5-9abc-4899-926a-9017f02fe1b6 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:24.770332 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e43bab43-1d84-46aa-8505-165c95651286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.813162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3a32883d-4ed6-4ac9-b195-7a5c6d58f7d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e5a361067cc43ed822a6c538edc5777&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6706970 Aug 11 02:48:24.813162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35720) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:24.938020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c23d-c25a-4533-baa6-2b45d9b2b4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.959903 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e43bab43-1d84-46aa-8505-165c95651286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:24.999323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e43bab43-1d84-46aa-8505-165c95651286 None None] For port 60db34e5-9abc-4899-926a-9017f02fe1b6, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=60db34e5-9abc-4899-926a-9017f02fe1b6,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:25.010747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c23d-c25a-4533-baa6-2b45d9b2b4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.014895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e43bab43-1d84-46aa-8505-165c95651286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.130054 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 3, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:25.149362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c23d-c25a-4533-baa6-2b45d9b2b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.154288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c23d-c25a-4533-baa6-2b45d9b2b4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.157906 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d2e3c23d-c25a-4533-baa6-2b45d9b2b4bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bed84934-314b-4330-9f5b-96975a24ae6b HTTP/1.1" status: 204 len: 168 time: 0.3609092 Aug 11 02:48:25.175503 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Checking router: 2e4fc166-d548-45f6-9ae0-af41a666d495 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:25.175920 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Updating router 2e4fc166-d548-45f6-9ae0-af41a666d495 port 858314e3-9e44-431c-833c-34a6af81a217 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:25.189969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3c23d-c25a-4533-baa6-2b45d9b2b4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed84934-314b-4330-9f5b-96975a24ae6b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:25.215139 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.227127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.264392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-91d7ea50-d637-4748-9c79-bc9dad07126d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.282134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bab43-1d84-46aa-8505-165c95651286 None None] Pushing event updated for resources: {'Port': ['ID=60db34e5-9abc-4899-926a-9017f02fe1b6,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:25.342993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6d470d35-6a73-4063-a8b4-c24ccabad4d9 None None] Provisioning complete for port 60db34e5-9abc-4899-926a-9017f02fe1b6 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:25.343302 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6d470d35-6a73-4063-a8b4-c24ccabad4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.360729 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.483281 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.636089 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.651571 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Transition to ACTIVE for port object 858314e3-9e44-431c-833c-34a6af81a217 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:25.670583 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.683236 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Allocated IP 172.20.0.1 (6f3b0294-7053-4a78-8e54-7bcfb89b805c/e15b7991-740a-4be1-ac19-dc0bb0f75469/79d18e8a-b19c-4ef9-932d-3f50751b4378) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:25.708708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Attempting to bind port 858314e3-9e44-431c-833c-34a6af81a217 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:25.709321 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Attempting to bind port 858314e3-9e44-431c-833c-34a6af81a217 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:25.709874 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Attempting to bind port 858314e3-9e44-431c-833c-34a6af81a217 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:25.735336 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:25.735721 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:25.736316 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.736847 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:25.737460 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Bound port: 858314e3-9e44-431c-833c-34a6af81a217, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:25.738011 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.829189 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Pushing event updated for resources: {'Port': ['ID=858314e3-9e44-431c-833c-34a6af81a217,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:25.837299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35744) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:25.856436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.858151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e26dbde-73f2-4977-b944-759868f6df72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.873882 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.874233 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.874574 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.874911 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.875243 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.875643 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.876096 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.876465 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.876775 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.877100 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.877430 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.877778 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Tracked resource versions report: Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: pushed versions: Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: { 'AddressGroup': {'1.2'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'ConntrackHelper': {'1.0'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Log': {'1.0'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Network': {'1.1'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Port': {'1.7'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'PortForwarding': {'1.2'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'QosPolicy': {'1.9'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'SecurityGroup': {'1.4'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'SecurityGroupRule': {'1.2'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'SubPort': {'1.0'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Subnet': {'1.1'}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Trunk': {'1.1'}} Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: consumer versions: Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: { DHCP agent@n-d-768509-22: {}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: HyperV agent@n-h1-768509-22: {}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: HyperV agent@n-h2-768509-22: {}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: L3 agent@n-d-768509-22: {}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: Metadata agent@n-d-768509-22: {}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: Metering agent@n-d-768509-22: {}, Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: Open vSwitch agent@n-d-768509-22: { 'AddressGroup': '1.2', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'ConntrackHelper': '1.0', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Log': '1.0', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Network': '1.1', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Port': '1.7', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'PortForwarding': '1.2', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'QosPolicy': '1.9', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'SecurityGroup': '1.4', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'SecurityGroupRule': '1.2', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'SubPort': '1.0', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Subnet': '1.1', Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: 'Trunk': '1.1'}} Aug 11 02:48:25.878805 n-d-768509-22 neutron-server[111685]: {{(pid=111685) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 11 02:48:25.891794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 60db34e5-9abc-4899-926a-9017f02fe1b6 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:25.906276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Transition to ACTIVE for port object 79d18e8a-b19c-4ef9-932d-3f50751b4378 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:25.906563 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] For port 858314e3-9e44-431c-833c-34a6af81a217, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:25.910106 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] For port 858314e3-9e44-431c-833c-34a6af81a217, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=858314e3-9e44-431c-833c-34a6af81a217,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:25.919613 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.977874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:25.993066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 60db34e5-9abc-4899-926a-9017f02fe1b6 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:25.993440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.036039 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a71ab6-9933-4084-8cb9-31980a63c9ad None None] Pushing event updated for resources: {'Port': ['ID=858314e3-9e44-431c-833c-34a6af81a217,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.045296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e26dbde-73f2-4977-b944-759868f6df72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.052639 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e26dbde-73f2-4977-b944-759868f6df72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.063277 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:26.064429 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:26.077342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:26.092940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:26.114942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:26.116447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.129808 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8e26dbde-73f2-4977-b944-759868f6df72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4b3944ae8fc4291bcd47bcb70e02694&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2906513 Aug 11 02:48:26.134047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26dbde-73f2-4977-b944-759868f6df72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d47a86c-55e3-445d-8804-5063381e4608,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.136389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35752) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:26.260921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1043359f-53d0-46b2-9586-f4c315713598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.316153 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:26.337469 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1043359f-53d0-46b2-9586-f4c315713598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.368788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e00ecc32-17a6-4c48-987f-242a6237459f None None] Provisioning for port 79d18e8a-b19c-4ef9-932d-3f50751b4378 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:26.386058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e00ecc32-17a6-4c48-987f-242a6237459f None None] Provisioning complete for port 79d18e8a-b19c-4ef9-932d-3f50751b4378 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:26.386405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e00ecc32-17a6-4c48-987f-242a6237459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.450888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e00ecc32-17a6-4c48-987f-242a6237459f None None] Port 79d18e8a-b19c-4ef9-932d-3f50751b4378 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:26.477041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1043359f-53d0-46b2-9586-f4c315713598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.480041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1043359f-53d0-46b2-9586-f4c315713598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.481315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1043359f-53d0-46b2-9586-f4c315713598 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d47a86c-55e3-445d-8804-5063381e4608 HTTP/1.1" status: 204 len: 168 time: 0.3440244 Aug 11 02:48:26.498514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043359f-53d0-46b2-9586-f4c315713598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d47a86c-55e3-445d-8804-5063381e4608,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.563131 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.769780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Pushing event updated for resources: {'Port': ['ID=79d18e8a-b19c-4ef9-932d-3f50751b4378,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:26.776539 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:26.846198 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 3, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:26.875237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35786) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:26.897705 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0205f75c-ba09-4714-959b-d71fc6227215 None None] The sync data for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 is: [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:23Z', 'revision_number': 3, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:27.066155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.074914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.075985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.158842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ed6decc-b96b-4a09-9d7a-43fa087324eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.268459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Pushing event updated for resources: {'Port': ['ID=79d18e8a-b19c-4ef9-932d-3f50751b4378,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:27.381953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:27.383379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:27.516575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ed6decc-b96b-4a09-9d7a-43fa087324eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.524283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ed6decc-b96b-4a09-9d7a-43fa087324eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.574677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0ed6decc-b96b-4a09-9d7a-43fa087324eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b0869fcf2684d63806f146afd16a12b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6977017 Aug 11 02:48:27.580756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35828) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:27.603194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6decc-b96b-4a09-9d7a-43fa087324eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d376b5b6-0044-4a0d-8c54-edf0ca0e98a1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:27.659370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Router 2e4fc166-d548-45f6-9ae0-af41a666d495 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:27.673610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3b56e6e-9906-460e-839b-b1c391ab040b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.740882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3b56e6e-9906-460e-839b-b1c391ab040b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.790483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9d03c9e0-5b68-4e0f-a058-75a21f6df24c None None] Provisioning complete for port 79d18e8a-b19c-4ef9-932d-3f50751b4378 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:27.791682 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9d03c9e0-5b68-4e0f-a058-75a21f6df24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.863135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9d03c9e0-5b68-4e0f-a058-75a21f6df24c None None] Port 79d18e8a-b19c-4ef9-932d-3f50751b4378 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:27.921370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:27.947671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6ee80077-1918-4f49-9b18-f69ec54ac95a admin admin] 10.222.0.60 "PUT /v2.0/routers/2e4fc166-d548-45f6-9ae0-af41a666d495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4779980 Aug 11 02:48:27.961145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3b56e6e-9906-460e-839b-b1c391ab040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.966155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3b56e6e-9906-460e-839b-b1c391ab040b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:27.967240 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f3b56e6e-9906-460e-839b-b1c391ab040b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d376b5b6-0044-4a0d-8c54-edf0ca0e98a1 HTTP/1.1" status: 204 len: 168 time: 0.3836954 Aug 11 02:48:27.972305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 858314e3-9e44-431c-833c-34a6af81a217 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:27.976535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b56e6e-9906-460e-839b-b1c391ab040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d376b5b6-0044-4a0d-8c54-edf0ca0e98a1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:28.038445 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.055394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 858314e3-9e44-431c-833c-34a6af81a217 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:28.071910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 858314e3-9e44-431c-833c-34a6af81a217 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:28.072292 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.177417 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.212655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 858314e3-9e44-431c-833c-34a6af81a217, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=858314e3-9e44-431c-833c-34a6af81a217,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:28.217760 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.336604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=858314e3-9e44-431c-833c-34a6af81a217,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:28.747430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35906) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:28.767304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c408ae0-04c1-4096-9087-4811f9c5a57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.889937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c408ae0-04c1-4096-9087-4811f9c5a57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.895846 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c408ae0-04c1-4096-9087-4811f9c5a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:28.946517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6c408ae0-04c1-4096-9087-4811f9c5a57f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=802b8ab6aa624adc8ad4998e47294439&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1979048 Aug 11 02:48:28.947933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c408ae0-04c1-4096-9087-4811f9c5a57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c064a881-e491-459e-aba9-26a0adf2e2bc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:28.949648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35918) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:29.018058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e7025a1-e005-40ed-9fc0-1d4d87b136cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.052162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e7025a1-e005-40ed-9fc0-1d4d87b136cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.060384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Sync routers for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:29.076366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:29.077464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:29.111142 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e7025a1-e005-40ed-9fc0-1d4d87b136cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.117491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e7025a1-e005-40ed-9fc0-1d4d87b136cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.125803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8e7025a1-e005-40ed-9fc0-1d4d87b136cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c064a881-e491-459e-aba9-26a0adf2e2bc HTTP/1.1" status: 204 len: 168 time: 0.1717341 Aug 11 02:48:29.138319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7025a1-e005-40ed-9fc0-1d4d87b136cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c064a881-e491-459e-aba9-26a0adf2e2bc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:29.391999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:29.530241 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.653291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 2, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:29.681490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Checking router: 2e4fc166-d548-45f6-9ae0-af41a666d495 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:29.681850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Updating router 2e4fc166-d548-45f6-9ae0-af41a666d495 port 79d18e8a-b19c-4ef9-932d-3f50751b4378 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:29.712636 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:29.853522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 858314e3-9e44-431c-833c-34a6af81a217 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:29.887773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35972) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:29.997499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 858314e3-9e44-431c-833c-34a6af81a217 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:29.997880 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.106803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35988) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:30.116716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-network', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:30.135510 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.179376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Made reservation on behalf of cc9be054806f4c8e96089eb3bedfcf09 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:30.184818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.205689 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.214735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Transition to ACTIVE for port object 79d18e8a-b19c-4ef9-932d-3f50751b4378 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:30.257314 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.320985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e13b6c-85c7-46c0-8930-d9a7de97d622 None None] Pushing event updated for resources: {'Port': ['ID=79d18e8a-b19c-4ef9-932d-3f50751b4378,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.464195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Attempting to bind port 79d18e8a-b19c-4ef9-932d-3f50751b4378 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:30.464574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Attempting to bind port 79d18e8a-b19c-4ef9-932d-3f50751b4378 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:30.464945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Attempting to bind port 79d18e8a-b19c-4ef9-932d-3f50751b4378 on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:30.472375 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.484220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.488733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:30.489113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Checking segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:30.489661 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.490335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Bound using segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:30.491394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Bound port: 79d18e8a-b19c-4ef9-932d-3f50751b4378, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:30.491901 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.510486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89353719-d123-46a1-8058-87f611f9d34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.550486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:30.569640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a1e28e-d00e-4b2a-9691-5d6ebe25a7cd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.600479 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.600825 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Added segment e91c0eda-6308-4a51-b9c6-19e698d1ed3b of type vlan for network cc9dffbc-9ccc-412d-a8af-69b35e996103 Aug 11 02:48:30.618602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] For port 79d18e8a-b19c-4ef9-932d-3f50751b4378, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:30.624969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] For port 79d18e8a-b19c-4ef9-932d-3f50751b4378, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=79d18e8a-b19c-4ef9-932d-3f50751b4378,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:30.632206 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.671586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.700429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:30.701412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:30.732999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.733995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:30.734527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.849390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:30.881842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89353719-d123-46a1-8058-87f611f9d34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.890957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] Pushing event updated for resources: {'Network': ['ID=cc9dffbc-9ccc-412d-a8af-69b35e996103,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.902704 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89353719-d123-46a1-8058-87f611f9d34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:30.921656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-782b92f8-c41b-4eda-bc08-3b23feb291a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8123589 Aug 11 02:48:30.924462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36034) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:30.934158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Request body: {'subnet': {'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-subnet', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:30.935660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:30.969640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-89353719-d123-46a1-8058-87f611f9d34f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbc095549e9149129818001d021ec5ce&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0803969 Aug 11 02:48:30.971089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89353719-d123-46a1-8058-87f611f9d34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80151c67-e500-4533-bac1-2750e4504396,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:30.973750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36038) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:30.996758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Made reservation on behalf of cc9be054806f4c8e96089eb3bedfcf09 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:31.003455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.071444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd5443d7-90ff-49b8-b859-f55d20018ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.092005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e13b6c-85c7-46c0-8930-d9a7de97d622 None None] Pushing event updated for resources: {'Port': ['ID=79d18e8a-b19c-4ef9-932d-3f50751b4378,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:31.107079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd5443d7-90ff-49b8-b859-f55d20018ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.182806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd5443d7-90ff-49b8-b859-f55d20018ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.192662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd5443d7-90ff-49b8-b859-f55d20018ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.197215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd5443d7-90ff-49b8-b859-f55d20018ece admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80151c67-e500-4533-bac1-2750e4504396 HTTP/1.1" status: 204 len: 168 time: 0.2205641 Aug 11 02:48:31.222580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5443d7-90ff-49b8-b859-f55d20018ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80151c67-e500-4533-bac1-2750e4504396,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:31.311393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:30Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:31.359322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bcff2e-df44-4030-a51b-45eafb83f0ac None None] The sync data for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 is: [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:30Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:31.432208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.558300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3810c8-61c4-4acb-aaea-b358b9bbe3ef,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:31.581427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Checking segment: {'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:31.581859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Network hostable DHCP agents. Network: cc9dffbc-9ccc-412d-a8af-69b35e996103, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:31.607695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:31.635026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, cc9dffbc-9ccc-412d-a8af-69b35e996103) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:31.641260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:31.643723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.644676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660c79e-9b4a-4b71-8cec-27ded5ce93d9 None None] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:31.663708 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-20c6000a-f006-4ef5-935c-40f0af476604 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7352853 Aug 11 02:48:31.665135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36100) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:31.670175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:31.700427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.707692 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.814183 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.886374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:31.935257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-cc9dffbc-9ccc-412d-a8af-69b35e996103', 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'fixed_ips': [{'subnet_id': '2e3810c8-61c4-4acb-aaea-b358b9bbe3ef'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:48:31.937335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2026-9bd5-4bab-8c07-e7a4b67e2745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.941416 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:31.950620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 79d18e8a-b19c-4ef9-932d-3f50751b4378 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:32.000288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36114) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:32.067490 n-d-768509-22 neutron-server[111682]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:48:32.140956 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-53ebf241-863a-418a-99d9-9c1e29f7836b tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=69e0edc81bfb4875a82179750c39d2f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350896 Aug 11 02:48:32.151369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2026-9bd5-4bab-8c07-e7a4b67e2745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.158073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb2c2026-9bd5-4bab-8c07-e7a4b67e2745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.222998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bb2c2026-9bd5-4bab-8c07-e7a4b67e2745 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=133a271004904bca82e8448d375ec074&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3350184 Aug 11 02:48:32.223942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36118) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:32.225678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c2026-9bd5-4bab-8c07-e7a4b67e2745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4577d5-bbd3-4aeb-9a32-535fdd73e581,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:32.308460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f13a2b3a-e2af-4220-995a-d32add7ec540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.350273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f13a2b3a-e2af-4220-995a-d32add7ec540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.423014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f13a2b3a-e2af-4220-995a-d32add7ec540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.426631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f13a2b3a-e2af-4220-995a-d32add7ec540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.428560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f13a2b3a-e2af-4220-995a-d32add7ec540 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e4577d5-bbd3-4aeb-9a32-535fdd73e581 HTTP/1.1" status: 204 len: 168 time: 0.1989810 Aug 11 02:48:32.445893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a2b3a-e2af-4220-995a-d32add7ec540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4577d5-bbd3-4aeb-9a32-535fdd73e581,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:32.469195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-7a5922f2-6b33-4eb2-a7f6-0acdca1f8182 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:32.477733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-7a5922f2-6b33-4eb2-a7f6-0acdca1f8182 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3348358 Aug 11 02:48:32.498146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.530761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-5ca46769-4fdb-4a51-8cfc-7b5ab3554af4 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/quotas/69e0edc81bfb4875a82179750c39d2f8 HTTP/1.1" status: 200 len: 375 time: 0.0517893 Aug 11 02:48:32.550860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Allocated IP 172.20.0.2 (cc9dffbc-9ccc-412d-a8af-69b35e996103/2e3810c8-61c4-4acb-aaea-b358b9bbe3ef/8f5cd35a-df93-4a65-a2e9-c221c26672c9) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:32.752646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 79d18e8a-b19c-4ef9-932d-3f50751b4378 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:32.798832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 79d18e8a-b19c-4ef9-932d-3f50751b4378 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:32.801618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:32.842431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-aa0ca7aa-7061-4f33-a3a0-9e11565ef573 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69e0edc81bfb4875a82179750c39d2f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3104000 Aug 11 02:48:33.015367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.077420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Transition to ACTIVE for port object 8f5cd35a-df93-4a65-a2e9-c221c26672c9 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:33.226540 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.243454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Transition to ACTIVE for port object 8f5cd35a-df93-4a65-a2e9-c221c26672c9 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:33.271789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.273014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.330083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.337634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd35a-df93-4a65-a2e9-c221c26672c9,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:33.358584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:33.361014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:33.368633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:33.385738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 79d18e8a-b19c-4ef9-932d-3f50751b4378, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=79d18e8a-b19c-4ef9-932d-3f50751b4378,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:33.395022 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.395487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36202) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:33.410658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fddf068d-05ff-492b-bd62-4e0f94912a16 req-f6211c46-9622-4d95-98b9-c71410f79141 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 210 time: 0.0929129 Aug 11 02:48:33.500303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Attempting to bind port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:33.500655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Attempting to bind port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:33.500902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Attempting to bind port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 on network cc9dffbc-9ccc-412d-a8af-69b35e996103 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:33.503087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=79d18e8a-b19c-4ef9-932d-3f50751b4378,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:33.518564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:33.518967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Checking segment: {'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:33.519383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.519825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Bound using segment: {'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:33.520309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Bound port: 8f5cd35a-df93-4a65-a2e9-c221c26672c9, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:33.520802 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.559275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Allocated IP 172.25.4.196 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ad458318-3b4b-4990-ada2-9d074800d0f0) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:33.639390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] For port 8f5cd35a-df93-4a65-a2e9-c221c26672c9, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:33.648683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] For port 8f5cd35a-df93-4a65-a2e9-c221c26672c9, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8f5cd35a-df93-4a65-a2e9-c221c26672c9,segment=NetworkSegment(e91c0eda-6308-4a51-b9c6-19e698d1ed3b),segment_id=e91c0eda-6308-4a51-b9c6-19e698d1ed3b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:33.655835 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.704557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.736591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491b673-1cdf-4c6b-a3b6-533e5a5a55d0 None None] Pushing event updated for resources: {'Port': ['ID=8f5cd35a-df93-4a65-a2e9-c221c26672c9,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:33.763048 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.916142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Pushing event updated for resources: {'Port': ['ID=ad458318-3b4b-4990-ada2-9d074800d0f0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:33.916938 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1dd1-5694-4cd3-b84d-2d2dbde696a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:33.927457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 79d18e8a-b19c-4ef9-932d-3f50751b4378 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:33.936261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:33.940889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:33.950841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:34.128448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 79d18e8a-b19c-4ef9-932d-3f50751b4378 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:34.129088 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.281119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1dd1-5694-4cd3-b84d-2d2dbde696a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.288906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4f1dd1-5694-4cd3-b84d-2d2dbde696a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.370551 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fd4f1dd1-5694-4cd3-b84d-2d2dbde696a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d319a5211d84fe1bb8872d90b49670a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9668612 Aug 11 02:48:34.371272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36244) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:34.393201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f1dd1-5694-4cd3-b84d-2d2dbde696a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72de921-da79-43ab-8476-d6aaa3fe332c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:34.451541 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.488390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d61a-9896-4ca2-8a00-5327fd3b315a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.490450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36248) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:34.523743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d61a-9896-4ca2-8a00-5327fd3b315a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.589521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7afcb7c-40d1-460c-a453-ef5db1206e96 req-e9d8379a-6b39-4eba-973d-23b6fa79585c tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 210 time: 0.0302842 Aug 11 02:48:34.599132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d61a-9896-4ca2-8a00-5327fd3b315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.603231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1a2d61a-9896-4ca2-8a00-5327fd3b315a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.604754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f1a2d61a-9896-4ca2-8a00-5327fd3b315a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a72de921-da79-43ab-8476-d6aaa3fe332c HTTP/1.1" status: 204 len: 168 time: 0.2241061 Aug 11 02:48:34.614025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2d61a-9896-4ca2-8a00-5327fd3b315a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72de921-da79-43ab-8476-d6aaa3fe332c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:34.769301 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:34.955786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:48:34.986489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36258) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:35.247248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:35.260913 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Sync routers for ids ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:35.282007 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Routers {'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:35.282877 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:35.294059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.296350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-29031682-78be-4421-8305-d2779d932c94 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6298566 Aug 11 02:48:35.299096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36270) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:35.344341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf34d57-1900-4f73-b47e-b77a615af66a None None] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:35.345010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36272) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:35.459665 n-d-768509-22 neutron-server[111683]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 11 02:48:35.504237 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Set router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:35.617479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d2ae00e8-e3fc-4299-b26d-411f99dde92a None None] Provisioning for port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:35.677898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36284) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:35.688739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437adfa-71a1-45a9-8fba-ff3aab630e1b req-ef276698-e542-4b84-aa15-67deb88ce4af tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:35.689479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437adfa-71a1-45a9-8fba-ff3aab630e1b req-ef276698-e542-4b84-aa15-67deb88ce4af tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:35.693950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437adfa-71a1-45a9-8fba-ff3aab630e1b req-ef276698-e542-4b84-aa15-67deb88ce4af tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:35.695360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437adfa-71a1-45a9-8fba-ff3aab630e1b req-ef276698-e542-4b84-aa15-67deb88ce4af tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:35.695895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437adfa-71a1-45a9-8fba-ff3aab630e1b req-ef276698-e542-4b84-aa15-67deb88ce4af tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:35.698471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb56ae05-0dd6-4627-a243-0c365ef8c2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.709270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7437adfa-71a1-45a9-8fba-ff3aab630e1b req-ef276698-e542-4b84-aa15-67deb88ce4af tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 1.2147081 Aug 11 02:48:35.825381 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4b03d50-90a0-4a65-ba5a-2d847a2a6c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:35.960382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8f5cd35a-df93-4a65-a2e9-c221c26672c9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:36.012207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0df11c3b-e57e-45a6-b3ad-70a2aff2839a req-44b4adf2-3a39-4ab1-83ce-005f5e3a916a tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 210 time: 0.0751913 Aug 11 02:48:36.032602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb56ae05-0dd6-4627-a243-0c365ef8c2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.044921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb56ae05-0dd6-4627-a243-0c365ef8c2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.071370 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:48:34Z', 'revision_number': 3, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:36.106416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331b1bf-eddd-4a98-8eae-2359453ffe20 req-6109f5f0-e78c-4853-97b7-e3cebc709f5c tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.107563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eb56ae05-0dd6-4627-a243-0c365ef8c2cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7c019ac74ca4fe99b0e1ea22b95cf06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4286520 Aug 11 02:48:36.110858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36294) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:36.116202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:36.122754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:36.123256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.135297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5331b1bf-eddd-4a98-8eae-2359453ffe20 req-6109f5f0-e78c-4853-97b7-e3cebc709f5c tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 886 time: 0.3295805 Aug 11 02:48:36.167351 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Checking router: b26a4fea-d1e3-496e-9f85-fa099f5d8f7e for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:36.167896 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Updating router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e port ad458318-3b4b-4990-ada2-9d074800d0f0 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:36.252024 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.311813 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.365432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 8f5cd35a-df93-4a65-a2e9-c221c26672c9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8f5cd35a-df93-4a65-a2e9-c221c26672c9,segment=NetworkSegment(e91c0eda-6308-4a51-b9c6-19e698d1ed3b),segment_id=e91c0eda-6308-4a51-b9c6-19e698d1ed3b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:36.372832 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.400792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4b03d50-90a0-4a65-ba5a-2d847a2a6c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.474793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=8f5cd35a-df93-4a65-a2e9-c221c26672c9,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.490359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4b03d50-90a0-4a65-ba5a-2d847a2a6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.556781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b03d50-90a0-4a65-ba5a-2d847a2a6c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e6a5f8-83fe-46c3-845c-873552568cdc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.628125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f4b03d50-90a0-4a65-ba5a-2d847a2a6c5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f90a8a8709c74e74b202256b567e5f0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6398051 Aug 11 02:48:36.631197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36308) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:36.687514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56ae05-0dd6-4627-a243-0c365ef8c2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9826d1df-b0d0-4240-9316-5ee67547dc3c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.719501 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-013d685e-31a6-4ad0-afac-2b8093891f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.753310 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.764207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8139aabc-2a00-43ae-8bdc-addf062b8679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.773105 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Transition to ACTIVE for port object ad458318-3b4b-4990-ada2-9d074800d0f0 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:36.781281 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.785758 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-013d685e-31a6-4ad0-afac-2b8093891f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.815422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bc7b-9db1-4ef1-865a-48bd166a6125 req-c6a02ae8-acf2-420a-9260-ae2dbed2b100 tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.816563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bc7b-9db1-4ef1-865a-48bd166a6125 req-c6a02ae8-acf2-420a-9260-ae2dbed2b100 tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.817060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bc7b-9db1-4ef1-865a-48bd166a6125 req-c6a02ae8-acf2-420a-9260-ae2dbed2b100 tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.817530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bc7b-9db1-4ef1-865a-48bd166a6125 req-c6a02ae8-acf2-420a-9260-ae2dbed2b100 tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.818866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309bc7b-9db1-4ef1-865a-48bd166a6125 req-c6a02ae8-acf2-420a-9260-ae2dbed2b100 tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:36.823889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e309bc7b-9db1-4ef1-865a-48bd166a6125 req-c6a02ae8-acf2-420a-9260-ae2dbed2b100 tempest-NetworksTest-16499175 tempest-NetworksTest-16499175-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.6576674 Aug 11 02:48:36.829389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a9c26a2-688f-41b9-a6fa-b41eff7f3c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.868261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a9c26a2-688f-41b9-a6fa-b41eff7f3c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.881392 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076a26d-f491-44f1-b839-916f688d3376 None None] Pushing event updated for resources: {'Port': ['ID=ad458318-3b4b-4990-ada2-9d074800d0f0,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:36.932559 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Attempting to bind port ad458318-3b4b-4990-ada2-9d074800d0f0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:36.933917 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Attempting to bind port ad458318-3b4b-4990-ada2-9d074800d0f0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:36.935278 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Attempting to bind port ad458318-3b4b-4990-ada2-9d074800d0f0 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:36.952601 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:36.953597 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:36.958513 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.959992 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:36.961152 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Bound port: ad458318-3b4b-4990-ada2-9d074800d0f0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:36.964283 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.992614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a9c26a2-688f-41b9-a6fa-b41eff7f3c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.995438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a9c26a2-688f-41b9-a6fa-b41eff7f3c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:36.999121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a9c26a2-688f-41b9-a6fa-b41eff7f3c3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9826d1df-b0d0-4240-9316-5ee67547dc3c HTTP/1.1" status: 204 len: 168 time: 0.8847034 Aug 11 02:48:37.025334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] For port ad458318-3b4b-4990-ada2-9d074800d0f0, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:37.028984 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] For port ad458318-3b4b-4990-ada2-9d074800d0f0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ad458318-3b4b-4990-ada2-9d074800d0f0,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:37.030134 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8139aabc-2a00-43ae-8bdc-addf062b8679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.035212 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.045760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c26a2-688f-41b9-a6fa-b41eff7f3c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9826d1df-b0d0-4240-9316-5ee67547dc3c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:37.058613 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8139aabc-2a00-43ae-8bdc-addf062b8679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.106887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8139aabc-2a00-43ae-8bdc-addf062b8679 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9568dd79a769406ba1ebe835595327fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7595286 Aug 11 02:48:37.109245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139aabc-2a00-43ae-8bdc-addf062b8679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb138d-e1b3-4a44-8108-91e9fa224744,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:37.111606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36326) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:37.129392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.153113 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076a26d-f491-44f1-b839-916f688d3376 None None] Pushing event updated for resources: {'Port': ['ID=ad458318-3b4b-4990-ada2-9d074800d0f0,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:37.169889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd72e-37eb-4362-bcf1-b214a756ba06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.199683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Routers {'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:37.200337 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:37.206575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd72e-37eb-4362-bcf1-b214a756ba06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.210582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-013d685e-31a6-4ad0-afac-2b8093891f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.228014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-013d685e-31a6-4ad0-afac-2b8093891f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.235134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-013d685e-31a6-4ad0-afac-2b8093891f95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3e6a5f8-83fe-46c3-845c-873552568cdc HTTP/1.1" status: 204 len: 168 time: 0.6018283 Aug 11 02:48:37.273274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d685e-31a6-4ad0-afac-2b8093891f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6a5f8-83fe-46c3-845c-873552568cdc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:37.281094 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd72e-37eb-4362-bcf1-b214a756ba06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.285131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b3dd72e-37eb-4362-bcf1-b214a756ba06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.286495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7b3dd72e-37eb-4362-bcf1-b214a756ba06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31cb138d-e1b3-4a44-8108-91e9fa224744 HTTP/1.1" status: 204 len: 168 time: 0.1738605 Aug 11 02:48:37.301414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dd72e-37eb-4362-bcf1-b214a756ba06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb138d-e1b3-4a44-8108-91e9fa224744,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:37.314750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.10', 50087) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:37.363882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-970d5352-e0a8-4e5c-8789-0f622b887861 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=69e0edc81bfb4875a82179750c39d2f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474072 Aug 11 02:48:37.508477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2994c39-54f2-476e-98b4-a6e4c15b53ae req-890fb562-20ef-427f-afeb-ede843681f86 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 210 time: 0.0901349 Aug 11 02:48:37.556716 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] Set router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:37.565761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Allocated IP 172.20.0.1 (cc9dffbc-9ccc-412d-a8af-69b35e996103/2e3810c8-61c4-4acb-aaea-b358b9bbe3ef/4701b0c7-c694-4403-8ae9-68c5ff8cadbc) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:37.612382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-47c03029-36ad-46f3-8e55-b4c16a2b7583 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:37.613969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-47c03029-36ad-46f3-8e55-b4c16a2b7583 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442157 Aug 11 02:48:37.668114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36342) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:37.683603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Request body: {'port': {'device_id': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '69e0edc81bfb4875a82179750c39d2f8'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:37.831262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:48:34Z', 'revision_number': 3, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:37.864497 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafa48d8-81de-4088-85e6-f0696264d87a None None] The sync data for ids ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'] in n-d-768509-22 is: [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:48:34Z', 'revision_number': 3, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:37.878027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8f5cd35a-df93-4a65-a2e9-c221c26672c9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:37.928988 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.946776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Transition to ACTIVE for port object 4701b0c7-c694-4403-8ae9-68c5ff8cadbc will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:37.988192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:37.988577 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:37.990215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.038077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:38.040856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:38.044884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:38.045350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.073105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Made reservation on behalf of 69e0edc81bfb4875a82179750c39d2f8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:38.083141 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.093528 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.243156 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.258261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.273891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36356) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:38.325889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36358) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:38.382764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df45f82f-2602-4137-9bdf-88399d856dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.387516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Pushing event updated for resources: {'Port': ['ID=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:38.403279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.466152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75f0387c-e777-4dd4-8675-139fa6208d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.529480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3bfac6f4-218a-4751-a024-7511ac07776a None None] Provisioning for port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:38.534357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3bfac6f4-218a-4751-a024-7511ac07776a None None] Provisioning complete for port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:38.535788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3bfac6f4-218a-4751-a024-7511ac07776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.646539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36372) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:38.682799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3bfac6f4-218a-4751-a024-7511ac07776a None None] Port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:38.686857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e36786-8835-42ef-b378-43ad583530fe,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:38.706610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df45f82f-2602-4137-9bdf-88399d856dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.720465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df45f82f-2602-4137-9bdf-88399d856dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.746714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.791101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee536b0-234a-4380-b877-9e5c70526386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.836835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36380) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:38.859671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.876478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45f82f-2602-4137-9bdf-88399d856dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19094582-ae0c-4ec8-91e3-6c0dc49ca626,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:38.884324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-df45f82f-2602-4137-9bdf-88399d856dab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97913cf4ae114f4b8fbc7686e2b46d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6038005 Aug 11 02:48:38.887570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.888520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:38.890856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:38.937836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Allocated IP 192.168.233.125 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/71eed61a-f577-46fb-834f-898b68d5fe68) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:38.944609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.019252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-322d1e41-bc19-43ff-b7e3-539d292db65e req-60ce3390-b1c0-4d8c-87c3-c7ec2ab928e7 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 210 time: 0.1270311 Aug 11 02:48:39.112125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75f0387c-e777-4dd4-8675-139fa6208d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.118968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75f0387c-e777-4dd4-8675-139fa6208d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.142602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Pushing event updated for resources: {'Port': ['ID=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:39.164828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:48:39.164828 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:48:39.164828 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id_1': '0dbebb81c63348a699793b5f6c929fa7', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 48, 39, 4212)}] Aug 11 02:48:39.164828 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:48:39.165533 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:48:39.175135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0387c-e777-4dd4-8675-139fa6208d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c07b9-b163-4ed2-8f6c-cd28298fed4d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:39.178812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:48:39.178812 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:48:39.178812 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id_1': '65f974b5b88a4a33bf7472ef66e97313', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 48, 38, 891885)}] Aug 11 02:48:39.178812 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:48:39.179333 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:48:39.204740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-75f0387c-e777-4dd4-8675-139fa6208d2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=716278c2e2ff4c489598c39edd5be112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8762217 Aug 11 02:48:39.204948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36392) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:39.232300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9db97afa-db43-4aa5-9c18-26de6e6e32b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.241089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.259476 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9db97afa-db43-4aa5-9c18-26de6e6e32b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.270860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Transition to ACTIVE for port object 71eed61a-f577-46fb-834f-898b68d5fe68 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:39.295670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:39.297326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b666c5d5-6aa4-4f9c-a824-57dc7c18a6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.301100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:39.353925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b666c5d5-6aa4-4f9c-a824-57dc7c18a6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.398649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9db97afa-db43-4aa5-9c18-26de6e6e32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.402150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9db97afa-db43-4aa5-9c18-26de6e6e32b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.404732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9db97afa-db43-4aa5-9c18-26de6e6e32b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/19094582-ae0c-4ec8-91e3-6c0dc49ca626 HTTP/1.1" status: 204 len: 168 time: 0.5089660 Aug 11 02:48:39.427517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b666c5d5-6aa4-4f9c-a824-57dc7c18a6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.430581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b666c5d5-6aa4-4f9c-a824-57dc7c18a6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.434036 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b666c5d5-6aa4-4f9c-a824-57dc7c18a6d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e86c07b9-b163-4ed2-8f6c-cd28298fed4d HTTP/1.1" status: 204 len: 168 time: 0.2255645 Aug 11 02:48:39.465076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666c5d5-6aa4-4f9c-a824-57dc7c18a6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c07b9-b163-4ed2-8f6c-cd28298fed4d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:39.480711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.543128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db97afa-db43-4aa5-9c18-26de6e6e32b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19094582-ae0c-4ec8-91e3-6c0dc49ca626,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:39.666294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.709352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.711680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Pushing event updated for resources: {'Port': ['ID=71eed61a-f577-46fb-834f-898b68d5fe68,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:39.735906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:39.737735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:39.741714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:39.750506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:39.751230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.838684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee536b0-234a-4380-b877-9e5c70526386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.851806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4bb1ff71-e037-414f-8239-033f415f4875 None None] Provisioning complete for port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:39.854976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4bb1ff71-e037-414f-8239-033f415f4875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.860927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee536b0-234a-4380-b877-9e5c70526386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:39.960886 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-2f9b44aa-9930-451a-9966-049c1c7fb778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2857931 Aug 11 02:48:39.971248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:48:39.988829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-528d48d6-fbe5-4107-9e60-9fff3209af12 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:39.991579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-528d48d6-fbe5-4107-9e60-9fff3209af12 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073855 Aug 11 02:48:40.030597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4bb1ff71-e037-414f-8239-033f415f4875 None None] Port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:40.049032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ad458318-3b4b-4990-ada2-9d074800d0f0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:40.084380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bee536b0-234a-4380-b877-9e5c70526386 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11c494055ea54bebb548e452727da3d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4349487 Aug 11 02:48:40.084730 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.087276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36404) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:40.092095 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.109936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee536b0-234a-4380-b877-9e5c70526386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32197ab8-f9de-40d2-a235-d2a9c11ff091,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.187172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce395b8d-961e-45d8-8c95-bf5568a2f9d8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.195874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ad458318-3b4b-4990-ada2-9d074800d0f0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:40.208810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ad458318-3b4b-4990-ada2-9d074800d0f0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:40.211551 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.315142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e9e68bb3-8ae5-4e71-b9f8-316011d433a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65f974b5b88a4a33bf7472ef66e97313&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6424329 Aug 11 02:48:40.319027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36406) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:40.401480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc80594b-42c1-4884-abd7-5e1c334a3112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.490542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:48:40.508118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc80594b-42c1-4884-abd7-5e1c334a3112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.509193 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-714672f3-e058-43c3-b24c-3b0633b31e09 admin admin] 10.222.0.60 "PUT /v2.0/routers/b26a4fea-d1e3-496e-9f85-fa099f5d8f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2086523 Aug 11 02:48:40.518173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6366da3-a50a-49e3-945f-99d4c91cb599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.519343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e22e9ea8-a5d1-4862-921a-c54c4e05fb18 None None] Provisioning for port 71eed61a-f577-46fb-834f-898b68d5fe68 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:40.540011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e22e9ea8-a5d1-4862-921a-c54c4e05fb18 None None] Provisioning complete for port 71eed61a-f577-46fb-834f-898b68d5fe68 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:40.547211 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e22e9ea8-a5d1-4862-921a-c54c4e05fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.567740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.575535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6366da3-a50a-49e3-945f-99d4c91cb599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.578284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.647691 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dbebb81c63348a699793b5f6c929fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8078773 Aug 11 02:48:40.654118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36418) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:40.668212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15114303-3439-4758-b507-690d05c8a329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa87f9-7347-40ac-afa9-feed2f255c98,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.704827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790fde5-88ad-4230-bb5e-960c70692de3 req-3b8d17e0-dcf9-43f7-acfd-d3dd11641c59 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:40.709317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a790fde5-88ad-4230-bb5e-960c70692de3 req-3b8d17e0-dcf9-43f7-acfd-d3dd11641c59 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 936 time: 0.4725487 Aug 11 02:48:40.778938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e22e9ea8-a5d1-4862-921a-c54c4e05fb18 None None] Port 71eed61a-f577-46fb-834f-898b68d5fe68 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:48:40.799446 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.830629 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6366da3-a50a-49e3-945f-99d4c91cb599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.833215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6366da3-a50a-49e3-945f-99d4c91cb599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.847428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a790fde5-88ad-4230-bb5e-960c70692de3 req-e445610c-80b6-482b-8fb6-5c31113d0550 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136863 Aug 11 02:48:40.852786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc80594b-42c1-4884-abd7-5e1c334a3112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.854550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b6366da3-a50a-49e3-945f-99d4c91cb599 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce395b8d-961e-45d8-8c95-bf5568a2f9d8 HTTP/1.1" status: 204 len: 168 time: 0.5136659 Aug 11 02:48:40.855312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc80594b-42c1-4884-abd7-5e1c334a3112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.859861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Sync routers for ids ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:48:40.868166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fc80594b-42c1-4884-abd7-5e1c334a3112 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32197ab8-f9de-40d2-a235-d2a9c11ff091 HTTP/1.1" status: 204 len: 168 time: 0.7792282 Aug 11 02:48:40.880295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ad458318-3b4b-4990-ada2-9d074800d0f0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ad458318-3b4b-4990-ada2-9d074800d0f0,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:40.887245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6366da3-a50a-49e3-945f-99d4c91cb599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce395b8d-961e-45d8-8c95-bf5568a2f9d8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.894654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80594b-42c1-4884-abd7-5e1c334a3112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32197ab8-f9de-40d2-a235-d2a9c11ff091,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:40.901699 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:40.939899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Routers {'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:40.943844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:40.954024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Request body: {'port': {'device_id': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'device_owner': 'compute:tempest-test_az-655813753', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:40.968196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-150eb960-dc06-4608-be75-8e320f633294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.050139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-150eb960-dc06-4608-be75-8e320f633294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.087748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.090602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Set router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:41.189732 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-150eb960-dc06-4608-be75-8e320f633294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.198667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-150eb960-dc06-4608-be75-8e320f633294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:41.202094 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-150eb960-dc06-4608-be75-8e320f633294 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bfa87f9-7347-40ac-afa9-feed2f255c98 HTTP/1.1" status: 204 len: 168 time: 0.5463660 Aug 11 02:48:41.259755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eb960-dc06-4608-be75-8e320f633294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa87f9-7347-40ac-afa9-feed2f255c98,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:41.332262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ad458318-3b4b-4990-ada2-9d074800d0f0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:41.535985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:48:38Z', 'revision_number': 4, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '4701b0c7-c694-4403-8ae9-68c5ff8cadbc', 'name': '', 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'mac_address': 'fa:16:3e:6d:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e3810c8-61c4-4acb-aaea-b358b9bbe3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:37Z', 'updated_at': '2021-08-11T02:48:38Z', 'revision_number': 2, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'subnets': [{'id': '2e3810c8-61c4-4acb-aaea-b358b9bbe3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:41.598368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Checking router: b26a4fea-d1e3-496e-9f85-fa099f5d8f7e for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:48:41.598635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Updating router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:48:41.641632 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.063025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eed61a-f577-46fb-834f-898b68d5fe68 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:42.070836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ad458318-3b4b-4990-ada2-9d074800d0f0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:42.081769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.118018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Transition to ACTIVE for port object 71eed61a-f577-46fb-834f-898b68d5fe68 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:42.126461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.155206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3e917-baca-495e-aa33-6149cab2f759 req-ea44e21f-df9f-441c-9722-11ee820bd993 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.157917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4e3e917-baca-495e-aa33-6149cab2f759 req-ea44e21f-df9f-441c-9722-11ee820bd993 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 936 time: 0.1618836 Aug 11 02:48:42.307444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4e3e917-baca-495e-aa33-6149cab2f759 req-76e449b6-5d41-49e7-bcdf-e915e9712908 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414206 Aug 11 02:48:42.368151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36458) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:42.377146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Pushing event updated for resources: {'Port': ['ID=71eed61a-f577-46fb-834f-898b68d5fe68,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:42.396349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47bef5ad-7614-44b6-9acc-726163da9302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.409294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ad458318-3b4b-4990-ada2-9d074800d0f0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:42.409674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.418444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Attempting to bind port 71eed61a-f577-46fb-834f-898b68d5fe68 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:42.418841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Attempting to bind port 71eed61a-f577-46fb-834f-898b68d5fe68 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:42.419206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Attempting to bind port 71eed61a-f577-46fb-834f-898b68d5fe68 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:42.432351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Port 71eed61a-f577-46fb-834f-898b68d5fe68 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:48:42.432683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Attempting to bind port 71eed61a-f577-46fb-834f-898b68d5fe68 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:42.446392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:42.453439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:42.455113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:42.455777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Bound port: 71eed61a-f577-46fb-834f-898b68d5fe68, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:42.456160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.623984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] For port 71eed61a-f577-46fb-834f-898b68d5fe68, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:42.642910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] For port 71eed61a-f577-46fb-834f-898b68d5fe68, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71eed61a-f577-46fb-834f-898b68d5fe68,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:42.650903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.722839 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47bef5ad-7614-44b6-9acc-726163da9302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.732475 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47bef5ad-7614-44b6-9acc-726163da9302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.758839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:42.759548 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.761050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/71eed61a-f577-46fb-834f-898b68d5fe68 HTTP/1.1" status: 200 len: 1118 time: 2.0500801 Aug 11 02:48:42.763371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'tag': '71eed61a-f577-46fb-834f-898b68d5fe68'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:42.798560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36460) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:42.867055 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76675ec0-6a82-4aa1-a4c5-13a34a9a2329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.924408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bef5ad-7614-44b6-9acc-726163da9302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88b0e8-b9c5-4301-acfa-d1eeb1cc10fa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:42.959329 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:42.984161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-47bef5ad-7614-44b6-9acc-726163da9302 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7c134f400af44fd8a02d9aff46eac99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148939 Aug 11 02:48:42.988359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36472) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:43.061235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Transition to ACTIVE for port object 4701b0c7-c694-4403-8ae9-68c5ff8cadbc will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:43.083354 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.219715 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73fec891-15f5-4ab3-865d-46322dd683a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.344885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-65503c67-11ab-4be4-bc0b-fc513775ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:43.355540 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:48:43.362685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-65503c67-11ab-4be4-bc0b-fc513775ec55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69e0edc81bfb4875a82179750c39d2f8&device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 1121 time: 0.3896739 Aug 11 02:48:43.367956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e0b27-9563-4a48-9ca1-9eb7114bf333 None None] Pushing event updated for resources: {'Port': ['ID=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:43.408629 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73fec891-15f5-4ab3-865d-46322dd683a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.506407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Attempting to bind port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:43.506641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36494) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:43.507167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Attempting to bind port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:43.507923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Attempting to bind port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc on network cc9dffbc-9ccc-412d-a8af-69b35e996103 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:43.514553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:43.515195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Checking segment: {'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:43.515942 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.516559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Bound using segment: {'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:43.517185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Bound port: 4701b0c7-c694-4403-8ae9-68c5ff8cadbc, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:43.517791 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.656302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76675ec0-6a82-4aa1-a4c5-13a34a9a2329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.680751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5892f2-50c4-4ac9-b6f7-8108afaf671a req-7ff7a888-fe4a-4987-a569-512ad27a0ef1 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:43.682611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8a5892f2-50c4-4ac9-b6f7-8108afaf671a req-7ff7a888-fe4a-4987-a569-512ad27a0ef1 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.2075810 Aug 11 02:48:43.683950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73fec891-15f5-4ab3-865d-46322dd683a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.686602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73fec891-15f5-4ab3-865d-46322dd683a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.688156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-73fec891-15f5-4ab3-865d-46322dd683a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d88b0e8-b9c5-4301-acfa-d1eeb1cc10fa HTTP/1.1" status: 204 len: 168 time: 0.6945493 Aug 11 02:48:43.691507 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76675ec0-6a82-4aa1-a4c5-13a34a9a2329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.698966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] For port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:43.705033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] For port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,segment=NetworkSegment(e91c0eda-6308-4a51-b9c6-19e698d1ed3b),segment_id=e91c0eda-6308-4a51-b9c6-19e698d1ed3b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:43.711697 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.717346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fec891-15f5-4ab3-865d-46322dd683a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88b0e8-b9c5-4301-acfa-d1eeb1cc10fa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:43.768107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-76675ec0-6a82-4aa1-a4c5-13a34a9a2329 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bff5d1b8fd8646debcf605d965508454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9683287 Aug 11 02:48:43.777473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36502) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:43.795738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e0b27-9563-4a48-9ca1-9eb7114bf333 None None] Pushing event updated for resources: {'Port': ['ID=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:43.838544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Routers {'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:48:43.838544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:43.860099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8a5892f2-50c4-4ac9-b6f7-8108afaf671a req-1825a0dc-7744-4169-b7dc-d248b4e55fc1 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652675 Aug 11 02:48:43.900130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-14b9d5a1-16e8-4b7e-8c3b-5240a453a9f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=71eed61a-f577-46fb-834f-898b68d5fe68 HTTP/1.1" status: 200 len: 217 time: 0.3908038 Aug 11 02:48:43.903597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7548bd3f-9910-44ba-9515-cc4ab78cb524 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653078242', 'description': 'tempest-description--861838004'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:43.923527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76675ec0-6a82-4aa1-a4c5-13a34a9a2329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bcae82-d53e-40a9-be39-7b2042b2961d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:43.983392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c1d19d2-883f-4a21-a1be-c965b3fad9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:43.994169 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a7da7a-2655-4f6f-8def-bf1c777f1669" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0ac527-9e40-430d-887f-1bab8c641cef", "tag": "71eed61a-f577-46fb-834f-898b68d5fe68"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:44.019510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302cfea-4924-460d-a53b-7b2ea98363c9 service neutron] Pushing event updated for resources: {'Port': ['ID=71eed61a-f577-46fb-834f-898b68d5fe68,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:44.038457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7548bd3f-9910-44ba-9515-cc4ab78cb524 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.109153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] Set router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:48:44.248657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-e3f8ebb2-aa23-49ec-ad15-5e15e75e9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.250306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-e3f8ebb2-aa23-49ec-ad15-5e15e75e9942 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2351758 Aug 11 02:48:44.272451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c1d19d2-883f-4a21-a1be-c965b3fad9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.329166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c1d19d2-883f-4a21-a1be-c965b3fad9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.333777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c1d19d2-883f-4a21-a1be-c965b3fad9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.338666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2c1d19d2-883f-4a21-a1be-c965b3fad9c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2bcae82-d53e-40a9-be39-7b2042b2961d HTTP/1.1" status: 204 len: 168 time: 0.5493913 Aug 11 02:48:44.351540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d19d2-883f-4a21-a1be-c965b3fad9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bcae82-d53e-40a9-be39-7b2042b2961d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:44.547553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cab590-d829-4a78-9407-efeca87d5c9f req-7bdd0ce9-dcd3-4b01-b5ee-2bcd5c815a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:44.549832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-7bdd0ce9-dcd3-4b01-b5ee-2bcd5c815a84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2516880 Aug 11 02:48:44.720292 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0877206-089b-410d-abb0-d7324fa240a8 x-openstack-request-id: req-e0877206-089b-410d-abb0-d7324fa240a8 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:44.732841 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0ac527-9e40-430d-887f-1bab8c641cef", "tag": "71eed61a-f577-46fb-834f-898b68d5fe68", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:44.733220 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0877206-089b-410d-abb0-d7324fa240a8 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:44.733794 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'tag': '71eed61a-f577-46fb-834f-898b68d5fe68', 'status': 'completed', 'code': 200} Aug 11 02:48:44.737514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:48:38Z', 'revision_number': 4, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '4701b0c7-c694-4403-8ae9-68c5ff8cadbc', 'name': '', 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'mac_address': 'fa:16:3e:6d:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e3810c8-61c4-4acb-aaea-b358b9bbe3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:37Z', 'updated_at': '2021-08-11T02:48:43Z', 'revision_number': 4, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'subnets': [{'id': '2e3810c8-61c4-4acb-aaea-b358b9bbe3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:48:44.741124 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7548bd3f-9910-44ba-9515-cc4ab78cb524 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.818826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7548bd3f-9910-44ba-9515-cc4ab78cb524 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.820112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd6a748-af3b-4427-ad5d-c456595288ff None None] The sync data for ids ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'] in n-d-768509-22 is: [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:48:38Z', 'revision_number': 4, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '4701b0c7-c694-4403-8ae9-68c5ff8cadbc', 'name': '', 'network_id': 'cc9dffbc-9ccc-412d-a8af-69b35e996103', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'mac_address': 'fa:16:3e:6d:7a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2e3810c8-61c4-4acb-aaea-b358b9bbe3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:37Z', 'updated_at': '2021-08-11T02:48:43Z', 'revision_number': 4, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'subnets': [{'id': '2e3810c8-61c4-4acb-aaea-b358b9bbe3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:48:44.932776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548bd3f-9910-44ba-9515-cc4ab78cb524 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db29b72d-14e3-4d90-88df-761424bdb1b8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:44.940673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7548bd3f-9910-44ba-9515-cc4ab78cb524 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:44.942131 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7548bd3f-9910-44ba-9515-cc4ab78cb524 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4165356 Aug 11 02:48:44.946135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:44.951321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f831949e-82c3-4561-a8aa-e1958e5355ad tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'security_group_rule': {'security_group_id': 'db29b72d-14e3-4d90-88df-761424bdb1b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:45.034796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-9b0de0b9-3ae8-40fc-8dcf-a925fbdf0b43 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414485 Aug 11 02:48:45.042286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f831949e-82c3-4561-a8aa-e1958e5355ad tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.142528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee940a-b4a8-4e4d-93ec-f8e30328b8cb req-43615a58-be4e-4af3-a599-4405dfda8394 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:45.151999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9ee940a-b4a8-4e4d-93ec-f8e30328b8cb req-43615a58-be4e-4af3-a599-4405dfda8394 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.1278486 Aug 11 02:48:45.196516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f831949e-82c3-4561-a8aa-e1958e5355ad tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.202592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f831949e-82c3-4561-a8aa-e1958e5355ad tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.277047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9ee940a-b4a8-4e4d-93ec-f8e30328b8cb req-e95f1c4f-64d2-4e14-aa1b-12d56bd4f25e tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235018 Aug 11 02:48:45.294482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831949e-82c3-4561-a8aa-e1958e5355ad tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe1a106-711e-47e1-a8a2-7dabe756fba3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:45.307284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f831949e-82c3-4561-a8aa-e1958e5355ad tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.312262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f831949e-82c3-4561-a8aa-e1958e5355ad tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3647976 Aug 11 02:48:45.314959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:45.321310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-68aa926b-e273-450f-9a49-fd1c2766e7d2 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'security_group_rule': {'security_group_id': 'db29b72d-14e3-4d90-88df-761424bdb1b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:45.384049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68aa926b-e273-450f-9a49-fd1c2766e7d2 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.520230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68aa926b-e273-450f-9a49-fd1c2766e7d2 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.526749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68aa926b-e273-450f-9a49-fd1c2766e7d2 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.622168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa926b-e273-450f-9a49-fd1c2766e7d2 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8497088-e28e-435f-9b7d-b858c5a29d5f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:45.630962 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68aa926b-e273-450f-9a49-fd1c2766e7d2 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.633303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-68aa926b-e273-450f-9a49-fd1c2766e7d2 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3170989 Aug 11 02:48:45.636579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36560) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:45.647445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:45.726253 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:45.996578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4701b0c7-c694-4403-8ae9-68c5ff8cadbc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:46.075050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:46.084912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:46.085291 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.115783 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.344298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.360265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Allocated IP 172.25.4.137 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/4437b2e3-4063-43ec-9c73-0831cbbbbd3a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:46.430802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,segment=NetworkSegment(e91c0eda-6308-4a51-b9c6-19e698d1ed3b),segment_id=e91c0eda-6308-4a51-b9c6-19e698d1ed3b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:46.441244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.577322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:46.640050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c81d9-c3ec-4651-8491-af21e8d8b55a req-475efa63-f371-4f1c-b867-6a98c524b025 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:46.648099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-200c81d9-c3ec-4651-8491-af21e8d8b55a req-475efa63-f371-4f1c-b867-6a98c524b025 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.1313889 Aug 11 02:48:46.672270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.710234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-200c81d9-c3ec-4651-8491-af21e8d8b55a req-bfa1cdfd-d7f3-4ed4-802f-a56b74670c3c tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609350 Aug 11 02:48:46.752593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.812453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:46.816383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:46.822822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:46.832367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event updated for resources: {'Port': ['ID=4437b2e3-4063-43ec-9c73-0831cbbbbd3a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:46.940431 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:46.997403 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.362294 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.370039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.404160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.425236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:47.425236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7876394 Aug 11 02:48:47.433440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345375da-9a82-4673-8ee5-38cd21097446 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event updated for resources: {'Port': ['ID=4437b2e3-4063-43ec-9c73-0831cbbbbd3a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:47.910987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4701b0c7-c694-4403-8ae9-68c5ff8cadbc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:47.957976 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-1c0acce3-e09d-490c-b201-0cbf010d56de tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1653078242&fields=id&tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804 HTTP/1.1" status: 200 len: 267 time: 0.0578110 Aug 11 02:48:47.997923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:47.998237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:48.181889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-704e4adb-b4dd-4320-9c34-bfd025040ac4 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:48.183427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-704e4adb-b4dd-4320-9c34-bfd025040ac4 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 824 time: 0.2246704 Aug 11 02:48:48.215209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-55462e03-bf04-41b2-aaf1-3f130c8e65d8 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/quotas/422fb2f3a9564d40b2b7e22fd9e9e804 HTTP/1.1" status: 200 len: 375 time: 0.0231619 Aug 11 02:48:48.363919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1cfe2-b075-4882-bbf1-887470d527a2 req-9d63a24d-0733-43d6-8dfc-93490ecb0dc2 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:48.371733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-b0f4eff8-1abe-4485-a049-f5008f4c623c tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554818 Aug 11 02:48:48.385346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66a1cfe2-b075-4882-bbf1-887470d527a2 req-9d63a24d-0733-43d6-8dfc-93490ecb0dc2 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.1303446 Aug 11 02:48:48.432222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66a1cfe2-b075-4882-bbf1-887470d527a2 req-dcd4b985-073a-4ece-be24-596e7808114d tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457728 Aug 11 02:48:49.066161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-a6c43848-a8fd-42ba-970d-b35e7a7200a9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:48:49.068077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-a6c43848-a8fd-42ba-970d-b35e7a7200a9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3647122 Aug 11 02:48:49.189150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-5afe655c-47ee-4999-b299-aff97c099829 service neutron] 10.222.0.60 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133003 Aug 11 02:48:49.314719 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-2f296fdb-8046-4c24-a7ff-e6b1cef3b56e service neutron] 10.222.0.60 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245885 Aug 11 02:48:49.345358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36688) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:49.720019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d37b2f-dd4c-461b-b358-184ac29d2b3c req-41e601db-9243-4ad4-a399-9762b3daa40e tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:49.728233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9d37b2f-dd4c-461b-b358-184ac29d2b3c req-41e601db-9243-4ad4-a399-9762b3daa40e tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.1143477 Aug 11 02:48:49.763553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0fd67cab-2f9e-47a9-bae5-5a2967c011c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:49.785317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9d37b2f-dd4c-461b-b358-184ac29d2b3c req-b1069355-6738-4612-b3da-1c20219ee6d4 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535843 Aug 11 02:48:49.951100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81eb58d5-17f7-440c-a3b9-963e9b8b9993 req-ee79cbc3-a472-44a0-9f8a-213b9d56e464 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0657339 Aug 11 02:48:50.000440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0fd67cab-2f9e-47a9-bae5-5a2967c011c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.006458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0fd67cab-2f9e-47a9-bae5-5a2967c011c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.116743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd67cab-2f9e-47a9-bae5-5a2967c011c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c33302-814d-47a7-927f-1c4c0d3958de,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:50.136646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0fd67cab-2f9e-47a9-bae5-5a2967c011c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98e44b8ea4ea44398ede5917c6ddd1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7900541 Aug 11 02:48:50.140235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36734) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:50.219413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d4f3-9291-4e4b-9e91-273a8b3bdbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.263341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d4f3-9291-4e4b-9e91-273a8b3bdbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.351965 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d4f3-9291-4e4b-9e91-273a8b3bdbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.357975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4d9d4f3-9291-4e4b-9e91-273a8b3bdbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:50.363278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d4d9d4f3-9291-4e4b-9e91-273a8b3bdbff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4c33302-814d-47a7-927f-1c4c0d3958de HTTP/1.1" status: 204 len: 168 time: 0.2180152 Aug 11 02:48:50.390055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9d4f3-9291-4e4b-9e91-273a8b3bdbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c33302-814d-47a7-927f-1c4c0d3958de,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:50.823464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36804) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:50.874139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46cab590-d829-4a78-9407-efeca87d5c9f req-64b01bd0-79f3-4491-bcc1-7c96ead3c9c3 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441953 Aug 11 02:48:50.961998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa919be3-e589-4596-aa5c-6e4b1965127a req-5dcfd36e-4a2a-492a-a94a-b0274664064b tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:50.963459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa919be3-e589-4596-aa5c-6e4b1965127a req-5dcfd36e-4a2a-492a-a94a-b0274664064b tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.0882785 Aug 11 02:48:51.020643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-75c6abfc-ced6-4a3e-8079-7f52769607fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:51.022395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-75c6abfc-ced6-4a3e-8079-7f52769607fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69e0edc81bfb4875a82179750c39d2f8&device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 1121 time: 0.0813134 Aug 11 02:48:51.028135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa919be3-e589-4596-aa5c-6e4b1965127a req-4141c8b6-0acd-4c2b-93b9-739eaf4ef778 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496662 Aug 11 02:48:51.060219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36818) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.084359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b174736-f635-496a-9815-f5b32c3c5dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.202076 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b174736-f635-496a-9815-f5b32c3c5dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.211611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b174736-f635-496a-9815-f5b32c3c5dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.218748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23114cba-5da7-485a-ae87-0f8db95f5797 req-803a8835-5367-4a56-ae6c-493b34718f83 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0747876 Aug 11 02:48:51.278734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b174736-f635-496a-9815-f5b32c3c5dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81984c0b-8efe-4a4d-9603-d212e88203a8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.291014 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6b174736-f635-496a-9815-f5b32c3c5dad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aab05429501a45c1b9003c62b48281f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269101 Aug 11 02:48:51.291493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36820) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.299780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-ac7b7fb4-31a3-4599-a6c1-e58bd04428be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:51.301477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-ac7b7fb4-31a3-4599-a6c1-e58bd04428be service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2709360 Aug 11 02:48:51.329376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a370-986a-47fc-867d-ae02e1a853d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.359803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-3d64b64b-78fd-4472-bc3f-400a66165be8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=71eed61a-f577-46fb-834f-898b68d5fe68 HTTP/1.1" status: 200 len: 217 time: 0.0512917 Aug 11 02:48:51.439887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d16102b-1d3a-49bd-adb0-728e83ef8527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.448966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a370-986a-47fc-867d-ae02e1a853d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.453384 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a370-986a-47fc-867d-ae02e1a853d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.455184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-5f4dcd2e-509e-47a0-a248-c084efb2b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:51.456801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-5f4dcd2e-509e-47a0-a248-c084efb2b89e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0884531 Aug 11 02:48:51.480877 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d16102b-1d3a-49bd-adb0-728e83ef8527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.482906 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5aa7a370-986a-47fc-867d-ae02e1a853d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08f7acb48ad749f1b7ea5a8a993fad90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6577971 Aug 11 02:48:51.489454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36824) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.529202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a370-986a-47fc-867d-ae02e1a853d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d32568d-b81e-459b-a25c-ce1b9892b98c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.542314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-a534de1b-4d11-4492-b95c-6cb5c32b353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:51.543862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-a534de1b-4d11-4492-b95c-6cb5c32b353f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0771000 Aug 11 02:48:51.560959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36826) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.573161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.577495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d065c20-8b2f-49d6-a8b6-cdeb2375fffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.610588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d065c20-8b2f-49d6-a8b6-cdeb2375fffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.647775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d16102b-1d3a-49bd-adb0-728e83ef8527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.651075 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d16102b-1d3a-49bd-adb0-728e83ef8527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.656527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d16102b-1d3a-49bd-adb0-728e83ef8527 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81984c0b-8efe-4a4d-9603-d212e88203a8 HTTP/1.1" status: 204 len: 168 time: 0.3638675 Aug 11 02:48:51.670753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16102b-1d3a-49bd-adb0-728e83ef8527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81984c0b-8efe-4a4d-9603-d212e88203a8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:51.724095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-153cbc04-4490-48ba-b394-faeca11a28f2 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705506 Aug 11 02:48:51.730500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-9f84289f-007f-4f72-9655-c3ac524031d6 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c42649917b004013afcb7864b2f755eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749803 Aug 11 02:48:51.743178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.57', 65372) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:51.865618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7150b2d-d2e1-4c37-ab5b-3d49081a0d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.867466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d065c20-8b2f-49d6-a8b6-cdeb2375fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.870169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d065c20-8b2f-49d6-a8b6-cdeb2375fffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:51.871290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d065c20-8b2f-49d6-a8b6-cdeb2375fffa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d32568d-b81e-459b-a25c-ce1b9892b98c HTTP/1.1" status: 204 len: 168 time: 0.3807285 Aug 11 02:48:51.918464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d065c20-8b2f-49d6-a8b6-cdeb2375fffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d32568d-b81e-459b-a25c-ce1b9892b98c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.018170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-184ae014-7d11-4588-8484-08a78715a09c tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:52.019843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-184ae014-7d11-4588-8484-08a78715a09c tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 824 time: 0.2727771 Aug 11 02:48:52.034064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-2271f904-0435-4c47-a33c-a4defdb2e4e9 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:52.041849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-2271f904-0435-4c47-a33c-a4defdb2e4e9 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954140 Aug 11 02:48:52.069741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-277a16fc-0555-406d-9df0-88b51d1f9139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.091104 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-2ed1e227-ddf3-4b46-bb53-d1fd139dad6f tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/quotas/c42649917b004013afcb7864b2f755eb HTTP/1.1" status: 200 len: 375 time: 0.0483000 Aug 11 02:48:52.165683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-8db33a3f-d591-42db-8484-4b068bb423fc tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c42649917b004013afcb7864b2f755eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736482 Aug 11 02:48:52.217675 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bd357ca-4a32-46d1-89fe-2cf81490aca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.247347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-a90b5e32-8107-47ee-9ede-507dbe655517 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804 HTTP/1.1" status: 200 len: 380 time: 0.1561692 Aug 11 02:48:52.265309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5a7da7a-2655-4f6f-8def-bf1c777f1669 req-2bd37784-f284-4cf5-adb9-a156be86d7ea service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325029 Aug 11 02:48:52.282670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7150b2d-d2e1-4c37-ab5b-3d49081a0d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.293070 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7150b2d-d2e1-4c37-ab5b-3d49081a0d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.340774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fc3b9-2ae2-48e2-be5f-3ca4f152a5f0 req-a45caa8d-e7ed-4eb0-a9ac-53f0466f9c87 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:52.346348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d8fc3b9-2ae2-48e2-be5f-3ca4f152a5f0 req-a45caa8d-e7ed-4eb0-a9ac-53f0466f9c87 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.1764767 Aug 11 02:48:52.351838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36864) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.360116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a7150b2d-d2e1-4c37-ab5b-3d49081a0d7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c244db0b5a294e40924c48dfdb56f21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7835898 Aug 11 02:48:52.361161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7150b2d-d2e1-4c37-ab5b-3d49081a0d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c8947-e381-4d2d-a308-8d9fcf210eb8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.402069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36866) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.423580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2c47-1074-44fb-97c6-b962f78c83c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.524525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d8fc3b9-2ae2-48e2-be5f-3ca4f152a5f0 req-9d604a47-b05a-4ba1-aee4-0362ab2ee55f tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263170 Aug 11 02:48:52.533650 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-200df79b-7d88-41af-9d28-b412983a8e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.554821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1d74985-a92a-4229-ba48-23b559d99dc0 req-9dd28f4a-611c-400c-95c6-d26b60b4326c tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0475516 Aug 11 02:48:52.572252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-200df79b-7d88-41af-9d28-b412983a8e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.629224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f3fea2f6-bb4c-426e-a130-f08da7983b10 req-83b71a95-322c-4cb6-8948-88b40990b47a tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.0595191 Aug 11 02:48:52.667036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-277a16fc-0555-406d-9df0-88b51d1f9139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.674274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-277a16fc-0555-406d-9df0-88b51d1f9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.737664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-277a16fc-0555-406d-9df0-88b51d1f9139 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1b9bedb0d0a14dfba174ded5e174905a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1599405 Aug 11 02:48:52.738127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36882) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:52.746005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a16fc-0555-406d-9df0-88b51d1f9139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aa0f71-941f-4fcd-b9b7-e8d2b059041c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.778327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-200df79b-7d88-41af-9d28-b412983a8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.780931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-200df79b-7d88-41af-9d28-b412983a8e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.792248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-200df79b-7d88-41af-9d28-b412983a8e6b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/242c8947-e381-4d2d-a308-8d9fcf210eb8 HTTP/1.1" status: 204 len: 168 time: 0.4307842 Aug 11 02:48:52.897050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200df79b-7d88-41af-9d28-b412983a8e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c8947-e381-4d2d-a308-8d9fcf210eb8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.900890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2c47-1074-44fb-97c6-b962f78c83c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.905145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96d28814-31c9-4550-89de-a2a5928c16bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.911077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ce2c47-1074-44fb-97c6-b962f78c83c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.951187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce2c47-1074-44fb-97c6-b962f78c83c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f72c889-7194-46c6-bed1-5b0da3e29550,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:52.965542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96d28814-31c9-4550-89de-a2a5928c16bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:52.993963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3ce2c47-1074-44fb-97c6-b962f78c83c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3730d01379c843acbb5b1d0360c6119f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911896 Aug 11 02:48:52.996341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36894) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:53.037820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96d28814-31c9-4550-89de-a2a5928c16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.042416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96d28814-31c9-4550-89de-a2a5928c16bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.043647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-96d28814-31c9-4550-89de-a2a5928c16bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49aa0f71-941f-4fcd-b9b7-e8d2b059041c HTTP/1.1" status: 204 len: 168 time: 0.3044062 Aug 11 02:48:53.054326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d28814-31c9-4550-89de-a2a5928c16bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aa0f71-941f-4fcd-b9b7-e8d2b059041c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:53.106214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08d321c4-7a47-4f72-b838-0c4b25cd1c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.137838 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08d321c4-7a47-4f72-b838-0c4b25cd1c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.196245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08d321c4-7a47-4f72-b838-0c4b25cd1c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.198996 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08d321c4-7a47-4f72-b838-0c4b25cd1c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.201150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08d321c4-7a47-4f72-b838-0c4b25cd1c91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f72c889-7194-46c6-bed1-5b0da3e29550 HTTP/1.1" status: 204 len: 168 time: 0.2024615 Aug 11 02:48:53.215149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d321c4-7a47-4f72-b838-0c4b25cd1c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f72c889-7194-46c6-bed1-5b0da3e29550,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:53.303416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:53.316417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f80e-1462-428b-932b-e2685800b6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.423140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f80e-1462-428b-932b-e2685800b6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.428491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3e3f80e-1462-428b-932b-e2685800b6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.477316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d3e3f80e-1462-428b-932b-e2685800b6ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=931cc67cf80f406a8a4d25934ee841e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700039 Aug 11 02:48:53.477316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3f80e-1462-428b-932b-e2685800b6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b8fa1-1f98-424e-969c-62eaf6921966,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:53.477499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36908) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:53.530834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-204567df-fc19-42aa-8963-736eb6f8724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.557697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-204567df-fc19-42aa-8963-736eb6f8724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.638665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcb301-388c-4113-8bcd-dab1f96dc19b req-ccc607b4-1e78-44ce-8184-098c6d7e39bf tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:53.641838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0bcb301-388c-4113-8bcd-dab1f96dc19b req-ccc607b4-1e78-44ce-8184-098c6d7e39bf tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 969 time: 0.0583379 Aug 11 02:48:53.656080 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-204567df-fc19-42aa-8963-736eb6f8724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.659785 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-204567df-fc19-42aa-8963-736eb6f8724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.661652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-204567df-fc19-42aa-8963-736eb6f8724c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef3b8fa1-1f98-424e-969c-62eaf6921966 HTTP/1.1" status: 204 len: 168 time: 0.1831999 Aug 11 02:48:53.678591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204567df-fc19-42aa-8963-736eb6f8724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b8fa1-1f98-424e-969c-62eaf6921966,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:53.710728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36922) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:53.730572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4b61fb8-9945-437b-a974-3cb13a5bbb37 req-2040a921-f0de-442c-aadc-b767e57f3c40 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0547178 Aug 11 02:48:53.733258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0bcb301-388c-4113-8bcd-dab1f96dc19b req-cde9b92a-f540-4d8d-942c-b3751183a64c tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842645 Aug 11 02:48:53.734544 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce77dc34-4d0c-4b46-8e7b-c4a7ee1239e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:53.887096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71eed61a-f577-46fb-834f-898b68d5fe68 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:48:53.999663 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6575410c-c1e8-40f2-a333-5d48f2ad5653 req-0e8a18cb-c0f6-485a-9890-21b0b59d2c1b tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.1687479 Aug 11 02:48:54.041060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce77dc34-4d0c-4b46-8e7b-c4a7ee1239e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.042043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71eed61a-f577-46fb-834f-898b68d5fe68, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71eed61a-f577-46fb-834f-898b68d5fe68,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:54.046829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce77dc34-4d0c-4b46-8e7b-c4a7ee1239e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.070038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '71eed61a-f577-46fb-834f-898b68d5fe68', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '71eed61a-f577-46fb-834f-898b68d5fe68', 'mac_address': 'fa:16:3e:fd:a0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:tempest-test_az-655813753', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:48:54.077306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77dc34-4d0c-4b46-8e7b-c4a7ee1239e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3a0c16-9ddc-4161-a563-bccee917df0c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:54.106813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ce77dc34-4d0c-4b46-8e7b-c4a7ee1239e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=575876c18a694ab5929ed20ce2b5f4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955986 Aug 11 02:48:54.109379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36936) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:54.140244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.155332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eed61a-f577-46fb-834f-898b68d5fe68 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:48:54.181933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71eed61a-f577-46fb-834f-898b68d5fe68, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71eed61a-f577-46fb-834f-898b68d5fe68,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:54.186724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.189659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2c1a-f2c4-4c8a-ab56-4aa6b8f9e234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.221834 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2c1a-f2c4-4c8a-ab56-4aa6b8f9e234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.252531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=71eed61a-f577-46fb-834f-898b68d5fe68,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:54.293652 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2c1a-f2c4-4c8a-ab56-4aa6b8f9e234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.297546 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6cc2c1a-f2c4-4c8a-ab56-4aa6b8f9e234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:54.301302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f6cc2c1a-f2c4-4c8a-ab56-4aa6b8f9e234 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f3a0c16-9ddc-4161-a563-bccee917df0c HTTP/1.1" status: 204 len: 168 time: 0.1884012 Aug 11 02:48:54.310907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc2c1a-f2c4-4c8a-ab56-4aa6b8f9e234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3a0c16-9ddc-4161-a563-bccee917df0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:54.502178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['71eed61a-f577-46fb-834f-898b68d5fe68'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:48:54.876450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21455829-403e-45bf-9413-4f387ace4cf2 req-36b072fe-c524-4dad-888c-27850acec8f8 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:54.878489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21455829-403e-45bf-9413-4f387ace4cf2 req-36b072fe-c524-4dad-888c-27850acec8f8 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 970 time: 0.0640080 Aug 11 02:48:54.922670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21455829-403e-45bf-9413-4f387ace4cf2 req-e73466eb-4588-4ddc-b83f-e12485f1ce25 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Aug 11 02:48:55.022081 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee90b6a3-fe02-400f-aeb0-0055b63e5a97 req-02498e37-ca00-425b-8b4e-0a8d28d2a14a tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0319569 Aug 11 02:48:55.112271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e693e89b-d2df-4b8c-b48e-39fff8cb55aa req-62419fd4-9dbf-473e-b8b2-078188dc51eb tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.0308943 Aug 11 02:48:55.139916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.174988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-94c75763-7aaf-4018-a40e-1a939774f2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.423325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:55.878588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71eed61a-f577-46fb-834f-898b68d5fe68 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:48:55.916131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37024) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.054636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 71eed61a-f577-46fb-834f-898b68d5fe68 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:48:56.060730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 71eed61a-f577-46fb-834f-898b68d5fe68 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:48:56.062649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113f041-3b09-4798-b172-cbf845c463cf req-d5f7c829-a488-4ae2-a5ee-a2075b0e7283 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:56.064038 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.071391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b113f041-3b09-4798-b172-cbf845c463cf req-d5f7c829-a488-4ae2-a5ee-a2075b0e7283 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 970 time: 0.0687273 Aug 11 02:48:56.114681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-network', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:56.152131 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b113f041-3b09-4798-b172-cbf845c463cf req-a614e0cc-e940-4cd9-af37-1e38e297e7fb tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Aug 11 02:48:56.199175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ccb58108-a5be-4759-86db-3877b1c265b9 req-fbd29b74-fa74-4acf-83e3-64c594ee7f41 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0571263 Aug 11 02:48:56.216755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Made reservation on behalf of d737f29a5baa4990a347e2b51f51c508 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:56.220306 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.235465 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.296314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e36f2806-8217-4744-ab39-95182ca72e20 req-1ea47baf-4b0f-4a81-a697-833cbf458659 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.0552003 Aug 11 02:48:56.314297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.372285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71eed61a-f577-46fb-834f-898b68d5fe68, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71eed61a-f577-46fb-834f-898b68d5fe68,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:48:56.373496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eed61a-f577-46fb-834f-898b68d5fe68'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:48:56.381418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.387010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.438094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:48:56.449187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.452780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.464214 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.464748 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Added segment 184e7abf-8c34-4690-804f-679164f186fc of type vlan for network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f Aug 11 02:48:56.491008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37052) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.519326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.521323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=71eed61a-f577-46fb-834f-898b68d5fe68,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.565413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.567732 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.569416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:56.570571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.627140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7100053 Aug 11 02:48:56.630748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37058) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:56.636377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Request body: {'subnet': {'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-subnet', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:56.668136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3609556-294c-42a0-96d0-dd292be34514 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.670489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Made reservation on behalf of d737f29a5baa4990a347e2b51f51c508 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:56.672868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Notify callbacks [] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.685464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:48:56.843782 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdf2900-5907-472e-b78c-0d5c8863c03c" -d '{"events": [{"server_uuid": "8d0ac527-9e40-430d-887f-1bab8c641cef", "name": "network-vif-plugged", "status": "completed", "tag": "71eed61a-f577-46fb-834f-898b68d5fe68"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:48:56.893727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-678a3e0d-678f-4238-a528-8f92a1099c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.909480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:56.996847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca454bb-cea4-466a-ac31-a34faa2b532d,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:56.999865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Checking segment: {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:57.000284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Network hostable DHCP agents. Network: 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:48:57.023166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:48:57.036639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:57.042115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.043710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.053223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a8d44-4e86-4a43-8201-ce74b2fad792 None None] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:57.061645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-678a3e0d-678f-4238-a528-8f92a1099c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.069522 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-678a3e0d-678f-4238-a528-8f92a1099c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.076570 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b39e834a-4002-4f4a-b77f-744b8916022c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4447272 Aug 11 02:48:57.078763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37078) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:57.084096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:57.113692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a3e0d-678f-4238-a528-8f92a1099c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266cadb6-7d38-40a8-9923-1cb328c542d9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.127607 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.129152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.161286 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-678a3e0d-678f-4238-a528-8f92a1099c27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a84383a4392849b89a9791d02814230d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6682625 Aug 11 02:48:57.167456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37082) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:57.222694 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6beebbd9-6321-41c4-9081-15d2b2302bc3 x-openstack-request-id: req-6beebbd9-6321-41c4-9081-15d2b2302bc3 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:48:57.223076 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ac527-9e40-430d-887f-1bab8c641cef", "name": "network-vif-plugged", "status": "completed", "tag": "71eed61a-f577-46fb-834f-898b68d5fe68", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:48:57.223288 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6beebbd9-6321-41c4-9081-15d2b2302bc3 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:48:57.226807 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.227507 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eed61a-f577-46fb-834f-898b68d5fe68', 'code': 200} Aug 11 02:48:57.288833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edc5e166-e6ee-45ee-939c-d002e4c09b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.316566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:48:57.318037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.325920 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edc5e166-e6ee-45ee-939c-d002e4c09b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.401668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcca43-9f44-4f59-a6e3-463a095e093d req-a95da0bc-e5fb-43c4-ae6e-36fc92e5c5d9 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.403347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ddcca43-9f44-4f59-a6e3-463a095e093d req-a95da0bc-e5fb-43c4-ae6e-36fc92e5c5d9 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 971 time: 0.1034901 Aug 11 02:48:57.442747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edc5e166-e6ee-45ee-939c-d002e4c09b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.446355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edc5e166-e6ee-45ee-939c-d002e4c09b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.451002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-edc5e166-e6ee-45ee-939c-d002e4c09b18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/266cadb6-7d38-40a8-9923-1cb328c542d9 HTTP/1.1" status: 204 len: 168 time: 0.2784615 Aug 11 02:48:57.470844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5e166-e6ee-45ee-939c-d002e4c09b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266cadb6-7d38-40a8-9923-1cb328c542d9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:57.494323 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ddcca43-9f44-4f59-a6e3-463a095e093d req-71b52daa-eab0-4dcc-a3d0-1c460c1d5ebd tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682802 Aug 11 02:48:57.518519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Allocated IP 172.20.0.2 (5ae9a858-eb68-4a89-9c4a-52e4842d0e6f/3ca454bb-cea4-466a-ac31-a34faa2b532d/7f831317-e6b1-423a-9c8b-5ee218405b21) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:57.647046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98d05db9-0514-45a4-9b28-4ddacd4b6d85 req-dd351059-619c-4339-9546-83b06214d85b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.2827411 Aug 11 02:48:57.674352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5bad4-d044-4d65-a5ed-8bd493a6647a req-70b9d4bd-638d-43d3-8477-a16f84f35179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:57.675887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fd5bad4-d044-4d65-a5ed-8bd493a6647a req-70b9d4bd-638d-43d3-8477-a16f84f35179 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 1123 time: 0.3711021 Aug 11 02:48:57.720625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad1def0b-677c-4afe-be55-1489afa4731c req-d9e04ae1-6ace-47f3-acbd-5be581bd9c0e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.0458345 Aug 11 02:48:57.760683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7fd5bad4-d044-4d65-a5ed-8bd493a6647a req-aca61216-2dbc-4a8a-8908-4ffeb472d18c service neutron] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.763555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.774775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.805931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Transition to ACTIVE for port object 7f831317-e6b1-423a-9c8b-5ee218405b21 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:57.845506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Transition to ACTIVE for port object 7f831317-e6b1-423a-9c8b-5ee218405b21 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:48:57.876788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.918373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37112) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:57.940241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5715d5-fcef-41dd-98ca-f1f29c49c925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.990244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7fd5bad4-d044-4d65-a5ed-8bd493a6647a req-aca61216-2dbc-4a8a-8908-4ffeb472d18c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:57.998393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:58.000216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7fd5bad4-d044-4d65-a5ed-8bd493a6647a req-aca61216-2dbc-4a8a-8908-4ffeb472d18c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.006104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:58.010737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Pushing event updated for resources: {'Port': ['ID=7f831317-e6b1-423a-9c8b-5ee218405b21,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.025297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:58.037701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.045218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fd5bad4-d044-4d65-a5ed-8bd493a6647a req-aca61216-2dbc-4a8a-8908-4ffeb472d18c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286641 Aug 11 02:48:58.104253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Attempting to bind port 7f831317-e6b1-423a-9c8b-5ee218405b21 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:48:58.104974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Attempting to bind port 7f831317-e6b1-423a-9c8b-5ee218405b21 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:48:58.105586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Attempting to bind port 7f831317-e6b1-423a-9c8b-5ee218405b21 on network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:48:58.112492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:48:58.114390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Checking segment: {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:48:58.114717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca61216-2dbc-4a8a-8908-4ffeb472d18c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2317049d-2916-4c8a-81dc-380feab30417,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.115550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.116213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Bound using segment: {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:48:58.116920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Bound port: 7f831317-e6b1-423a-9c8b-5ee218405b21, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:48:58.117843 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.191331 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5715d5-fcef-41dd-98ca-f1f29c49c925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.202335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5715d5-fcef-41dd-98ca-f1f29c49c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.223467 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.224256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] For port 7f831317-e6b1-423a-9c8b-5ee218405b21, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:48:58.228415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] For port 7f831317-e6b1-423a-9c8b-5ee218405b21, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7f831317-e6b1-423a-9c8b-5ee218405b21,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:48:58.235008 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.242797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.247239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.279374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf5715d5-fcef-41dd-98ca-f1f29c49c925 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=091125a89b464ed79dde17bdf0bdd59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679793 Aug 11 02:48:58.282492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37124) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.302970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5715d5-fcef-41dd-98ca-f1f29c49c925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e6555f-0f99-475e-889c-b12c6b62855a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.318593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e6bfd-0cf4-44a3-aa8b-ce7bc19ba60e None None] Pushing event updated for resources: {'Port': ['ID=7f831317-e6b1-423a-9c8b-5ee218405b21,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.369248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40036b73-be46-4237-b5ec-f1ff640fa3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.403708 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40036b73-be46-4237-b5ec-f1ff640fa3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.448874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Allocated IP 172.25.4.233 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/40206008-c0e3-4763-8863-ce24680ac25a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:48:58.468184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40036b73-be46-4237-b5ec-f1ff640fa3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.471280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40036b73-be46-4237-b5ec-f1ff640fa3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.472482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40036b73-be46-4237-b5ec-f1ff640fa3ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7e6555f-0f99-475e-889c-b12c6b62855a HTTP/1.1" status: 204 len: 168 time: 0.1888738 Aug 11 02:48:58.488241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40036b73-be46-4237-b5ec-f1ff640fa3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e6555f-0f99-475e-889c-b12c6b62855a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:58.573664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37132) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:58.661281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-19ab08e5-2d2f-43d4-b01f-3f22b28eb588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.728861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9471c35b-33f6-4a2b-8875-dc5ba3709380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.783835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.823683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e515b92-5aa2-42c1-a4db-38050df1f5d3 req-1c4f5982-768e-43ba-9752-29914b6d2289 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0338507 Aug 11 02:48:58.846701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5939999-a871-48bc-82e1-e10cd324ffbf req-fceeae29-872d-4fce-b699-e0517560884b tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:48:58.846701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5939999-a871-48bc-82e1-e10cd324ffbf req-fceeae29-872d-4fce-b699-e0517560884b tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 971 time: 0.1877089 Aug 11 02:48:58.900786 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-19ab08e5-2d2f-43d4-b01f-3f22b28eb588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.926948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.927578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-19ab08e5-2d2f-43d4-b01f-3f22b28eb588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:58.974617 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5939999-a871-48bc-82e1-e10cd324ffbf req-9158a613-b764-4c49-81d2-022fec9cb10b tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058569 Aug 11 02:48:58.989095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:48:59.002307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:48:59.002307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:48:59.003021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3492d55-4780-42d7-94b0-4ff13822ad13 req-6dba5def-c7e0-420d-9490-7468b395a4cb tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.0664520 Aug 11 02:48:59.003132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Pushing event updated for resources: {'Port': ['ID=40206008-c0e3-4763-8863-ce24680ac25a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.028631 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-19ab08e5-2d2f-43d4-b01f-3f22b28eb588 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0754e7f82b6c44c585e494c4bcf29fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7640486 Aug 11 02:48:59.029259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37144) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:59.039517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab08e5-2d2f-43d4-b01f-3f22b28eb588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b00be4-6415-4d72-8866-0997c7efca7a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.120869 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d90a-14f4-4623-a592-b045b7e465d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.158407 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9471c35b-33f6-4a2b-8875-dc5ba3709380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.165375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d90a-14f4-4623-a592-b045b7e465d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.177678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9471c35b-33f6-4a2b-8875-dc5ba3709380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.255710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9471c35b-33f6-4a2b-8875-dc5ba3709380 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8610f4fcfeb543dbaafe45ea3b9cf4ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6793146 Aug 11 02:48:59.257763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37152) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:48:59.273366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c35b-33f6-4a2b-8875-dc5ba3709380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4400cbc-2a32-445d-bc06-354313df95db,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.289359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d90a-14f4-4623-a592-b045b7e465d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.292344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3d4d90a-14f4-4623-a592-b045b7e465d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.293722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.294504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f3d4d90a-14f4-4623-a592-b045b7e465d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02b00be4-6415-4d72-8866-0997c7efca7a HTTP/1.1" status: 204 len: 168 time: 0.2643404 Aug 11 02:48:59.306042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4d90a-14f4-4623-a592-b045b7e465d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b00be4-6415-4d72-8866-0997c7efca7a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.413048 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89aa3f90-987b-4ae1-86c9-0ee15f51342f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.456920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89aa3f90-987b-4ae1-86c9-0ee15f51342f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.499601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.665665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'port': {'device_id': 'd990a9aa-f222-422b-bb09-07ccba176283', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'admin_state_up': True, 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'security_groups': ['db29b72d-14e3-4d90-88df-761424bdb1b8']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:48:59.753215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b23781-bfbb-4469-b770-e521d2d12d86 None None] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:48:59.776948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89aa3f90-987b-4ae1-86c9-0ee15f51342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.779883 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89aa3f90-987b-4ae1-86c9-0ee15f51342f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.783729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-89aa3f90-987b-4ae1-86c9-0ee15f51342f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4400cbc-2a32-445d-bc06-354313df95db HTTP/1.1" status: 204 len: 168 time: 0.5249131 Aug 11 02:48:59.814754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa3f90-987b-4ae1-86c9-0ee15f51342f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4400cbc-2a32-445d-bc06-354313df95db,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:48:59.839776 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.849448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Made reservation on behalf of 422fb2f3a9564d40b2b7e22fd9e9e804 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:48:59.853628 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:48:59.999588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-340d5d8e-55ae-43b5-bb3d-3d91505499e7 None None] Provisioning for port 7f831317-e6b1-423a-9c8b-5ee218405b21 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:00.023078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39367db1-8fd7-4aea-a0c4-c18aacd8c650 req-90cf7159-9ae1-4149-9208-ae6ac1835ad4 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0388234 Aug 11 02:49:00.037704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f831317-e6b1-423a-9c8b-5ee218405b21 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:00.169385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37180) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:00.213774 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7f831317-e6b1-423a-9c8b-5ee218405b21 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:00.219946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7f831317-e6b1-423a-9c8b-5ee218405b21 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:00.220311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.230450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Allocated IP 172.20.0.12 (6f3b0294-7053-4a78-8e54-7bcfb89b805c/e15b7991-740a-4be1-ac19-dc0bb0f75469/fb92eff9-1139-4676-853a-1f311e7d651b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:00.266760 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6211dc85-e50d-4edc-8d36-a99aa397f829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.308260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Router 6e1b39c9-de96-45c0-b672-bc034f24a719 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:49:00.320696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0859c4b-e321-48d8-87d9-84b1b3613b56 req-6ba6da0c-358c-44b6-ac52-ed2a9539b0c1 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.1199431 Aug 11 02:49:00.349612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b28770-dfc1-4584-9e7b-8556cfebb882 req-fa0cbc33-9d94-49dd-aac6-0c9a922cc640 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:00.358575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20b28770-dfc1-4584-9e7b-8556cfebb882 req-fa0cbc33-9d94-49dd-aac6-0c9a922cc640 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 971 time: 0.1654022 Aug 11 02:49:00.434204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20b28770-dfc1-4584-9e7b-8556cfebb882 req-8f106ae2-bb84-415b-a9e7-4b0999f29ab2 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743058 Aug 11 02:49:00.434346 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.537887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 7f831317-e6b1-423a-9c8b-5ee218405b21, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7f831317-e6b1-423a-9c8b-5ee218405b21,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:00.548499 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.634219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6211dc85-e50d-4edc-8d36-a99aa397f829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.643045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6211dc85-e50d-4edc-8d36-a99aa397f829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.652814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=7f831317-e6b1-423a-9c8b-5ee218405b21,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:00.690721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.57', 65376) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:00.710313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:00.722680 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Sync routers for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:00.737122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6211dc85-e50d-4edc-8d36-a99aa397f829 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ffabd9bd3974cec8770592e2f661f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641606 Aug 11 02:49:00.742570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37190) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:00.755918 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:00.756513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-8239f622-3fb7-4bd4-b64f-e8f2d810fe18 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c42649917b004013afcb7864b2f755eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602648 Aug 11 02:49:00.756633 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:00.770245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e7565077-1809-43c3-bc15-e6fd71870d83 None None] Provisioning complete for port 7f831317-e6b1-423a-9c8b-5ee218405b21 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:00.770680 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e7565077-1809-43c3-bc15-e6fd71870d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:00.922782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211dc85-e50d-4edc-8d36-a99aa397f829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff9de87-b584-4edc-8680-10118b3a9e22,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:00.971105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c36070ea-d606-4563-ab92-ed10988ba887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.013207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:01.030970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c36070ea-d606-4563-ab92-ed10988ba887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.070774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37194) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:01.075958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.077444 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-47736635-5ede-4c62-b386-0a765d7d689c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.9977779 Aug 11 02:49:01.087960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.106556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37198) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:01.141763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c569763-cb4c-4568-99b6-5d3b7ed50e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.168887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Transition to ACTIVE for port object fb92eff9-1139-4676-853a-1f311e7d651b will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:01.206927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74564e7b-0efe-48d7-aee8-b674790cc531 req-643beb8f-7079-4219-b473-7ec51d1d9075 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 210 time: 0.0343680 Aug 11 02:49:01.287284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d1e36-9d0e-42c8-b26b-b70a9c888f95 req-9f75d980-d7f0-4a06-8157-036ca1d2e38a tempest-AggregatesAdminTestJSON-478637002 tempest-AggregatesAdminTestJSON-478637002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.288868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-077d1e36-9d0e-42c8-b26b-b70a9c888f95 req-9f75d980-d7f0-4a06-8157-036ca1d2e38a tempest-AggregatesAdminTestJSON-478637002 tempest-AggregatesAdminTestJSON-478637002-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 1123 time: 0.1327643 Aug 11 02:49:01.304835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-8132840b-ffb6-4368-b0ba-f3b4d37cb4ec tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.306289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-8132840b-ffb6-4368-b0ba-f3b4d37cb4ec tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5424166 Aug 11 02:49:01.324735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Request body: {'port': {'device_id': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'c42649917b004013afcb7864b2f755eb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:01.330313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.331960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-077d1e36-9d0e-42c8-b26b-b70a9c888f95 req-c3cce1e0-5aac-40f7-accd-834f89679ac5 tempest-AggregatesAdminTestJSON-478637002 tempest-AggregatesAdminTestJSON-478637002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.365358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c36070ea-d606-4563-ab92-ed10988ba887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.368164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c36070ea-d606-4563-ab92-ed10988ba887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.370729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c36070ea-d606-4563-ab92-ed10988ba887 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bff9de87-b584-4edc-8680-10118b3a9e22 HTTP/1.1" status: 204 len: 168 time: 0.6246643 Aug 11 02:49:01.385971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36070ea-d606-4563-ab92-ed10988ba887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff9de87-b584-4edc-8680-10118b3a9e22,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:01.455643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event updated for resources: {'Port': ['ID=fb92eff9-1139-4676-853a-1f311e7d651b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:01.473718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:01.478064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:01.485178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:01.492440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:01.493097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.495217 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:48:59Z', 'revision_number': 3, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:48:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:01.542454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37cceb1a-2f0b-4dd6-9a88-eed397168c8f req-a66982da-97af-4b1c-830f-63597918c9df tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.0454397 Aug 11 02:49:01.554865 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Checking router: 6e1b39c9-de96-45c0-b672-bc034f24a719 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:01.555339 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Updating router 6e1b39c9-de96-45c0-b672-bc034f24a719 port 40206008-c0e3-4763-8863-ce24680ac25a binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:49:01.586442 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.637865 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c569763-cb4c-4568-99b6-5d3b7ed50e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.650185 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c569763-cb4c-4568-99b6-5d3b7ed50e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.713723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0c569763-cb4c-4568-99b6-5d3b7ed50e19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b57a8428e8f74a35a861a6a6fa92540b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6379712 Aug 11 02:49:01.715343 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-9662a418-71b8-4b26-871f-cb34f2ff7a15 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0818343 Aug 11 02:49:01.716142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37218) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:01.792957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-5d201939-cfc9-4181-9387-987a5f2485bd tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:49:01.794076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-5d201939-cfc9-4181-9387-987a5f2485bd tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106866 Aug 11 02:49:01.873034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ece19a0c-2c36-4374-958d-8180a8f7f458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.905119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ece19a0c-2c36-4374-958d-8180a8f7f458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:01.915782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f831317-e6b1-423a-9c8b-5ee218405b21 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:02.014310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c569763-cb4c-4568-99b6-5d3b7ed50e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef7e28-2a56-47a5-9970-fae8915a507a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.015039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d8d0572-d5bc-4a0d-b1e5-9497f4c153d3 None None] Provisioning for port fb92eff9-1139-4676-853a-1f311e7d651b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:02.031404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ece19a0c-2c36-4374-958d-8180a8f7f458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.031523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d8d0572-d5bc-4a0d-b1e5-9497f4c153d3 None None] Provisioning complete for port fb92eff9-1139-4676-853a-1f311e7d651b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:02.032113 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d8d0572-d5bc-4a0d-b1e5-9497f4c153d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.038995 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ece19a0c-2c36-4374-958d-8180a8f7f458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.039336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ece19a0c-2c36-4374-958d-8180a8f7f458 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94ef7e28-2a56-47a5-9970-fae8915a507a HTTP/1.1" status: 204 len: 168 time: 0.3120816 Aug 11 02:49:02.039545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.049764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece19a0c-2c36-4374-958d-8180a8f7f458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef7e28-2a56-47a5-9970-fae8915a507a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.139208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0d8d0572-d5bc-4a0d-b1e5-9497f4c153d3 None None] Port fb92eff9-1139-4676-853a-1f311e7d651b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:02.148543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7f831317-e6b1-423a-9c8b-5ee218405b21 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:02.149420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.182420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-077d1e36-9d0e-42c8-b26b-b70a9c888f95 req-c3cce1e0-5aac-40f7-accd-834f89679ac5 tempest-AggregatesAdminTestJSON-478637002 tempest-AggregatesAdminTestJSON-478637002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.195962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Request body: {'port': {'device_id': 'd990a9aa-f222-422b-bb09-07ccba176283', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:02.207666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-077d1e36-9d0e-42c8-b26b-b70a9c888f95 req-c3cce1e0-5aac-40f7-accd-834f89679ac5 tempest-AggregatesAdminTestJSON-478637002 tempest-AggregatesAdminTestJSON-478637002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.214063 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.251141 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Transition to ACTIVE for port object 40206008-c0e3-4763-8863-ce24680ac25a will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:02.272498 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.297642 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-077d1e36-9d0e-42c8-b26b-b70a9c888f95 req-c3cce1e0-5aac-40f7-accd-834f89679ac5 tempest-AggregatesAdminTestJSON-478637002 tempest-AggregatesAdminTestJSON-478637002-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9850249 Aug 11 02:49:02.307661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Allocated IP 172.20.0.1 (5ae9a858-eb68-4a89-9c4a-52e4842d0e6f/3ca454bb-cea4-466a-ac31-a34faa2b532d/f3a81d1a-307c-4e37-b875-9993074152f0) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:02.308796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Made reservation on behalf of c42649917b004013afcb7864b2f755eb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:02.312557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.363337 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Attempting to bind port 40206008-c0e3-4763-8863-ce24680ac25a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:02.363716 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Attempting to bind port 40206008-c0e3-4763-8863-ce24680ac25a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:02.364092 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Attempting to bind port 40206008-c0e3-4763-8863-ce24680ac25a on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:02.374407 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:02.375473 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:02.375604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cce1e0-5aac-40f7-accd-834f89679ac5 tempest-AggregatesAdminTestJSON-478637002 tempest-AggregatesAdminTestJSON-478637002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb13d6de-8ae4-48b4-80a8-a88d276863f4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.376164 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.376574 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:02.377102 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Bound port: 40206008-c0e3-4763-8863-ce24680ac25a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:02.378164 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.409163 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a7296-4408-4166-873a-16c1ec688ba0 None None] Pushing event updated for resources: {'Port': ['ID=40206008-c0e3-4763-8863-ce24680ac25a,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.417114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.441282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.455939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.467396 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] For port 40206008-c0e3-4763-8863-ce24680ac25a, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:02.475118 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] For port 40206008-c0e3-4763-8863-ce24680ac25a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40206008-c0e3-4763-8863-ce24680ac25a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:02.483089 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.501027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Transition to ACTIVE for port object f3a81d1a-307c-4e37-b875-9993074152f0 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:02.568129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9eeef8-3e14-4ef5-ab0f-94a901bda1f2 req-7e22e3b0-fb03-4019-9a04-ac12f0d21d28 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:02.574603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.575305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da9eeef8-3e14-4ef5-ab0f-94a901bda1f2 req-7e22e3b0-fb03-4019-9a04-ac12f0d21d28 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 932 time: 0.1405489 Aug 11 02:49:02.586786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a7296-4408-4166-873a-16c1ec688ba0 None None] Pushing event updated for resources: {'Port': ['ID=40206008-c0e3-4763-8863-ce24680ac25a,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.640063 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:02.640310 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:02.674800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:02.680871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:02.684270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:02.684675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.704594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a81d1a-307c-4e37-b875-9993074152f0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:02.820830 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:02.835825 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:03.013615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.043577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.094527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da9eeef8-3e14-4ef5-ab0f-94a901bda1f2 req-498ea201-abe1-44d7-b9b6-bc657c753032 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5182223 Aug 11 02:49:03.100200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-33d318df-de9f-4b49-a079-e3c2588db578 None None] Provisioning for port f3a81d1a-307c-4e37-b875-9993074152f0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:03.114527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-33d318df-de9f-4b49-a079-e3c2588db578 None None] Provisioning complete for port f3a81d1a-307c-4e37-b875-9993074152f0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:03.115200 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33d318df-de9f-4b49-a079-e3c2588db578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.193696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-33d318df-de9f-4b49-a079-e3c2588db578 None None] Port f3a81d1a-307c-4e37-b875-9993074152f0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:03.215208 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:48:59Z', 'revision_number': 3, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:03.217992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9944eee7-dca0-45ad-94e7-918edd1aae68,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.220515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3a3e8b1-65b6-457e-90fa-05c25b02b518 req-48be475a-7b11-4ad6-8a09-b3c22f0b9b14 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 210 time: 0.0946772 Aug 11 02:49:03.227120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb92eff9-1139-4676-853a-1f311e7d651b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:03.259901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.287848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Transition to ACTIVE for port object fb92eff9-1139-4676-853a-1f311e7d651b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:03.312733 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf89d1eb-675b-4dcb-8588-75ef6b1ddb94 None None] The sync data for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 is: [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:48:59Z', 'revision_number': 3, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:03.367236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.421342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Pushing event updated for resources: {'Port': ['ID=fb92eff9-1139-4676-853a-1f311e7d651b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.498352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.500279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Allocated IP 192.168.233.12 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/20add91d-0a62-4e1f-a7a5-00be7e746bfb) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:03.506114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.508425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.544829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Attempting to bind port fb92eff9-1139-4676-853a-1f311e7d651b on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:03.545459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Attempting to bind port fb92eff9-1139-4676-853a-1f311e7d651b by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:03.545978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Attempting to bind port fb92eff9-1139-4676-853a-1f311e7d651b on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:03.561498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Port fb92eff9-1139-4676-853a-1f311e7d651b on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:03.562086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Attempting to bind port fb92eff9-1139-4676-853a-1f311e7d651b on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:03.581925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:03.583047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Checking segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:03.583562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Bound using segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:03.584163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Bound port: fb92eff9-1139-4676-853a-1f311e7d651b, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:03.584446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.689429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a81d1a-307c-4e37-b875-9993074152f0,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:03.819247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:03.821376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:03.862006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] For port fb92eff9-1139-4676-853a-1f311e7d651b, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:03.882586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] For port fb92eff9-1139-4676-853a-1f311e7d651b, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fb92eff9-1139-4676-853a-1f311e7d651b,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:03.895376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:03.987683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.000550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Transition to ACTIVE for port object 20add91d-0a62-4e1f-a7a5-00be7e746bfb will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:04.106039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40206008-c0e3-4763-8863-ce24680ac25a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:04.125140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Router 6e1b39c9-de96-45c0-b672-bc034f24a719 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:04.332560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.395198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.403741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.405953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] 10.222.0.57 "PUT /v2.0/ports/fb92eff9-1139-4676-853a-1f311e7d651b HTTP/1.1" status: 200 len: 1093 time: 2.4080732 Aug 11 02:49:04.432654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c30a3dfd-5b50-4ac0-b432-4d1a39a00aff None None] Provisioning complete for port f3a81d1a-307c-4e37-b875-9993074152f0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:04.433051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c30a3dfd-5b50-4ac0-b432-4d1a39a00aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.438980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:04.442227 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d4a651-c956-4df1-b8f5-1bc140e277a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:04.491081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eabf3e-863f-4808-b3a3-ce830549303f service neutron] Pushing event updated for resources: {'Port': ['ID=fb92eff9-1139-4676-853a-1f311e7d651b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.525893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c30a3dfd-5b50-4ac0-b432-4d1a39a00aff None None] Port f3a81d1a-307c-4e37-b875-9993074152f0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:04.529993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:04.531460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 40206008-c0e3-4763-8863-ce24680ac25a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:04.540302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 40206008-c0e3-4763-8863-ce24680ac25a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:04.541047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.574814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:04.588546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:04.597462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.599072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.750496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.796293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 40206008-c0e3-4763-8863-ce24680ac25a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40206008-c0e3-4763-8863-ce24680ac25a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:04.808517 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:04.836189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Pushing event updated for resources: {'Port': ['ID=20add91d-0a62-4e1f-a7a5-00be7e746bfb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.928490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf33939-d5b6-4089-a30d-d46078f9cf6a req-5d0131ee-aa26-4737-a434-79bbebfaf4d6 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.930009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bf33939-d5b6-4089-a30d-d46078f9cf6a req-5d0131ee-aa26-4737-a434-79bbebfaf4d6 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 935 time: 0.4346302 Aug 11 02:49:04.946281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:04.949149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-3e8aa676-dace-41dd-bb84-70a4107e1841 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6294267 Aug 11 02:49:04.951615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-c9186606-17fe-4804-abda-0328ac74f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:04.953237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-c9186606-17fe-4804-abda-0328ac74f064 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 1096 time: 0.4563136 Aug 11 02:49:04.976771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=40206008-c0e3-4763-8863-ce24680ac25a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:04.979260 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-218d7090-a2fd-4b18-88d7-dd9daa03e966 admin admin] 10.222.0.60 "PUT /v2.0/routers/6e1b39c9-de96-45c0-b672-bc034f24a719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8709497 Aug 11 02:49:05.017097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa343ea3-9b5f-4a42-9153-36135612607d req-c76fc6cf-b80d-41e5-9985-c6b9c2f885fa tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.018980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa343ea3-9b5f-4a42-9153-36135612607d req-c76fc6cf-b80d-41e5-9985-c6b9c2f885fa tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 944 time: 0.1958976 Aug 11 02:49:05.074156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a5192b12-8b10-4e77-b697-867bc460401c None None] Provisioning for port 20add91d-0a62-4e1f-a7a5-00be7e746bfb completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:05.084014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a5192b12-8b10-4e77-b697-867bc460401c None None] Provisioning complete for port 20add91d-0a62-4e1f-a7a5-00be7e746bfb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:05.084014 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5192b12-8b10-4e77-b697-867bc460401c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.118066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Request body: {'port': {'device_id': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:05.152635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa343ea3-9b5f-4a42-9153-36135612607d req-6eae9a5b-9d1a-4a8b-9a4a-7b192fc98f64 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261787 Aug 11 02:49:05.156079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-6147c020-db61-400f-a5b9-201a404f423e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb92eff9-1139-4676-853a-1f311e7d651b HTTP/1.1" status: 200 len: 217 time: 0.1502690 Aug 11 02:49:05.203999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a5192b12-8b10-4e77-b697-867bc460401c None None] Port 20add91d-0a62-4e1f-a7a5-00be7e746bfb cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:05.286104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bf33939-d5b6-4089-a30d-d46078f9cf6a req-552bfb9e-9bcc-4ada-af6b-2a47adacda5f tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458183 Aug 11 02:49:05.317370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-7cf6b83b-611d-4e1b-89a5-710b43858a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.319185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-7cf6b83b-611d-4e1b-89a5-710b43858a73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.1620660 Aug 11 02:49:05.327438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.407764 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3ef47f-b3ed-447f-af8b-4654ca82d6e9 x-openstack-request-id: req-9d3ef47f-b3ed-447f-af8b-4654ca82d6e9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:05.408548 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:05.408548 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d3ef47f-b3ed-447f-af8b-4654ca82d6e9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:05.408706 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'status': 'completed', 'code': 200} Aug 11 02:49:05.428598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-0a8be081-bbfd-48c6-8e0a-ac389cc535a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:05.430480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-0a8be081-bbfd-48c6-8e0a-ac389cc535a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0995188 Aug 11 02:49:05.673707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-f5f8fd13-8133-496a-9b56-1d4d7b81c34c service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319081 Aug 11 02:49:05.784349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20add91d-0a62-4e1f-a7a5-00be7e746bfb {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:05.810797 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.889868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Transition to ACTIVE for port object 20add91d-0a62-4e1f-a7a5-00be7e746bfb will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:05.906364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:05.909466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40206008-c0e3-4763-8863-ce24680ac25a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:05.916634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-2fceb57e-7c69-4804-adec-630d9cb90812 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b06f7393288c44a7ac91176259291e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746047 Aug 11 02:49:05.996240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 40206008-c0e3-4763-8863-ce24680ac25a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:05.997381 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.246622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Sync routers for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:06.257788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:06.258832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:06.282338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Pushing event updated for resources: {'Port': ['ID=20add91d-0a62-4e1f-a7a5-00be7e746bfb,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:06.329706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c702bdb0-91e4-45a7-8f18-993fa9e5f3dd req-608eb5bd-194e-470b-9d9a-0e0a68edaa00 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995441 Aug 11 02:49:06.334244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-72363775-9cd3-4e3f-b3fa-e82490803ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.336455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-72363775-9cd3-4e3f-b3fa-e82490803ed6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks?id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 200 len: 829 time: 0.1279466 Aug 11 02:49:06.359937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-d69f601b-63eb-4571-9090-efbf28ba6dce tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/quotas/d737f29a5baa4990a347e2b51f51c508 HTTP/1.1" status: 200 len: 375 time: 0.0149539 Aug 11 02:49:06.360397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Attempting to bind port 20add91d-0a62-4e1f-a7a5-00be7e746bfb on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:06.360739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Attempting to bind port 20add91d-0a62-4e1f-a7a5-00be7e746bfb by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:06.361070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Attempting to bind port 20add91d-0a62-4e1f-a7a5-00be7e746bfb on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:06.374385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Port 20add91d-0a62-4e1f-a7a5-00be7e746bfb on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:06.374713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Attempting to bind port 20add91d-0a62-4e1f-a7a5-00be7e746bfb on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:06.389549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-247692ab-9cfe-4dba-8bed-88a622cdb3a3 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.391116 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-247692ab-9cfe-4dba-8bed-88a622cdb3a3 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4457266 Aug 11 02:49:06.392161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:06.392502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:06.392895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:06.393365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Bound port: 20add91d-0a62-4e1f-a7a5-00be7e746bfb, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:06.393721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.420331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-cf4572c8-0bdd-4d90-8aa3-70c8db52ef83 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/quotas/b06f7393288c44a7ac91176259291e5d HTTP/1.1" status: 200 len: 375 time: 0.0166690 Aug 11 02:49:06.432246 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-d157832e-b228-4c30-8834-2d506d3001a5 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d737f29a5baa4990a347e2b51f51c508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593238 Aug 11 02:49:06.497813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:06.502065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-ac832e68-a28d-4cc3-9f79-9f096ed983d6 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b06f7393288c44a7ac91176259291e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606120 Aug 11 02:49:06.528921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] For port 20add91d-0a62-4e1f-a7a5-00be7e746bfb, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:06.532888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] For port 20add91d-0a62-4e1f-a7a5-00be7e746bfb, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=20add91d-0a62-4e1f-a7a5-00be7e746bfb,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:06.541220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-9a938735-7400-4093-87e3-777e4ce4b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.543145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-9a938735-7400-4093-87e3-777e4ce4b2c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 1096 time: 0.1005292 Aug 11 02:49:06.545237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.546885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-66de0b4e-f795-4781-ac3f-a0919fd564fe service neutron] 10.222.0.60 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095746 Aug 11 02:49:06.598442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.599143 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:06.600684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] 10.222.0.57 "PUT /v2.0/ports/20add91d-0a62-4e1f-a7a5-00be7e746bfb HTTP/1.1" status: 200 len: 1096 time: 1.6003528 Aug 11 02:49:06.726170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-8cfa0d2f-63a9-451c-aac1-bb40062f5a67 service neutron] 10.222.0.60 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687336 Aug 11 02:49:06.767061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a75b6-3d50-4a6b-bc20-54c7c55e72eb service neutron] Pushing event updated for resources: {'Port': ['ID=20add91d-0a62-4e1f-a7a5-00be7e746bfb,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:06.780166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:03Z', 'revision_number': 2, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:06.837864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-ecc9fbd1-6b89-469a-9f96-6361e39fb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.839375 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-ecc9fbd1-6b89-469a-9f96-6361e39fb689 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 925 time: 0.2846024 Aug 11 02:49:06.842327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-d46eccad-aedf-4755-b924-18480ab622e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:06.843769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-d46eccad-aedf-4755-b924-18480ab622e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c42649917b004013afcb7864b2f755eb&device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 1099 time: 0.1740274 Aug 11 02:49:06.843884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Checking router: 6e1b39c9-de96-45c0-b672-bc034f24a719 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:06.844245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Updating router 6e1b39c9-de96-45c0-b672-bc034f24a719 port f3a81d1a-307c-4e37-b875-9993074152f0 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:49:06.883365 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.033653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-a0423414-51c0-4b81-aada-41b8f58f4d23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb92eff9-1139-4676-853a-1f311e7d651b HTTP/1.1" status: 200 len: 217 time: 0.1725874 Aug 11 02:49:07.038031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-d8bb879d-64f5-47be-945f-8d7a6218b555 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20add91d-0a62-4e1f-a7a5-00be7e746bfb HTTP/1.1" status: 200 len: 217 time: 0.1609418 Aug 11 02:49:07.210915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-d1f2774e-6971-4e5e-b3f8-c183768d7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.212712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-d1f2774e-6971-4e5e-b3f8-c183768d7c1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1514797 Aug 11 02:49:07.218862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-a318ac5c-025b-4317-95ef-aed9baf7d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.220897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-a318ac5c-025b-4317-95ef-aed9baf7d72d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.1717665 Aug 11 02:49:07.270309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae69ac-dee1-4694-bb7f-08eba47d294e req-eef4a204-24cb-4ee5-bc1b-602bbc3c42ca tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.279613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aaae69ac-dee1-4694-bb7f-08eba47d294e req-eef4a204-24cb-4ee5-bc1b-602bbc3c42ca tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 944 time: 0.1633446 Aug 11 02:49:07.368521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aaae69ac-dee1-4694-bb7f-08eba47d294e req-72c97d28-0e99-413c-8a04-801917ba6ca5 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864539 Aug 11 02:49:07.387657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90166232-8172-443c-bfb7-65a3d416da6f req-aee7f9f1-a488-4784-a201-9ec8b7472eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.394054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-aee7f9f1-a488-4784-a201-9ec8b7472eb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1682916 Aug 11 02:49:07.403753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-2cd4f340-4369-452d-9a40-f2617bb1a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.407833 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-2cd4f340-4369-452d-9a40-f2617bb1a5fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1744852 Aug 11 02:49:07.417865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'tag': '20add91d-0a62-4e1f-a7a5-00be7e746bfb'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:07.425216 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014c5a7b-4cbc-4f84-98f2-81d8c64374af" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a19a68-20af-4929-be84-38d38d9cbaf2", "tag": "20add91d-0a62-4e1f-a7a5-00be7e746bfb"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:07.450617 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.480232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Transition to ACTIVE for port object f3a81d1a-307c-4e37-b875-9993074152f0 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:07.499713 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.522079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15dde-b7b9-4ec4-8374-1239668e4650 req-efdcd4e0-5e3a-46cd-ae5e-e3b82cb9fdf7 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:07.535311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55c15dde-b7b9-4ec4-8374-1239668e4650 req-efdcd4e0-5e3a-46cd-ae5e-e3b82cb9fdf7 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 947 time: 0.1508310 Aug 11 02:49:07.590457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da57a2-ea38-4ce3-9778-22a3923db67e None None] Pushing event updated for resources: {'Port': ['ID=f3a81d1a-307c-4e37-b875-9993074152f0,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:07.612424 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55c15dde-b7b9-4ec4-8374-1239668e4650 req-61dd215c-be2e-4fb6-8482-5ebb1cd10a87 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670090 Aug 11 02:49:07.664016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2da36a4d-0169-45ea-a1d7-ed037db4f383 req-2d20a963-ba8c-4396-9798-183600f690e8 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 210 time: 0.0938332 Aug 11 02:49:07.737826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Attempting to bind port f3a81d1a-307c-4e37-b875-9993074152f0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:07.741092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Attempting to bind port f3a81d1a-307c-4e37-b875-9993074152f0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:07.742492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Attempting to bind port f3a81d1a-307c-4e37-b875-9993074152f0 on network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:07.759082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:07.760071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Checking segment: {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:07.761174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.761783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Bound using segment: {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:07.762492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Bound port: f3a81d1a-307c-4e37-b875-9993074152f0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:07.763094 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.793004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-b881a04c-7eff-408c-b215-846475883015 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610787 Aug 11 02:49:07.843736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-6aa74b29-122e-4c90-9239-a3daf4e55368 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342062 Aug 11 02:49:07.856820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] For port f3a81d1a-307c-4e37-b875-9993074152f0, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:07.861683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] For port f3a81d1a-307c-4e37-b875-9993074152f0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f3a81d1a-307c-4e37-b875-9993074152f0,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:07.880264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:07.943813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:07.946109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:07.979531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-706aaaef-4014-485c-b2c3-34116fabd24e req-dc247584-2f62-4b7c-9903-03a0f8e1457b tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 210 time: 0.1383250 Aug 11 02:49:08.072398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da57a2-ea38-4ce3-9778-22a3923db67e None None] Pushing event updated for resources: {'Port': ['ID=f3a81d1a-307c-4e37-b875-9993074152f0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:08.132290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90166232-8172-443c-bfb7-65a3d416da6f req-63d4ea8a-f953-413f-8d84-34528649f112 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588444 Aug 11 02:49:08.212475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:08.253351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9d4a651-c956-4df1-b8f5-1bc140e277a7 req-66ffb013-4d4a-4bdd-aded-71aab955094b service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087553 Aug 11 02:49:08.387487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:08.420860 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a49bb2a-914a-4ee3-bc26-1f6c552de6c8 x-openstack-request-id: req-0a49bb2a-914a-4ee3-bc26-1f6c552de6c8 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:08.421449 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a19a68-20af-4929-be84-38d38d9cbaf2", "tag": "20add91d-0a62-4e1f-a7a5-00be7e746bfb", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:08.421932 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a49bb2a-914a-4ee3-bc26-1f6c552de6c8 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:08.424067 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'tag': '20add91d-0a62-4e1f-a7a5-00be7e746bfb', 'status': 'completed', 'code': 200} Aug 11 02:49:08.542629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-430ea12a-6f36-49c2-a5c4-465da1591c56 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b06f7393288c44a7ac91176259291e5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173873 Aug 11 02:49:08.665625 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc732f-3f9c-4543-9b14-f8e77cc1277f req-c0b3aa86-8b6a-4c8d-b601-1c6090b48384 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:08.668015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-a6eb2472-bbd2-47fe-bfa1-b0838b7ab189 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:08.669536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-a6eb2472-bbd2-47fe-bfa1-b0838b7ab189 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204855 Aug 11 02:49:08.671559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-17fc732f-3f9c-4543-9b14-f8e77cc1277f req-c0b3aa86-8b6a-4c8d-b601-1c6090b48384 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 944 time: 0.1185431 Aug 11 02:49:08.672587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-dbf70516-2092-4aa2-90b4-5b8546e36ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:08.674020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-dbf70516-2092-4aa2-90b4-5b8546e36ec9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c42649917b004013afcb7864b2f755eb&device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 1099 time: 0.1961205 Aug 11 02:49:08.689556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Request body: {'port': {'device_id': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'b06f7393288c44a7ac91176259291e5d'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:08.778095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-17fc732f-3f9c-4543-9b14-f8e77cc1277f req-7623fb71-bf1f-4200-a184-d3261ba259a1 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980031 Aug 11 02:49:08.791559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37494) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:08.839039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.10', 50101) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:08.920552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:07Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:08.972065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c268f8-499e-4087-814f-eb8ab63ce37b None None] The sync data for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 is: [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:07Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:08.981273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4132562c-a3ea-4e84-a24c-a2f186664d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:08.989855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9920ebad-52be-43ba-be1d-10b21f672717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.057911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76313fd-b053-4127-8bf5-7c73f0870f48 req-ab1cbcbc-a3ad-4f23-9d6b-048b0b22c3c4 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 210 time: 0.0679808 Aug 11 02:49:09.121537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-38ed787f-5d0f-4f9a-b1da-6bf6e7effd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.123015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-38ed787f-5d0f-4f9a-b1da-6bf6e7effd3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.4177268 Aug 11 02:49:09.125513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26ac34-d0f7-4740-b5ba-4703118b0f54 req-fc57649d-f188-4993-8480-815a8807414b tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.133339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a26ac34-d0f7-4740-b5ba-4703118b0f54 req-fc57649d-f188-4993-8480-815a8807414b tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 947 time: 0.2254066 Aug 11 02:49:09.171794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-fc1124ef-19ee-4518-a210-840f0fb1f10e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=20add91d-0a62-4e1f-a7a5-00be7e746bfb HTTP/1.1" status: 200 len: 217 time: 0.0380864 Aug 11 02:49:09.180143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-7f9fa377-20f0-4abc-9479-b8f1707a1043 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.181775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-7f9fa377-20f0-4abc-9479-b8f1707a1043 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.10 "GET /v2.0/networks?id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 200 len: 829 time: 0.3408411 Aug 11 02:49:09.205269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Request body: {'port': {'device_id': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'admin_state_up': True, 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:09.241472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a26ac34-d0f7-4740-b5ba-4703118b0f54 req-0df27850-4e2f-4e86-b59d-9de3c0295861 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069803 Aug 11 02:49:09.241727 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3db51b5-e20f-4021-8bcb-eeb35c0d08d3 req-a4479f89-fe19-4cdd-a74a-d1e0ed11152b tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 210 time: 0.0604017 Aug 11 02:49:09.273714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-8c8a5218-e362-449f-8d1b-6850142a2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.275763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-8c8a5218-e362-449f-8d1b-6850142a2c7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0929976 Aug 11 02:49:09.400602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-e04afe6b-0aa7-40c0-9157-c905bb507f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:09.402851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-e04afe6b-0aa7-40c0-9157-c905bb507f09 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163120 Aug 11 02:49:09.453234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9920ebad-52be-43ba-be1d-10b21f672717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.464230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9920ebad-52be-43ba-be1d-10b21f672717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.482811 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:49:09.482811 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:49:09.482811 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id_1': 'b06f7393288c44a7ac91176259291e5d', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 49, 9, 129096)}] Aug 11 02:49:09.482811 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:49:09.483260 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:49:09.548230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-72792954-8407-439a-810a-0c5a763ea514 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355627 Aug 11 02:49:09.556444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:49:09.556444 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:49:09.556444 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id_1': 'd737f29a5baa4990a347e2b51f51c508', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 49, 9, 450272)}] Aug 11 02:49:09.556444 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:49:09.556839 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:49:09.596683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920ebad-52be-43ba-be1d-10b21f672717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3eb251-819b-4783-8667-1498242d0684,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:09.623467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9920ebad-52be-43ba-be1d-10b21f672717 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a83834996274ac78f086bef5f3cd08c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2344699 Aug 11 02:49:09.626640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37534) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:09.679099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4132562c-a3ea-4e84-a24c-a2f186664d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.693842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4132562c-a3ea-4e84-a24c-a2f186664d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.745261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-014c5a7b-4cbc-4f84-98f2-81d8c64374af req-a8f7b996-918a-4fa6-a17b-3fd8c5cd7dde service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866713 Aug 11 02:49:09.757754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132562c-a3ea-4e84-a24c-a2f186664d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4b2959-de37-44d9-a2be-d8c6e981140f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:09.789647 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4132562c-a3ea-4e84-a24c-a2f186664d9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2858ec902aec4eae9937f3a54b542809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9967124 Aug 11 02:49:09.807426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37548) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:09.836885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f0d32c-8b73-4f13-aad1-19dc4f5d1f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.899868 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f0d32c-8b73-4f13-aad1-19dc4f5d1f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:09.933684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f3a81d1a-307c-4e37-b875-9993074152f0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:09.999023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa926c6d-5c0d-4208-ac76-1f5f27a7b067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.008448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f3a81d1a-307c-4e37-b875-9993074152f0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:10.009362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858368a-4112-4b28-bde2-c1c451422872 req-f58fb953-3614-4686-be22-69e9aae9978f tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.011194 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d858368a-4112-4b28-bde2-c1c451422872 req-f58fb953-3614-4686-be22-69e9aae9978f tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 944 time: 0.1390526 Aug 11 02:49:10.016452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f3a81d1a-307c-4e37-b875-9993074152f0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:10.017246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.022550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Made reservation on behalf of b06f7393288c44a7ac91176259291e5d for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:10.027795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.035187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa926c6d-5c0d-4208-ac76-1f5f27a7b067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.043252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.057244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f0d32c-8b73-4f13-aad1-19dc4f5d1f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.059949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f0d32c-8b73-4f13-aad1-19dc4f5d1f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.063232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-34f0d32c-8b73-4f13-aad1-19dc4f5d1f02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a3eb251-819b-4783-8667-1498242d0684 HTTP/1.1" status: 204 len: 168 time: 0.4332643 Aug 11 02:49:10.111073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0d32c-8b73-4f13-aad1-19dc4f5d1f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3eb251-819b-4783-8667-1498242d0684,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.143121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d858368a-4112-4b28-bde2-c1c451422872 req-76315051-1899-4838-8650-c0f384c84a81 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855238 Aug 11 02:49:10.165774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa926c6d-5c0d-4208-ac76-1f5f27a7b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.168052 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa926c6d-5c0d-4208-ac76-1f5f27a7b067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.172311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aa926c6d-5c0d-4208-ac76-1f5f27a7b067 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c4b2959-de37-44d9-a2be-d8c6e981140f HTTP/1.1" status: 204 len: 168 time: 0.3667219 Aug 11 02:49:10.189260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa926c6d-5c0d-4208-ac76-1f5f27a7b067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4b2959-de37-44d9-a2be-d8c6e981140f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.236877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device fb92eff9-1139-4676-853a-1f311e7d651b details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:10.254904 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.273529 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.274767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.317453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Made reservation on behalf of d737f29a5baa4990a347e2b51f51c508 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:10.322016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.471222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f3a81d1a-307c-4e37-b875-9993074152f0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f3a81d1a-307c-4e37-b875-9993074152f0,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:10.496504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.607000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6e6cfe-f046-44fb-b154-a09cd619f4dd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.663431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Allocated IP 192.168.233.204 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/9cf5f621-bf5b-4f4d-be00-41076c7977c4) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:10.706027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24de3ab-9310-499b-8347-63adac52e55a req-51654430-7b11-45a6-ad71-14491171900a tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 210 time: 0.0570111 Aug 11 02:49:10.709256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f3a81d1a-307c-4e37-b875-9993074152f0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.729200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port fb92eff9-1139-4676-853a-1f311e7d651b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fb92eff9-1139-4676-853a-1f311e7d651b,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:10.750329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37586) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:10.754378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'port_id': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'mac_address': 'fa:16:3e:0e:63:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:10.779197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b01523cf-b7e1-4520-b7d7-a1e2b36fda38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.828051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.845673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Allocated IP 172.20.0.9 (5ae9a858-eb68-4a89-9c4a-52e4842d0e6f/3ca454bb-cea4-466a-ac31-a34faa2b532d/ce3d3f93-9b69-4268-a307-af8ddcfdfd72) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:10.848836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb92eff9-1139-4676-853a-1f311e7d651b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:10.882338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port fb92eff9-1139-4676-853a-1f311e7d651b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fb92eff9-1139-4676-853a-1f311e7d651b,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:10.898620 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:10.960093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa5bcf-664e-42c3-92a1-597180ed6630 req-73459c5e-7ce9-413c-89ec-65cfafa67c53 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:10.964412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=fb92eff9-1139-4676-853a-1f311e7d651b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:10.967743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38aa5bcf-664e-42c3-92a1-597180ed6630 req-73459c5e-7ce9-413c-89ec-65cfafa67c53 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 947 time: 0.1491652 Aug 11 02:49:11.028987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ef21a7c5-bfa8-492b-86aa-c81243f2d2ea req-330d014f-6d27-41a5-a63a-ea3f48c2c26d tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 210 time: 0.1201966 Aug 11 02:49:11.064179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38aa5bcf-664e-42c3-92a1-597180ed6630 req-3273bd4c-ce41-46f8-a97e-b79e7db81dee tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904000 Aug 11 02:49:11.100985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.101162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37590) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:11.111413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.123964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-684bf311-2a1f-44e2-a2da-6e55d38ec317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.128260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Transition to ACTIVE for port object 9cf5f621-bf5b-4f4d-be00-41076c7977c4 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:11.149178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Transition to ACTIVE for port object ce3d3f93-9b69-4268-a307-af8ddcfdfd72 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:11.201536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.210983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b01523cf-b7e1-4520-b7d7-a1e2b36fda38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.224970 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b01523cf-b7e1-4520-b7d7-a1e2b36fda38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.249152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.302363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b01523cf-b7e1-4520-b7d7-a1e2b36fda38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41d193958a2a48a184bb1a281fcbb364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507801 Aug 11 02:49:11.303369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01523cf-b7e1-4520-b7d7-a1e2b36fda38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d69533d-ea50-4d4b-b4ea-77444bea0e31,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:11.306002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37606) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:11.338180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:11.345712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:11.351774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:11.358929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:11.359987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.367971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Pushing event updated for resources: {'Port': ['ID=9cf5f621-bf5b-4f4d-be00-41076c7977c4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:11.376081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['fb92eff9-1139-4676-853a-1f311e7d651b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:11.408556 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd231-6336-42fe-a83e-1366abc1c0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.442475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd231-6336-42fe-a83e-1366abc1c0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.506041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:11.536120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd231-6336-42fe-a83e-1366abc1c0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.539021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd231-6336-42fe-a83e-1366abc1c0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.542556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ddfcd231-6336-42fe-a83e-1366abc1c0c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d69533d-ea50-4d4b-b4ea-77444bea0e31 HTTP/1.1" status: 204 len: 168 time: 0.2310832 Aug 11 02:49:11.557717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcd231-6336-42fe-a83e-1366abc1c0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d69533d-ea50-4d4b-b4ea-77444bea0e31,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:11.571954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:11.582565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:11.603007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:11.603997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.704717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event updated for resources: {'Port': ['ID=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:11.750931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefa564-c129-4b41-9746-04458188aa85 req-c58c8f2e-df10-46e6-b9d4-0c7f6378b094 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:11.761112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1cefa564-c129-4b41-9746-04458188aa85 req-c58c8f2e-df10-46e6-b9d4-0c7f6378b094 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 945 time: 0.4720604 Aug 11 02:49:11.813121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8df88b2-25c9-4443-a793-ba2c7028ce6f None None] Provisioning for port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:11.817277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e9c7f-7713-4889-afb6-289911b13d68 req-537b5b21-6dd9-4698-932a-3945f5ad4390 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:11.825856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-552e9c7f-7713-4889-afb6-289911b13d68 req-537b5b21-6dd9-4698-932a-3945f5ad4390 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 971 time: 0.0727975 Aug 11 02:49:11.829903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8df88b2-25c9-4443-a793-ba2c7028ce6f None None] Provisioning complete for port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:11.836064 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8df88b2-25c9-4443-a793-ba2c7028ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.846804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1cefa564-c129-4b41-9746-04458188aa85 req-2fed2acd-ab1e-4fd1-a512-8c1f75532bde tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847247 Aug 11 02:49:11.902506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-552e9c7f-7713-4889-afb6-289911b13d68 req-77fb08ce-bff5-4b97-ac27-a2385f014c0f tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757592 Aug 11 02:49:11.911671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-684bf311-2a1f-44e2-a2da-6e55d38ec317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.920159 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-684bf311-2a1f-44e2-a2da-6e55d38ec317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:11.933505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-f84e5955-bb41-4d35-b209-b8ded1c24707 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2421625 Aug 11 02:49:11.933607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f3a81d1a-307c-4e37-b875-9993074152f0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:11.939057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Request body: {'port': {'device_id': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:11.948116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-5037a5a7-6169-4744-901d-ee160772427d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7496657 Aug 11 02:49:11.950035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b8df88b2-25c9-4443-a793-ba2c7028ce6f None None] Port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:11.975185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Request body: {'port': {'device_id': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:11.990617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bf311-2a1f-44e2-a2da-6e55d38ec317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e796774-fa2f-44d7-b0c2-b9345d1dcafa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.012464 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.022685 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-684bf311-2a1f-44e2-a2da-6e55d38ec317 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=161ebf4314a04864b613dbe83de48da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9203942 Aug 11 02:49:12.022904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37628) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:12.033262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f3a81d1a-307c-4e37-b875-9993074152f0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:12.033844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.141027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498dc27-8976-44f8-a1b4-11fab7d15d23 req-a1f89d35-60d2-4978-b3ba-f332a49e4113 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.143096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0498dc27-8976-44f8-a1b4-11fab7d15d23 req-a1f89d35-60d2-4978-b3ba-f332a49e4113 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 931 time: 0.1641567 Aug 11 02:49:12.143951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.145041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ddc0cddc-eb09-41da-8d2b-3cb292e33efc None None] Provisioning for port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:12.151159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ddc0cddc-eb09-41da-8d2b-3cb292e33efc None None] Provisioning complete for port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:12.151534 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ddc0cddc-eb09-41da-8d2b-3cb292e33efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.193896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b38f565f-643a-446e-b50f-890fd4b6fd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.241736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ddc0cddc-eb09-41da-8d2b-3cb292e33efc None None] Port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:12.245341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b38f565f-643a-446e-b50f-890fd4b6fd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.249862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 20add91d-0a62-4e1f-a7a5-00be7e746bfb details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:12.251756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device fb92eff9-1139-4676-853a-1f311e7d651b up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:12.292973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0498dc27-8976-44f8-a1b4-11fab7d15d23 req-6bade31f-4110-4a1a-a1cf-1ed654805023 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305866 Aug 11 02:49:12.398173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port fb92eff9-1139-4676-853a-1f311e7d651b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:12.408040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port fb92eff9-1139-4676-853a-1f311e7d651b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:12.408655 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.452196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 20add91d-0a62-4e1f-a7a5-00be7e746bfb, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=20add91d-0a62-4e1f-a7a5-00be7e746bfb,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:12.493254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '20add91d-0a62-4e1f-a7a5-00be7e746bfb', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '20add91d-0a62-4e1f-a7a5-00be7e746bfb', 'mac_address': 'fa:16:3e:28:87:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:12.546860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e6c5-46cc-4889-906d-078fab6d53bf req-aa3cec60-6dfd-4b2d-a9c7-b00ab04f5bbd tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.554458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbd8e6c5-46cc-4889-906d-078fab6d53bf req-aa3cec60-6dfd-4b2d-a9c7-b00ab04f5bbd tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 947 time: 0.1715674 Aug 11 02:49:12.574737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.602765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20add91d-0a62-4e1f-a7a5-00be7e746bfb {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:12.617938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.631026 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbd8e6c5-46cc-4889-906d-078fab6d53bf req-22a81d2b-7e92-4378-9239-8db7fe41a318 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709143 Aug 11 02:49:12.642899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 20add91d-0a62-4e1f-a7a5-00be7e746bfb, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=20add91d-0a62-4e1f-a7a5-00be7e746bfb,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:12.656254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.668958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:12.672509 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b895bc-6953-484c-bedf-7aea2f4e8ed8" -d '{"events": [{"server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "name": "network-vif-plugged", "status": "completed", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:12.700348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4328-727c-4317-854f-35eb6f764dd5 req-9da8dadb-950b-4574-bd23-2a67879891be tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:12.704412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7eda4328-727c-4317-854f-35eb6f764dd5 req-9da8dadb-950b-4574-bd23-2a67879891be tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 936 time: 0.4562576 Aug 11 02:49:12.726522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3d3f93-9b69-4268-a307-af8ddcfdfd72 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:12.738548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.755079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b38f565f-643a-446e-b50f-890fd4b6fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.758398 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b38f565f-643a-446e-b50f-890fd4b6fd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.758833 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b38f565f-643a-446e-b50f-890fd4b6fd5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e796774-fa2f-44d7-b0c2-b9345d1dcafa HTTP/1.1" status: 204 len: 168 time: 0.7349796 Aug 11 02:49:12.795705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f565f-643a-446e-b50f-890fd4b6fd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e796774-fa2f-44d7-b0c2-b9345d1dcafa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.811962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7eda4328-727c-4317-854f-35eb6f764dd5 req-db994be7-be7b-4b91-ad1b-94f5a9105599 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984766 Aug 11 02:49:12.820791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Transition to ACTIVE for port object ce3d3f93-9b69-4268-a307-af8ddcfdfd72 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:12.822733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=20add91d-0a62-4e1f-a7a5-00be7e746bfb,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.834075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port fb92eff9-1139-4676-853a-1f311e7d651b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fb92eff9-1139-4676-853a-1f311e7d651b,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:12.838141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.849927 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.920010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf5f621-bf5b-4f4d-be00-41076c7977c4 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:12.945028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:12.968754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:12.995142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Transition to ACTIVE for port object 9cf5f621-bf5b-4f4d-be00-41076c7977c4 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:13.016885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.021217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.10', 50102) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:13.225151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Attempting to bind port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:13.225600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Attempting to bind port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:13.226106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Attempting to bind port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 on network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:13.247611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb348fd-c609-4351-a79e-597936da2912 req-fee411c4-319f-44ba-8286-8c4eb1e7bad9 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.250464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb348fd-c609-4351-a79e-597936da2912 req-fee411c4-319f-44ba-8286-8c4eb1e7bad9 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 971 time: 0.0897789 Aug 11 02:49:13.256229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 on network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:13.256607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Attempting to bind port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 on network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:13.294504 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5bbb9c-7879-415a-8222-afb3a9cc68dc x-openstack-request-id: req-ea5bbb9c-7879-415a-8222-afb3a9cc68dc {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:13.298147 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "name": "network-vif-plugged", "status": "completed", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:13.298418 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea5bbb9c-7879-415a-8222-afb3a9cc68dc {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:13.298840 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'code': 200} Aug 11 02:49:13.306474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['20add91d-0a62-4e1f-a7a5-00be7e746bfb'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:13.307775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:13.308140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Checking segment: {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:13.313806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Bound using segment: {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:13.314356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Bound port: ce3d3f93-9b69-4268-a307-af8ddcfdfd72, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e7abf-8c34-4690-804f-679164f186fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:13.314732 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.355095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf5f621-bf5b-4f4d-be00-41076c7977c4,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.424750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ae4e6-4295-4bd6-89ec-c09de3083089 req-1cf0412a-18bd-4c03-a3a9-3c027ef8c84c tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.425072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb348fd-c609-4351-a79e-597936da2912 req-b6fe4bf1-c227-44a7-aee4-82c95cb2bbb1 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617441 Aug 11 02:49:13.427619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a28ae4e6-4295-4bd6-89ec-c09de3083089 req-1cf0412a-18bd-4c03-a3a9-3c027ef8c84c tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 946 time: 0.4290631 Aug 11 02:49:13.445803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a7c45-2838-4e16-a27d-1829da92b622 req-45c63ddf-c061-4109-8b53-e010a699d211 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.447461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-151a7c45-2838-4e16-a27d-1829da92b622 req-45c63ddf-c061-4109-8b53-e010a699d211 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 971 time: 0.4179361 Aug 11 02:49:13.462705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c2815-cc60-4de0-a6ba-a35fc4f20373 req-3108951e-b104-49d7-9178-bf0fb33f6857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.468407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d1c2815-cc60-4de0-a6ba-a35fc4f20373 req-3108951e-b104-49d7-9178-bf0fb33f6857 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 1098 time: 0.4458849 Aug 11 02:49:13.492975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=fb92eff9-1139-4676-853a-1f311e7d651b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:13.568851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] For port ce3d3f93-9b69-4268-a307-af8ddcfdfd72, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:13.587953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] For port ce3d3f93-9b69-4268-a307-af8ddcfdfd72, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:13.596322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.603614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Attempting to bind port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:13.603971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Attempting to bind port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:13.604307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Attempting to bind port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:13.688184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.689235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.691725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] 10.222.0.10 "PUT /v2.0/ports/ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 1092 time: 1.7257526 Aug 11 02:49:13.699493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:13.703996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:13.711754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Attempting to bind port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:13.806464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a28ae4e6-4295-4bd6-89ec-c09de3083089 req-f1400ab5-22ba-4d1c-8437-566f30b08baa tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576379 Aug 11 02:49:13.839922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:13.840143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:13.840581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:13.844109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Bound port: 9cf5f621-bf5b-4f4d-be00-41076c7977c4, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:13.844421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:13.904746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d1c2815-cc60-4de0-a6ba-a35fc4f20373 req-33a3a437-ba63-4d48-ba8e-4adf4dce4e9e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952546 Aug 11 02:49:13.947404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78ad1e-f1e1-4a07-90bd-b3df9aaa2178 req-2180301e-7460-467c-abdf-d7075f951db9 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:13.956247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6c78ad1e-f1e1-4a07-90bd-b3df9aaa2178 req-2180301e-7460-467c-abdf-d7075f951db9 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 943 time: 0.3461630 Aug 11 02:49:14.005788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-34becbe9-2517-4eb8-af5e-f3d702389de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.007638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-34becbe9-2517-4eb8-af5e-f3d702389de5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d737f29a5baa4990a347e2b51f51c508&device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 1095 time: 0.2292032 Aug 11 02:49:14.013536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fad99-f437-45aa-a04b-5f5751391d79 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.060705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Deleting port 71eed61a-f577-46fb-834f-898b68d5fe68 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:14.061216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.065361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] For port 9cf5f621-bf5b-4f4d-be00-41076c7977c4, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:14.070711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] For port 9cf5f621-bf5b-4f4d-be00-41076c7977c4, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9cf5f621-bf5b-4f4d-be00-41076c7977c4,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:14.111590 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.121462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e92e9-1c4c-4dea-8158-2e6a694cc52b req-114c147e-ed7a-460e-a0bd-fa848997dda0 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.123004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6c78ad1e-f1e1-4a07-90bd-b3df9aaa2178 req-28a0f28f-b2b4-405f-9a5d-e77c37e2b0a7 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652176 Aug 11 02:49:14.124566 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-f784cf9f-dd51-43d7-b39d-0ad2b148e6a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 217 time: 0.1014652 Aug 11 02:49:14.129364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e08e92e9-1c4c-4dea-8158-2e6a694cc52b req-114c147e-ed7a-460e-a0bd-fa848997dda0 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 948 time: 0.1572857 Aug 11 02:49:14.179051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 20add91d-0a62-4e1f-a7a5-00be7e746bfb up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:14.208835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.209471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.210929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-99419727-9985-4467-a3ee-3409476c0766 service neutron] 10.222.0.10 "PUT /v2.0/ports/9cf5f621-bf5b-4f4d-be00-41076c7977c4 HTTP/1.1" status: 200 len: 1097 time: 2.2783682 Aug 11 02:49:14.211920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'tag': '9cf5f621-bf5b-4f4d-be00-41076c7977c4'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:14.214345 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd420a78-4086-4079-9978-ddfaa4043c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44", "tag": "9cf5f621-bf5b-4f4d-be00-41076c7977c4"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:14.271775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 20add91d-0a62-4e1f-a7a5-00be7e746bfb completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:14.281774 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 20add91d-0a62-4e1f-a7a5-00be7e746bfb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:14.282958 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.325498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99419727-9985-4467-a3ee-3409476c0766 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf5f621-bf5b-4f4d-be00-41076c7977c4,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.344220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-99370440-5628-40dc-8993-3e93d177a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.346322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e08e92e9-1c4c-4dea-8158-2e6a694cc52b req-6b7080ce-5815-40b9-92b5-f0e98f3d520c tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160139 Aug 11 02:49:14.355489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-99370440-5628-40dc-8993-3e93d177a955 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ca454bb-cea4-466a-ac31-a34faa2b532d HTTP/1.1" status: 200 len: 868 time: 0.2232618 Aug 11 02:49:14.414833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] For port 71eed61a-f577-46fb-834f-898b68d5fe68, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71eed61a-f577-46fb-834f-898b68d5fe68,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:14.415210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.429428 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c14c35-c877-40ff-a5e3-ac91116b8402" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:14.443924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-7e027d12-55c5-478c-b15f-305e2fba3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.445440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-7e027d12-55c5-478c-b15f-305e2fba3c7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b06f7393288c44a7ac91176259291e5d&device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 1100 time: 0.1815276 Aug 11 02:49:14.470762 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.483833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Calling delete_port for 71eed61a-f577-46fb-834f-898b68d5fe68 owned by compute:tempest-test_az-655813753 {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:14.505879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd2089-030c-4f76-bbad-762b77856ea8 req-567f7fb9-f561-4c72-b516-30736df8511a tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.521609 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5fd2089-030c-4f76-bbad-762b77856ea8 req-567f7fb9-f561-4c72-b516-30736df8511a tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 948 time: 0.2926524 Aug 11 02:49:14.536264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 20add91d-0a62-4e1f-a7a5-00be7e746bfb, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=20add91d-0a62-4e1f-a7a5-00be7e746bfb,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:14.548273 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.585121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-add4054b-eeef-4190-aefe-93e18a693e84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9cf5f621-bf5b-4f4d-be00-41076c7977c4 HTTP/1.1" status: 200 len: 217 time: 0.1148555 Aug 11 02:49:14.600941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-9eda50e6-6860-4197-902e-4c6f6c6fe04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.602464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-9eda50e6-6860-4197-902e-4c6f6c6fe04f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395301 Aug 11 02:49:14.613726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=20add91d-0a62-4e1f-a7a5-00be7e746bfb,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:14.617321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5fd2089-030c-4f76-bbad-762b77856ea8 req-8f042cb3-0910-48ba-8601-93beca5f57fb tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947511 Aug 11 02:49:14.736447 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80ece74-9c5d-450e-9d22-11ce34b8bad9 x-openstack-request-id: req-f80ece74-9c5d-450e-9d22-11ce34b8bad9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:14.736729 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44", "tag": "9cf5f621-bf5b-4f4d-be00-41076c7977c4", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:14.736961 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f80ece74-9c5d-450e-9d22-11ce34b8bad9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:14.737356 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'tag': '9cf5f621-bf5b-4f4d-be00-41076c7977c4', 'status': 'completed', 'code': 200} Aug 11 02:49:14.752909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-f49b106c-c5a8-4245-95d5-671b30bc3ec8 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342373 Aug 11 02:49:14.781241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-7bdd471e-6c91-4c75-8b8a-6fd9f529e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.782707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-7bdd471e-6c91-4c75-8b8a-6fd9f529e6ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1389315 Aug 11 02:49:14.882247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-47ea46bf-3961-46a5-837e-19f3d1a2161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.883655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-47ea46bf-3961-46a5-837e-19f3d1a2161e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939806 Aug 11 02:49:14.885456 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acd83db-4a6f-4123-8fd9-27c478184c39 x-openstack-request-id: req-8acd83db-4a6f-4123-8fd9-27c478184c39 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:14.885795 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:14.886050 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8acd83db-4a6f-4123-8fd9-27c478184c39 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:14.886502 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'status': 'completed', 'code': 200} Aug 11 02:49:14.904867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:14.916727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['71eed61a-f577-46fb-834f-898b68d5fe68'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:14.926702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811fd59-6f69-49b0-96cc-11267f5dea17 req-556ea5ba-bd90-4fb9-b129-9685fc91f543 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:14.929141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e811fd59-6f69-49b0-96cc-11267f5dea17 req-556ea5ba-bd90-4fb9-b129-9685fc91f543 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d0ac527-9e40-430d-887f-1bab8c641cef HTTP/1.1" status: 200 len: 971 time: 0.1536686 Aug 11 02:49:15.042574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Pushing event deleted for resources: {'Port': ['ID=71eed61a-f577-46fb-834f-898b68d5fe68,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:15.128740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2c9d305-03ed-4615-acbf-53117722bc53 req-f83a1ade-3bd6-4469-9900-daa0638b5ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690526 Aug 11 02:49:15.176131 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e811fd59-6f69-49b0-96cc-11267f5dea17 req-a86d24d6-0fba-4d84-a421-5a97c0fc968b tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.60 "GET /v2.0/security-groups?id=16e36786-8835-42ef-b378-43ad583530fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393579 Aug 11 02:49:15.204522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] No DVR routers for this DVR port 71eed61a-f577-46fb-834f-898b68d5fe68 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:15.209682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:15.213347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-151a7c45-2838-4e16-a27d-1829da92b622 req-f4538121-430a-4798-aba9-beea99c51fc6 tempest-AggregatesAdminTestJSON-1813028428 tempest-AggregatesAdminTestJSON-1813028428-project] 10.222.0.10 "DELETE /v2.0/ports/71eed61a-f577-46fb-834f-898b68d5fe68 HTTP/1.1" status: 204 len: 173 time: 1.7426736 Aug 11 02:49:15.264126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f260-a483-474c-ba53-ab5686d334ba req-97e4b751-cc67-48c3-a743-b864f997a493 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.269052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf8f260-a483-474c-ba53-ab5686d334ba req-97e4b751-cc67-48c3-a743-b864f997a493 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 946 time: 0.2094939 Aug 11 02:49:15.273962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-2b2fad92-c2c7-42da-8a76-1078cc3cd630 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819253 Aug 11 02:49:15.294077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-baa345e9-ea6b-48d3-a268-d1a3d6cc693e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.295580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-baa345e9-ea6b-48d3-a268-d1a3d6cc693e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d737f29a5baa4990a347e2b51f51c508&device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 1095 time: 0.1073835 Aug 11 02:49:15.299620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20add91d-0a62-4e1f-a7a5-00be7e746bfb'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:15.303881 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7b4c2-a669-493a-8d21-7ccd8ec686cb" -d '{"events": [{"server_uuid": "a4a19a68-20af-4929-be84-38d38d9cbaf2", "name": "network-vif-plugged", "status": "completed", "tag": "20add91d-0a62-4e1f-a7a5-00be7e746bfb"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:15.392203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf8f260-a483-474c-ba53-ab5686d334ba req-87063ef2-61fe-493b-841d-4e70114abb0b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155131 Aug 11 02:49:15.470677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd0b8e10-465c-42ae-a9c8-39308e0a45af req-8b7a45cd-11c5-49b5-aa91-c8d4f133050a service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854892 Aug 11 02:49:15.546540 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1f835f-4346-4154-85f8-7aa744390ee9 x-openstack-request-id: req-cd1f835f-4346-4154-85f8-7aa744390ee9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:15.547085 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a19a68-20af-4929-be84-38d38d9cbaf2", "name": "network-vif-plugged", "status": "completed", "tag": "20add91d-0a62-4e1f-a7a5-00be7e746bfb", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:15.547085 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd1f835f-4346-4154-85f8-7aa744390ee9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:15.547489 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20add91d-0a62-4e1f-a7a5-00be7e746bfb', 'code': 200} Aug 11 02:49:15.548151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-3fa80a92-8c6a-4859-bcf8-5db4980119ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.549594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-3fa80a92-8c6a-4859-bcf8-5db4980119ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 200 len: 930 time: 0.2408273 Aug 11 02:49:15.595815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3764478-4e8b-46cd-b0c3-ee7b90ecdfac req-1c98112d-64ac-4ffd-a512-47ced9a33c6d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.602748 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-43cadd6b-1415-47d2-a7c5-820df2ab3b55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 217 time: 0.0449445 Aug 11 02:49:15.604162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3764478-4e8b-46cd-b0c3-ee7b90ecdfac req-1c98112d-64ac-4ffd-a512-47ced9a33c6d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 943 time: 0.1364577 Aug 11 02:49:15.624499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-59d93c7a-1308-4477-911e-814bd61ba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.625937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-59d93c7a-1308-4477-911e-814bd61ba172 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b06f7393288c44a7ac91176259291e5d&device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 1100 time: 0.0982993 Aug 11 02:49:15.662312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-fdb908db-e2ba-48dd-bf92-01fe5e901137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.664250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-fdb908db-e2ba-48dd-bf92-01fe5e901137 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ca454bb-cea4-466a-ac31-a34faa2b532d HTTP/1.1" status: 200 len: 868 time: 0.0541987 Aug 11 02:49:15.684355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3764478-4e8b-46cd-b0c3-ee7b90ecdfac req-d9a5fd02-30fe-48e5-81df-f51964604fbc tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751173 Aug 11 02:49:15.728060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-96b4f71c-f114-4cec-946f-0b6d8be9d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:15.731168 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-96b4f71c-f114-4cec-946f-0b6d8be9d03e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581746 Aug 11 02:49:15.886576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-38df82c6-06b6-4132-844c-68b710e6ca87 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469810 Aug 11 02:49:16.004682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6c14c35-c877-40ff-a5e3-ac91116b8402 req-e010c58c-ef44-4278-83b9-ec5021768008 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095302 Aug 11 02:49:16.010147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a0223-3c90-4666-a958-f45521b745db req-af3416b3-bc0c-47be-9592-4698021bc6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.011662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-805a0223-3c90-4666-a958-f45521b745db req-af3416b3-bc0c-47be-9592-4698021bc6ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 1101 time: 0.3563950 Aug 11 02:49:16.071232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-f1d1df7c-a6b4-4e49-b8c6-4ea79b674d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.072821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-f1d1df7c-a6b4-4e49-b8c6-4ea79b674d9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.4293196 Aug 11 02:49:16.102622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375ac70-c19e-4688-b916-d94394082026 req-172e070a-f9dc-46c9-a181-46148cd87a06 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.104178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a375ac70-c19e-4688-b916-d94394082026 req-172e070a-f9dc-46c9-a181-46148cd87a06 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 949 time: 0.3253887 Aug 11 02:49:16.109372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-805a0223-3c90-4666-a958-f45521b745db req-13bedd17-baf7-4f40-a7c9-729f88ab9e26 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768430 Aug 11 02:49:16.138537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-d3905e8e-3106-44cd-ac40-d00bad9849ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=9cf5f621-bf5b-4f4d-be00-41076c7977c4 HTTP/1.1" status: 200 len: 217 time: 0.0512350 Aug 11 02:49:16.189617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87819d7c-8894-424b-a63e-54222f2fd88d req-60b56183-8c66-424c-a88a-f656daad424e tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.191895 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87819d7c-8894-424b-a63e-54222f2fd88d req-60b56183-8c66-424c-a88a-f656daad424e tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 948 time: 0.0484397 Aug 11 02:49:16.204536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a375ac70-c19e-4688-b916-d94394082026 req-acdca2d0-c0de-4530-918f-6e44a592fa6b tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682309 Aug 11 02:49:16.212121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-65ab34d8-afe1-49d9-8fe4-0628a82f3f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.213625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-65ab34d8-afe1-49d9-8fe4-0628a82f3f9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0619912 Aug 11 02:49:16.235731 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87819d7c-8894-424b-a63e-54222f2fd88d req-c889c6ec-223d-4969-a228-dcb1a14539f1 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Aug 11 02:49:16.262908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-84b536f5-b140-4ce1-ab79-2c68718e4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.264594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-84b536f5-b140-4ce1-ab79-2c68718e4331 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0437844 Aug 11 02:49:16.377301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-da369e1a-0309-4171-88fb-a8ee6cfd7f1c service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041787 Aug 11 02:49:16.493001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd420a78-4086-4079-9978-ddfaa4043c1c req-a06ab032-f44c-4ca9-89f3-f56d5093a532 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086128 Aug 11 02:49:16.603043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa1712-bc61-4b70-a24c-e236882a6ff7 req-43dde8b2-1223-48ef-8124-b7a529f2f6ee tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.604614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8fa1712-bc61-4b70-a24c-e236882a6ff7 req-43dde8b2-1223-48ef-8124-b7a529f2f6ee tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 946 time: 0.0653541 Aug 11 02:49:16.648682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8fa1712-bc61-4b70-a24c-e236882a6ff7 req-e9c75df9-6239-406e-bcda-e24f1a8153b0 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380304 Aug 11 02:49:16.739670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'name': 'network-vif-deleted', 'tag': '71eed61a-f577-46fb-834f-898b68d5fe68'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:16.742111 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59e42f-c152-45d1-9e20-e97f63f910a1" -d '{"events": [{"server_uuid": "8d0ac527-9e40-430d-887f-1bab8c641cef", "name": "network-vif-deleted", "tag": "71eed61a-f577-46fb-834f-898b68d5fe68"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:16.790573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.841713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d992c-7330-4568-858e-3ee7f808ac33 req-202674d7-72c1-4a28-8580-163fc2b3a467 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.843111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c4d992c-7330-4568-858e-3ee7f808ac33 req-202674d7-72c1-4a28-8580-163fc2b3a467 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 946 time: 0.0620592 Aug 11 02:49:16.852623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37840) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:16.857363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'floatingip': {'port_id': 'fb92eff9-1139-4676-853a-1f311e7d651b'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:16.953379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:16.968368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f9c6-cf34-452d-9d6d-d9a125aeceb0 req-8a83821b-9890-4cc3-b5b5-8802fb0ca8c9 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:16.969944 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3f2f9c6-cf34-452d-9d6d-d9a125aeceb0 req-8a83821b-9890-4cc3-b5b5-8802fb0ca8c9 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 943 time: 0.0503099 Aug 11 02:49:17.024153 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3f2f9c6-cf34-452d-9d6d-d9a125aeceb0 req-1bff97a5-9b61-45cd-ae09-060ded702bb7 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462227 Aug 11 02:49:17.065604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14e67e43-0a98-4368-8f8b-ef60a87ff3d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69e0edc81bfb4875a82179750c39d2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738047 Aug 11 02:49:17.068938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37846) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.097111 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4734d633-6657-437c-a6ef-1045a14e0d51 x-openstack-request-id: req-4734d633-6657-437c-a6ef-1045a14e0d51 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:17.097609 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0ac527-9e40-430d-887f-1bab8c641cef", "name": "network-vif-deleted", "tag": "71eed61a-f577-46fb-834f-898b68d5fe68", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:17.097895 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4734d633-6657-437c-a6ef-1045a14e0d51 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:17.098299 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0ac527-9e40-430d-887f-1bab8c641cef', 'name': 'network-vif-deleted', 'tag': '71eed61a-f577-46fb-834f-898b68d5fe68', 'status': 'completed', 'code': 200} Aug 11 02:49:17.212753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0a2de16-06a9-42f1-9ab7-43eaf0ac84e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.278208 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0a2de16-06a9-42f1-9ab7-43eaf0ac84e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.372866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7f0d0-6928-46be-a694-0836b239e6d1 req-358fd0c1-aad4-4790-bdce-6fce87aa2303 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.374757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1c7f0d0-6928-46be-a694-0836b239e6d1 req-358fd0c1-aad4-4790-bdce-6fce87aa2303 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 949 time: 0.0714133 Aug 11 02:49:17.439500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37870) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.494422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1c7f0d0-6928-46be-a694-0836b239e6d1 req-98c7aad1-2586-4bc3-9d79-de1f14df56ad tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121256 Aug 11 02:49:17.496446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0a2de16-06a9-42f1-9ab7-43eaf0ac84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.498175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0a2de16-06a9-42f1-9ab7-43eaf0ac84e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.502053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e0a2de16-06a9-42f1-9ab7-43eaf0ac84e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16e36786-8835-42ef-b378-43ad583530fe HTTP/1.1" status: 204 len: 168 time: 0.4294732 Aug 11 02:49:17.594142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2de16-06a9-42f1-9ab7-43eaf0ac84e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e36786-8835-42ef-b378-43ad583530fe,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:17.713147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89db2fe-dd3c-4640-95ef-a82e097e36ce req-d39554fd-c8ae-478f-8050-4efed7cc5d41 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:17.714970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f89db2fe-dd3c-4640-95ef-a82e097e36ce req-d39554fd-c8ae-478f-8050-4efed7cc5d41 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 948 time: 0.1725810 Aug 11 02:49:17.768015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:49:17.771566 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c39b-82ef-465c-8864-015ffc9f3bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.887066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37886) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.887539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f89db2fe-dd3c-4640-95ef-a82e097e36ce req-9c58cd14-8bd6-4fdb-b1a9-7adf54ac0fa7 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599524 Aug 11 02:49:17.897254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.914788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:17.928171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37890) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:17.991833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ce3d3f93-9b69-4268-a307-af8ddcfdfd72 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:18.029196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71eed61a-f577-46fb-834f-898b68d5fe68 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:18.090980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 71eed61a-f577-46fb-834f-898b68d5fe68 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:18.091611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71eed61a-f577-46fb-834f-898b68d5fe68 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:18.115580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37896) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:18.182646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ce3d3f93-9b69-4268-a307-af8ddcfdfd72, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:18.197765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'port_id': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'mac_address': 'fa:16:3e:92:c5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:18.199493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c00bddfb-5075-4566-802a-22950edc1e6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3983a15c1ad40619080e5951b8f7600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0820239 Aug 11 02:49:18.204407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37898) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:18.253965 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.271788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3d3f93-9b69-4268-a307-af8ddcfdfd72 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:18.301104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ce3d3f93-9b69-4268-a307-af8ddcfdfd72, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:18.306636 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.307818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9cf5f621-bf5b-4f4d-be00-41076c7977c4 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:18.308576 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb000a63-df10-4384-afcf-0fb6780adce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.348439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb000a63-df10-4384-afcf-0fb6780adce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.378770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:18.471133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50094bd-cf7f-4fda-97bb-5b262074f84b req-5ebb35e7-d2fc-4407-b462-b56c084fa991 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:18.479436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f50094bd-cf7f-4fda-97bb-5b262074f84b req-5ebb35e7-d2fc-4407-b462-b56c084fa991 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 944 time: 0.1586254 Aug 11 02:49:18.485385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb000a63-df10-4384-afcf-0fb6780adce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.490177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb000a63-df10-4384-afcf-0fb6780adce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.491484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bb000a63-df10-4384-afcf-0fb6780adce7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb13d6de-8ae4-48b4-80a8-a88d276863f4 HTTP/1.1" status: 204 len: 168 time: 0.2859218 Aug 11 02:49:18.492372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c82403b5-bff5-4252-9202-8545208b42c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.498164 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c39b-82ef-465c-8864-015ffc9f3bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.505329 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Floating IP 8195e61e-85a6-4697-a59a-697017b8919e associated. External IP: 172.25.4.137, port: fb92eff9-1139-4676-853a-1f311e7d651b. Aug 11 02:49:18.512884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1cff-37dc-41c9-ab5b-060914999b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.523178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9cf5f621-bf5b-4f4d-be00-41076c7977c4, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9cf5f621-bf5b-4f4d-be00-41076c7977c4,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:18.548018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '9cf5f621-bf5b-4f4d-be00-41076c7977c4', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '9cf5f621-bf5b-4f4d-be00-41076c7977c4', 'mac_address': 'fa:16:3e:7f:cb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:18.558050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c39b-82ef-465c-8864-015ffc9f3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.565369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb000a63-df10-4384-afcf-0fb6780adce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb13d6de-8ae4-48b4-80a8-a88d276863f4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:18.619027 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.631358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c6d73-0456-448a-bd08-fbcdc9108dd1 req-3d3baaba-c6aa-40b5-9c10-58c3ef632bc5 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:18.636884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf5f621-bf5b-4f4d-be00-41076c7977c4 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:18.641232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b38c6d73-0456-448a-bd08-fbcdc9108dd1 req-3d3baaba-c6aa-40b5-9c10-58c3ef632bc5 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 949 time: 0.1205497 Aug 11 02:49:18.666937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f50094bd-cf7f-4fda-97bb-5b262074f84b req-2e646122-fc63-4fae-b5a4-756c75daa3ca tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864059 Aug 11 02:49:18.677645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9cf5f621-bf5b-4f4d-be00-41076c7977c4, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9cf5f621-bf5b-4f4d-be00-41076c7977c4,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:18.680644 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ea5c39b-82ef-465c-8864-015ffc9f3bf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d5394c9660149b49a5600c09560e24f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2400374 Aug 11 02:49:18.683522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37904) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:18.689246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5c39b-82ef-465c-8864-015ffc9f3bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb740ffe-7873-4ed2-a7dd-bdae48029162,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:18.691883 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.753840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b38c6d73-0456-448a-bd08-fbcdc9108dd1 req-213b882d-ae4b-4e44-bf99-788744369644 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114085 Aug 11 02:49:18.771901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9cf5f621-bf5b-4f4d-be00-41076c7977c4,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:18.812298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4f33c0-4c9c-4725-9670-4e4d03b69b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.828701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c82403b5-bff5-4252-9202-8545208b42c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.840535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c82403b5-bff5-4252-9202-8545208b42c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.879055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Router 2e4fc166-d548-45f6-9ae0-af41a666d495 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:18.882701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4f33c0-4c9c-4725-9670-4e4d03b69b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:18.898396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ce3d3f93-9b69-4268-a307-af8ddcfdfd72'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:18.901657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['9cf5f621-bf5b-4f4d-be00-41076c7977c4'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:18.954337 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c82403b5-bff5-4252-9202-8545208b42c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb5e407a2dbe401686b77bc4c502f188&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0250995 Aug 11 02:49:18.959162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37916) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:18.963100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82403b5-bff5-4252-9202-8545208b42c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca24ffdb-8f62-40c5-9285-fc203b26a336,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.058471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4f33c0-4c9c-4725-9670-4e4d03b69b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.061209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4f33c0-4c9c-4725-9670-4e4d03b69b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.073664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d4f33c0-4c9c-4725-9670-4e4d03b69b4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb740ffe-7873-4ed2-a7dd-bdae48029162 HTTP/1.1" status: 204 len: 168 time: 0.3800690 Aug 11 02:49:19.115492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f33c0-4c9c-4725-9670-4e4d03b69b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb740ffe-7873-4ed2-a7dd-bdae48029162,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.121492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:19.129289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1cff-37dc-41c9-ab5b-060914999b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.129624 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.135506 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b7e1cff-37dc-41c9-ab5b-060914999b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.146271 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] Sync routers for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:19.166705 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:19.167735 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:19.202944 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7b7e1cff-37dc-41c9-ab5b-060914999b60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d2d012818db43ba931866623092e2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3123238 Aug 11 02:49:19.205587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e1cff-37dc-41c9-ab5b-060914999b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924cb03f-08f3-440c-a635-45da6c7546b0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.224211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37922) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:19.244154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1a8ec-8a01-4478-a7bc-e00c22153207 req-57a9eabd-2603-4320-b11d-dfec04ccd286 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:19.247425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3e1a8ec-8a01-4478-a7bc-e00c22153207 req-57a9eabd-2603-4320-b11d-dfec04ccd286 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 949 time: 0.2321844 Aug 11 02:49:19.251764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa56cd66-f8ae-42d2-8d86-3157ecbdf508 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "PUT /v2.0/floatingips/8195e61e-85a6-4697-a59a-697017b8919e HTTP/1.1" status: 200 len: 992 time: 2.3954492 Aug 11 02:49:19.260083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:19.268070 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479caf55-e66d-409b-a82b-e92f1d8ec95b" -d '{"events": [{"name": "network-changed", "server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:19.277886 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1cd4-66a6-4b04-a12a-e3f4225e61e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.297191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87fe9bfc-cdb2-439c-b973-46554a6851b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.322355 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:19.346943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1cd4-66a6-4b04-a12a-e3f4225e61e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.353127 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87fe9bfc-cdb2-439c-b973-46554a6851b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.456252 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87fe9bfc-cdb2-439c-b973-46554a6851b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.464728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87fe9bfc-cdb2-439c-b973-46554a6851b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.465557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3e1a8ec-8a01-4478-a7bc-e00c22153207 req-849d4eff-06ed-4a5e-b830-2e1e53901a06 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Aug 11 02:49:19.472059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-87fe9bfc-cdb2-439c-b973-46554a6851b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/924cb03f-08f3-440c-a635-45da6c7546b0 HTTP/1.1" status: 204 len: 168 time: 0.2462921 Aug 11 02:49:19.473081 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1cd4-66a6-4b04-a12a-e3f4225e61e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.476135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d3f1cd4-66a6-4b04-a12a-e3f4225e61e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.477591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d3f1cd4-66a6-4b04-a12a-e3f4225e61e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca24ffdb-8f62-40c5-9285-fc203b26a336 HTTP/1.1" status: 204 len: 168 time: 0.5171731 Aug 11 02:49:19.491916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1cd4-66a6-4b04-a12a-e3f4225e61e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca24ffdb-8f62-40c5-9285-fc203b26a336,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.497116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe9bfc-cdb2-439c-b973-46554a6851b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924cb03f-08f3-440c-a635-45da6c7546b0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:19.516002 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810cfaa9-0a06-44d0-b46c-406828e89861 x-openstack-request-id: req-810cfaa9-0a06-44d0-b46c-406828e89861 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:19.516479 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:19.517066 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-810cfaa9-0a06-44d0-b46c-406828e89861 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:19.517779 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'status': 'completed', 'code': 200} Aug 11 02:49:19.608549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-c62b5811-e8b8-4125-bf7f-ecb629d44185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:19.610088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-c62b5811-e8b8-4125-bf7f-ecb629d44185 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 1098 time: 0.0608675 Aug 11 02:49:19.730770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37944) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:19.757854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa7b049c-edf4-458a-9c4f-7e2a690dc876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:19.922449 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8195e61e-85a6-4697-a59a-697017b8919e', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'port_id': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'mac_address': 'fa:16:3e:0e:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a9aa-f222-422b-bb09-07ccba176283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:48:46Z', 'updated_at': '2021-08-11T02:49:17Z', 'revision_number': 1, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:19.933360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-136ef501-f388-481a-984c-0ebdf8f0286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:19.934991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-136ef501-f388-481a-984c-0ebdf8f0286e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 925 time: 0.3068054 Aug 11 02:49:20.019144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ce3d3f93-9b69-4268-a307-af8ddcfdfd72 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:20.032083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592a740-8104-45c5-9e98-5c7fa288c9e7 req-05a3c1d7-d7a4-4b26-8400-bf8801a39125 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.035205 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] Checking router: 2e4fc166-d548-45f6-9ae0-af41a666d495 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:20.040616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3592a740-8104-45c5-9e98-5c7fa288c9e7 req-05a3c1d7-d7a4-4b26-8400-bf8801a39125 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 944 time: 0.2132916 Aug 11 02:49:20.046090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:20.046751 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:48:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:20.070278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d080d0f-f3f1-4244-88bc-c5ffeb4673f2 req-81b29780-fcf6-4e7d-9081-b1ed935f514e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.077662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d080d0f-f3f1-4244-88bc-c5ffeb4673f2 req-81b29780-fcf6-4e7d-9081-b1ed935f514e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 949 time: 0.1537035 Aug 11 02:49:20.139955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d080d0f-f3f1-4244-88bc-c5ffeb4673f2 req-e4280e6a-5535-449e-abdc-56d9ad15848c tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571945 Aug 11 02:49:20.145029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:20.153486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:20.156148 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.164502 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa7b049c-edf4-458a-9c4f-7e2a690dc876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.169742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa7b049c-edf4-458a-9c4f-7e2a690dc876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.201081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3592a740-8104-45c5-9e98-5c7fa288c9e7 req-cc7adbe2-6048-448b-98db-55218e69f689 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594102 Aug 11 02:49:20.222892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa7b049c-edf4-458a-9c4f-7e2a690dc876 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5d1e54cad90465a9d5c72410da480df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887917 Aug 11 02:49:20.227181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37954) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:20.240020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:20.245506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-f6459338-3235-45df-b882-f7d22c22402d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb92eff9-1139-4676-853a-1f311e7d651b HTTP/1.1" status: 200 len: 1000 time: 0.2928667 Aug 11 02:49:20.260179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b049c-edf4-458a-9c4f-7e2a690dc876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fc2f5e-93b1-4ec2-885d-9fe47ccbc157,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:20.298743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37956) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:20.299496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1484d873-ab46-4096-8f6e-af813b94d5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.316402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b8bd841-c112-4751-b9fd-e1ab620dac9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.355822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-5f35abdb-5353-4869-8742-dc752f05904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.357927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-5f35abdb-5353-4869-8742-dc752f05904b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.0978177 Aug 11 02:49:20.371069 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.456911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-28058a96-36a4-4272-9836-211ea6cba8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.457711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:20.458506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-28058a96-36a4-4272-9836-211ea6cba8a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866747 Aug 11 02:49:20.461350 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb4d2c8-5a52-4f59-a835-376b37aa9144" -d '{"events": [{"server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:20.488566 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1484d873-ab46-4096-8f6e-af813b94d5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.497430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b8bd841-c112-4751-b9fd-e1ab620dac9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.507168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ce3d3f93-9b69-4268-a307-af8ddcfdfd72, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:20.512960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.513822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9cf5f621-bf5b-4f4d-be00-41076c7977c4 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:20.518048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b8bd841-c112-4751-b9fd-e1ab620dac9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.579897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bd841-c112-4751-b9fd-e1ab620dac9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4535659a-e67b-4cc8-94a2-f70009197b81,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:20.620037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3b8bd841-c112-4751-b9fd-e1ab620dac9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee4e9bcdcded4098a8727dabe6b68a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142695 Aug 11 02:49:20.620919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37968) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:20.660504 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040c4039-be9a-4d14-98ff-9c9fdb3570e1 x-openstack-request-id: req-040c4039-be9a-4d14-98ff-9c9fdb3570e1 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:20.660916 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "name": "network-vif-plugged", "status": "completed", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:20.661180 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-040c4039-be9a-4d14-98ff-9c9fdb3570e1 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:20.663202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37970) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:20.667329 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'code': 200} Aug 11 02:49:20.688855 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:20.706759 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c918b861-709c-4115-8ff0-f2c64b25ab2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.707847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:20.730101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-5609b582-e0fa-4484-88cb-07fe032b3bb5 tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.731495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-639fe371-3dc7-4874-8629-a41c35a066a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.731790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-5609b582-e0fa-4484-88cb-07fe032b3bb5 tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 1101 time: 0.1384790 Aug 11 02:49:20.745469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:20.749093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1484d873-ab46-4096-8f6e-af813b94d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.750709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:20.751179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.753333 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1484d873-ab46-4096-8f6e-af813b94d5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.754977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1484d873-ab46-4096-8f6e-af813b94d5fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42fc2f5e-93b1-4ec2-885d-9fe47ccbc157 HTTP/1.1" status: 204 len: 168 time: 0.5265546 Aug 11 02:49:20.787082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-41c8ab66-5bc7-47b9-b8f3-148ac9aab564 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133798 Aug 11 02:49:20.804729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eccc5-2526-4b03-9f85-98dddc45c080 req-8938a016-5977-4e43-b63b-69f0a0080bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.806345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-748eccc5-2526-4b03-9f85-98dddc45c080 req-8938a016-5977-4e43-b63b-69f0a0080bc6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 1097 time: 0.1438758 Aug 11 02:49:20.851418 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.892452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9cf5f621-bf5b-4f4d-be00-41076c7977c4, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9cf5f621-bf5b-4f4d-be00-41076c7977c4,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:20.899193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.920097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1484d873-ab46-4096-8f6e-af813b94d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fc2f5e-93b1-4ec2-885d-9fe47ccbc157,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:20.934037 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-639fe371-3dc7-4874-8629-a41c35a066a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:20.980935 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8195e61e-85a6-4697-a59a-697017b8919e', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'port_id': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'mac_address': 'fa:16:3e:0e:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a9aa-f222-422b-bb09-07ccba176283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:48:46Z', 'updated_at': '2021-08-11T02:49:17Z', 'revision_number': 1, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:20.986130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa1e7f-ce66-4d83-a13f-0f88b0c6e3b6 req-e5298cbc-6bc4-44ac-9b3b-21bcc5458153 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:20.994744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94aa1e7f-ce66-4d83-a13f-0f88b0c6e3b6 req-e5298cbc-6bc4-44ac-9b3b-21bcc5458153 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 949 time: 0.2846091 Aug 11 02:49:21.017096 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4feab08-764b-48ee-8ed4-c79bd7158a7d None None] The sync data for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 is: [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8195e61e-85a6-4697-a59a-697017b8919e', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'port_id': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'mac_address': 'fa:16:3e:0e:63:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd990a9aa-f222-422b-bb09-07ccba176283', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:48:46Z', 'updated_at': '2021-08-11T02:49:17Z', 'revision_number': 1, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:21.094398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9cf5f621-bf5b-4f4d-be00-41076c7977c4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:21.100594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94aa1e7f-ce66-4d83-a13f-0f88b0c6e3b6 req-a4b322d4-ba49-444c-ba23-181a854cab7f tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041877 Aug 11 02:49:21.112152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-748eccc5-2526-4b03-9f85-98dddc45c080 req-165bf8d9-19bb-4a8a-934e-0a35a144ab2a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765973 Aug 11 02:49:21.154899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-479caf55-e66d-409b-a82b-e92f1d8ec95b req-6c3fdcbc-af12-476d-b7e9-46e01eefa81d service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474109 Aug 11 02:49:21.158683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-639fe371-3dc7-4874-8629-a41c35a066a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.158862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Deleting port 20add91d-0a62-4e1f-a7a5-00be7e746bfb {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:21.159120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.166296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-639fe371-3dc7-4874-8629-a41c35a066a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.167914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-639fe371-3dc7-4874-8629-a41c35a066a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4535659a-e67b-4cc8-94a2-f70009197b81 HTTP/1.1" status: 204 len: 168 time: 0.5458481 Aug 11 02:49:21.170793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c918b861-709c-4115-8ff0-f2c64b25ab2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.184136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c918b861-709c-4115-8ff0-f2c64b25ab2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.200317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639fe371-3dc7-4874-8629-a41c35a066a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4535659a-e67b-4cc8-94a2-f70009197b81,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:21.237025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c918b861-709c-4115-8ff0-f2c64b25ab2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=102dd66da8b94215843f3f527eae1f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5712993 Aug 11 02:49:21.239881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37986) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:21.248926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918b861-709c-4115-8ff0-f2c64b25ab2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad3ba52-89e5-4da5-935c-8be0c6e9da2b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:21.324803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] For port 20add91d-0a62-4e1f-a7a5-00be7e746bfb, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=20add91d-0a62-4e1f-a7a5-00be7e746bfb,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:21.325518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.383308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Calling delete_port for 20add91d-0a62-4e1f-a7a5-00be7e746bfb owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:21.408622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7dc0f1-9835-4af7-bd4a-0f88a4002ac6 None None] New status for floating IP 8195e61e-85a6-4697-a59a-697017b8919e: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:21.442559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfff990-167b-449c-b492-997b898e0a33 req-44aeadbc-4d58-4c6e-ac76-8ef5fd0dc781 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.444165 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbfff990-167b-449c-b492-997b898e0a33 req-44aeadbc-4d58-4c6e-ac76-8ef5fd0dc781 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 945 time: 0.1128724 Aug 11 02:49:21.517846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbfff990-167b-449c-b492-997b898e0a33 req-eabcc4c4-5227-44f3-8195-bf25bad67689 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658741 Aug 11 02:49:21.525280 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b70e13cb-a393-477b-bcfc-a520f49f8a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.547716 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.570962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['20add91d-0a62-4e1f-a7a5-00be7e746bfb'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:21.572053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45f5fc-9f88-4989-80f9-b69bb9c19329 req-d4d7ffd5-80d9-4c99-aef4-4094059fe287 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:21.580743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf45f5fc-9f88-4989-80f9-b69bb9c19329 req-d4d7ffd5-80d9-4c99-aef4-4094059fe287 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a19a68-20af-4929-be84-38d38d9cbaf2 HTTP/1.1" status: 200 len: 949 time: 0.2579150 Aug 11 02:49:21.615566 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b70e13cb-a393-477b-bcfc-a520f49f8a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.626655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Pushing event deleted for resources: {'Port': ['ID=20add91d-0a62-4e1f-a7a5-00be7e746bfb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:21.706607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] No DVR routers for this DVR port 20add91d-0a62-4e1f-a7a5-00be7e746bfb on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:21.733296 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.735543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9b6d174-65f5-4ddb-800c-aba96223b52d req-d0e1a328-1725-420e-b057-68ff3d4d56ab tempest-DeleteServersAdminTestJSON-1887861280 tempest-DeleteServersAdminTestJSON-1887861280-project-admin] 10.222.0.57 "DELETE /v2.0/ports/20add91d-0a62-4e1f-a7a5-00be7e746bfb HTTP/1.1" status: 204 len: 173 time: 0.9931011 Aug 11 02:49:21.736026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'name': 'network-vif-deleted', 'tag': '20add91d-0a62-4e1f-a7a5-00be7e746bfb'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:21.739065 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27a2f22-6f2b-44ed-849a-fd3052177e1d" -d '{"events": [{"server_uuid": "a4a19a68-20af-4929-be84-38d38d9cbaf2", "name": "network-vif-deleted", "tag": "20add91d-0a62-4e1f-a7a5-00be7e746bfb"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:21.779322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf45f5fc-9f88-4989-80f9-b69bb9c19329 req-01dee30e-8e96-4811-97ca-43ff8f7351aa tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970568 Aug 11 02:49:21.826521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b70e13cb-a393-477b-bcfc-a520f49f8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.841403 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b70e13cb-a393-477b-bcfc-a520f49f8a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:21.844104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b70e13cb-a393-477b-bcfc-a520f49f8a1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ad3ba52-89e5-4da5-935c-8be0c6e9da2b HTTP/1.1" status: 204 len: 168 time: 0.6027901 Aug 11 02:49:21.861615 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79bd640-2fb3-4555-a7c5-96ed8198599d x-openstack-request-id: req-e79bd640-2fb3-4555-a7c5-96ed8198599d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:21.862002 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a19a68-20af-4929-be84-38d38d9cbaf2", "name": "network-vif-deleted", "tag": "20add91d-0a62-4e1f-a7a5-00be7e746bfb", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:21.862394 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e79bd640-2fb3-4555-a7c5-96ed8198599d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:21.862865 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a19a68-20af-4929-be84-38d38d9cbaf2', 'name': 'network-vif-deleted', 'tag': '20add91d-0a62-4e1f-a7a5-00be7e746bfb', 'status': 'completed', 'code': 200} Aug 11 02:49:21.864138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e13cb-a393-477b-bcfc-a520f49f8a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad3ba52-89e5-4da5-935c-8be0c6e9da2b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:22.212342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c533afdc-2d65-4fb7-97aa-7f6db73407f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:22.257800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562684e4-bb9d-4cac-bb19-6c28fac8d52e req-becbd10e-eea7-4bc7-8d4d-e096abb1c010 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.264225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-562684e4-bb9d-4cac-bb19-6c28fac8d52e req-becbd10e-eea7-4bc7-8d4d-e096abb1c010 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 950 time: 0.0840580 Aug 11 02:49:22.304067 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-562684e4-bb9d-4cac-bb19-6c28fac8d52e req-e8820b05-2bd5-461b-b43a-69dcbbe172a5 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334611 Aug 11 02:49:22.668766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf5f621-bf5b-4f4d-be00-41076c7977c4'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:22.671400 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66301501-8894-4585-b60d-4db388c0a913" -d '{"events": [{"server_uuid": "0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44", "name": "network-vif-plugged", "status": "completed", "tag": "9cf5f621-bf5b-4f4d-be00-41076c7977c4"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:22.714882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c55bcd-8a47-40d0-830a-f4427da10ef3 req-447ed977-c4a8-4a23-aa72-5f15a8bffc37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:22.716629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52c55bcd-8a47-40d0-830a-f4427da10ef3 req-447ed977-c4a8-4a23-aa72-5f15a8bffc37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 945 time: 0.0789833 Aug 11 02:49:22.756288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52c55bcd-8a47-40d0-830a-f4427da10ef3 req-5a9050cf-4246-405a-8f7c-6aa5e26cd2d4 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Aug 11 02:49:22.903661 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2488e0e7-0728-40eb-b098-152f54240c8d x-openstack-request-id: req-2488e0e7-0728-40eb-b098-152f54240c8d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:22.904149 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44", "name": "network-vif-plugged", "status": "completed", "tag": "9cf5f621-bf5b-4f4d-be00-41076c7977c4", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:22.904473 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2488e0e7-0728-40eb-b098-152f54240c8d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:22.904968 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf5f621-bf5b-4f4d-be00-41076c7977c4', 'code': 200} Aug 11 02:49:22.966486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38064) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:23.143221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813505a-3281-4732-958b-4963530ed31a req-6c2e7aca-68f5-4051-8f31-dfece358c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.145891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b813505a-3281-4732-958b-4963530ed31a req-6c2e7aca-68f5-4051-8f31-dfece358c769 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 1102 time: 0.1797383 Aug 11 02:49:23.220399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38078) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:23.227068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23af34dd-8880-4298-ae40-5c098cbfc6df tempest-AutoAllocateNetworkTest-755948126 tempest-AutoAllocateNetworkTest-755948126-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2d864a4437d43e3a39c88df11d5bbd6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2491276 Aug 11 02:49:23.230309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b813505a-3281-4732-958b-4963530ed31a req-d0a36ce2-facf-4d6b-ad56-dc5c78a993ad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757267 Aug 11 02:49:23.295059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-2f61b148-45ac-4b90-847b-58a1bc87502a tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 258 time: 0.3727686 Aug 11 02:49:23.310795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:23.367923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.430039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57330fc4-b94d-4140-9158-e2e03703d390 tempest-AutoAllocateNetworkTest-755948126 tempest-AutoAllocateNetworkTest-755948126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.431575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-57330fc4-b94d-4140-9158-e2e03703d390 tempest-AutoAllocateNetworkTest-755948126 tempest-AutoAllocateNetworkTest-755948126-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2003627 Aug 11 02:49:23.436082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38086) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:23.524329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38100) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:23.524691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-baaa97f1-6d46-44ad-a6e8-1b8bd0131141 tempest-AutoAllocateNetworkTest-755948126 tempest-AutoAllocateNetworkTest-755948126-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866964 Aug 11 02:49:23.587146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e5f95b5c-ce3c-4d65-b9b1-90b9817d0b83 tempest-AutoAllocateNetworkTest-755948126 tempest-AutoAllocateNetworkTest-755948126-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c2d864a4437d43e3a39c88df11d5bbd6 HTTP/1.1" status: 200 len: 208 time: 0.0583680 Aug 11 02:49:23.600481 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:23.626081 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-909e1218-8df6-4641-a02d-ba67465e7876 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c42649917b004013afcb7864b2f755eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458083 Aug 11 02:49:23.772338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-c7d289ac-471f-4a40-9745-151472143ebb tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:23.780209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-c7d289ac-471f-4a40-9745-151472143ebb tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1482210 Aug 11 02:49:23.792246 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-03f5de2f-4b95-43f6-bc33-550aa80ff221 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/quotas/c42649917b004013afcb7864b2f755eb HTTP/1.1" status: 200 len: 375 time: 0.0107844 Aug 11 02:49:23.867108 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-2150eb58-e733-4e35-878a-65c2bc9da314 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c42649917b004013afcb7864b2f755eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543103 Aug 11 02:49:24.044009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Allocated IP 172.25.4.54 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/96b67965-d464-4e2e-bfc0-cbf75d74aec9) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:24.061590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38124) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:24.161557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d89c8-7ebe-4310-9ef9-e10ad78b0707 req-f4c9817b-82ad-46d1-9165-0bbba5938c09 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:24.163945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-657d89c8-7ebe-4310-9ef9-e10ad78b0707 req-f4c9817b-82ad-46d1-9165-0bbba5938c09 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 950 time: 0.1116154 Aug 11 02:49:24.215487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.216919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 20add91d-0a62-4e1f-a7a5-00be7e746bfb no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:24.265312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-657d89c8-7ebe-4310-9ef9-e10ad78b0707 req-01789494-ecbf-40a5-88a4-17984e34bf32 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892401 Aug 11 02:49:24.283512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 20add91d-0a62-4e1f-a7a5-00be7e746bfb {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:24.284361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 20add91d-0a62-4e1f-a7a5-00be7e746bfb not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:24.292800 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.330252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:24.333844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:24.337028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:24.381674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event updated for resources: {'Port': ['ID=96b67965-d464-4e2e-bfc0-cbf75d74aec9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.398400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.398754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.399104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.399443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.399866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.400139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.400471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.400798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.401128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.401453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.401779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.402104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:24.426164 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.444703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efc1bdfd-7505-4712-bbda-6ec8a841f4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.507512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.742356 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efc1bdfd-7505-4712-bbda-6ec8a841f4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.755134 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efc1bdfd-7505-4712-bbda-6ec8a841f4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.818417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-efc1bdfd-7505-4712-bbda-6ec8a841f4df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2d864a4437d43e3a39c88df11d5bbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549255 Aug 11 02:49:24.822121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38152) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:24.824788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.828377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1bdfd-7505-4712-bbda-6ec8a841f4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67358ba-a63b-463a-828f-a39ee698c4aa,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.839493 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.871775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.930144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.943524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event updated for resources: {'Port': ['ID=96b67965-d464-4e2e-bfc0-cbf75d74aec9,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:24.947176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:24.948750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-624234c8-236d-4cd5-be4c-62cefd626e37 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6424720 Aug 11 02:49:24.970139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.046598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.054503 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.055709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f67358ba-a63b-463a-828f-a39ee698c4aa HTTP/1.1" status: 204 len: 168 time: 0.2320402 Aug 11 02:49:25.064770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-4da11900-cda6-439f-9497-fc5fe95616a8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.1094234 Aug 11 02:49:25.070250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67358ba-a63b-463a-828f-a39ee698c4aa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:25.078521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.078865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.079209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.079586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.079960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.080291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.080629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.081151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.082089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.082427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.082820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.083161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2994f7ad-230c-440f-a42d-eee25a178634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:25.130296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.191621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-976752b9-8d2d-4d25-b6b6-71b4aa477002 req-48619348-dedb-4235-93d4-221cb62c5d00 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 210 time: 0.0926507 Aug 11 02:49:25.194521 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f7aced90-5fb9-4885-b85f-2b632bd41d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.231750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-7bb95250-f8b8-4235-99e0-27e830f2ea4d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.240179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-7bb95250-f8b8-4235-99e0-27e830f2ea4d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1659427 Aug 11 02:49:25.254517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-3816f240-07df-42c4-80ae-a99a3c2cbd50 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:49:25.256088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dae3be84-0ada-4b28-909e-35e65880f5ce req-3816f240-07df-42c4-80ae-a99a3c2cbd50 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150449 Aug 11 02:49:25.377383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-0fd83d28-35ae-49ca-8c31-a4f77fa5fa27 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c42649917b004013afcb7864b2f755eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231619 Aug 11 02:49:25.426555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.570154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-470a1915-fe8e-4337-94ef-66ec98484b00 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.571688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-470a1915-fe8e-4337-94ef-66ec98484b00 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1208410 Aug 11 02:49:25.583009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-c991aa75-00d9-4c6e-8404-64390fc3d881 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.584510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-c991aa75-00d9-4c6e-8404-64390fc3d881 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009344 Aug 11 02:49:25.628265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Request body: {'port': {'device_id': '8fee5d1e-31f4-408f-8b29-937f776189af', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'c42649917b004013afcb7864b2f755eb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:25.649701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-9ef11636-c5be-44f4-9929-32b6d0c9944b tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0641532 Aug 11 02:49:25.685685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Request body: {'floatingip': {'port_id': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:25.737898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.747115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-75d0e101-4adb-4e57-9514-7e38d581639a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283680 Aug 11 02:49:25.887155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-93cb8769-851a-48b9-93ba-902bee77e659 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:25.889379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-93cb8769-851a-48b9-93ba-902bee77e659 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336870 Aug 11 02:49:25.905953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-09d5826e-a01a-407e-b33d-f8a33abc1ba5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/quotas/4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 375 time: 0.0100064 Aug 11 02:49:25.924275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Made reservation on behalf of c42649917b004013afcb7864b2f755eb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:25.927965 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:25.944265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-41075bf6-efaf-410d-aaa3-2db18f11bf77 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305665 Aug 11 02:49:26.191577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c6729-71e0-4a70-8f0b-f06d62cc020b req-d99052ed-03ea-4bb1-82b9-6f72139476c7 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.201833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-048c6729-71e0-4a70-8f0b-f06d62cc020b req-d99052ed-03ea-4bb1-82b9-6f72139476c7 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 950 time: 0.0655928 Aug 11 02:49:26.203430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Allocated IP 192.168.233.247 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/08a33e08-ca9d-47c7-8c79-f9bc214b9b6f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:26.274125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-048c6729-71e0-4a70-8f0b-f06d62cc020b req-2c0a0231-aed8-43d2-b7db-50fabec16ff4 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696688 Aug 11 02:49:26.483040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.487925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.579577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.596014 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.647390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Transition to ACTIVE for port object 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:26.677049 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Floating IP a210ee9d-1021-4c06-b2c0-281e5805078f associated. External IP: 172.25.4.54, port: ce3d3f93-9b69-4268-a307-af8ddcfdfd72. Aug 11 02:49:26.762093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.828394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-08dc96ea-d371-4fe9-937c-0986e4c400d0 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=d9af54912e1d49698f0fd73eaca27158&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362885 Aug 11 02:49:26.850130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:26.854966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:26.865368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:26.871670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:26.871912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:26.903914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Pushing event updated for resources: {'Port': ['ID=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:26.919911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9a676ebe-5b50-4d2e-bfbe-31a4ba84d440 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2973812 Aug 11 02:49:26.977035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Request body: {'port': {'device_id': '8fee5d1e-31f4-408f-8b29-937f776189af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:27.017525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-70ec63ec-d27d-4fe0-82f1-97d537137ed3 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.025986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-70ec63ec-d27d-4fe0-82f1-97d537137ed3 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967175 Aug 11 02:49:27.044714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-1ef65eef-6ff0-4aaf-9e2d-ede82ad59894 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/quotas/d9af54912e1d49698f0fd73eaca27158 HTTP/1.1" status: 200 len: 375 time: 0.0173044 Aug 11 02:49:27.090126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-5ff43784-39a2-4b8a-aa94-d0ac0125552c tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9af54912e1d49698f0fd73eaca27158&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444231 Aug 11 02:49:27.201558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e35f43ed-6875-4485-a3d5-bdcc18369b63 None None] Provisioning for port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:27.206092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e35f43ed-6875-4485-a3d5-bdcc18369b63 None None] Provisioning complete for port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:27.206891 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e35f43ed-6875-4485-a3d5-bdcc18369b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.256027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e35f43ed-6875-4485-a3d5-bdcc18369b63 None None] Port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:27.368996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72330b45-0bd8-4320-9084-7dce33221383 req-c3c78785-f9d1-4a6c-8560-5aeebff6f147 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 210 time: 0.0294080 Aug 11 02:49:27.385272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.433998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Router 6e1b39c9-de96-45c0-b672-bc034f24a719 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:27.523076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1e701-9c8e-4ef9-bbfc-2ea75ede8918 req-fd0d2621-aea8-4da5-9704-61f9ff6757b4 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.531585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ea1e701-9c8e-4ef9-bbfc-2ea75ede8918 req-fd0d2621-aea8-4da5-9704-61f9ff6757b4 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 936 time: 0.0835347 Aug 11 02:49:27.577910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ea1e701-9c8e-4ef9-bbfc-2ea75ede8918 req-83cd490f-8b4e-45ec-b6a5-47cb3586a076 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Aug 11 02:49:27.597759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-4e255803-cecf-4236-a6fc-3bcc7582b91e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455322 Aug 11 02:49:27.799303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:27.814455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:27.826794 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] Sync routers for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:27.839545 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:27.840354 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:27.936922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-987bc48a-668c-4074-9623-ec3284a0c568 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "PUT /v2.0/floatingips/a210ee9d-1021-4c06-b2c0-281e5805078f HTTP/1.1" status: 200 len: 995 time: 2.2577460 Aug 11 02:49:27.939196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:27.941642 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc681657-a525-44cb-b0a0-67886dbae958" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:27.950779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-cb06bb42-1930-45da-8775-e2c4e98aa72e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:27.956999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-cb06bb42-1930-45da-8775-e2c4e98aa72e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449662 Aug 11 02:49:27.975803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Request body: {'port': {'device_id': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '4e87e0558954417aa7e78857acbfcecc'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:27.979481 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.033112 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:28.088981 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-009387a0-9d0d-4337-9388-47af039b43ff req-dab765e6-52f5-4cd4-a6f5-b20130496f28 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 210 time: 0.0308475 Aug 11 02:49:28.132450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:28.145905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.173134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Transition to ACTIVE for port object 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:28.187352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.285428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Made reservation on behalf of 4e87e0558954417aa7e78857acbfcecc for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:28.289054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.303210 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66836733-8269-433d-9028-95e3060fdf6b x-openstack-request-id: req-66836733-8269-433d-9028-95e3060fdf6b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:28.303508 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:28.303795 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66836733-8269-433d-9028-95e3060fdf6b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:28.304192 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'status': 'completed', 'code': 200} Aug 11 02:49:28.315015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:28.318293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.326006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-9bf12072-1d81-4e60-97c8-207a96bdf2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.327541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-9bf12072-1d81-4e60-97c8-207a96bdf2cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d737f29a5baa4990a347e2b51f51c508&device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 1097 time: 0.2363472 Aug 11 02:49:28.390989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a210ee9d-1021-4c06-b2c0-281e5805078f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'port_id': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'mac_address': 'fa:16:3e:92:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:24Z', 'updated_at': '2021-08-11T02:49:26Z', 'revision_number': 1, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 5, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:28.430907 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] Checking router: 6e1b39c9-de96-45c0-b672-bc034f24a719 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:28.441159 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:28.442031 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:28.466454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-d150df8d-3a34-4e98-a238-c943fdb547ab tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d9af54912e1d49698f0fd73eaca27158&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478525 Aug 11 02:49:28.518592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Attempting to bind port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:28.519786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Attempting to bind port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:28.520128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Attempting to bind port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:28.553536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:28.553865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Attempting to bind port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:28.571862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681657-a525-44cb-b0a0-67886dbae958 req-35867803-296a-4dd5-9656-fe864822a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.573351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc681657-a525-44cb-b0a0-67886dbae958 req-35867803-296a-4dd5-9656-fe864822a21c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d737f29a5baa4990a347e2b51f51c508&device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 1097 time: 0.2499039 Aug 11 02:49:28.586133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:28.586777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:28.587330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:28.587994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Bound port: 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:28.589574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.623743 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:28.636242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43aaccb-e7f4-432d-8d50-7d2e9931ca82 req-91e08a39-fc2f-4a20-926e-9f0f189a0cad tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.643849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d43aaccb-e7f4-432d-8d50-7d2e9931ca82 req-91e08a39-fc2f-4a20-926e-9f0f189a0cad tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 950 time: 0.1686370 Aug 11 02:49:28.699398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-492b864c-f450-41f8-8db2-3b86ae5d3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.700983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-492b864c-f450-41f8-8db2-3b86ae5d3736 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 200 len: 930 time: 0.3506813 Aug 11 02:49:28.701647 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d43aaccb-e7f4-432d-8d50-7d2e9931ca82 req-3babe358-7db9-4801-a7bd-e5efc6e0d977 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565093 Aug 11 02:49:28.719544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-5611d788-ef09-407a-be9a-9b97b6457caf tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.721227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-5611d788-ef09-407a-be9a-9b97b6457caf tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2454963 Aug 11 02:49:28.736855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Request body: {'port': {'device_id': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'd9af54912e1d49698f0fd73eaca27158'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:28.900198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] For port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:28.903939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-1d026578-f733-4514-86d5-a291d057e111 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 998 time: 0.1707003 Aug 11 02:49:28.909973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681657-a525-44cb-b0a0-67886dbae958 req-39504841-8daa-43f6-926c-afd9c25ae44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:28.911658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc681657-a525-44cb-b0a0-67886dbae958 req-39504841-8daa-43f6-926c-afd9c25ae44c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 200 len: 930 time: 0.3105915 Aug 11 02:49:28.913644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.928417 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a210ee9d-1021-4c06-b2c0-281e5805078f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'port_id': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'mac_address': 'fa:16:3e:92:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:24Z', 'updated_at': '2021-08-11T02:49:26Z', 'revision_number': 1, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 5, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:28.937383 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.951714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Made reservation on behalf of d9af54912e1d49698f0fd73eaca27158 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:28.955661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.959612 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9876a-a30b-451c-a321-abb2efb9cff6 None None] The sync data for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 is: [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a210ee9d-1021-4c06-b2c0-281e5805078f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'floating_ip_address': '172.25.4.54', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'port_id': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'mac_address': 'fa:16:3e:92:c5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:49:24Z', 'updated_at': '2021-08-11T02:49:26Z', 'revision_number': 1, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 5, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:28.978022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df6cc8b4-f3fa-469d-8037-4027d12c7222 req-d13b1f8f-5113-4462-b186-92902d0c2e3f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 210 time: 0.0440874 Aug 11 02:49:28.984205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:28.989979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] For port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:29.042337 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.125848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.126807 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.128326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] 10.222.0.57 "PUT /v2.0/ports/08a33e08-ca9d-47c7-8c79-f9bc214b9b6f HTTP/1.1" status: 200 len: 1097 time: 2.1606307 Aug 11 02:49:29.138570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02d28c1f-5043-4b3b-9145-a4229cd3ddb6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:29.212086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-a0dc803c-bb43-4b33-ad3d-ef7eef38c434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.213566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-a0dc803c-bb43-4b33-ad3d-ef7eef38c434 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ca454bb-cea4-466a-ac31-a34faa2b532d HTTP/1.1" status: 200 len: 868 time: 0.2861974 Aug 11 02:49:29.222098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc681657-a525-44cb-b0a0-67886dbae958 req-abb8c5a0-ba48-4bda-bf4c-4e3b8d5a9325 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 998 time: 0.3012459 Aug 11 02:49:29.256123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a306eec-ef92-4918-880b-f40cdd6ac8fc None None] New status for floating IP a210ee9d-1021-4c06-b2c0-281e5805078f: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:29.306430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.320218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.399943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a498f-3416-41da-962d-9d7f1ef529c4 service neutron] Pushing event updated for resources: {'Port': ['ID=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:29.428934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9691cd-a2a7-4b66-9947-a3ea6e7cc22a req-1df03fac-6ee4-4f4f-81d5-5fbcac80d2dc tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.437101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab9691cd-a2a7-4b66-9947-a3ea6e7cc22a req-1df03fac-6ee4-4f4f-81d5-5fbcac80d2dc tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 948 time: 0.2325268 Aug 11 02:49:29.438502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-420ae941-0740-40f4-a575-d1e2098586b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.440738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-420ae941-0740-40f4-a575-d1e2098586b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c42649917b004013afcb7864b2f755eb&device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 1100 time: 0.2432694 Aug 11 02:49:29.456375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681657-a525-44cb-b0a0-67886dbae958 req-414e7a0b-686c-4937-b359-c2483b28104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.458397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc681657-a525-44cb-b0a0-67886dbae958 req-414e7a0b-686c-4937-b359-c2483b28104f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ca454bb-cea4-466a-ac31-a34faa2b532d HTTP/1.1" status: 200 len: 868 time: 0.2100565 Aug 11 02:49:29.458973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:29.462876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Allocated IP 192.168.233.124 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/169ede29-784f-4bad-b005-893ef4152bc3) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:29.475872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-b71f777f-3c24-48b3-99d3-14d6a5f65501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.477595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-b71f777f-3c24-48b3-99d3-14d6a5f65501 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323024 Aug 11 02:49:29.499855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab9691cd-a2a7-4b66-9947-a3ea6e7cc22a req-a24cad65-62c5-47d1-bcc4-5c43e9d95ce1 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618296 Aug 11 02:49:29.527979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:29.535103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-49241ad1-8c69-4d56-ab9b-8e6b37cf70da service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:49:29.536282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-49241ad1-8c69-4d56-ab9b-8e6b37cf70da service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077496 Aug 11 02:49:29.540669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-054b49c5-b436-4e25-bae0-b5beb577fcc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f HTTP/1.1" status: 200 len: 217 time: 0.0806952 Aug 11 02:49:29.731352 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e67a247-7ce4-48cd-ae70-0c35982c0a2d req-df9093bb-6a1e-4ae2-a974-27497bf46354 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 210 time: 0.0452700 Aug 11 02:49:29.760238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-6c3a19da-15e6-4caf-8357-40d8a881a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.761945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-6c3a19da-15e6-4caf-8357-40d8a881a151 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2015262 Aug 11 02:49:29.764122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc681657-a525-44cb-b0a0-67886dbae958 req-cd67b3ab-7348-4503-8a9e-de184f3b523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.765507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc681657-a525-44cb-b0a0-67886dbae958 req-cd67b3ab-7348-4503-8a9e-de184f3b523a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2528243 Aug 11 02:49:29.914855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87ea2b-04d0-4c7f-8df5-559323da1558 req-688628af-abee-4f9c-a8f0-9b756e58beb7 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:29.916972 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc87ea2b-04d0-4c7f-8df5-559323da1558 req-688628af-abee-4f9c-a8f0-9b756e58beb7 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 950 time: 0.0675302 Aug 11 02:49:29.981022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc87ea2b-04d0-4c7f-8df5-559323da1558 req-c99e9217-42fb-4522-a421-c170b12104f3 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534081 Aug 11 02:49:30.025171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:30.167689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794f80fe-1502-4ed5-a498-83364f3e7008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.201101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-37012409-bcfb-4cb2-acd5-a4a9e1c88288 service neutron] 10.222.0.60 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6359191 Aug 11 02:49:30.219491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-6c8c414f-95c4-445a-a877-32c79afc14ef tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.220992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-6c8c414f-95c4-445a-a877-32c79afc14ef tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 950 time: 0.5577013 Aug 11 02:49:30.229006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3762ff97-69ff-4187-bca2-c7803f1483c1 req-e18070c9-da90-439b-a217-06f26466dae1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 210 time: 0.0560043 Aug 11 02:49:30.320760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fee5d1e-31f4-408f-8b29-937f776189af', 'tag': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:30.323024 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84637bee-629d-444b-a89b-5871ad5e40c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fee5d1e-31f4-408f-8b29-937f776189af", "tag": "08a33e08-ca9d-47c7-8c79-f9bc214b9b6f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:30.366672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794f80fe-1502-4ed5-a498-83364f3e7008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.382100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794f80fe-1502-4ed5-a498-83364f3e7008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.403278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-f69a2a2c-ee42-46bf-a0f6-4a510341d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.404867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-f69a2a2c-ee42-46bf-a0f6-4a510341d464 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6302624 Aug 11 02:49:30.430559 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.432170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-794f80fe-1502-4ed5-a498-83364f3e7008 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31a532e49a1844fb857a949407ccd093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4058146 Aug 11 02:49:30.433323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f80fe-1502-4ed5-a498-83364f3e7008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893a85b1-cd47-46c4-88b7-4f0378f0bace,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:30.434979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38326) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:30.459675 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd9800-c41a-4fc0-9462-09e0680ae065 x-openstack-request-id: req-bddd9800-c41a-4fc0-9462-09e0680ae065 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:30.459957 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fee5d1e-31f4-408f-8b29-937f776189af", "tag": "08a33e08-ca9d-47c7-8c79-f9bc214b9b6f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:30.460263 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bddd9800-c41a-4fc0-9462-09e0680ae065 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:30.460632 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fee5d1e-31f4-408f-8b29-937f776189af', 'tag': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f', 'status': 'completed', 'code': 200} Aug 11 02:49:30.477924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc681657-a525-44cb-b0a0-67886dbae958 req-9a4ebd18-de57-40ea-8741-04d8f3403292 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916988 Aug 11 02:49:30.542070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Transition to ACTIVE for port object 169ede29-784f-4bad-b005-893ef4152bc3 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:30.648212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bc548-752e-4fdd-bcec-b675e6233e6b req-5703d45a-19ed-413e-bebb-c288642123ab tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:30.655911 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c57bc548-752e-4fdd-bcec-b675e6233e6b req-5703d45a-19ed-413e-bebb-c288642123ab tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 948 time: 0.0682814 Aug 11 02:49:30.664774 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f808fb25-166f-48b1-9471-b1f7b32aa4cf req-2a483ca3-67b2-411d-8375-8670a611b702 service neutron] 10.222.0.60 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336166 Aug 11 02:49:30.687545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38334) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:30.739870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c57bc548-752e-4fdd-bcec-b675e6233e6b req-7f248f32-13d7-4c3e-ac69-7c14a21118a5 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726657 Aug 11 02:49:30.781526 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-6aabcc73-ece6-40a6-95fa-fe509cd26baf service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482440 Aug 11 02:49:30.803032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76789a84-554b-4ae6-8a63-31e9a7975b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.804997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.810672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Deleting port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:30.811436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.871324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Allocated IP 192.168.233.66 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/a59fe1e4-6ba8-45c7-9994-970103e446ff) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:30.881718 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d9beb8d-09c6-4c24-83ae-19fcad08221b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:30.904220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14ba8ce9-6462-43ad-88c9-42db862730bf req-a3ae18d5-4f12-408e-99c6-31672231b7b2 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 210 time: 0.0567818 Aug 11 02:49:30.999268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc681657-a525-44cb-b0a0-67886dbae958 req-e2031519-3c22-42c4-90f6-fc43cb33d689 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056288 Aug 11 02:49:31.058370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:31.072706 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76789a84-554b-4ae6-8a63-31e9a7975b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.101564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:31.104214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:31.110206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.110892 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.127673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:31.160065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.165436 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d9beb8d-09c6-4c24-83ae-19fcad08221b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.178349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d9beb8d-09c6-4c24-83ae-19fcad08221b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.208836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8dc24d4f-f597-40db-9f47-f3b68aa07b2a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2403526 Aug 11 02:49:31.217436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897401-239e-457e-a400-176e2d05b4f3 req-2c05ef82-50ad-4ad0-9914-6d1ee59aab33 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.220648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41897401-239e-457e-a400-176e2d05b4f3 req-2c05ef82-50ad-4ad0-9914-6d1ee59aab33 tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 950 time: 0.1445520 Aug 11 02:49:31.228114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Transition to ACTIVE for port object a59fe1e4-6ba8-45c7-9994-970103e446ff will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:31.235275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Request body: {'port': {'device_id': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:31.248085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] For port 9cf5f621-bf5b-4f4d-be00-41076c7977c4, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9cf5f621-bf5b-4f4d-be00-41076c7977c4,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:31.248395 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.262164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0c8d573-b528-47c5-af58-fe3856474001 req-a92b1546-95d1-4d44-8a6e-4ba33a413bc6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 258 time: 0.5197041 Aug 11 02:49:31.283167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9d9beb8d-09c6-4c24-83ae-19fcad08221b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94ecb09c6a7d4b6f851cefe67bd2a262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5903873 Aug 11 02:49:31.283686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9beb8d-09c6-4c24-83ae-19fcad08221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795db2c9-3682-4f46-bc28-ebd7fda283ca,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:31.289916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38348) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:31.308833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41897401-239e-457e-a400-176e2d05b4f3 req-2cd4b83e-fce0-48bd-ba22-754c5414653a tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e6e6cfe-f046-44fb-b154-a09cd619f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703914 Aug 11 02:49:31.310609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:31.320813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb119950-70cc-45b1-8f0a-ee9c3c385c84 req-dfc400b9-c771-4af1-8fac-46341689152b service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230708 Aug 11 02:49:31.322858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Calling delete_port for 9cf5f621-bf5b-4f4d-be00-41076c7977c4 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:31.340512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.358672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76789a84-554b-4ae6-8a63-31e9a7975b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.372130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76789a84-554b-4ae6-8a63-31e9a7975b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.375609 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-76789a84-554b-4ae6-8a63-31e9a7975b4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/893a85b1-cd47-46c4-88b7-4f0378f0bace HTTP/1.1" status: 204 len: 168 time: 0.9179943 Aug 11 02:49:31.400502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:31.404217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:31.408277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:31.415405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.416130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.432068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Pushing event updated for resources: {'Port': ['ID=a59fe1e4-6ba8-45c7-9994-970103e446ff,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:31.467153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6666e8b8-ce81-4d7c-85a2-ba7957673668 None None] Provisioning for port 169ede29-784f-4bad-b005-893ef4152bc3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:31.473084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6666e8b8-ce81-4d7c-85a2-ba7957673668 None None] Provisioning complete for port 169ede29-784f-4bad-b005-893ef4152bc3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:31.473679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6666e8b8-ce81-4d7c-85a2-ba7957673668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.536978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6666e8b8-ce81-4d7c-85a2-ba7957673668 None None] Port 169ede29-784f-4bad-b005-893ef4152bc3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:31.543040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76789a84-554b-4ae6-8a63-31e9a7975b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893a85b1-cd47-46c4-88b7-4f0378f0bace,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:31.574107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.618814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-9e445208-2a00-4f64-877b-fe0b93d7ab3e tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8874166 Aug 11 02:49:31.632334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55fa2ce4-3a23-4bc8-976a-a6301b467260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.639514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378534e2-a669-48bc-a9bf-367b61f37574 req-22e4faa4-1777-402f-bd2a-13a1a72732ea tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.641199 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-378534e2-a669-48bc-a9bf-367b61f37574 req-22e4faa4-1777-402f-bd2a-13a1a72732ea tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 936 time: 0.0921781 Aug 11 02:49:31.647820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Request body: {'port': {'device_id': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:31.652989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.691298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-274f6ba0-5204-4d09-a320-d95796aa1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:31.693205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-274f6ba0-5204-4d09-a320-d95796aa1605 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c42649917b004013afcb7864b2f755eb&device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 1100 time: 0.2951701 Aug 11 02:49:31.742948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.746527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55fa2ce4-3a23-4bc8-976a-a6301b467260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.766873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cc416300-2e45-475c-9274-eb84dde06160 None None] Provisioning for port a59fe1e4-6ba8-45c7-9994-970103e446ff completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:31.773263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cc416300-2e45-475c-9274-eb84dde06160 None None] Provisioning complete for port a59fe1e4-6ba8-45c7-9994-970103e446ff triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:31.773925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cc416300-2e45-475c-9274-eb84dde06160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:31.828326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cc416300-2e45-475c-9274-eb84dde06160 None None] Port a59fe1e4-6ba8-45c7-9994-970103e446ff cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:31.844622 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-378534e2-a669-48bc-a9bf-367b61f37574 req-8391154b-1ad7-4726-abf6-4a98b81ed381 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711214 Aug 11 02:49:31.865475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38356) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:31.892197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cf72e26f-8a7f-444d-b9f0-6068dbc92ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.044650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d847808-d03e-408a-aa37-0db92ad66b3c req-f3e4855f-9e04-4c3c-bb82-4c723a9749bf tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.046182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d847808-d03e-408a-aa37-0db92ad66b3c req-f3e4855f-9e04-4c3c-bb82-4c723a9749bf tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 948 time: 0.0980358 Aug 11 02:49:32.101759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-f437ac71-290e-4556-a170-59616d01f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.103151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-f437ac71-290e-4556-a170-59616d01f32f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3941407 Aug 11 02:49:32.109107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.111432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d847808-d03e-408a-aa37-0db92ad66b3c req-7983f26b-7778-45f6-a9a5-01d3b906630f tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Aug 11 02:49:32.152194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cf72e26f-8a7f-444d-b9f0-6068dbc92ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.156089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55fa2ce4-3a23-4bc8-976a-a6301b467260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.158755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55fa2ce4-3a23-4bc8-976a-a6301b467260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.159795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cf72e26f-8a7f-444d-b9f0-6068dbc92ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.162829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-55fa2ce4-3a23-4bc8-976a-a6301b467260 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/795db2c9-3682-4f46-bc28-ebd7fda283ca HTTP/1.1" status: 204 len: 168 time: 0.8659971 Aug 11 02:49:32.204179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cf72e26f-8a7f-444d-b9f0-6068dbc92ba8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=919e25bf46384802b369bb0844d449fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384211 Aug 11 02:49:32.206766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Pushing event deleted for resources: {'Port': ['ID=9cf5f621-bf5b-4f4d-be00-41076c7977c4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:32.213399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38362) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:32.219364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-47f2035b-0036-4671-af58-af71f985e606 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f HTTP/1.1" status: 200 len: 217 time: 0.1039338 Aug 11 02:49:32.229120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa2ce4-3a23-4bc8-976a-a6301b467260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795db2c9-3682-4f46-bc28-ebd7fda283ca,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:32.312376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] No DVR routers for this DVR port 9cf5f621-bf5b-4f4d-be00-41076c7977c4 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:32.323239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.325283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ad106b2-146e-4313-806e-4ba32efd11c2 req-1bd81532-0b93-4dd2-a692-3644b8babccf tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.10 "DELETE /v2.0/ports/9cf5f621-bf5b-4f4d-be00-41076c7977c4 HTTP/1.1" status: 204 len: 173 time: 2.0819085 Aug 11 02:49:32.326511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.336707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b3823-aa3b-4e72-9da6-26f5f677a337 req-85920c2f-3335-482e-800e-4d9e385a953d tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.338571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb9b3823-aa3b-4e72-9da6-26f5f677a337 req-85920c2f-3335-482e-800e-4d9e385a953d tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 935 time: 0.1370530 Aug 11 02:49:32.345706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e26f-8a7f-444d-b9f0-6068dbc92ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02357b35-d959-4f5d-bb71-9080c26b1020,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:32.407237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-f6fcb1e4-d9cc-4ca9-84ad-835d13450c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.409483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-f6fcb1e4-d9cc-4ca9-84ad-835d13450c47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1775756 Aug 11 02:49:32.410109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2eea021-db92-42d8-81a1-1c1e411115de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.449945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2eea021-db92-42d8-81a1-1c1e411115de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.476062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'name': 'network-vif-deleted', 'tag': '9cf5f621-bf5b-4f4d-be00-41076c7977c4'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:32.478391 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52a9697-beff-4647-a2e0-b9af434d40c6" -d '{"events": [{"server_uuid": "0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44", "name": "network-vif-deleted", "tag": "9cf5f621-bf5b-4f4d-be00-41076c7977c4"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:32.548241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2eea021-db92-42d8-81a1-1c1e411115de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.551733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2eea021-db92-42d8-81a1-1c1e411115de admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.556429 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a2eea021-db92-42d8-81a1-1c1e411115de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02357b35-d959-4f5d-bb71-9080c26b1020 HTTP/1.1" status: 204 len: 168 time: 0.3066766 Aug 11 02:49:32.570005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169ede29-784f-4bad-b005-893ef4152bc3 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:32.578811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb9b3823-aa3b-4e72-9da6-26f5f677a337 req-cd6c6d67-f0ab-45bc-b30a-95ca9bc53fc7 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813338 Aug 11 02:49:32.579814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eea021-db92-42d8-81a1-1c1e411115de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02357b35-d959-4f5d-bb71-9080c26b1020,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:32.609549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.612960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Allocated IP 172.25.4.87 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/9b4f5674-73c5-48f4-a342-2353af4ac422) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:32.629904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-53057d8d-5b8f-4ce6-a5be-a322f6c3bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:32.631482 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-53057d8d-5b8f-4ce6-a5be-a322f6c3bc85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2023251 Aug 11 02:49:32.642764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Transition to ACTIVE for port object 169ede29-784f-4bad-b005-893ef4152bc3 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:32.695733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:32.809490 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29fe300a-27a1-4f18-a628-ffda52a72252 req-b73a6afe-c24e-4ede-8b95-bc22dd24628f tempest-ServerDiagnosticsNegativeTest-622426647 tempest-ServerDiagnosticsNegativeTest-622426647-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44 HTTP/1.1" status: 200 len: 210 time: 0.0528517 Aug 11 02:49:32.913270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38378) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:32.939714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fde56ba5-9e20-49d7-8a41-a23069ea147a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.075656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59fe1e4-6ba8-45c7-9994-970103e446ff {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:33.094491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.128052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Transition to ACTIVE for port object a59fe1e4-6ba8-45c7-9994-970103e446ff will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:33.139466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.246510 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e078db2e-54f0-493a-84c8-7f6f949415db x-openstack-request-id: req-e078db2e-54f0-493a-84c8-7f6f949415db {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:33.247032 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44", "name": "network-vif-deleted", "tag": "9cf5f621-bf5b-4f4d-be00-41076c7977c4", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:33.247032 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e078db2e-54f0-493a-84c8-7f6f949415db {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:33.247447 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0aa3f0-771f-48ae-b5d9-6cf1371d0f44', 'name': 'network-vif-deleted', 'tag': '9cf5f621-bf5b-4f4d-be00-41076c7977c4', 'status': 'completed', 'code': 200} Aug 11 02:49:33.270963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.302321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fde56ba5-9e20-49d7-8a41-a23069ea147a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.327880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fde56ba5-9e20-49d7-8a41-a23069ea147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.371648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.373502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Pushing event updated for resources: {'Port': ['ID=a59fe1e4-6ba8-45c7-9994-970103e446ff,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.406479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:33.407201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:33.407790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:33.410937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Attempting to bind port a59fe1e4-6ba8-45c7-9994-970103e446ff on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:33.411281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Attempting to bind port a59fe1e4-6ba8-45c7-9994-970103e446ff by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:33.411611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Attempting to bind port a59fe1e4-6ba8-45c7-9994-970103e446ff on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:33.415819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-f0c39609-4193-45fc-bd68-3f75f0a0e44f service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7697189 Aug 11 02:49:33.422370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Port 169ede29-784f-4bad-b005-893ef4152bc3 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:33.422997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fde56ba5-9e20-49d7-8a41-a23069ea147a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25e6cacf9c544dcc931d2abccd758eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5087390 Aug 11 02:49:33.423180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:33.427342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38390) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:33.435349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde56ba5-9e20-49d7-8a41-a23069ea147a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3157eaa7-0c57-4f6a-8bfd-e57c49421d4a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.443835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Port a59fe1e4-6ba8-45c7-9994-970103e446ff on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:33.444167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Attempting to bind port a59fe1e4-6ba8-45c7-9994-970103e446ff on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:33.459197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:33.459540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:33.460098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:33.460565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Bound port: 169ede29-784f-4bad-b005-893ef4152bc3, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:33.460924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.466651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9040b7-80fe-4d27-b734-1f24283fa92c req-a8db239e-6994-4261-8557-eece7de9e203 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.474534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc9040b7-80fe-4d27-b734-1f24283fa92c req-a8db239e-6994-4261-8557-eece7de9e203 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.2670147 Aug 11 02:49:33.495394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:33.496003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:33.496391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:33.496839 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Bound port: a59fe1e4-6ba8-45c7-9994-970103e446ff, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:33.497205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.557760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.577501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc9040b7-80fe-4d27-b734-1f24283fa92c req-4356a004-3087-4472-b8a8-189dc11ccc00 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020925 Aug 11 02:49:33.598289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdf5dc76-0550-4650-ab34-c3c0a531aba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.634779 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdf5dc76-0550-4650-ab34-c3c0a531aba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.645525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] For port a59fe1e4-6ba8-45c7-9994-970103e446ff, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:33.646442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:33.654951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84637bee-629d-444b-a89b-5871ad5e40c4 req-8a83b66f-9973-4bce-868c-1957e04eee40 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242162 Aug 11 02:49:33.659479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:33.661561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event updated for resources: {'Port': ['ID=9b4f5674-73c5-48f4-a342-2353af4ac422,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.663976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:33.680588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:33.715922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] For port a59fe1e4-6ba8-45c7-9994-970103e446ff, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a59fe1e4-6ba8-45c7-9994-970103e446ff,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:33.718670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:33.726333 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.743434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.744730 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.772767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.772767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.774220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] 10.222.0.57 "PUT /v2.0/ports/169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 1097 time: 2.5507078 Aug 11 02:49:33.805265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.811660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.811660 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] 10.222.0.10 "PUT /v2.0/ports/a59fe1e4-6ba8-45c7-9994-970103e446ff HTTP/1.1" status: 200 len: 1096 time: 2.1659865 Aug 11 02:49:33.811660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'tag': 'a59fe1e4-6ba8-45c7-9994-970103e446ff'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:33.830787 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f081720b-04db-4c0a-a950-fae4248ca5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f10c8412-7b90-49cc-9b9d-db814d1f9cc7", "tag": "a59fe1e4-6ba8-45c7-9994-970103e446ff"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:33.858306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a766625-e054-4cfa-a570-04c4fbd61549 req-a1efb36a-e508-40fb-a643-a2bd7bac7226 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.867665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a766625-e054-4cfa-a570-04c4fbd61549 req-a1efb36a-e508-40fb-a643-a2bd7bac7226 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 948 time: 0.1773095 Aug 11 02:49:33.881940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.908478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a8b20-b57b-4528-94f4-348af5c371de service neutron] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.933945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdf5dc76-0550-4650-ab34-c3c0a531aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.936521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdf5dc76-0550-4650-ab34-c3c0a531aba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:33.940933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cdf5dc76-0550-4650-ab34-c3c0a531aba2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3157eaa7-0c57-4f6a-8bfd-e57c49421d4a HTTP/1.1" status: 204 len: 168 time: 0.5124669 Aug 11 02:49:33.954705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-c42591ec-8c50-47ad-a180-8855dd3a9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:33.957095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-c42591ec-8c50-47ad-a180-8855dd3a9d32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1100 time: 0.1241190 Aug 11 02:49:33.959571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5dc76-0550-4650-ab34-c3c0a531aba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3157eaa7-0c57-4f6a-8bfd-e57c49421d4a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:33.965464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43f61b-f93c-40fd-b7e3-3c42f77e879c service neutron] Pushing event updated for resources: {'Port': ['ID=a59fe1e4-6ba8-45c7-9994-970103e446ff,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:34.022551 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a766625-e054-4cfa-a570-04c4fbd61549 req-3d5f939b-c868-48bd-9779-fd365e0e4a88 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539445 Aug 11 02:49:34.032568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-aa4fe481-7225-4973-bada-6b56aca6e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.043475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-aa4fe481-7225-4973-bada-6b56aca6e94a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9af54912e1d49698f0fd73eaca27158&device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 1099 time: 0.1652048 Aug 11 02:49:34.071189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-e558ee78-0a7c-4969-93a2-730a8998a30e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.0981934 Aug 11 02:49:34.089738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9cf5f621-bf5b-4f4d-be00-41076c7977c4 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:34.122618 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-b8f404be-6507-41de-956f-16d3b91d1a9d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a59fe1e4-6ba8-45c7-9994-970103e446ff HTTP/1.1" status: 200 len: 217 time: 0.0770042 Aug 11 02:49:34.124351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 9cf5f621-bf5b-4f4d-be00-41076c7977c4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:34.126338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9cf5f621-bf5b-4f4d-be00-41076c7977c4 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:34.177327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-f4bc54aa-97fd-4be9-9057-ceee2f815269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.178850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-f4bc54aa-97fd-4be9-9057-ceee2f815269 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0993700 Aug 11 02:49:34.211831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0a2a4-555d-4a1f-a9f2-3c39b59e4271 req-ee92de5c-8829-41a5-bf85-27abdb7b766a tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.213377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-26a0a2a4-555d-4a1f-a9f2-3c39b59e4271 req-ee92de5c-8829-41a5-bf85-27abdb7b766a tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 947 time: 0.1008315 Aug 11 02:49:34.224622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-2977c017-2311-4af4-b8a1-00dfe86108b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.226056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-2977c017-2311-4af4-b8a1-00dfe86108b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0817678 Aug 11 02:49:34.297392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:34.315796 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.316380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-f2a56d42-db86-4fd8-bbcd-a65a582e5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.318003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-f2a56d42-db86-4fd8-bbcd-a65a582e5455 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782123 Aug 11 02:49:34.319559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8c7c1ef4-d51c-4123-b470-310eb9dd080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.321532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-8c7c1ef4-d51c-4123-b470-310eb9dd080b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165164 Aug 11 02:49:34.326000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.340172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-26a0a2a4-555d-4a1f-a9f2-3c39b59e4271 req-46964c44-800f-47bd-b663-4ebf1a01f82c tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180627 Aug 11 02:49:34.383086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.490658 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d51e43-0efd-4de3-b0c7-b8ecf896344f x-openstack-request-id: req-14d51e43-0efd-4de3-b0c7-b8ecf896344f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:34.492019 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10c8412-7b90-49cc-9b9d-db814d1f9cc7", "tag": "a59fe1e4-6ba8-45c7-9994-970103e446ff", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:34.492507 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14d51e43-0efd-4de3-b0c7-b8ecf896344f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:34.494304 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'tag': 'a59fe1e4-6ba8-45c7-9994-970103e446ff', 'status': 'completed', 'code': 200} Aug 11 02:49:34.505597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event updated for resources: {'Port': ['ID=9b4f5674-73c5-48f4-a342-2353af4ac422,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:34.510937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.512203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0c8d573-b528-47c5-af58-fe3856474001 req-de29d48a-5c62-4dd4-89d4-1514fb1b38b8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2212718 Aug 11 02:49:34.568446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:34.581133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-15674de2-7c7c-45c3-a928-66e8b0fafe8b service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383165 Aug 11 02:49:34.591955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0c8d573-b528-47c5-af58-fe3856474001 req-b0dfb254-d86a-4fb8-b542-43a165055a41 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.0686684 Aug 11 02:49:34.603523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-2e09b174-37ad-40fe-983d-095b66458424 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674556 Aug 11 02:49:34.619444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f', 'mac_address': 'fa:16:3e:f6:4e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:34.716556 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.733331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:34.763446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd0c8d9-e0f3-40f9-b6e3-b884167cff8f req-3c592117-ae39-4da8-9d9e-debd857cd51f service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766231 Aug 11 02:49:34.766170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:34.772440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:34.804300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e2749-d31f-40fc-ae22-a6c20286d71b req-c9808cb7-65b5-4be8-84c1-35958b7dcd1b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.811853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-572e2749-d31f-40fc-ae22-a6c20286d71b req-c9808cb7-65b5-4be8-84c1-35958b7dcd1b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.0694723 Aug 11 02:49:34.891305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:34.895828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-572e2749-d31f-40fc-ae22-a6c20286d71b req-dcba9ddc-fc48-4457-ac3d-7a4e917a9258 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830045 Aug 11 02:49:34.906371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-23ec7515-cb24-458b-aca8-74264e2e5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.907361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0125fc0d-04b6-4ac5-93ff-7f449e0f0231 req-27ec7bee-7b7b-41c7-a73e-c9cc6d642a35 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760155 Aug 11 02:49:34.908097 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-23ec7515-cb24-458b-aca8-74264e2e5f14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d9af54912e1d49698f0fd73eaca27158&device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 1099 time: 0.0696635 Aug 11 02:49:34.909678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.909678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.909897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.910088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.910394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.910724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.911156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.911404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.911707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.912034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.912355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.912675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:49:34.960065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8d573-b528-47c5-af58-fe3856474001 req-e05ebfe9-3052-4bfb-a5b8-b1f0cfc3a4ec tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:34.961639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0c8d573-b528-47c5-af58-fe3856474001 req-e05ebfe9-3052-4bfb-a5b8-b1f0cfc3a4ec tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.3640294 Aug 11 02:49:35.026126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-e04b4b50-2c84-4626-86eb-8c2405308eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.028286 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-e04b4b50-2c84-4626-86eb-8c2405308eca service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1114943 Aug 11 02:49:35.070635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['08a33e08-ca9d-47c7-8c79-f9bc214b9b6f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:35.107529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-09ab74c9-c9d4-47fa-8a0b-1ba071f02718 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a59fe1e4-6ba8-45c7-9994-970103e446ff HTTP/1.1" status: 200 len: 217 time: 0.0716846 Aug 11 02:49:35.120354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38442) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:35.218205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf521a-557d-4027-9ccc-6ed8d42ea8f7 req-33e6d9b8-c565-4ed6-8cf7-d669726843e0 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.219782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ccf521a-557d-4027-9ccc-6ed8d42ea8f7 req-33e6d9b8-c565-4ed6-8cf7-d669726843e0 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 949 time: 0.0793574 Aug 11 02:49:35.240562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-bbe40844-9c0e-44ad-8c1e-8150492f2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.242039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-bbe40844-9c0e-44ad-8c1e-8150492f2d42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1262684 Aug 11 02:49:35.253460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:35.257835 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "tag": "169ede29-784f-4bad-b005-893ef4152bc3"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:35.273194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b921-72bb-4089-b4e5-9c6be370913d req-63795802-404b-4af6-b093-5ca5a35346b5 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.274731 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac3b921-72bb-4089-b4e5-9c6be370913d req-63795802-404b-4af6-b093-5ca5a35346b5 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1452994 Aug 11 02:49:35.314444 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ccf521a-557d-4027-9ccc-6ed8d42ea8f7 req-789eeb7c-9bfa-460a-bd65-70321b07a7d8 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859354 Aug 11 02:49:35.388386 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5226069a-fe34-4335-8a05-d07b10fcc1a1 x-openstack-request-id: req-5226069a-fe34-4335-8a05-d07b10fcc1a1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:35.388683 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "tag": "169ede29-784f-4bad-b005-893ef4152bc3", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:35.388920 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5226069a-fe34-4335-8a05-d07b10fcc1a1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:35.389303 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3', 'status': 'completed', 'code': 200} Aug 11 02:49:35.391718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac3b921-72bb-4089-b4e5-9c6be370913d req-f7643f1a-41b2-4fb2-b69e-60bc384e8b6b tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.0914061 Aug 11 02:49:35.398214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9ac3b921-72bb-4089-b4e5-9c6be370913d req-1e4efe70-6c98-410f-aa3a-5cb119c882c5 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Request body: {'floatingip': {'port_id': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:35.426932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-cca0ff12-58c3-4cea-a954-55981d747074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.428482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-cca0ff12-58c3-4cea-a954-55981d747074 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1732256 Aug 11 02:49:35.497606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ac3b921-72bb-4089-b4e5-9c6be370913d req-1e4efe70-6c98-410f-aa3a-5cb119c882c5 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.578177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a57f243-d3b7-464b-be84-e46747f4637c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b06f7393288c44a7ac91176259291e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565597 Aug 11 02:49:35.580424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-aa9c6c50-9354-4679-9db8-22ece43748d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.582498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-aa9c6c50-9354-4679-9db8-22ece43748d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1100 time: 0.1342666 Aug 11 02:49:35.583000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38462) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:35.661870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bdc95-f443-4c28-af32-a0fcfb183deb req-8f979b45-6f42-4804-b9fd-b10e6d02c8af tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.663468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586bdc95-f443-4c28-af32-a0fcfb183deb req-8f979b45-6f42-4804-b9fd-b10e6d02c8af tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 947 time: 0.1632946 Aug 11 02:49:35.764219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4409bbc9-cf07-449a-beb2-cb112a78d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.769094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586bdc95-f443-4c28-af32-a0fcfb183deb req-8a07abc1-70e5-4eca-890a-e54c74e45c58 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906644 Aug 11 02:49:35.780841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-e00f4f40-a970-4835-9be2-e882c4a62b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.782511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-e00f4f40-a970-4835-9be2-e882c4a62b9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1892259 Aug 11 02:49:35.813197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4409bbc9-cf07-449a-beb2-cb112a78d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.859915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-fba66cbe-12eb-428f-bd2a-85686e5fc7ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.0652387 Aug 11 02:49:35.869228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-1344b1c1-effc-43bc-9a37-0af9cc65d170 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000793 Aug 11 02:49:35.973671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-703aadb4-0933-4108-8d39-90ccfac409c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:35.975197 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-703aadb4-0933-4108-8d39-90ccfac409c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0599582 Aug 11 02:49:35.979018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4409bbc9-cf07-449a-beb2-cb112a78d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.981896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4409bbc9-cf07-449a-beb2-cb112a78d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:35.983458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4409bbc9-cf07-449a-beb2-cb112a78d157 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e6e6cfe-f046-44fb-b154-a09cd619f4dd HTTP/1.1" status: 204 len: 168 time: 0.3977220 Aug 11 02:49:36.025509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409bbc9-cf07-449a-beb2-cb112a78d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6e6cfe-f046-44fb-b154-a09cd619f4dd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.059125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f081720b-04db-4c0a-a950-fae4248ca5ff req-714470b3-c375-4ff0-b6c0-434f2f8dc67d service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508663 Aug 11 02:49:36.061524 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-9ac3b921-72bb-4089-b4e5-9c6be370913d req-1e4efe70-6c98-410f-aa3a-5cb119c882c5 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:49:36.064031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-61152a28-1139-4f3e-90df-aae241354a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.067198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-61152a28-1139-4f3e-90df-aae241354a98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0732663 Aug 11 02:49:36.068187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac3b921-72bb-4089-b4e5-9c6be370913d req-1e4efe70-6c98-410f-aa3a-5cb119c882c5 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "PUT /v2.0/floatingips/7128938f-1195-4d40-b762-b9641878e49a HTTP/1.1" status: 409 len: 549 time: 0.6755781 Aug 11 02:49:36.187939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-2ae4f827-408a-4cf4-9fe2-298281b15f2d service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108744 Aug 11 02:49:36.270000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1d062-ba86-42cc-912b-0c1d85e4c5e7 req-d3adb6a5-1225-4d95-9b53-f929bf311846 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.271809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56b1d062-ba86-42cc-912b-0c1d85e4c5e7 req-d3adb6a5-1225-4d95-9b53-f929bf311846 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.0659943 Aug 11 02:49:36.325536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56b1d062-ba86-42cc-912b-0c1d85e4c5e7 req-afb56b4c-3d8d-4748-bbba-f100cbaa1240 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Aug 11 02:49:36.326065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:36.347346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11610b80-afd7-499c-b684-40670e9eab01 req-f726855a-d2f2-4fc6-a093-44c16da5a465 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips/7128938f-1195-4d40-b762-b9641878e49a HTTP/1.1" status: 200 len: 692 time: 0.0731661 Aug 11 02:49:36.399421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:36.405700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:36.406304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.453219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38494) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:36.467661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f78ecae8-3d3c-4a8e-bc6d-e2a1a7b8c2ee req-62a05f11-4023-4dc1-824b-716983f5c4a0 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698665 Aug 11 02:49:36.497716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c03df72-6364-42c6-ba96-462b89c95248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.529348 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.541582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610b80-afd7-499c-b684-40670e9eab01 req-aa457765-8744-4ea3-b8b8-489dbb16c45f tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.551740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11610b80-afd7-499c-b684-40670e9eab01 req-aa457765-8744-4ea3-b8b8-489dbb16c45f tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1850138 Aug 11 02:49:36.560374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-11610b80-afd7-499c-b684-40670e9eab01 req-3dabaf86-ba74-4fcb-ae58-f9990360f6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:49:36.561509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee5d1e-31f4-408f-8b29-937f776189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:36.562652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11610b80-afd7-499c-b684-40670e9eab01 req-3dabaf86-ba74-4fcb-ae58-f9990360f6b3 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098083 Aug 11 02:49:36.565926 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7405166-d217-435f-b406-4e23486dcd88" -d '{"events": [{"server_uuid": "8fee5d1e-31f4-408f-8b29-937f776189af", "name": "network-vif-plugged", "status": "completed", "tag": "08a33e08-ca9d-47c7-8c79-f9bc214b9b6f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:36.579219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629a635-af3a-4eb4-8c22-b6a7ed9e866f req-cad912b4-dded-4a69-a137-f488c3948b26 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.581962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1629a635-af3a-4eb4-8c22-b6a7ed9e866f req-cad912b4-dded-4a69-a137-f488c3948b26 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 949 time: 0.0796468 Aug 11 02:49:36.588011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:36.592675 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.640530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11610b80-afd7-499c-b684-40670e9eab01 req-300571f3-2eb0-431f-9bff-aa96ef3c77b0 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.0659630 Aug 11 02:49:36.649668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1629a635-af3a-4eb4-8c22-b6a7ed9e866f req-383afac5-2fe3-4b2d-aab8-7bfb239669a5 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600019 Aug 11 02:49:36.681496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.696653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c03df72-6364-42c6-ba96-462b89c95248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.702074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11610b80-afd7-499c-b684-40670e9eab01 req-1376f5af-930b-49f8-bdca-dcf41ff107d7 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.87 HTTP/1.1" status: 200 len: 695 time: 0.0500596 Aug 11 02:49:36.704871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c03df72-6364-42c6-ba96-462b89c95248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.759931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5c03df72-6364-42c6-ba96-462b89c95248 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6d8af60bbec4c68825e5a99001f19df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042037 Aug 11 02:49:36.762438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38504) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:36.786756 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013a695-fe56-44ab-a279-d2c29d70a8c2 x-openstack-request-id: req-2013a695-fe56-44ab-a279-d2c29d70a8c2 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:36.787217 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee5d1e-31f4-408f-8b29-937f776189af", "name": "network-vif-plugged", "status": "completed", "tag": "08a33e08-ca9d-47c7-8c79-f9bc214b9b6f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:36.787478 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2013a695-fe56-44ab-a279-d2c29d70a8c2 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:36.788028 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee5d1e-31f4-408f-8b29-937f776189af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f', 'code': 200} Aug 11 02:49:36.802465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03df72-6364-42c6-ba96-462b89c95248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d08fb1d-a11e-4a8e-834d-414dca2b895d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.835093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62a89e18-82dd-427a-85b4-b5dda8f2caf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.870579 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62a89e18-82dd-427a-85b4-b5dda8f2caf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.922047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Deleting port 9b4f5674-73c5-48f4-a342-2353af4ac422 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:36.922384 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.970651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62a89e18-82dd-427a-85b4-b5dda8f2caf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.974050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62a89e18-82dd-427a-85b4-b5dda8f2caf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:36.977602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-62a89e18-82dd-427a-85b4-b5dda8f2caf6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d08fb1d-a11e-4a8e-834d-414dca2b895d HTTP/1.1" status: 204 len: 168 time: 0.2113574 Aug 11 02:49:36.983294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689645d6-d8be-40b0-bc53-4f883e7b5aa7 req-79601ab5-0344-47f6-aad3-dd35822de85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:36.984681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a89e18-82dd-427a-85b4-b5dda8f2caf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d08fb1d-a11e-4a8e-834d-414dca2b895d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:36.985120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-689645d6-d8be-40b0-bc53-4f883e7b5aa7 req-79601ab5-0344-47f6-aad3-dd35822de85f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 1102 time: 0.1012623 Aug 11 02:49:37.006039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce347d-175d-47a6-9205-fef89a432f0f req-03f197cd-e652-40ff-9adf-b84e4fa32c78 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.008901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14ce347d-175d-47a6-9205-fef89a432f0f req-03f197cd-e652-40ff-9adf-b84e4fa32c78 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 947 time: 0.0841594 Aug 11 02:49:37.043202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.043561 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.062252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14ce347d-175d-47a6-9205-fef89a432f0f req-a7077b4b-fa9b-4255-9dff-4603324823d1 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453758 Aug 11 02:49:37.068477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Calling delete_port for 9b4f5674-73c5-48f4-a342-2353af4ac422 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:37.071276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-689645d6-d8be-40b0-bc53-4f883e7b5aa7 req-0a965a3f-9546-4214-b32e-72c3813eabdc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667720 Aug 11 02:49:37.245392 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.285607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event deleted for resources: {'Port': ['ID=9b4f5674-73c5-48f4-a342-2353af4ac422,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:37.314534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.318487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.319699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11610b80-afd7-499c-b684-40670e9eab01 req-469905f2-ca3e-48bd-860d-a4198c4f9f72 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "DELETE /v2.0/floatingips/7128938f-1195-4d40-b762-b9641878e49a HTTP/1.1" status: 204 len: 173 time: 0.6102750 Aug 11 02:49:37.508002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-58d3f85e-9933-46dc-8cff-435efac37850 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 1000 time: 0.0927703 Aug 11 02:49:37.576011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-6875f270-6412-4343-8b77-006a191e7271 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.578255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-6875f270-6412-4343-8b77-006a191e7271 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports/ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 942 time: 0.0623832 Aug 11 02:49:37.605164 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-cef9f890-d256-40fc-b361-9486d3d4078a tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b889120a6c9648ce9867a494798694d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340145 Aug 11 02:49:37.699986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38562) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:37.700707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-b34a90b1-cc8a-48b7-8e34-ceb5a2528b46 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 1000 time: 0.0764418 Aug 11 02:49:37.735960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-7b7d81e1-464d-4e2a-bba6-d93d5e620907 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.738437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-7b7d81e1-464d-4e2a-bba6-d93d5e620907 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325681 Aug 11 02:49:37.755047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-0aa2d5e7-2e9a-4752-b471-d7d6e2584ccd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/quotas/b889120a6c9648ce9867a494798694d6 HTTP/1.1" status: 200 len: 375 time: 0.0100474 Aug 11 02:49:37.794122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-92bdec91-5eec-4648-9df0-237feb60e17e tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b889120a6c9648ce9867a494798694d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325155 Aug 11 02:49:37.837452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-aa1a4c2c-06dc-4543-95dc-c299ebcc26f6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:37.839067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-aa1a4c2c-06dc-4543-95dc-c299ebcc26f6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1323025 Aug 11 02:49:37.924927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-1d244a19-618a-488c-ac1d-f6056963b86b tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 1000 time: 0.0768456 Aug 11 02:49:37.932170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ea86942-6998-4100-965d-ced0b8ca8148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:37.944777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:38.070920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.107908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c299c-8dd1-47b5-ab15-bcdbd5ba4395 req-4f9e14ac-64d6-42e7-a6c1-24d650a6fa33 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:38.109478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-354c299c-8dd1-47b5-ab15-bcdbd5ba4395 req-4f9e14ac-64d6-42e7-a6c1-24d650a6fa33 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.0945113 Aug 11 02:49:38.110851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a59fe1e4-6ba8-45c7-9994-970103e446ff details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:38.140457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ea86942-6998-4100-965d-ced0b8ca8148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.146657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ea86942-6998-4100-965d-ced0b8ca8148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.212922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ea86942-6998-4100-965d-ced0b8ca8148 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35b4198b700d478280ffea97ecc84438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060942 Aug 11 02:49:38.215693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38582) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:38.231887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-354c299c-8dd1-47b5-ab15-bcdbd5ba4395 req-d4600726-a575-44f5-9cec-07391ee35ba8 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128616 Aug 11 02:49:38.247714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea86942-6998-4100-965d-ced0b8ca8148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab19e4-9ff6-45c6-8783-d96f722c1765,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:38.334568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:38.336649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b349861-f3bf-493c-a3f4-cdfffb7090bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.364654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a59fe1e4-6ba8-45c7-9994-970103e446ff, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a59fe1e4-6ba8-45c7-9994-970103e446ff,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:38.413220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b349861-f3bf-493c-a3f4-cdfffb7090bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.437967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'a59fe1e4-6ba8-45c7-9994-970103e446ff', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'a59fe1e4-6ba8-45c7-9994-970103e446ff', 'mac_address': 'fa:16:3e:6a:e9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:38.450487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.456052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.456383 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Floating IP a210ee9d-1021-4c06-b2c0-281e5805078f disassociated. External IP: 172.25.4.54, port: ce3d3f93-9b69-4268-a307-af8ddcfdfd72. Aug 11 02:49:38.473566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f3162-bb1c-4321-beb7-cb7ec56bf3f3 req-26b7694d-97db-4ad1-adb9-a0154797d162 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:38.482025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e05f3162-bb1c-4321-beb7-cb7ec56bf3f3 req-26b7694d-97db-4ad1-adb9-a0154797d162 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 950 time: 0.1095490 Aug 11 02:49:38.545955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e05f3162-bb1c-4321-beb7-cb7ec56bf3f3 req-f3f23cab-47ae-4603-bc76-601c9cda5b3a tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628247 Aug 11 02:49:38.549047 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b349861-f3bf-493c-a3f4-cdfffb7090bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.552939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b349861-f3bf-493c-a3f4-cdfffb7090bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.557768 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7b349861-f3bf-493c-a3f4-cdfffb7090bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cab19e4-9ff6-45c6-8783-d96f722c1765 HTTP/1.1" status: 204 len: 168 time: 0.3410563 Aug 11 02:49:38.573540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:38.581427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '169ede29-784f-4bad-b005-893ef4152bc3', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '169ede29-784f-4bad-b005-893ef4152bc3', 'mac_address': 'fa:16:3e:9b:67:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:38.589954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b349861-f3bf-493c-a3f4-cdfffb7090bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab19e4-9ff6-45c6-8783-d96f722c1765,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:38.595690 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.651719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59fe1e4-6ba8-45c7-9994-970103e446ff {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:38.682850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4725a903-0b31-463f-b47a-16b59c3454d7 req-8271deb3-f9b9-415f-b268-0f5b8614ae16 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 210 time: 0.0441148 Aug 11 02:49:38.685871 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.695191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a59fe1e4-6ba8-45c7-9994-970103e446ff, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a59fe1e4-6ba8-45c7-9994-970103e446ff,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:38.706906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.753600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169ede29-784f-4bad-b005-893ef4152bc3 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:38.796735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:38.805499 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:38.815043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a59fe1e4-6ba8-45c7-9994-970103e446ff,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:38.892244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:38.922335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2edb1b-f00f-41b8-b7d0-44fb6cf2bc31 req-b8a18488-b72f-4862-b0d4-76f9da12c397 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:38.924458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc2edb1b-f00f-41b8-b7d0-44fb6cf2bc31 req-b8a18488-b72f-4862-b0d4-76f9da12c397 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 948 time: 0.1365862 Aug 11 02:49:38.934252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a59fe1e4-6ba8-45c7-9994-970103e446ff'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:39.034776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc2edb1b-f00f-41b8-b7d0-44fb6cf2bc31 req-eb39b215-3605-4c7b-a658-2355fd6e0113 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676243 Aug 11 02:49:39.161968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:39.196922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38608) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:39.217230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b71b08c7-42b3-45f4-be1a-c9ead15c9799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.274520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Router 6e1b39c9-de96-45c0-b672-bc034f24a719 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:39.365078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b71b08c7-42b3-45f4-be1a-c9ead15c9799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.370863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b71b08c7-42b3-45f4-be1a-c9ead15c9799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.434934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b08c7-42b3-45f4-be1a-c9ead15c9799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb04f172-8dc4-43e4-b92f-677c2e7d49a7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:39.456878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38616) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:39.457017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b71b08c7-42b3-45f4-be1a-c9ead15c9799 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50f3faa5ac7c42169e2ae1275532dceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578554 Aug 11 02:49:39.482131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6086-8e01-4005-bb1d-89940ba83ef3 req-2b754316-05da-45b1-8916-1d3c05b22aca tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.483707 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52fc6086-8e01-4005-bb1d-89940ba83ef3 req-2b754316-05da-45b1-8916-1d3c05b22aca tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 949 time: 0.0761397 Aug 11 02:49:39.491458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:39.500661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.502914 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] Sync routers for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:39.526871 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:39.527525 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:39.537005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52fc6086-8e01-4005-bb1d-89940ba83ef3 req-9fe78c2a-7d1f-4887-baa0-5a3d25579de5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445139 Aug 11 02:49:39.575115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-e0016329-d472-4429-b199-cf8ecafa4c53 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "PUT /v2.0/floatingips/a210ee9d-1021-4c06-b2c0-281e5805078f HTTP/1.1" status: 200 len: 694 time: 1.6351144 Aug 11 02:49:39.584343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:39.586696 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:39.604632 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-c62fd039-7a25-46f2-854d-11e3ef8117f6 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b889120a6c9648ce9867a494798694d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593612 Aug 11 02:49:39.662867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280afa88-1c02-4f39-a3d4-0bb5a8123b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.701265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280afa88-1c02-4f39-a3d4-0bb5a8123b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.724782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-779b0908-264d-4849-b18d-f5ebc6b789c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.726676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-779b0908-264d-4849-b18d-f5ebc6b789c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d737f29a5baa4990a347e2b51f51c508&device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 1097 time: 0.1164820 Aug 11 02:49:39.762829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-6c75559e-1cfe-4e77-8cec-43f226dcf4e0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.764341 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-6c75559e-1cfe-4e77-8cec-43f226dcf4e0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526430 Aug 11 02:49:39.785867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:39.786313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Request body: {'port': {'device_id': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'b889120a6c9648ce9867a494798694d6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:39.861043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5a59d-ee0b-4f54-993c-bd84f76543fe req-e7a7feb7-d14a-4118-bb85-7e2591baff57 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.869493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00e5a59d-ee0b-4f54-993c-bd84f76543fe req-e7a7feb7-d14a-4118-bb85-7e2591baff57 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 950 time: 0.1266093 Aug 11 02:49:39.887365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280afa88-1c02-4f39-a3d4-0bb5a8123b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.890938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280afa88-1c02-4f39-a3d4-0bb5a8123b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:39.892291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-280afa88-1c02-4f39-a3d4-0bb5a8123b26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb04f172-8dc4-43e4-b92f-677c2e7d49a7 HTTP/1.1" status: 204 len: 168 time: 0.4345167 Aug 11 02:49:39.917959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280afa88-1c02-4f39-a3d4-0bb5a8123b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb04f172-8dc4-43e4-b92f-677c2e7d49a7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:39.925255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-4238f3fd-84c7-45de-afd9-1fa2838ce54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:39.935783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-4238f3fd-84c7-45de-afd9-1fa2838ce54f service neutron] 10.222.0.60 "GET /v2.0/networks?id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 200 len: 930 time: 0.1892860 Aug 11 02:49:39.941549 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00e5a59d-ee0b-4f54-993c-bd84f76543fe req-a2445961-bc79-4337-944e-48708f86924c tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708113 Aug 11 02:49:39.989805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Made reservation on behalf of b889120a6c9648ce9867a494798694d6 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:39.995063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.007234 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2bd7f-4f98-4db0-b7b6-8cfa6165c88b x-openstack-request-id: req-eff2bd7f-4f98-4db0-b7b6-8cfa6165c88b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:40.007531 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:40.007816 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eff2bd7f-4f98-4db0-b7b6-8cfa6165c88b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:40.008221 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'status': 'completed', 'code': 200} Aug 11 02:49:40.010058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-64381e33-c6f2-4fc9-a2b8-a3638ae5a8bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 217 time: 0.0732512 Aug 11 02:49:40.016645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.101467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-c1cbee54-ed5b-4a96-8102-a1a471999b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.102986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-c1cbee54-ed5b-4a96-8102-a1a471999b79 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3ca454bb-cea4-466a-ac31-a34faa2b532d HTTP/1.1" status: 200 len: 868 time: 0.0840316 Aug 11 02:49:40.122801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-c92929e5-a92e-4cce-a49d-a0743bcf43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.124424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-c92929e5-a92e-4cce-a49d-a0743bcf43ea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d737f29a5baa4990a347e2b51f51c508&device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 1097 time: 0.0699234 Aug 11 02:49:40.129165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a59fe1e4-6ba8-45c7-9994-970103e446ff up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:40.157995 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0628286-2fee-41a2-8a30-2740c5fc5087 req-515160d8-66ee-408e-8ae6-c75b8606c745 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 210 time: 0.0607176 Aug 11 02:49:40.178754 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 5, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:40.235577 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] Checking router: 6e1b39c9-de96-45c0-b672-bc034f24a719 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:40.240462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port a59fe1e4-6ba8-45c7-9994-970103e446ff completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:40.253862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port a59fe1e4-6ba8-45c7-9994-970103e446ff triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:40.254248 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.256370 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:40.256647 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:40.272562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-d9809cbe-7e9b-44a7-bb7c-8e4e48779b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.274466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-d9809cbe-7e9b-44a7-bb7c-8e4e48779b4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628883 Aug 11 02:49:40.301001 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.313525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.345519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:40.367265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-9aa8968c-cb80-474f-b85a-9c5f7024823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.369067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-9aa8968c-cb80-474f-b85a-9c5f7024823b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 200 len: 930 time: 0.2028871 Aug 11 02:49:40.427606 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-1da9e80f-3804-4460-a49c-0f57667cbd76 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 200 len: 217 time: 0.0465858 Aug 11 02:49:40.454065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-94e9ce5e-88e3-414a-a2cd-b95b38adb206 service neutron] 10.222.0.60 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619058 Aug 11 02:49:40.482276 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:40.518917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Allocated IP 192.168.233.215 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/f35c6c18-46c5-4bb8-8f42-fb76ceef7f65) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:40.532099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 169ede29-784f-4bad-b005-893ef4152bc3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:40.552591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 169ede29-784f-4bad-b005-893ef4152bc3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:40.553622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-842982b4-e3d9-48d1-9f66-77de11a97073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.554191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.555308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-842982b4-e3d9-48d1-9f66-77de11a97073 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3ca454bb-cea4-466a-ac31-a34faa2b532d HTTP/1.1" status: 200 len: 868 time: 0.1217198 Aug 11 02:49:40.637975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5bb16f-676e-4ead-b66c-52f746fadf79 req-c98b409c-fdb2-4fa5-b92d-88937479fd84 service neutron] 10.222.0.60 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633577 Aug 11 02:49:40.656162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-85772973-52a7-459d-83f1-7bb509aa72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:40.660225 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-85772973-52a7-459d-83f1-7bb509aa72f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890608 Aug 11 02:49:40.739445 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.742795 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.825134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:40.827479 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c2e6ae-82b1-4fc8-b359-5d79bd1e3e47" -d '{"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-plugged", "status": "completed", "tag": "169ede29-784f-4bad-b005-893ef4152bc3"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:40.844810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-8c81f2b1-5bc6-4f35-8e9e-30a811eab9ee service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754994 Aug 11 02:49:40.859658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:40.866439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-8840aeb5-8afe-4217-93d4-0228e9de0ea4 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=889b8abce23c4d6d84283b82d358c0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048274 Aug 11 02:49:40.869563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.882777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a59fe1e4-6ba8-45c7-9994-970103e446ff, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a59fe1e4-6ba8-45c7-9994-970103e446ff,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:40.949879 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:40.976142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39550668-b42e-4382-844b-98387ca64b9f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:41.009070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:41.014242 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 5, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:41.056582 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189ce216-fbd6-445a-a723-c4b0c3f83a5e None None] The sync data for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 is: [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:02Z', 'revision_number': 4, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f3a81d1a-307c-4e37-b875-9993074152f0', 'name': '', 'network_id': '5ae9a858-eb68-4a89-9c4a-52e4842d0e6f', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'mac_address': 'fa:16:3e:4b:29:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:49:02Z', 'updated_at': '2021-08-11T02:49:10Z', 'revision_number': 5, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'subnets': [{'id': '3ca454bb-cea4-466a-ac31-a34faa2b532d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:41.101130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a246c563-e4f0-4a9e-8f5c-aac2e3c89935 req-1647141e-9871-4b80-9984-cd9766997786 service neutron] 10.222.0.10 "GET /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490051 Aug 11 02:49:41.123030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a59fe1e4-6ba8-45c7-9994-970103e446ff,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:41.126649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4546c-a974-4d58-b23e-07fdf2ce30d2 req-cd9098b6-a7bf-493e-8c3c-e90f34f4a67d tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.129596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30d4546c-a974-4d58-b23e-07fdf2ce30d2 req-cd9098b6-a7bf-493e-8c3c-e90f34f4a67d tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.1322491 Aug 11 02:49:41.140704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.158333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Transition to ACTIVE for port object f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:41.180417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30d4546c-a974-4d58-b23e-07fdf2ce30d2 req-1ea24c36-b4ac-4bdb-ae30-e1797a8d77f3 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441914 Aug 11 02:49:41.241244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-205f3981-ddb9-406b-b298-a6f46f1ac940 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.243299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-205f3981-ddb9-406b-b298-a6f46f1ac940 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434186 Aug 11 02:49:41.251460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.302102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-161fc9be-448c-46ac-89d6-1545386d46f3 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/quotas/889b8abce23c4d6d84283b82d358c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0481777 Aug 11 02:49:41.318103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:41.331944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:41.337402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:41.341419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.342105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.344732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Pushing event updated for resources: {'Port': ['ID=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:41.375922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-6866deef-b863-4272-a3dd-90dd781572b4 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=889b8abce23c4d6d84283b82d358c0a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631711 Aug 11 02:49:41.395894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-a520becd-43f4-448a-a172-7f79ebdc4b0c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6161816 Aug 11 02:49:41.412111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Request body: {'port': {'device_id': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:41.435846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afbea6-413e-4fdb-80a9-1d2963741e67 req-124ca65e-00a0-4320-aefc-f6388ceeca13 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.443714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61afbea6-413e-4fdb-80a9-1d2963741e67 req-124ca65e-00a0-4320-aefc-f6388ceeca13 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0881515 Aug 11 02:49:41.496219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b01f2a-718a-4edb-bacb-d5ff32a1b5e1 None None] New status for floating IP a210ee9d-1021-4c06-b2c0-281e5805078f: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:49:41.507725 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:41.552508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61afbea6-413e-4fdb-80a9-1d2963741e67 req-7d725d26-c8c1-4365-ac04-19e738fb9abe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076775 Aug 11 02:49:41.727452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-8063efe2-bb13-4a84-94e7-a668f1b100da tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips/a210ee9d-1021-4c06-b2c0-281e5805078f HTTP/1.1" status: 200 len: 694 time: 0.1500704 Aug 11 02:49:41.887242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93b76a-4abd-4da4-a542-33c36068e592 req-a605cc12-f577-41d4-9043-8c6e2fd318c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.895155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e93b76a-4abd-4da4-a542-33c36068e592 req-a605cc12-f577-41d4-9043-8c6e2fd318c9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1102 time: 0.1728730 Aug 11 02:49:41.950446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e42ce-7c66-420b-aa20-665e3e2ce04c req-492f7f49-31fe-429b-86e8-cdd84a4aec7b tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:41.957450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e7e42ce-7c66-420b-aa20-665e3e2ce04c req-492f7f49-31fe-429b-86e8-cdd84a4aec7b tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 950 time: 0.1968017 Aug 11 02:49:42.001144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e93b76a-4abd-4da4-a542-33c36068e592 req-3a328e95-a120-404c-895a-7dd79804b13f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938220 Aug 11 02:49:42.022013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-af4ecf7f-3e58-4f45-b74d-5bdd81f3f3dc tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:42.026513 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36811ae-7047-41c2-a109-9222e348b45e x-openstack-request-id: req-d36811ae-7047-41c2-a109-9222e348b45e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:42.026857 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-plugged", "status": "completed", "tag": "169ede29-784f-4bad-b005-893ef4152bc3", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:42.027346 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d36811ae-7047-41c2-a109-9222e348b45e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:42.027712 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3', 'code': 200} Aug 11 02:49:42.030583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e7e42ce-7c66-420b-aa20-665e3e2ce04c req-c704909f-5a6e-406e-9988-f5d70af64bbd tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571632 Aug 11 02:49:42.030930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-af4ecf7f-3e58-4f45-b74d-5bdd81f3f3dc tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.3023152 Aug 11 02:49:42.041149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-e6e2c551-a6d0-4c27-9b54-fa2bf1857d0d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:49:42.049473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-e6e2c551-a6d0-4c27-9b54-fa2bf1857d0d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170860 Aug 11 02:49:42.075451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-75fd107a-faac-4063-b710-fd8e9be2cb6c None None] Provisioning for port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:42.081650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-75fd107a-faac-4063-b710-fd8e9be2cb6c None None] Provisioning complete for port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:42.082295 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75fd107a-faac-4063-b710-fd8e9be2cb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.142067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-75fd107a-faac-4063-b710-fd8e9be2cb6c None None] Port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:42.178878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-8ed585dd-9fb8-4d2b-8487-f358d54ea655 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.1181102 Aug 11 02:49:42.216960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b376123-e87e-40eb-84dd-c04839edeb43 req-3e1c9e16-8771-49a7-80c3-5cc2873f3d1f tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:42.220307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b376123-e87e-40eb-84dd-c04839edeb43 req-3e1c9e16-8771-49a7-80c3-5cc2873f3d1f tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 936 time: 0.0805957 Aug 11 02:49:42.244649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-eb097937-cd53-4a17-9213-791d116dd278 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.54 HTTP/1.1" status: 200 len: 695 time: 0.0648978 Aug 11 02:49:42.265303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b376123-e87e-40eb-84dd-c04839edeb43 req-e85a0f66-9be2-49da-9f74-a7252bb34948 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390878 Aug 11 02:49:42.378023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2bd807a-e715-424f-85e7-e93befc4495e req-977f250f-4735-4633-a706-990e7cf2eb07 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 210 time: 0.0372636 Aug 11 02:49:42.572654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:42.585302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.624027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Transition to ACTIVE for port object f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:42.631279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.716760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Pushing event updated for resources: {'Port': ['ID=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:42.726977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f426-86aa-4dcf-a48d-6cc2802a0c4b req-3c6ca341-fc53-4fad-9412-86f59df5d748 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:42.739446 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc24f426-86aa-4dcf-a48d-6cc2802a0c4b req-3c6ca341-fc53-4fad-9412-86f59df5d748 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.0713875 Aug 11 02:49:42.739686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Attempting to bind port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:42.739961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Attempting to bind port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:42.740330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Attempting to bind port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:42.746313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Deleting port 96b67965-d464-4e2e-bfc0-cbf75d74aec9 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:42.746622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.750286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:42.750603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Attempting to bind port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:42.780044 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc24f426-86aa-4dcf-a48d-6cc2802a0c4b req-f0f74356-e4a4-4bd0-96f1-779b3c44f765 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395372 Aug 11 02:49:42.789741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:42.790092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:42.790483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:42.790934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Bound port: f35c6c18-46c5-4bb8-8f42-fb76ceef7f65, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:42.791300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.898466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.898466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:42.910606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] For port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:42.917239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Calling delete_port for 96b67965-d464-4e2e-bfc0-cbf75d74aec9 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:42.933985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] For port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:42.943322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.021841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b2812-d13d-4215-b53b-b278b40d8cb7 req-dc33e11f-648b-4517-bdbb-eafaa58cd8f3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.023366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-193b2812-d13d-4215-b53b-b278b40d8cb7 req-dc33e11f-648b-4517-bdbb-eafaa58cd8f3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0690441 Aug 11 02:49:43.042880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.043507 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.044999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] 10.222.0.10 "PUT /v2.0/ports/f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 HTTP/1.1" status: 200 len: 1097 time: 1.6410656 Aug 11 02:49:43.047321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'tag': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:43.050548 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75" -d '{"events": [{"name": "network-changed", "server_uuid": "949cd175-21aa-44c4-8136-4a36129a5d3f", "tag": "f35c6c18-46c5-4bb8-8f42-fb76ceef7f65"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:43.117463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d8685-0aa6-4b46-aa39-8d77ff4e0551 service neutron] Pushing event updated for resources: {'Port': ['ID=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:43.171427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-ca9e54a1-4f52-4248-91f7-a8148bce9261 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.173464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-ca9e54a1-4f52-4248-91f7-a8148bce9261 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 950 time: 0.0967228 Aug 11 02:49:43.176081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-e0710b43-cdc2-4229-9142-7f570080a5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.177586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-193b2812-d13d-4215-b53b-b278b40d8cb7 req-919041ae-bfe0-403f-8165-65124e6719f1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452005 Aug 11 02:49:43.177716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-e0710b43-cdc2-4229-9142-7f570080a5d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b889120a6c9648ce9867a494798694d6&device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 1100 time: 0.0832298 Aug 11 02:49:43.263113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-d6a30998-3b52-4435-a986-047617deac4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 HTTP/1.1" status: 200 len: 217 time: 0.0519085 Aug 11 02:49:43.285031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-ccb105c0-7558-4558-a196-9ac5c117d5fe tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=889b8abce23c4d6d84283b82d358c0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749180 Aug 11 02:49:43.333088 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ca810c-0a65-4912-b34e-8baef221fd22 x-openstack-request-id: req-47ca810c-0a65-4912-b34e-8baef221fd22 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:43.333088 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949cd175-21aa-44c4-8136-4a36129a5d3f", "tag": "f35c6c18-46c5-4bb8-8f42-fb76ceef7f65", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:43.333366 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47ca810c-0a65-4912-b34e-8baef221fd22 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:43.333769 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'tag': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65', 'status': 'completed', 'code': 200} Aug 11 02:49:43.392039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.451145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-1b6bb12b-b001-4ca4-aa69-2d9c8b2be067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.453737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-1b6bb12b-b001-4ca4-aa69-2d9c8b2be067 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1757851 Aug 11 02:49:43.455053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event deleted for resources: {'Port': ['ID=96b67965-d464-4e2e-bfc0-cbf75d74aec9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:43.543665 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.546332 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.547678 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eebc29ab-a1e7-4534-9761-15cb7090f693 req-519289d3-c580-4814-91a8-bd71df5af150 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "DELETE /v2.0/floatingips/a210ee9d-1021-4c06-b2c0-281e5805078f HTTP/1.1" status: 204 len: 173 time: 1.2945580 Aug 11 02:49:43.553925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586fb89-1eda-4d88-9734-816b500961e2 req-f1c44e05-81a1-4db3-af70-7eaf6b56f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.555305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-f1c44e05-81a1-4db3-af70-7eaf6b56f326 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864549 Aug 11 02:49:43.562158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dd88e-9c0e-492a-a3a0-04dba399f69f req-87272568-c6e1-46e8-9e88-ea0c2244d3ba tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.563808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a5dd88e-9c0e-492a-a3a0-04dba399f69f req-87272568-c6e1-46e8-9e88-ea0c2244d3ba tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 950 time: 0.1479690 Aug 11 02:49:43.608335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Deleting port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:43.608681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.635704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-20742f61-c8a2-4fea-8ae3-64312f0437f3 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.638035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-20742f61-c8a2-4fea-8ae3-64312f0437f3 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3235679 Aug 11 02:49:43.672206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Request body: {'port': {'device_id': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '889b8abce23c4d6d84283b82d358c0a7'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:43.695175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a5dd88e-9c0e-492a-a3a0-04dba399f69f req-35f7403e-7b77-42d7-b177-d9d3986777c3 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/security-groups?id=9944eee7-dca0-45ad-94e7-918edd1aae68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203117 Aug 11 02:49:43.730046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aa41d-d27d-487b-8dcf-3f2f0ff836e1 req-d56bce03-ea54-442e-9f1c-eb4843f88bee tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:43.731514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38726) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:43.736869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d44aa41d-d27d-487b-8dcf-3f2f0ff836e1 req-d56bce03-ea54-442e-9f1c-eb4843f88bee tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 948 time: 0.0979605 Aug 11 02:49:43.771337 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-b1f452c0-ac33-4e8b-bf16-ece7a12b6c1a service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079964 Aug 11 02:49:43.825016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-663f08fe-ca68-4eb8-94d4-d7f7935bddb7 req-291f0922-0e14-4177-986d-a0968a402155 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 210 time: 0.0592263 Aug 11 02:49:43.847938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] For port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:43.848417 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.883158 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d44aa41d-d27d-487b-8dcf-3f2f0ff836e1 req-f098f61a-67c9-4ed6-a9d5-455ec065984a tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422703 Aug 11 02:49:43.887952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Calling delete_port for 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:43.905937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Made reservation on behalf of 889b8abce23c4d6d84283b82d358c0a7 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:43.910758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:43.937100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3586fb89-1eda-4d88-9734-816b500961e2 req-3b387a5d-898c-4ccb-9d10-ca0eb1b4da11 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583037 Aug 11 02:49:43.974750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.014970 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-953fe84d-6b4a-494e-87bb-fde14d28e0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.028693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fe1e4-6ba8-45c7-9994-970103e446ff'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:44.032021 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7b2208-1b1c-4ec6-a19b-bfadaa4fe735" -d '{"events": [{"server_uuid": "f10c8412-7b90-49cc-9b9d-db814d1f9cc7", "name": "network-vif-plugged", "status": "completed", "tag": "a59fe1e4-6ba8-45c7-9994-970103e446ff"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:44.047778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eee13e-fa99-4031-af56-c683e575acf1 req-8fdeecbd-69cb-4857-8d98-cffda6330013 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.050619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7eee13e-fa99-4031-af56-c683e575acf1 req-8fdeecbd-69cb-4857-8d98-cffda6330013 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0841653 Aug 11 02:49:44.073072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-c5317407-11b1-406a-96ff-c25a84408e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.074764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-c5317407-11b1-406a-96ff-c25a84408e51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b889120a6c9648ce9867a494798694d6&device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 1100 time: 0.0756941 Aug 11 02:49:44.118088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7eee13e-fa99-4031-af56-c683e575acf1 req-7c332a1d-8b28-46fd-9a4c-ddf15b288d8d tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0614815 Aug 11 02:49:44.120167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1198e59-dc93-4602-b761-a5987b17d7d4 req-4359fd86-94e4-4fab-bfbd-481679536e95 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.121763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1198e59-dc93-4602-b761-a5987b17d7d4 req-4359fd86-94e4-4fab-bfbd-481679536e95 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.1379757 Aug 11 02:49:44.219234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-3d921ca9-3aae-4584-a8d6-aa535da434d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.221372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-3d921ca9-3aae-4584-a8d6-aa535da434d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1121895 Aug 11 02:49:44.238613 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6eb743-200c-449f-8853-1ff50e501cc5 x-openstack-request-id: req-7f6eb743-200c-449f-8853-1ff50e501cc5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:44.238974 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10c8412-7b90-49cc-9b9d-db814d1f9cc7", "name": "network-vif-plugged", "status": "completed", "tag": "a59fe1e4-6ba8-45c7-9994-970103e446ff", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:44.239608 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f6eb743-200c-449f-8853-1ff50e501cc5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:44.240600 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59fe1e4-6ba8-45c7-9994-970103e446ff', 'code': 200} Aug 11 02:49:44.247437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1198e59-dc93-4602-b761-a5987b17d7d4 req-6e2605a0-472c-4f85-9335-c3ba7cbf7ec3 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094913 Aug 11 02:49:44.263615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.271858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-61cab287-2943-462f-86b8-f4cbc4f0fb84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 HTTP/1.1" status: 200 len: 217 time: 0.0427518 Aug 11 02:49:44.278865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['08a33e08-ca9d-47c7-8c79-f9bc214b9b6f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:44.280777 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.311681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.321862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Pushing event deleted for resources: {'Port': ['ID=08a33e08-ca9d-47c7-8c79-f9bc214b9b6f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:44.326810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2865487d-72f4-435b-b090-fecd5fd9575d req-7e65dacd-7dfe-4fbe-b9d2-ad22d8834376 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0536773 Aug 11 02:49:44.411171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-aef94491-4c19-4500-b725-d50cc471aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.412915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-aef94491-4c19-4500-b725-d50cc471aec7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0850720 Aug 11 02:49:44.473353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-2618cd4a-4b85-4c70-a98c-f286c327ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.474948 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-2618cd4a-4b85-4c70-a98c-f286c327ad3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0544052 Aug 11 02:49:44.645380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5da5ea-13db-455e-86ad-aa87944ddc27 req-4909fed5-f79e-485c-a92d-40d781df372f tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.646949 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a5da5ea-13db-455e-86ad-aa87944ddc27 req-4909fed5-f79e-485c-a92d-40d781df372f tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 945 time: 0.0849974 Aug 11 02:49:44.649294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-6d297452-fcc4-4e11-954a-04091640566e service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654332 Aug 11 02:49:44.747841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a5da5ea-13db-455e-86ad-aa87944ddc27 req-f166fdc0-fe0f-4073-a0ce-769f382b0fce tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941579 Aug 11 02:49:44.787333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-403b914e-a3d4-49ac-aeef-8a1f96fd9c75 req-1c656f1e-62ed-4a7a-85ef-37de303ee132 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146562 Aug 11 02:49:44.813658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f55decf-772a-46c3-ad0b-5c4ef551f2eb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:44.817555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] No DVR routers for this DVR port 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:44.828422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:44.832202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf937741-772d-4b77-9eb4-906245cf0b54 req-5c9fecae-bcde-413d-bfbb-5f51d648086e tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.57 "DELETE /v2.0/ports/08a33e08-ca9d-47c7-8c79-f9bc214b9b6f HTTP/1.1" status: 204 len: 173 time: 1.6369352 Aug 11 02:49:44.838801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fee5d1e-31f4-408f-8b29-937f776189af', 'name': 'network-vif-deleted', 'tag': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:44.841297 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584702b-8157-4a36-b3bf-bb4d12890d7d" -d '{"events": [{"server_uuid": "8fee5d1e-31f4-408f-8b29-937f776189af", "name": "network-vif-deleted", "tag": "08a33e08-ca9d-47c7-8c79-f9bc214b9b6f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:44.877465 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-919bd2aa-8678-4cc5-b999-f2a11048a29b req-b814541b-6db2-41b7-8c3a-ae70b4dfa258 tempest-DeleteServersAdminTestJSON-1387421770 tempest-DeleteServersAdminTestJSON-1387421770-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fee5d1e-31f4-408f-8b29-937f776189af HTTP/1.1" status: 200 len: 210 time: 0.0371830 Aug 11 02:49:44.937561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4e3cd-ab32-4163-b591-d5d43aeed311 req-18c5b703-b320-4f62-b22c-30a1a4519fbe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.939666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37f4e3cd-ab32-4163-b591-d5d43aeed311 req-18c5b703-b320-4f62-b22c-30a1a4519fbe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.5870144 Aug 11 02:49:44.951938 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3738df-22e1-43cb-a040-2e46017a8ffc x-openstack-request-id: req-8e3738df-22e1-43cb-a040-2e46017a8ffc {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:44.952233 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fee5d1e-31f4-408f-8b29-937f776189af", "name": "network-vif-deleted", "tag": "08a33e08-ca9d-47c7-8c79-f9bc214b9b6f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:44.952479 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e3738df-22e1-43cb-a040-2e46017a8ffc {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:44.952922 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fee5d1e-31f4-408f-8b29-937f776189af', 'name': 'network-vif-deleted', 'tag': '08a33e08-ca9d-47c7-8c79-f9bc214b9b6f', 'status': 'completed', 'code': 200} Aug 11 02:49:44.954720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd8ace-adb7-4dc2-92be-cb30b7a0efde req-41c160d1-b265-4bc6-aa5f-b16ade282fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:44.956806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfdd8ace-adb7-4dc2-92be-cb30b7a0efde req-41c160d1-b265-4bc6-aa5f-b16ade282fde service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 1101 time: 0.6147792 Aug 11 02:49:45.011776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bce301-6411-4124-89ef-2005d08f55f3 req-5dc74428-e0d0-4e84-8896-87e9ad6879c7 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 210 time: 0.0306170 Aug 11 02:49:45.050225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Allocated IP 192.168.233.148 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/1a940517-0e7a-49c2-95b9-e5a59ebb8045) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:45.068066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-953fe84d-6b4a-494e-87bb-fde14d28e0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.082139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37f4e3cd-ab32-4163-b591-d5d43aeed311 req-6d956865-a59b-4b5a-b8a1-71a8f3da5772 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221261 Aug 11 02:49:45.082738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-953fe84d-6b4a-494e-87bb-fde14d28e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.119710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfdd8ace-adb7-4dc2-92be-cb30b7a0efde req-e618c210-fe3f-4bba-8ec8-915c5d8a3fad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536877 Aug 11 02:49:45.146249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27f478-4b20-4ab7-b902-7d34bc34d15e req-1e873dd0-4621-44e6-b4cb-edde5d7eed6a tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.152253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc27f478-4b20-4ab7-b902-7d34bc34d15e req-1e873dd0-4621-44e6-b4cb-edde5d7eed6a tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 948 time: 0.0736167 Aug 11 02:49:45.160818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fe84d-6b4a-494e-87bb-fde14d28e0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9339b86b-50c6-48bc-9edc-0f3f3d3b78d6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:45.167468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-953fe84d-6b4a-494e-87bb-fde14d28e0d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6fd311140f148929da6a98caa9a8ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4304235 Aug 11 02:49:45.168701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38758) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:45.194405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc27f478-4b20-4ab7-b902-7d34bc34d15e req-3680a115-0df8-48b1-b7d2-f9098684c20f tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 Aug 11 02:49:45.299689 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7008053e-f9d8-4388-8219-b1a44884fcba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.346584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7008053e-f9d8-4388-8219-b1a44884fcba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.350618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.382736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Transition to ACTIVE for port object 1a940517-0e7a-49c2-95b9-e5a59ebb8045 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:45.416607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babc32c-0e84-48a5-b81d-aa0137d27670 req-475b423b-7611-45a5-b177-ea02f7ea66dc tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.418958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0babc32c-0e84-48a5-b81d-aa0137d27670 req-475b423b-7611-45a5-b177-ea02f7ea66dc tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.0760462 Aug 11 02:49:45.455934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7008053e-f9d8-4388-8219-b1a44884fcba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.458455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7008053e-f9d8-4388-8219-b1a44884fcba admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.462365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7008053e-f9d8-4388-8219-b1a44884fcba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9339b86b-50c6-48bc-9edc-0f3f3d3b78d6 HTTP/1.1" status: 204 len: 168 time: 0.2900484 Aug 11 02:49:45.471084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.476736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18e3d9-d937-40b6-93d8-09d0dac00bbd req-90ce70f7-effc-4923-927f-d967b8226613 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.478264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c18e3d9-d937-40b6-93d8-09d0dac00bbd req-90ce70f7-effc-4923-927f-d967b8226613 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1102 time: 0.0780196 Aug 11 02:49:45.481737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008053e-f9d8-4388-8219-b1a44884fcba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9339b86b-50c6-48bc-9edc-0f3f3d3b78d6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:45.529740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0babc32c-0e84-48a5-b81d-aa0137d27670 req-079c7ced-d13e-4c97-80df-42f0467d528d tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947595 Aug 11 02:49:45.542420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7c18e3d9-d937-40b6-93d8-09d0dac00bbd req-254a6303-b4a6-455b-9d42-0cde3d2cca10 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.547239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:45.559768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:45.565354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:45.570949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:45.571740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.577279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Pushing event updated for resources: {'Port': ['ID=1a940517-0e7a-49c2-95b9-e5a59ebb8045,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:45.696171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7c18e3d9-d937-40b6-93d8-09d0dac00bbd req-254a6303-b4a6-455b-9d42-0cde3d2cca10 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.700564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7c18e3d9-d937-40b6-93d8-09d0dac00bbd req-254a6303-b4a6-455b-9d42-0cde3d2cca10 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.723669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-5848a6a2-8315-4f38-ba90-053675d76baf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0572133 Aug 11 02:49:45.727348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c18e3d9-d937-40b6-93d8-09d0dac00bbd req-254a6303-b4a6-455b-9d42-0cde3d2cca10 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145948 Aug 11 02:49:45.739885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Request body: {'port': {'device_id': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:45.800599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a6303-b4a6-455b-9d42-0cde3d2cca10 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4174a30-ca36-4e10-8064-cd560bfe8ec0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:45.822680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.870719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-948cf662-01ba-4213-81ac-c5d10f15cf5c None None] Provisioning for port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:45.879998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-948cf662-01ba-4213-81ac-c5d10f15cf5c None None] Provisioning complete for port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:45.880712 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-948cf662-01ba-4213-81ac-c5d10f15cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:45.908064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38774) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:45.923185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-948cf662-01ba-4213-81ac-c5d10f15cf5c None None] Port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:45.923500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af971b2c-69dd-4be6-807c-094b622e716f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.059374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef45a9c-33dc-44fd-8954-d70446f69cbe req-0718496e-8e1c-4f53-bf96-7eca6a3e33be tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.061530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef45a9c-33dc-44fd-8954-d70446f69cbe req-0718496e-8e1c-4f53-bf96-7eca6a3e33be tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 945 time: 0.1506865 Aug 11 02:49:46.074751 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af971b2c-69dd-4be6-807c-094b622e716f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.082441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af971b2c-69dd-4be6-807c-094b622e716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.124720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af971b2c-69dd-4be6-807c-094b622e716f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4e9b881d8ce4ca89c42a5c74ffef47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114768 Aug 11 02:49:46.124720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38782) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:46.132359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af971b2c-69dd-4be6-807c-094b622e716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4755d57-87e5-422f-ad75-a3f9bbfa0fd2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.156151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef45a9c-33dc-44fd-8954-d70446f69cbe req-d5303923-c780-406f-a768-c8b39a33f9ac tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/security-groups?id=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765851 Aug 11 02:49:46.178487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-e128ff60-18a1-49f9-ba45-c9e0ccced3d8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.180033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-e128ff60-18a1-49f9-ba45-c9e0ccced3d8 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 945 time: 0.1903791 Aug 11 02:49:46.220555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b25386e8-af20-4a22-9726-1c3cca68327d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.243498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b25386e8-af20-4a22-9726-1c3cca68327d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.299036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b25386e8-af20-4a22-9726-1c3cca68327d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.302827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b25386e8-af20-4a22-9726-1c3cca68327d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.308265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b25386e8-af20-4a22-9726-1c3cca68327d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4755d57-87e5-422f-ad75-a3f9bbfa0fd2 HTTP/1.1" status: 204 len: 168 time: 0.1796074 Aug 11 02:49:46.318639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25386e8-af20-4a22-9726-1c3cca68327d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4755d57-87e5-422f-ad75-a3f9bbfa0fd2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.358819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:46.412304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:46.412646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 08a33e08-ca9d-47c7-8c79-f9bc214b9b6f not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:46.442623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Deleting port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:46.443027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.457797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898a624-bd46-4ae6-9241-59e495a2cd58 req-52dcb001-6a16-467f-a69c-2c7a37eb9e6f tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.459773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9898a624-bd46-4ae6-9241-59e495a2cd58 req-52dcb001-6a16-467f-a69c-2c7a37eb9e6f tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 936 time: 0.1739745 Aug 11 02:49:46.521903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a940517-0e7a-49c2-95b9-e5a59ebb8045 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:46.540760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.585262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9898a624-bd46-4ae6-9241-59e495a2cd58 req-8731903d-7200-495a-8ba2-70fb419de095 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003895 Aug 11 02:49:46.627433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Transition to ACTIVE for port object 1a940517-0e7a-49c2-95b9-e5a59ebb8045 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:46.631778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38810) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:46.640757 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.647951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986965d7-fde0-44be-aaca-14d5a12b2165 req-37e03bf7-ddb2-474c-aecc-619094f4c9bd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.655253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-986965d7-fde0-44be-aaca-14d5a12b2165 req-37e03bf7-ddb2-474c-aecc-619094f4c9bd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 948 time: 0.0742917 Aug 11 02:49:46.734604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] For port ce3d3f93-9b69-4268-a307-af8ddcfdfd72, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:46.736275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:46.775810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-986965d7-fde0-44be-aaca-14d5a12b2165 req-bd5b7227-b3da-4c89-bd8f-15dbed1a3304 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196430 Aug 11 02:49:46.790264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Calling delete_port for ce3d3f93-9b69-4268-a307-af8ddcfdfd72 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:46.835109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-0dae9719-0d1b-4366-9c17-7818daf8cbeb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2005312 Aug 11 02:49:46.926817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Pushing event updated for resources: {'Port': ['ID=1a940517-0e7a-49c2-95b9-e5a59ebb8045,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:46.995847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc15b8-fb8f-4479-8f0f-2515399ca731 req-3fb45a8a-9741-4944-93da-0f0b95193247 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.996793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe0a0a-64d0-4fd1-bc62-471f86f16c03 req-5dcf21f0-eeaa-4936-b494-7764fc7428e5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:46.998940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15cc15b8-fb8f-4479-8f0f-2515399ca731 req-3fb45a8a-9741-4944-93da-0f0b95193247 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.0809679 Aug 11 02:49:47.010433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdbe0a0a-64d0-4fd1-bc62-471f86f16c03 req-5dcf21f0-eeaa-4936-b494-7764fc7428e5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.2603483 Aug 11 02:49:47.025697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Attempting to bind port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:47.025697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Attempting to bind port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:47.025697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Attempting to bind port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.073910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:47.074233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Attempting to bind port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:47.082565 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15cc15b8-fb8f-4479-8f0f-2515399ca731 req-9dd9365f-31cd-4466-bf5a-f91c4147716f tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727150 Aug 11 02:49:47.134267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdbe0a0a-64d0-4fd1-bc62-471f86f16c03 req-c4c26455-0f1e-47d6-aea1-24da544db5a8 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118526 Aug 11 02:49:47.137676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:47.138261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:47.138427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:47.138883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Bound port: 1a940517-0e7a-49c2-95b9-e5a59ebb8045, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:47.139241 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.174255 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.185880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ce3d3f93-9b69-4268-a307-af8ddcfdfd72'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:47.240174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Pushing event deleted for resources: {'Port': ['ID=ce3d3f93-9b69-4268-a307-af8ddcfdfd72,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:47.318094 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f91f629b-5cfc-46e6-ab30-64b63a228bb9 req-430e0893-7d8d-43c9-87f1-6d2efc12a5e1 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ec24efa-66d0-4298-8c04-8a4293158c01 HTTP/1.1" status: 200 len: 210 time: 0.0555820 Aug 11 02:49:47.347938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] No DVR routers for this DVR port ce3d3f93-9b69-4268-a307-af8ddcfdfd72 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:47.350706 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.353753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d7e7f75-6ffd-43df-bfc9-5707af5cb155 req-c7449bc4-c8ff-4551-bbde-1c8f76c2c6c6 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878 tempest-FloatingIPsAssociationNegativeTestJSON-1163194878-project] 10.222.0.10 "DELETE /v2.0/ports/ce3d3f93-9b69-4268-a307-af8ddcfdfd72 HTTP/1.1" status: 204 len: 173 time: 1.1460452 Aug 11 02:49:47.356665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'name': 'network-vif-deleted', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:47.359931 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5289f0-ec8e-49b8-833d-de9c7fb58c75" -d '{"events": [{"server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "name": "network-vif-deleted", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:47.363585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] For port 1a940517-0e7a-49c2-95b9-e5a59ebb8045, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:47.381973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] For port 1a940517-0e7a-49c2-95b9-e5a59ebb8045, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a940517-0e7a-49c2-95b9-e5a59ebb8045,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:47.388716 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.474422 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e42c2d-8ea3-4db1-8371-6d338d608cf3 x-openstack-request-id: req-24e42c2d-8ea3-4db1-8371-6d338d608cf3 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:47.475110 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec24efa-66d0-4298-8c04-8a4293158c01", "name": "network-vif-deleted", "tag": "ce3d3f93-9b69-4268-a307-af8ddcfdfd72", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:47.481160 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24e42c2d-8ea3-4db1-8371-6d338d608cf3 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:47.481594 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec24efa-66d0-4298-8c04-8a4293158c01', 'name': 'network-vif-deleted', 'tag': 'ce3d3f93-9b69-4268-a307-af8ddcfdfd72', 'status': 'completed', 'code': 200} Aug 11 02:49:47.491181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.491874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:47.493682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a940517-0e7a-49c2-95b9-e5a59ebb8045 HTTP/1.1" status: 200 len: 1097 time: 1.7586102 Aug 11 02:49:47.527676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71df576-b62a-41fe-b3c4-3941e9b97883 service neutron] Pushing event updated for resources: {'Port': ['ID=1a940517-0e7a-49c2-95b9-e5a59ebb8045,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:47.643795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-d0c287bd-7014-4a46-a784-cf67d4dde9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.645363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-d0c287bd-7014-4a46-a784-cf67d4dde9c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=889b8abce23c4d6d84283b82d358c0a7&device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 1100 time: 0.0693200 Aug 11 02:49:47.724028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38864) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:47.787066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-c4626b9f-41a4-4312-83ea-483e145fb36d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1a940517-0e7a-49c2-95b9-e5a59ebb8045 HTTP/1.1" status: 200 len: 217 time: 0.1274471 Aug 11 02:49:47.899788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45206ab1-d62c-48cb-8358-c5928d605a5f req-8e2993f0-3cf3-49a3-b0e6-88e1bba3eecc tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.907104 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45206ab1-d62c-48cb-8358-c5928d605a5f req-8e2993f0-3cf3-49a3-b0e6-88e1bba3eecc tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 948 time: 0.1846704 Aug 11 02:49:47.931303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-24f76cbe-4085-4e0f-a344-5f76fe17328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:47.932847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-24f76cbe-4085-4e0f-a344-5f76fe17328d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1324236 Aug 11 02:49:48.021819 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45206ab1-d62c-48cb-8358-c5928d605a5f req-92e5ec55-fa2f-4819-a17e-ab84bbcb626e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039469 Aug 11 02:49:48.099720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-ac35a4f5-f3a0-42e1-a785-51a665ed4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.112133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-ac35a4f5-f3a0-42e1-a785-51a665ed4e72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1612158 Aug 11 02:49:48.157367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38884) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:48.188511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:48.211970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b224-5218-473c-a6b6-db21c2731908 req-822e5c97-9884-4def-a305-34d3bad7c85f tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.225465 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b92b224-5218-473c-a6b6-db21c2731908 req-822e5c97-9884-4def-a305-34d3bad7c85f tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 948 time: 0.1121075 Aug 11 02:49:48.323515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b92b224-5218-473c-a6b6-db21c2731908 req-4f4bdf81-8e82-4ead-a84b-fee851a782c7 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916293 Aug 11 02:49:48.325270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-8a2f4c9e-9c79-4906-a276-8e455cd379c8 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991534 Aug 11 02:49:48.371325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-db3cb904-13ef-4a76-a4b9-536453150e77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c42649917b004013afcb7864b2f755eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347327 Aug 11 02:49:48.386957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38892) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:48.458280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf621f0-1250-44b5-a9f1-2ea25807126d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.465772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-607628090-network', 'tenant_id': '582bbfe8b31049aa8e1c1223065e38eb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:48.483416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf621f0-1250-44b5-a9f1-2ea25807126d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.489375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:48.505569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65', 'mac_address': 'fa:16:3e:a3:74:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:48.562888 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.574495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf621f0-1250-44b5-a9f1-2ea25807126d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.577786 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf621f0-1250-44b5-a9f1-2ea25807126d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.578935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0cf621f0-1250-44b5-a9f1-2ea25807126d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9944eee7-dca0-45ad-94e7-918edd1aae68 HTTP/1.1" status: 204 len: 168 time: 0.1903660 Aug 11 02:49:48.585190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:48.602286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf621f0-1250-44b5-a9f1-2ea25807126d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9944eee7-dca0-45ad-94e7-918edd1aae68,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:48.618150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:48.626386 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.654589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Made reservation on behalf of 582bbfe8b31049aa8e1c1223065e38eb for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:48.657165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.675242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.703040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82866e-71fe-4085-a953-06549d03f3bb req-a92d699f-83d0-4e5f-b091-86c1c0a82262 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:48.704434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f82866e-71fe-4085-a953-06549d03f3bb req-a92d699f-83d0-4e5f-b091-86c1c0a82262 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.3063886 Aug 11 02:49:48.718681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:48.775238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6629722-bde2-440a-b9b0-62ae88fad5b3 req-c3a10456-8774-4359-a4f4-26b3862fc65f service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357357 Aug 11 02:49:48.799950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f82866e-71fe-4085-a953-06549d03f3bb req-fb72ca2c-a0f0-4764-876e-de8f2cdfdd08 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844312 Aug 11 02:49:48.833674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38900) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:48.837175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f35c6c18-46c5-4bb8-8f42-fb76ceef7f65'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:48.878099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.882919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.916082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ed6e48-5cc1-4149-9140-b440e6c36258,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:48.927304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:49:48.938652 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:48.939890 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Added segment b74e4a94-8b27-43e6-a315-8abc6846d3b1 of type vlan for network a632ff1b-6d1d-4f2b-a228-18bbe111d8fe Aug 11 02:49:49.007336 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.052325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.053636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.054779 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.179744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38906) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:49.208866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0498996 Aug 11 02:49:49.217709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38908) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:49.226351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Request body: {'subnet': {'network_id': 'a632ff1b-6d1d-4f2b-a228-18bbe111d8fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-607628090-subnet', 'tenant_id': '582bbfe8b31049aa8e1c1223065e38eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:49.242543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2030872a-276f-4817-b302-56347a742e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.268420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5984b3b-ee42-4439-b77c-600a0c87ce90 admin admin] Pushing event updated for resources: {'Network': ['ID=a632ff1b-6d1d-4f2b-a228-18bbe111d8fe,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:49.284875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a632ff1b-6d1d-4f2b-a228-18bbe111d8fe details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:49:49.324383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd6ff5-600f-4fd1-8773-0441cee32073 req-6e0ede10-3a04-443d-8596-7e935ceae45e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.326874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3dd6ff5-600f-4fd1-8773-0441cee32073 req-6e0ede10-3a04-443d-8596-7e935ceae45e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 948 time: 0.1712732 Aug 11 02:49:49.332167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Made reservation on behalf of 582bbfe8b31049aa8e1c1223065e38eb for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:49.335336 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Notify callbacks [] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.418085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc3ace-964f-4b1f-9847-aac6714f380e req-fdbe5faa-b12e-4eff-ba46-5becafb132d5 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.419798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56cc3ace-964f-4b1f-9847-aac6714f380e req-fdbe5faa-b12e-4eff-ba46-5becafb132d5 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.4407284 Aug 11 02:49:49.419963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-64d73ee2-ba79-41e7-8e90-152e030d0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.422678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-64d73ee2-ba79-41e7-8e90-152e030d0b7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1102 time: 0.2004235 Aug 11 02:49:49.480604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56cc3ace-964f-4b1f-9847-aac6714f380e req-1f2532de-8584-4018-b4b3-13eff2077a19 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521069 Aug 11 02:49:49.484490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'tag': '1a940517-0e7a-49c2-95b9-e5a59ebb8045'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:49.486761 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda3796-4f40-4129-8985-aa4db64b532b" -d '{"events": [{"name": "network-changed", "server_uuid": "11000d1c-cece-4eb9-9f75-35a6dc206110", "tag": "1a940517-0e7a-49c2-95b9-e5a59ebb8045"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:49.553211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3dd6ff5-600f-4fd1-8773-0441cee32073 req-7a934c44-5df3-4dc3-9a14-904e773a272b tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764486 Aug 11 02:49:49.651093 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366d52a6-dbc7-405b-ba6b-4f6b1794da11 x-openstack-request-id: req-366d52a6-dbc7-405b-ba6b-4f6b1794da11 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:49.651568 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11000d1c-cece-4eb9-9f75-35a6dc206110", "tag": "1a940517-0e7a-49c2-95b9-e5a59ebb8045", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:49.652065 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-366d52a6-dbc7-405b-ba6b-4f6b1794da11 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:49.652599 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'tag': '1a940517-0e7a-49c2-95b9-e5a59ebb8045', 'status': 'completed', 'code': 200} Aug 11 02:49:49.655423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b25c55-dd03-4221-8dec-0bce7203b732 req-d1204ee9-2978-4eaa-a561-74208870f284 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.657015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16b25c55-dd03-4221-8dec-0bce7203b732 req-d1204ee9-2978-4eaa-a561-74208870f284 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 949 time: 0.0883894 Aug 11 02:49:49.708904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-d23df8c5-ec13-4ceb-833e-78f7f8c3c13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.710958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-d23df8c5-ec13-4ceb-833e-78f7f8c3c13a service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2753477 Aug 11 02:49:49.724876 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16b25c55-dd03-4221-8dec-0bce7203b732 req-af29f9db-d566-47f8-b440-5afabd8c11aa tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590086 Aug 11 02:49:49.762174 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2030872a-276f-4817-b302-56347a742e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.806162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-53ff0fdf-d3b1-44b5-bdc2-8e5f4d61d6cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.0776901 Aug 11 02:49:49.830987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2030872a-276f-4817-b302-56347a742e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.875439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:49.902757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda3796-4f40-4129-8985-aa4db64b532b req-10fa5d27-8ebf-45ba-8f25-734589a38c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:49.904342 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda3796-4f40-4129-8985-aa4db64b532b req-10fa5d27-8ebf-45ba-8f25-734589a38c29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=889b8abce23c4d6d84283b82d358c0a7&device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 1100 time: 0.2391720 Aug 11 02:49:49.965061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030872a-276f-4817-b302-56347a742e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fc2e6c-5ed4-4b4c-b28c-100564294522,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:49.995602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.002307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2030872a-276f-4817-b302-56347a742e66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70b9a38f112c4a76a4efa2e785840d60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8160441 Aug 11 02:49:50.002626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38916) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:50.051861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9020787e-39f3-4291-9f68-b97430357374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.053406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9020787e-39f3-4291-9f68-b97430357374 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2132597 Aug 11 02:49:50.164803 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a13a81c-1401-401a-8639-ca1dbe893513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.188207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:50.203278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a13a81c-1401-401a-8639-ca1dbe893513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.250877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:50.256806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:50.257267 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.327678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a13a81c-1401-401a-8639-ca1dbe893513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.330943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a13a81c-1401-401a-8639-ca1dbe893513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.336028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1a13a81c-1401-401a-8639-ca1dbe893513 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67fc2e6c-5ed4-4b4c-b28c-100564294522 HTTP/1.1" status: 204 len: 168 time: 0.3287849 Aug 11 02:49:50.355078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13a81c-1401-401a-8639-ca1dbe893513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fc2e6c-5ed4-4b4c-b28c-100564294522,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:50.372490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.381361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Deleting port f3a81d1a-307c-4e37-b875-9993074152f0 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:50.381917 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.422860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:50.426307 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56f74d4-c3fb-47c0-9d5f-27a58f4807dc" -d '{"events": [{"server_uuid": "949cd175-21aa-44c4-8136-4a36129a5d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f35c6c18-46c5-4bb8-8f42-fb76ceef7f65"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:50.447215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:50.452853 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.455084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ce3d3f93-9b69-4268-a307-af8ddcfdfd72 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:50.473604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08755c8e-9b42-430e-9a85-566c90697f0b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:50.489456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: ce3d3f93-9b69-4268-a307-af8ddcfdfd72 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:50.489852 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ce3d3f93-9b69-4268-a307-af8ddcfdfd72 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:50.525211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a2ea3-e5a4-4b79-bb40-3c7e96041654 req-fd1b8677-d62c-4d0c-a2c2-74936d39d5be tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.525973 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e629a-d807-4c29-956b-6246197c44c5 x-openstack-request-id: req-027e629a-d807-4c29-956b-6246197c44c5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:50.526389 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949cd175-21aa-44c4-8136-4a36129a5d3f", "name": "network-vif-plugged", "status": "completed", "tag": "f35c6c18-46c5-4bb8-8f42-fb76ceef7f65", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:50.527153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e7a2ea3-e5a4-4b79-bb40-3c7e96041654 req-fd1b8677-d62c-4d0c-a2c2-74936d39d5be tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.5880244 Aug 11 02:49:50.545190 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-027e629a-d807-4c29-956b-6246197c44c5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:50.547202 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65', 'code': 200} Aug 11 02:49:50.581084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] For port f3a81d1a-307c-4e37-b875-9993074152f0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f3a81d1a-307c-4e37-b875-9993074152f0,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:50.581472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.599098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Calling delete_port for f3a81d1a-307c-4e37-b875-9993074152f0 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:50.612352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:50.619706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda3796-4f40-4129-8985-aa4db64b532b req-8207abc2-3539-4034-9d37-318da96f8724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.621848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda3796-4f40-4129-8985-aa4db64b532b req-8207abc2-3539-4034-9d37-318da96f8724 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.7032561 Aug 11 02:49:50.643415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-58e613e3-81b8-4d5e-8cc3-b246acfebb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.645300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-58e613e3-81b8-4d5e-8cc3-b246acfebb68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3263443 Aug 11 02:49:50.652721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Checking segment: {'id': 'b74e4a94-8b27-43e6-a315-8abc6846d3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a632ff1b-6d1d-4f2b-a228-18bbe111d8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:50.653810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Network hostable DHCP agents. Network: a632ff1b-6d1d-4f2b-a228-18bbe111d8fe, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:49:50.698393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda3796-4f40-4129-8985-aa4db64b532b req-9b579d4f-0815-4516-94da-a5ef975e2373 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1a940517-0e7a-49c2-95b9-e5a59ebb8045 HTTP/1.1" status: 200 len: 217 time: 0.0604739 Aug 11 02:49:50.743602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af514-5eec-4620-abe9-56ab583ac745 req-f0605297-a49e-41b1-8d9b-718bf6b482ae tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.745306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26af514-5eec-4620-abe9-56ab583ac745 req-f0605297-a49e-41b1-8d9b-718bf6b482ae tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.10 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.4243290 Aug 11 02:49:50.832182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3d750-ffdb-4264-838c-636a9e0aee27 req-9bcc7193-1c41-490e-a061-0a6737492843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.833631 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55b3d750-ffdb-4264-838c-636a9e0aee27 req-9bcc7193-1c41-490e-a061-0a6737492843 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 1102 time: 0.2206354 Aug 11 02:49:50.848219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e7a2ea3-e5a4-4b79-bb40-3c7e96041654 req-8f1e9719-d9f3-4652-af2e-72309e14882e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882791 Aug 11 02:49:50.853817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Network a632ff1b-6d1d-4f2b-a228-18bbe111d8fe is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:49:50.876793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a632ff1b-6d1d-4f2b-a228-18bbe111d8fe) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:50.891002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89404ceb-e39e-48bc-8d46-457af5378c51 None None] Network a632ff1b-6d1d-4f2b-a228-18bbe111d8fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:50.906189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0172288-fa5d-436e-a4a5-4f6ff45eac2b req-c9aedbe4-3b0b-435d-b300-8bda4808e3b7 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.908406 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0172288-fa5d-436e-a4a5-4f6ff45eac2b req-c9aedbe4-3b0b-435d-b300-8bda4808e3b7 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 949 time: 0.2428811 Aug 11 02:49:50.939014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:50.942570 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:50.955730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55b3d750-ffdb-4264-838c-636a9e0aee27 req-0a351654-f225-4554-ac0b-bb07334ec1de service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085231 Aug 11 02:49:51.008362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0172288-fa5d-436e-a4a5-4f6ff45eac2b req-3501017c-2436-45a3-9bdd-c8f17e82ce89 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/security-groups?id=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917785 Aug 11 02:49:51.036319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.072785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a81d1a-307c-4e37-b875-9993074152f0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:51.082826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d381bea7-490c-4a0a-a4f9-de5be3c33a47 None None] Network a632ff1b-6d1d-4f2b-a228-18bbe111d8fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:51.109774 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-f0735c46-2876-41a7-82f7-7d81c453bf37 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077330 Aug 11 02:49:51.116363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda3796-4f40-4129-8985-aa4db64b532b req-f222a549-5e3d-4fc6-8f5b-3430f2b17917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.119423 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda3796-4f40-4129-8985-aa4db64b532b req-f222a549-5e3d-4fc6-8f5b-3430f2b17917 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.3926651 Aug 11 02:49:51.132853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e4ab6136-3f72-4da8-864b-0d6f3a838336 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9095552 Aug 11 02:49:51.272270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc4e4a-b305-4d0b-8526-2ff8abcaa475 req-93579683-6a2f-45f2-9789-e0bfdb93fc9f tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.282125 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85bc4e4a-b305-4d0b-8526-2ff8abcaa475 req-93579683-6a2f-45f2-9789-e0bfdb93fc9f tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 948 time: 0.2617455 Aug 11 02:49:51.283210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbe98d-7a39-4b1f-bb17-27ccd5a4c662 req-6d4ba132-76e9-47a4-917c-a2f3ce1ed5fc tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.295380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1dbbe98d-7a39-4b1f-bb17-27ccd5a4c662 req-6d4ba132-76e9-47a4-917c-a2f3ce1ed5fc tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 950 time: 0.1799264 Aug 11 02:49:51.347408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.362606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1dbbe98d-7a39-4b1f-bb17-27ccd5a4c662 req-9906c70a-7645-4878-93a9-04f7984683a2 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662200 Aug 11 02:49:51.431531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-557e5fd1-52a7-4a4d-9ec6-03efa09ba5cf service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724667 Aug 11 02:49:51.435666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Deleting port a59fe1e4-6ba8-45c7-9994-970103e446ff {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:51.436997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.547968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85bc4e4a-b305-4d0b-8526-2ff8abcaa475 req-d1c747d8-b949-411b-a543-3741d4126bfe tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151957 Aug 11 02:49:51.567195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda3796-4f40-4129-8985-aa4db64b532b req-a330a1d6-c5ef-4425-b5c9-a460c5dfcfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:51.568794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda3796-4f40-4129-8985-aa4db64b532b req-a330a1d6-c5ef-4425-b5c9-a460c5dfcfe3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4085453 Aug 11 02:49:51.660046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] For port a59fe1e4-6ba8-45c7-9994-970103e446ff, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a59fe1e4-6ba8-45c7-9994-970103e446ff,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:51.660405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.680269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Calling delete_port for a59fe1e4-6ba8-45c7-9994-970103e446ff owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:51.752871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda3796-4f40-4129-8985-aa4db64b532b req-ddb44e3d-7f17-4c8d-a69e-9d054878ff1e service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745090 Aug 11 02:49:51.795265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Router 6e1b39c9-de96-45c0-b672-bc034f24a719 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:49:51.933401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda3796-4f40-4129-8985-aa4db64b532b req-c728f181-2542-4df8-92cb-88a60cf9ae05 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705575 Aug 11 02:49:51.969587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:51.982097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a59fe1e4-6ba8-45c7-9994-970103e446ff'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:52.013298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Pushing event deleted for resources: {'Port': ['ID=a59fe1e4-6ba8-45c7-9994-970103e446ff,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:52.086787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] No DVR routers for this DVR port a59fe1e4-6ba8-45c7-9994-970103e446ff on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:52.093119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.103510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26af514-5eec-4620-abe9-56ab583ac745 req-96572a6c-1ea3-49bd-843d-a83047099476 tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.10 "DELETE /v2.0/ports/a59fe1e4-6ba8-45c7-9994-970103e446ff HTTP/1.1" status: 204 len: 173 time: 1.3121474 Aug 11 02:49:52.104270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'name': 'network-vif-deleted', 'tag': 'a59fe1e4-6ba8-45c7-9994-970103e446ff'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:52.117308 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5d88b1-35d4-4bed-b810-3382d5c13c58" -d '{"events": [{"server_uuid": "f10c8412-7b90-49cc-9b9d-db814d1f9cc7", "name": "network-vif-deleted", "tag": "a59fe1e4-6ba8-45c7-9994-970103e446ff"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:52.178467 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-415ea6bd-b5a1-4b23-9147-655b1de77e54 req-e81f6d45-98f5-4161-ad86-73110f3d6a0c tempest-TenantUsagesTestJSON-1833038188 tempest-TenantUsagesTestJSON-1833038188-project] 10.222.0.60 "GET /v2.0/ports?device_id=f10c8412-7b90-49cc-9b9d-db814d1f9cc7 HTTP/1.1" status: 200 len: 210 time: 0.0560515 Aug 11 02:49:52.232678 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-db3535d0-8cf6-4c21-8a9e-d97c06d68845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.248987 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1405f5c-a056-4661-8df2-ec394b965e47 x-openstack-request-id: req-b1405f5c-a056-4661-8df2-ec394b965e47 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:52.248987 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10c8412-7b90-49cc-9b9d-db814d1f9cc7", "name": "network-vif-deleted", "tag": "a59fe1e4-6ba8-45c7-9994-970103e446ff", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:52.249355 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1405f5c-a056-4661-8df2-ec394b965e47 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:52.249540 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10c8412-7b90-49cc-9b9d-db814d1f9cc7', 'name': 'network-vif-deleted', 'tag': 'a59fe1e4-6ba8-45c7-9994-970103e446ff', 'status': 'completed', 'code': 200} Aug 11 02:49:52.323377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:49:52.334877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1df5fe0a-2b79-43ca-9e88-107dda05f2e3 admin admin] 10.222.0.60 "PUT /v2.0/routers/6e1b39c9-de96-45c0-b672-bc034f24a719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4966025 Aug 11 02:49:52.335165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38976) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:52.342386 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] Sync routers for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:49:52.357539 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:52.358181 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:52.359306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a940517-0e7a-49c2-95b9-e5a59ebb8045 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:49:52.363330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4047f1b-33f3-4bbd-8f89-cf68ede64a4e req-99b45fa8-3dc1-4e2c-9e77-ab6c8c1e8aac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.364888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4047f1b-33f3-4bbd-8f89-cf68ede64a4e req-99b45fa8-3dc1-4e2c-9e77-ab6c8c1e8aac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1370056 Aug 11 02:49:52.449484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4047f1b-33f3-4bbd-8f89-cf68ede64a4e req-bf61c534-63b9-4edf-a2e6-601f5fe4d38b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766480 Aug 11 02:49:52.571144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:52.576592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1750921251-network', 'tenant_id': '3dbf5a08542e4a2688dce32613caa5d8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:52.599088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1a940517-0e7a-49c2-95b9-e5a59ebb8045, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a940517-0e7a-49c2-95b9-e5a59ebb8045,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:52.604556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593743-c929-4f5b-b6bd-fbd61f973ec5 req-993d702b-053b-41aa-b3c3-8ce7b1e7d70f tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.620255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54593743-c929-4f5b-b6bd-fbd61f973ec5 req-993d702b-053b-41aa-b3c3-8ce7b1e7d70f tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 950 time: 0.1169446 Aug 11 02:49:52.622736 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.627770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Made reservation on behalf of 3dbf5a08542e4a2688dce32613caa5d8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:52.630156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.640923 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.647414 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:52.650747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '1a940517-0e7a-49c2-95b9-e5a59ebb8045', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '1a940517-0e7a-49c2-95b9-e5a59ebb8045', 'mac_address': 'fa:16:3e:c1:1f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:49:52.752902 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.764508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54593743-c929-4f5b-b6bd-fbd61f973ec5 req-3800759b-a7c3-426a-b9c0-cb3d31902a8e tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350892 Aug 11 02:49:52.786123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a940517-0e7a-49c2-95b9-e5a59ebb8045 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:52.859535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1a940517-0e7a-49c2-95b9-e5a59ebb8045, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a940517-0e7a-49c2-95b9-e5a59ebb8045,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:52.867764 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.882728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.962185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Deleting port 40206008-c0e3-4763-8863-ce24680ac25a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:52.962576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:52.978192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504394a9-b3ae-4e8a-a083-687b42d24b4f req-77320e75-6a8e-4111-a02e-0255ce8c460d tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:52.986916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-504394a9-b3ae-4e8a-a083-687b42d24b4f req-77320e75-6a8e-4111-a02e-0255ce8c460d tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 948 time: 0.2347670 Aug 11 02:49:53.013686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=1a940517-0e7a-49c2-95b9-e5a59ebb8045,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.055159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-504394a9-b3ae-4e8a-a083-687b42d24b4f req-6ca47db3-797f-44f2-a7ae-4ca147d2f2d4 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Aug 11 02:49:53.079262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.086295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.121194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:49:53.132104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa611ad7-98bc-4954-a319-0e2c25c06566,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.137353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.137850 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Added segment 620f0442-fed7-4897-9f92-dc02052a86b0 of type vlan for network 8519171d-85b9-411d-8ce0-7d2c6a1f30d9 Aug 11 02:49:53.141271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] For port 40206008-c0e3-4763-8863-ce24680ac25a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40206008-c0e3-4763-8863-ce24680ac25a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:53.142495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.166480 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '40206008-c0e3-4763-8863-ce24680ac25a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:50Z', 'revision_number': 5, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port': {'id': '40206008-c0e3-4763-8863-ce24680ac25a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:5d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:58Z', 'updated_at': '2021-08-11T02:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:53.172559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Calling delete_port for 40206008-c0e3-4763-8863-ce24680ac25a owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:53.193513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.210827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1a940517-0e7a-49c2-95b9-e5a59ebb8045'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:53.231613 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] Checking router: 6e1b39c9-de96-45c0-b672-bc034f24a719 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:49:53.245533 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] Routers {'6e1b39c9-de96-45c0-b672-bc034f24a719'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:49:53.246518 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e1b39c9-de96-45c0-b672-bc034f24a719'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:53.253918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.254907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.255729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.434199 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8617179 Aug 11 02:49:53.435718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39014) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:53.445425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Request body: {'subnet': {'network_id': '8519171d-85b9-411d-8ce0-7d2c6a1f30d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1750921251-subnet', 'tenant_id': '3dbf5a08542e4a2688dce32613caa5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:53.450920 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] Set router 6e1b39c9-de96-45c0-b672-bc034f24a719 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:49:53.452615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.454109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df180dcd-059e-4b88-98dd-a40df8d272f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8519171d-85b9-411d-8ce0-7d2c6a1f30d9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.479102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 8519171d-85b9-411d-8ce0-7d2c6a1f30d9 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:49:53.485134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Made reservation on behalf of 3dbf5a08542e4a2688dce32613caa5d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:53.490060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.507879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Pushing event deleted for resources: {'Port': ['ID=40206008-c0e3-4763-8863-ce24680ac25a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.510439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:52Z', 'revision_number': 6, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:53.548351 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce2e7cf-137b-4288-84b5-492e06767699 None None] The sync data for ids ['6e1b39c9-de96-45c0-b672-bc034f24a719'] in n-d-768509-22 is: [{'id': '6e1b39c9-de96-45c0-b672-bc034f24a719', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1782642969-router', 'tenant_id': 'd737f29a5baa4990a347e2b51f51c508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:57Z', 'updated_at': '2021-08-11T02:49:52Z', 'revision_number': 6, 'project_id': 'd737f29a5baa4990a347e2b51f51c508', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:49:53.566175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.754688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.758172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.784737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df4876-84ac-4f1e-9e7f-c1946481d5da req-dc8903ee-448f-4cc2-88a3-59827caa77b0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.786380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92df4876-84ac-4f1e-9e7f-c1946481d5da req-dc8903ee-448f-4cc2-88a3-59827caa77b0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 950 time: 0.0982518 Aug 11 02:49:53.836332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fbd53e-8aac-4de9-b214-52596013a733 req-4e6a4d3c-0bb6-4c69-b21a-4d13695bbbf2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:53.837839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fbd53e-8aac-4de9-b214-52596013a733 req-4e6a4d3c-0bb6-4c69-b21a-4d13695bbbf2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1435738 Aug 11 02:49:53.844596 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.846979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1b39c9-de96-45c0-b672-bc034f24a719 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:49:53.859569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.860490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:53.861508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fbffe6a7-9286-4d82-830f-e485e8444830 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6e1b39c9-de96-45c0-b672-bc034f24a719 HTTP/1.1" status: 204 len: 168 time: 1.5245340 Aug 11 02:49:53.869740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39026) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:53.870074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39028) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:53.899107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92df4876-84ac-4f1e-9e7f-c1946481d5da req-c33e70b2-5e5a-4b5a-a2b4-875098975621 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927646 Aug 11 02:49:53.931869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f07acf-8a1d-4b52-b493-f173d3cd38c2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:53.943725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Checking segment: {'id': '620f0442-fed7-4897-9f92-dc02052a86b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8519171d-85b9-411d-8ce0-7d2c6a1f30d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:53.944101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Network hostable DHCP agents. Network: 8519171d-85b9-411d-8ce0-7d2c6a1f30d9, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:49:54.008420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Network 8519171d-85b9-411d-8ce0-7d2c6a1f30d9 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:49:54.040223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 8519171d-85b9-411d-8ce0-7d2c6a1f30d9) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:54.047484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.048206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbad2e2-efaf-4bcf-ad49-24853076defa None None] Network 8519171d-85b9-411d-8ce0-7d2c6a1f30d9 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:54.052321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.074053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f3a81d1a-307c-4e37-b875-9993074152f0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:54.097810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-884393b5-d833-413d-b5c0-2321c22556cb admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6511443 Aug 11 02:49:54.137445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f3a81d1a-307c-4e37-b875-9993074152f0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:54.137818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f3a81d1a-307c-4e37-b875-9993074152f0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:54.237902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a59fe1e4-6ba8-45c7-9994-970103e446ff no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:54.281215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a59fe1e4-6ba8-45c7-9994-970103e446ff {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:54.281665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a59fe1e4-6ba8-45c7-9994-970103e446ff not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:54.290049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe7a2b-b1ba-46c6-8e5c-1dffd47f08be None None] Network 8519171d-85b9-411d-8ce0-7d2c6a1f30d9 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:54.304452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39044) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:54.336877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3b019-49dc-4c56-aece-921300f1a002 req-1dfaafef-fc92-41b5-9a53-6de7448f3ac5 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.338679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e3b019-49dc-4c56-aece-921300f1a002 req-1dfaafef-fc92-41b5-9a53-6de7448f3ac5 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 949 time: 0.0994785 Aug 11 02:49:54.374503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a940517-0e7a-49c2-95b9-e5a59ebb8045 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:49:54.393729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e3b019-49dc-4c56-aece-921300f1a002 req-8c6670fa-fa50-4e0a-9c10-815e9f2ccaf6 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483325 Aug 11 02:49:54.401409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] Deleting subnet 3ca454bb-cea4-466a-ac31-a34faa2b532d {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:49:54.412059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.445769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fbd53e-8aac-4de9-b214-52596013a733 req-1111120c-1aa9-4fdb-aca3-ac6e28142fd8 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955789 Aug 11 02:49:54.461415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] Deleting subnet 08755c8e-9b42-430e-9a85-566c90697f0b {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:49:54.467046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.526294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:54.531132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:54.531965 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.534185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b1319830-fa09-49b2-a04f-d2eef885b94d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9af54912e1d49698f0fd73eaca27158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6536152 Aug 11 02:49:54.537646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39054) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:54.555887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.557741 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-69a62970-72ec-4e7a-ab6e-4bd63ea10c51 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b889120a6c9648ce9867a494798694d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512927 Aug 11 02:49:54.562561 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.576802 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.665537 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.727561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1a940517-0e7a-49c2-95b9-e5a59ebb8045, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a940517-0e7a-49c2-95b9-e5a59ebb8045,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:54.728670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a940517-0e7a-49c2-95b9-e5a59ebb8045'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:54.733363 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e2133a-5759-4428-88f0-57c62999e6d3" -d '{"events": [{"server_uuid": "11000d1c-cece-4eb9-9f75-35a6dc206110", "name": "network-vif-plugged", "status": "completed", "tag": "1a940517-0e7a-49c2-95b9-e5a59ebb8045"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:54.739054 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.753168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.807870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06172d10-fae0-4e73-8727-8e99743de741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.822001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-e412cb89-d5cb-4a8d-99ab-0f46a1c599fd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:54.833360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-e412cb89-d5cb-4a8d-99ab-0f46a1c599fd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746336 Aug 11 02:49:54.860342 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b21d0-1018-4c69-ad8a-6505f18d695a x-openstack-request-id: req-863b21d0-1018-4c69-ad8a-6505f18d695a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:54.860516 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11000d1c-cece-4eb9-9f75-35a6dc206110", "name": "network-vif-plugged", "status": "completed", "tag": "1a940517-0e7a-49c2-95b9-e5a59ebb8045", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:54.860648 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-863b21d0-1018-4c69-ad8a-6505f18d695a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:54.861049 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a940517-0e7a-49c2-95b9-e5a59ebb8045', 'code': 200} Aug 11 02:49:54.868982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=1a940517-0e7a-49c2-95b9-e5a59ebb8045,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:54.870011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-112a50ae-396a-47ad-986b-3b05778a24a4 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/quotas/b889120a6c9648ce9867a494798694d6 HTTP/1.1" status: 200 len: 375 time: 0.0355182 Aug 11 02:49:54.911456 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06172d10-fae0-4e73-8727-8e99743de741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.918659 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.962348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:54.968826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3ca454bb-cea4-466a-ac31-a34faa2b532d HTTP/1.1" status: 204 len: 168 time: 1.0931871 Aug 11 02:49:54.969019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39066) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:54.972342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e35c3-1eb5-4ba3-8bde-7533d16cb644 None None] Network 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:49:55.001452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.004151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563ffa0-6cf3-47ff-aae9-26ea48b3ba33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca454bb-cea4-466a-ac31-a34faa2b532d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.036310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39068) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.071418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08755c8e-9b42-430e-9a85-566c90697f0b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.083001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-de819701-89d5-403c-8d17-1ff7bb611839 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b889120a6c9648ce9867a494798694d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2119975 Aug 11 02:49:55.087433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.093353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0080fed8-0876-454c-bd81-9a381dacd237 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/08755c8e-9b42-430e-9a85-566c90697f0b HTTP/1.1" status: 204 len: 168 time: 0.7795293 Aug 11 02:49:55.093353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39072) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.132198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.134835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06172d10-fae0-4e73-8727-8e99743de741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.139682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06172d10-fae0-4e73-8727-8e99743de741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.147012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-06172d10-fae0-4e73-8727-8e99743de741 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af7f1038-53e4-4599-abb8-c1cdcfe0d6d5 HTTP/1.1" status: 204 len: 168 time: 0.6079953 Aug 11 02:49:55.165986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06172d10-fae0-4e73-8727-8e99743de741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7f1038-53e4-4599-abb8-c1cdcfe0d6d5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.208810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.214179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c098ce02-6657-4195-b6b5-bf30af5ea253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.291322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174a305-90ba-46c2-ad3a-c9d12d8a87d3 req-599a1608-a968-4825-a427-b042e7f08a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.293341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a174a305-90ba-46c2-ad3a-c9d12d8a87d3 req-599a1608-a968-4825-a427-b042e7f08a40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 1102 time: 0.3278000 Aug 11 02:49:55.330445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] DHCP port deletion for 5ae9a858-eb68-4a89-9c4a-52e4842d0e6f request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:49:55.333199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Deleting port 7f831317-e6b1-423a-9c8b-5ee218405b21 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:55.333538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.380667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.424826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] For port 7f831317-e6b1-423a-9c8b-5ee218405b21, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7f831317-e6b1-423a-9c8b-5ee218405b21,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:55.425294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.432881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.438918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] Deleting port 7f831317-e6b1-423a-9c8b-5ee218405b21 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:49:55.439894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.458274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a174a305-90ba-46c2-ad3a-c9d12d8a87d3 req-4daf8c33-d0e9-4ec6-907a-dd09582b9f74 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454055 Aug 11 02:49:55.525900 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed7d68e6-92af-4a1c-8114-49052acf205f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.528569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Calling delete_port for 7f831317-e6b1-423a-9c8b-5ee218405b21 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:55.576781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] For port 7f831317-e6b1-423a-9c8b-5ee218405b21, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7f831317-e6b1-423a-9c8b-5ee218405b21,segment=NetworkSegment(184e7abf-8c34-4690-804f-679164f186fc),segment_id=184e7abf-8c34-4690-804f-679164f186fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:49:55.577655 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.587444 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af6bf9cf-7d2b-4897-992e-7d48afbe0a6a req-3c3f763a-04ca-41de-9cfd-aa334d2fd5ea tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 210 time: 0.1247230 Aug 11 02:49:55.652984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] Calling delete_port for 7f831317-e6b1-423a-9c8b-5ee218405b21 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:49:55.659510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed7d68e6-92af-4a1c-8114-49052acf205f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.670185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed7d68e6-92af-4a1c-8114-49052acf205f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.734937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.752891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.753267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.754251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.754360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > port after_create 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.754695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.755041 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > port after_update 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.755369 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.756111 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.756441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.756767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.785836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ed7d68e6-92af-4a1c-8114-49052acf205f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f79d627c83b54db889956b7b130cf325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7423999 Aug 11 02:49:55.785836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39092) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.802998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d68e6-92af-4a1c-8114-49052acf205f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e172842d-1477-4213-bd96-515b7a2210af,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:55.806790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae33522-e06f-4636-8876-ff13a03ecca9 req-751a4083-0a79-401b-938d-b44b15ffff41 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:55.815930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ae33522-e06f-4636-8876-ff13a03ecca9 req-751a4083-0a79-401b-938d-b44b15ffff41 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 950 time: 0.2975218 Aug 11 02:49:55.858219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39096) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:55.912920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.913780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.914682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.915116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-756a54ce-02e0-406d-91ae-fb94db2dd248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.916145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111682) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:55.917595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a632ff1b-6d1d-4f2b-a228-18bbe111d8fe']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:55.959033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:55.961347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f831317-e6b1-423a-9c8b-5ee218405b21 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:55.977420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74e4a94-8b27-43e6-a315-8abc6846d3b1') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:55.977805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74e4a94-8b27-43e6-a315-8abc6846d3b1') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:56.008496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ae33522-e06f-4636-8876-ff13a03ecca9 req-9d902566-b269-4c9e-ada0-7f19da9942b0 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911500 Aug 11 02:49:56.009263 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.014616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] Pushing event deleted for resources: {'Port': ['ID=7f831317-e6b1-423a-9c8b-5ee218405b21,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.025233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.037040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7f831317-e6b1-423a-9c8b-5ee218405b21 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:56.037535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f831317-e6b1-423a-9c8b-5ee218405b21 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:56.037956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40206008-c0e3-4763-8863-ce24680ac25a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:49:56.046758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc8a59-7657-4cfd-9fbb-b9a83569c9bf None None] No DVR routers for this DVR port 7f831317-e6b1-423a-9c8b-5ee218405b21 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:56.049873 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df6317ee-e3be-4515-9002-08a520b42747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.061635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0718bd-57b3-4273-a8e4-aca5421e49ca req-af1f8688-0c24-4e8a-a011-1d31533d7aef tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.062403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] No DVR routers for this DVR port 7f831317-e6b1-423a-9c8b-5ee218405b21 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:49:56.072906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f0718bd-57b3-4273-a8e4-aca5421e49ca req-af1f8688-0c24-4e8a-a011-1d31533d7aef tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1452169 Aug 11 02:49:56.073419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 40206008-c0e3-4763-8863-ce24680ac25a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:49:56.073767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40206008-c0e3-4763-8863-ce24680ac25a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:49:56.076772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.102146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:56.102435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.120528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f831317-e6b1-423a-9c8b-5ee218405b21,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: from cryptography.utils import int_from_bytes Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: from cryptography.utils import int_from_bytes Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:56.132768 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:56.172444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df6317ee-e3be-4515-9002-08a520b42747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.215035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f0718bd-57b3-4273-a8e4-aca5421e49ca req-13106af4-bbd2-4dcc-82a1-8b4388796f47 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408169 Aug 11 02:49:56.229794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.248418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.254804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a632ff1b-6d1d-4f2b-a228-18bbe111d8fe HTTP/1.1" status: 204 len: 168 time: 1.1600537 Aug 11 02:49:56.257629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:56.270959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec498ee0-e989-4c5d-bf02-6a1cccbe96f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a632ff1b-6d1d-4f2b-a228-18bbe111d8fe,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.305058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.326077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.326512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.327274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.327673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > port after_create 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.327979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.328336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > port after_update 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.328656 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.328989 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.329413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.329740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.397907 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.398231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.398564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.398902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111683) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 11 02:49:56.399275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae9a858-eb68-4a89-9c4a-52e4842d0e6f']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:56.428343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e7abf-8c34-4690-804f-679164f186fc') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:56.428605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e7abf-8c34-4690-804f-679164f186fc') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:56.462921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.466612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df6317ee-e3be-4515-9002-08a520b42747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.469253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df6317ee-e3be-4515-9002-08a520b42747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.471006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-df6317ee-e3be-4515-9002-08a520b42747 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e172842d-1477-4213-bd96-515b7a2210af HTTP/1.1" status: 204 len: 168 time: 0.6845467 Aug 11 02:49:56.473905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] Deleting subnet 93f07acf-8a1d-4b52-b493-f173d3cd38c2 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:49:56.505273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.530821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6317ee-e3be-4515-9002-08a520b42747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172842d-1477-4213-bd96-515b7a2210af,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.537865 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.542037 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-756a54ce-02e0-406d-91ae-fb94db2dd248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.552292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-756a54ce-02e0-406d-91ae-fb94db2dd248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.556095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:56.556559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: from cryptography.utils import int_from_bytes Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: from cryptography.utils import int_from_bytes Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:56.566212 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:56.579304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.638886 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.683239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-756a54ce-02e0-406d-91ae-fb94db2dd248 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fc83c469b394d0bb20abb8165f16143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8230171 Aug 11 02:49:56.689881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:56.698199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a54ce-02e0-406d-91ae-fb94db2dd248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a9e635-0dea-48b6-88ac-0089a8733d7e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.713150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-d1f2d03c-9c08-44ac-85bf-4d0d32f632ea tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b889120a6c9648ce9867a494798694d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518270 Aug 11 02:49:56.718563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.745659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.767900 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.770075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5ae9a858-eb68-4a89-9c4a-52e4842d0e6f HTTP/1.1" status: 204 len: 168 time: 1.8013015 Aug 11 02:49:56.790711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a41e0-12f4-4d3a-b649-781ced1a8cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae9a858-eb68-4a89-9c4a-52e4842d0e6f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.792692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6669202e-9d4d-4e3a-a486-d95cc8940200 req-7a773756-051a-47fb-afd8-7bf6409c4fd3 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 210 time: 0.0778949 Aug 11 02:49:56.837450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d72e847a-4505-41d2-bae6-cd1adcadc5e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.863439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.873995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d72e847a-4505-41d2-bae6-cd1adcadc5e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.912146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f07acf-8a1d-4b52-b493-f173d3cd38c2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:56.918089 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:56.922122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f98bb102-2f92-4134-a0e4-772964d1b4c3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/93f07acf-8a1d-4b52-b493-f173d3cd38c2 HTTP/1.1" status: 204 len: 168 time: 0.6597130 Aug 11 02:49:56.925705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39112) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:56.929546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-9f153ad0-9cb4-4eb1-89a2-063a406802fb tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:56.931554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-9f153ad0-9cb4-4eb1-89a2-063a406802fb tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2030394 Aug 11 02:49:56.953455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Request body: {'port': {'device_id': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'b889120a6c9648ce9867a494798694d6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:57.025517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39114) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.042046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.057793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d72e847a-4505-41d2-bae6-cd1adcadc5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.060585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d72e847a-4505-41d2-bae6-cd1adcadc5e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.061709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d72e847a-4505-41d2-bae6-cd1adcadc5e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61a9e635-0dea-48b6-88ac-0089a8733d7e HTTP/1.1" status: 204 len: 168 time: 0.3706346 Aug 11 02:49:57.078794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ff0f941e-6461-468c-8822-4f9b28240a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.092663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e847a-4505-41d2-bae6-cd1adcadc5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a9e635-0dea-48b6-88ac-0089a8733d7e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:57.095564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.197662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.226725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8519171d-85b9-411d-8ce0-7d2c6a1f30d9']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:57.234270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ff0f941e-6461-468c-8822-4f9b28240a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.247012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ff0f941e-6461-468c-8822-4f9b28240a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.247292 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-022ccab7-f18c-484c-aa72-035084f43d15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d737f29a5baa4990a347e2b51f51c508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477232 Aug 11 02:49:57.247292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620f0442-fed7-4897-9f92-dc02052a86b0') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:57.247292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620f0442-fed7-4897-9f92-dc02052a86b0') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:49:57.250199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.274754 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.287758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827de6a-16a2-48ef-bb7b-758b8d385c93 req-31a9b7a5-376a-4aa9-ad85-5589337aee1e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.290658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b827de6a-16a2-48ef-bb7b-758b8d385c93 req-31a9b7a5-376a-4aa9-ad85-5589337aee1e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 950 time: 0.1742778 Aug 11 02:49:57.299807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Made reservation on behalf of b889120a6c9648ce9867a494798694d6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:49:57.303308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.309421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ff0f941e-6461-468c-8822-4f9b28240a35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b5eeffc41a2400387fdc1adbd445899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829063 Aug 11 02:49:57.316294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f941e-6461-468c-8822-4f9b28240a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d0914-85a6-4817-95b6-4136ca814e3d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:57.327785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39126) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.330406 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.376179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:49:57.376580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:49:57.378701 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:49:57.406047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a6b71-302a-430d-ac37-22d1d69b61cf req-3194d104-1a8b-40fc-9d7e-23e635e5573d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:57.407191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b71a6b71-302a-430d-ac37-22d1d69b61cf req-3194d104-1a8b-40fc-9d7e-23e635e5573d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0721774 Aug 11 02:49:57.447966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b71a6b71-302a-430d-ac37-22d1d69b61cf req-444732d3-8cd0-43a9-a4db-336fbe8cb1dd tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341179 Aug 11 02:49:57.474393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b827de6a-16a2-48ef-bb7b-758b8d385c93 req-4b85a0db-f7af-45ee-a3ac-2d711d21f6e3 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701689 Aug 11 02:49:57.509551 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee9f5-35ae-438c-8a37-cf059593ee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.514351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.524412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b13cca1f-ae76-4225-b741-aa829a6ba14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.551835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.553703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] 10.222.0.60 "DELETE /v2.0/networks/8519171d-85b9-411d-8ce0-7d2c6a1f30d9 HTTP/1.1" status: 204 len: 168 time: 0.6270764 Aug 11 02:49:57.563035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9641ead-cc06-43ec-81ce-67d6d55f173f admin admin] Pushing event deleted for resources: {'Network': ['ID=8519171d-85b9-411d-8ce0-7d2c6a1f30d9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:57.568342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee9f5-35ae-438c-8a37-cf059593ee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.586824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b13cca1f-ae76-4225-b741-aa829a6ba14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.650868 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:49:57.664064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Allocated IP 192.168.233.136 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/97b47ed9-9a78-49d0-8a59-4fbd7f88342a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:49:57.675814 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee9f5-35ae-438c-8a37-cf059593ee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.679045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee9f5-35ae-438c-8a37-cf059593ee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.680458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ef1ee9f5-35ae-438c-8a37-cf059593ee5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a HTTP/1.1" status: 204 len: 168 time: 0.4214368 Aug 11 02:49:57.684697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b13cca1f-ae76-4225-b741-aa829a6ba14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.687354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b13cca1f-ae76-4225-b741-aa829a6ba14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.691700 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b13cca1f-ae76-4225-b741-aa829a6ba14d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f8d0914-85a6-4817-95b6-4136ca814e3d HTTP/1.1" status: 204 len: 168 time: 0.3596754 Aug 11 02:49:57.696023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ee9f5-35ae-438c-8a37-cf059593ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d113b1-eee1-4a6c-9b51-8d1de6c1cb0a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:57.708670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cca1f-ae76-4225-b741-aa829a6ba14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d0914-85a6-4817-95b6-4136ca814e3d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:57.771957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39148) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.862224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9ce735e5-57f0-484d-82ce-744d62157fc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=582bbfe8b31049aa8e1c1223065e38eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890977 Aug 11 02:49:57.864775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39154) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:57.867647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.884358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Transition to ACTIVE for port object 97b47ed9-9a78-49d0-8a59-4fbd7f88342a will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:57.935026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.955350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f35c6c18-46c5-4bb8-8f42-fb76ceef7f65'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:49:57.958502 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1313-d38d-487d-899b-046b0d75ccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:57.982178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1313-d38d-487d-899b-046b0d75ccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.003223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Pushing event updated for resources: {'Port': ['ID=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.033167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:49:58.047649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.051364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccb7d2-42b9-4c8b-b830-756bc1de5e10 req-8f3530ca-63ba-4548-976a-5e5df5b83be0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.053097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6fccb7d2-42b9-4c8b-b830-756bc1de5e10 req-8f3530ca-63ba-4548-976a-5e5df5b83be0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 936 time: 0.1415150 Aug 11 02:49:58.054016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:49:58.056925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:49:58.072035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1313-d38d-487d-899b-046b0d75ccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.082686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1bdb1313-d38d-487d-899b-046b0d75ccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.084333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1bdb1313-d38d-487d-899b-046b0d75ccbe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34ed6e48-5cc1-4149-9140-b440e6c36258 HTTP/1.1" status: 204 len: 168 time: 0.2180781 Aug 11 02:49:58.095564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb1313-d38d-487d-899b-046b0d75ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ed6e48-5cc1-4149-9140-b440e6c36258,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.110284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.110915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.147183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-83a3d165-b91b-4f02-a50c-98432922fecd tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2044864 Aug 11 02:49:58.162708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Request body: {'port': {'device_id': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:49:58.224859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6fccb7d2-42b9-4c8b-b830-756bc1de5e10 req-a1d824d1-66cc-4c46-9d3b-0c976aa89c04 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822878 Aug 11 02:49:58.278745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.451006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-f8e1b60c-e744-41f1-a820-67326cc2ba81 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=889b8abce23c4d6d84283b82d358c0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400476 Aug 11 02:49:58.462812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06d40db9-b086-4a54-9fee-0a657e86c382 None None] Provisioning for port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:49:58.477521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06d40db9-b086-4a54-9fee-0a657e86c382 None None] Provisioning complete for port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:49:58.479049 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d40db9-b086-4a54-9fee-0a657e86c382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.577461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-06d40db9-b086-4a54-9fee-0a657e86c382 None None] Port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:49:58.623862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-0a82b1e0-cadd-47bf-a756-ad38cb7e1884 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.626122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-0a82b1e0-cadd-47bf-a756-ad38cb7e1884 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742234 Aug 11 02:49:58.649584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-ac974808-5995-48fa-a5ac-d652e7f67ff3 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/quotas/889b8abce23c4d6d84283b82d358c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0150573 Aug 11 02:49:58.674005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a5205-97f9-43d0-8b13-55e7628783c1 req-c67d5202-04b5-4b97-8aef-841aed61b6d6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:58.675921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b8a5205-97f9-43d0-8b13-55e7628783c1 req-c67d5202-04b5-4b97-8aef-841aed61b6d6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0858600 Aug 11 02:49:58.717033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-8971b7c2-9e58-4c5e-bde5-85f0d1558dab tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=889b8abce23c4d6d84283b82d358c0a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606239 Aug 11 02:49:58.763340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b8a5205-97f9-43d0-8b13-55e7628783c1 req-e085b236-8aeb-40f5-9284-140dba0be41e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754471 Aug 11 02:49:58.823663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b47ed9-9a78-49d0-8a59-4fbd7f88342a {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:49:58.835900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.853255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Transition to ACTIVE for port object 97b47ed9-9a78-49d0-8a59-4fbd7f88342a will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:49:58.858941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:58.932993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb7c3367-28cd-442f-bf6f-8337c6c143dc req-4a66bfc0-501b-461e-88ba-c22abc73d953 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 210 time: 0.0396638 Aug 11 02:49:58.975884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Pushing event updated for resources: {'Port': ['ID=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:58.988012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39202) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:59.050172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f737cedc-50c9-46ab-a731-2fe7ffcaf30e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dbf5a08542e4a2688dce32613caa5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607688 Aug 11 02:49:59.053186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39204) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:49:59.138810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Attempting to bind port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:49:59.139304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Attempting to bind port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:49:59.139768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Attempting to bind port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:59.145489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:49:59.146026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Attempting to bind port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:49:59.152131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:49:59.152616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:49:59.153110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:49:59.153959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Bound port: 97b47ed9-9a78-49d0-8a59-4fbd7f88342a, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:49:59.154421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.186196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12aed2be-92d2-4420-873d-af5199caa5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.246431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] For port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:49:59.252301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] For port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:49:59.253213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12aed2be-92d2-4420-873d-af5199caa5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.262253 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.340960 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12aed2be-92d2-4420-873d-af5199caa5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.345100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12aed2be-92d2-4420-873d-af5199caa5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.348987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-12aed2be-92d2-4420-873d-af5199caa5bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa611ad7-98bc-4954-a319-0e2c25c06566 HTTP/1.1" status: 204 len: 168 time: 0.2903230 Aug 11 02:49:59.362603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aed2be-92d2-4420-873d-af5199caa5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa611ad7-98bc-4954-a319-0e2c25c06566,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:59.387087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.387767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.389414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] 10.222.0.10 "PUT /v2.0/ports/97b47ed9-9a78-49d0-8a59-4fbd7f88342a HTTP/1.1" status: 200 len: 1097 time: 1.2329237 Aug 11 02:49:59.389910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'tag': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:49:59.394379 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc876c-c261-439a-a40e-e16fac706f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2999cf1-59b4-4ee0-b0af-204d4263e25f", "tag": "97b47ed9-9a78-49d0-8a59-4fbd7f88342a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:49:59.533236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:49:59.537160 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22f504-8ee4-4b4a-a177-e55a5e9b7773 x-openstack-request-id: req-ab22f504-8ee4-4b4a-a177-e55a5e9b7773 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:49:59.537653 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2999cf1-59b4-4ee0-b0af-204d4263e25f", "tag": "97b47ed9-9a78-49d0-8a59-4fbd7f88342a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:49:59.538011 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab22f504-8ee4-4b4a-a177-e55a5e9b7773 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:49:59.538645 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'tag': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a', 'status': 'completed', 'code': 200} Aug 11 02:49:59.582636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25efe0-ed56-4433-81b0-21898f2b0f26 service neutron] Pushing event updated for resources: {'Port': ['ID=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:49:59.627146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d44efe-089d-4a3c-bb3f-6bc8c82aca64 req-dcaf225e-8012-4b9d-92fa-20dd6296f5f9 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.633135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57d44efe-089d-4a3c-bb3f-6bc8c82aca64 req-dcaf225e-8012-4b9d-92fa-20dd6296f5f9 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 948 time: 0.3153822 Aug 11 02:49:59.664663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-a3ab551c-e963-4471-ada1-6388bef344cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.666264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-a3ab551c-e963-4471-ada1-6388bef344cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b889120a6c9648ce9867a494798694d6&device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 1100 time: 0.2176151 Aug 11 02:49:59.759126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57d44efe-089d-4a3c-bb3f-6bc8c82aca64 req-cb52bfa4-2225-451b-88bd-96c19c35f2aa tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251042 Aug 11 02:49:59.760730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-5d7bbf4a-7e94-47fc-9055-5ce3aae28d67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=97b47ed9-9a78-49d0-8a59-4fbd7f88342a HTTP/1.1" status: 200 len: 217 time: 0.0756810 Aug 11 02:49:59.842205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-949a29b0-eda7-478e-86ce-57ea22e22225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.844031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-949a29b0-eda7-478e-86ce-57ea22e22225 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0738699 Aug 11 02:49:59.936590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-ebecfef5-1a17-43e2-bada-897acae97603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.938100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-ebecfef5-1a17-43e2-bada-897acae97603 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820360 Aug 11 02:49:59.938602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-c3e3b276-611f-4d0e-8f1c-9d6e6b01d3b0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496387 Aug 11 02:49:59.953836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ecd9a-1353-4bc0-adbf-2e58911cb46b req-7e40108d-fd32-441e-9b96-b4f66a9a20d1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:49:59.961948 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff0ecd9a-1353-4bc0-adbf-2e58911cb46b req-7e40108d-fd32-441e-9b96-b4f66a9a20d1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0909886 Aug 11 02:50:00.036709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-e3d2ba12-ae5f-4ab3-89f7-1d4f6d38ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.038445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-e3d2ba12-ae5f-4ab3-89f7-1d4f6d38ada2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b889120a6c9648ce9867a494798694d6&device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 1102 time: 0.0441823 Aug 11 02:50:00.057149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff0ecd9a-1353-4bc0-adbf-2e58911cb46b req-a273d7dd-239b-4220-abd5-9cf4f41f91d4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942817 Aug 11 02:50:00.102071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-15f31856-9d13-4086-b862-e3d817a5722c service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374960 Aug 11 02:50:00.236880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-03a46d2c-5f39-4836-928a-65a0473ea70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.238713 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-03a46d2c-5f39-4836-928a-65a0473ea70b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1769280 Aug 11 02:50:00.251146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0b0b559-3a10-464e-bdc8-e44322f9304e req-b9771d18-2074-485a-8456-0a04e81fdc60 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383090 Aug 11 02:50:00.337491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-89f40de7-ad94-44ae-bb71-f007abf4c2ca tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=889b8abce23c4d6d84283b82d358c0a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632472 Aug 11 02:50:00.376497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7445507b-423a-4dec-a48a-03b04a2c740a req-19d9becc-d492-4a1a-abbf-2bab342767d1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 210 time: 0.1132920 Aug 11 02:50:00.378427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-5ff9c00e-f611-4c52-8a54-d492f988a3d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 HTTP/1.1" status: 200 len: 217 time: 0.1257777 Aug 11 02:50:00.493692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-468822df-5b1b-4019-a81b-1963cc8ed1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.496295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-468822df-5b1b-4019-a81b-1963cc8ed1ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1102469 Aug 11 02:50:00.525705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-b72b8475-9c54-4f9c-8f55-fdc293a75c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.525705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-b72b8475-9c54-4f9c-8f55-fdc293a75c18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b889120a6c9648ce9867a494798694d6&device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 1100 time: 0.1834307 Aug 11 02:50:00.526146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39272) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:00.566220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-dad385db-1f05-49ea-9e1b-73f2436cb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.568281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-16595c81-3605-408f-b060-963751c9595c tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.569656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-dad385db-1f05-49ea-9e1b-73f2436cb940 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644071 Aug 11 02:50:00.574782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39280) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:00.577331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-16595c81-3605-408f-b060-963751c9595c tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2280412 Aug 11 02:50:00.678178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Request body: {'port': {'device_id': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '889b8abce23c4d6d84283b82d358c0a7'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:00.702619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-58ede21f-13a2-4fa1-89df-4dfaaa256a10 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189418 Aug 11 02:50:00.836390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-1bd4f8d0-1902-4741-8137-a31acdd12d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.837894 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-1bd4f8d0-1902-4741-8137-a31acdd12d43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3041511 Aug 11 02:50:00.866982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-444274436-network', 'tenant_id': '966802c333e14df581dadefef7c0e8fa'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:00.876134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23aadf20-bc03-4be2-bc69-263ee5e2f46d req-eec156cb-23c8-4f02-9afa-8c5d6b0ed22c service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651309 Aug 11 02:50:00.913324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-0a129841-7cc0-4dac-a718-80f0f28011a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=97b47ed9-9a78-49d0-8a59-4fbd7f88342a HTTP/1.1" status: 200 len: 217 time: 0.0628381 Aug 11 02:50:00.987456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ade41-5be2-4cbd-88db-62f9e15a82e0 req-00ccf56b-b883-48b2-8955-f33867ae8f8c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:00.989080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-749ade41-5be2-4cbd-88db-62f9e15a82e0 req-00ccf56b-b883-48b2-8955-f33867ae8f8c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 948 time: 0.0962958 Aug 11 02:50:01.022478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-515694573-network', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:01.030729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-29915d1d-2bd5-40b7-a199-e54c39308058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.033739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-29915d1d-2bd5-40b7-a199-e54c39308058 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1059675 Aug 11 02:50:01.037273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Made reservation on behalf of 966802c333e14df581dadefef7c0e8fa for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:01.039478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.050867 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:50:01.050867 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:50:01.050867 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id_1': 'a10b0547582b4783bef8cf1a292c2f78', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 50, 1, 27569)}] Aug 11 02:50:01.050867 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:50:01.051815 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:50:01.066973 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.073054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-749ade41-5be2-4cbd-88db-62f9e15a82e0 req-ab82ac96-694d-4666-ae20-be27385cd07c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628254 Aug 11 02:50:01.103691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Made reservation on behalf of 889b8abce23c4d6d84283b82d358c0a7 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:01.106789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.228111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39320) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:01.373671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39326) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:01.457147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1283306817-network', 'tenant_id': 'b47ec1c4a65949e0a154d9a4949801a5'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:01.502834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3963eac4-d766-40ba-a138-46d5340d2c26 req-824bc66d-20c6-4ba6-a433-7d3f1d998821 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 210 time: 0.0371759 Aug 11 02:50:01.550882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-4e926392-e744-442f-86b1-3fa9ff2f1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.552704 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-4e926392-e744-442f-86b1-3fa9ff2f1892 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4994423 Aug 11 02:50:01.559271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f96ab353-2b1c-4b1b-86a6-f3c15dbe0f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.694993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890a492-0148-4b09-8eaa-f9ee3ff3600e req-d023f254-c174-4ab3-9022-3d3d8be275e4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:01.697998 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e890a492-0148-4b09-8eaa-f9ee3ff3600e req-d023f254-c174-4ab3-9022-3d3d8be275e4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.5083981 Aug 11 02:50:01.763573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Allocated IP 192.168.233.73 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/ee861c4e-75b6-45e8-8a0f-893b6a149051) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:01.819873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e890a492-0148-4b09-8eaa-f9ee3ff3600e req-4af15940-e98a-4d05-b7d1-5cf69c2212fb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084087 Aug 11 02:50:01.826745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.830069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-b147cb78-8968-41ec-81f5-9f9a55835f31 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620056 Aug 11 02:50:01.838728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.860564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Made reservation on behalf of b47ec1c4a65949e0a154d9a4949801a5 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:01.862977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.876997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.896165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Made reservation on behalf of a10b0547582b4783bef8cf1a292c2f78 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:01.898468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.915809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:01.944271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:01.967572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317fee88-2e5f-4e7e-a220-cae100deaab7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.006873 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f96ab353-2b1c-4b1b-86a6-f3c15dbe0f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.013059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f96ab353-2b1c-4b1b-86a6-f3c15dbe0f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.017940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.018374 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Added segment 0fd0e237-9f9f-45c9-8f63-8470de7a679b of type vlan for network 0c441029-8ea2-4765-8352-1572b3f0dddb Aug 11 02:50:02.071357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f96ab353-2b1c-4b1b-86a6-f3c15dbe0f1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e37b4bdd0ef740639e899871eaa06f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6962876 Aug 11 02:50:02.072125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ab353-2b1c-4b1b-86a6-f3c15dbe0f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c4f0f3-8002-4e42-ba93-963219950549,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.074424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39332) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.103366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.112144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bdc876c-c261-439a-a40e-e16fac706f7a req-26122818-872e-4c96-b014-ed2ab9b4ddf2 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694402 Aug 11 02:50:02.148090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.171950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Transition to ACTIVE for port object ee861c4e-75b6-45e8-8a0f-893b6a149051 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:02.175696 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.176656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.177236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.187982 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.203772 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.256241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] Pushing event updated for resources: {'Network': ['ID=0c441029-8ea2-4765-8352-1572b3f0dddb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.268993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:02.269298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0c441029-8ea2-4765-8352-1572b3f0dddb details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:02.278014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.315996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1a940517-0e7a-49c2-95b9-e5a59ebb8045'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:02.338233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:02.342485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:02.355904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:02.374432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Pushing event updated for resources: {'Port': ['ID=ee861c4e-75b6-45e8-8a0f-893b6a149051,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.433817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.434748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.543808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944731d0-0fdd-44ca-b0ca-6cd10b85a47a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.554127 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9209-0bdd-49e0-81d9-a3a43790c30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.561687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.562025 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Added segment 4bfdbd2a-2d7a-4134-9e6f-caaebf46e383 of type vlan for network f8295811-8f85-41f1-be2f-7612d82e0f95 Aug 11 02:50:02.619141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fbcf6-55d0-4e22-bfd2-160758d788e3 req-bdd00e5e-0c8e-477a-8bfc-6e630c625c06 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.620658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a63fbcf6-55d0-4e22-bfd2-160758d788e3 req-bdd00e5e-0c8e-477a-8bfc-6e630c625c06 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 948 time: 0.4306197 Aug 11 02:50:02.649198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9209-0bdd-49e0-81d9-a3a43790c30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.673899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84dfdb-f218-4d72-ab31-0694bd9e95cf req-1dc90395-e3dd-4dc8-98cb-8d600529db7d tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.675450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c84dfdb-f218-4d72-ab31-0694bd9e95cf req-1dc90395-e3dd-4dc8-98cb-8d600529db7d tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 935 time: 0.0586882 Aug 11 02:50:02.675918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.710985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e42dcce9-465f-46ec-94e5-5109917e343f None None] Provisioning for port ee861c4e-75b6-45e8-8a0f-893b6a149051 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:02.715102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e42dcce9-465f-46ec-94e5-5109917e343f None None] Provisioning complete for port ee861c4e-75b6-45e8-8a0f-893b6a149051 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:02.715729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e42dcce9-465f-46ec-94e5-5109917e343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.742099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c84dfdb-f218-4d72-ab31-0694bd9e95cf req-88a6ba55-0629-4e1d-a944-ef6723a0f251 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597806 Aug 11 02:50:02.745945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a63fbcf6-55d0-4e22-bfd2-160758d788e3 req-a1475905-7d05-41d9-9c09-29fade9a60b7 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149721 Aug 11 02:50:02.756285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e42dcce9-465f-46ec-94e5-5109917e343f None None] Port ee861c4e-75b6-45e8-8a0f-893b6a149051 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:02.773481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.773481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:02.773481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.779179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.805917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-244db3c9-db3d-4200-af64-89a2787bf26b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2785420 Aug 11 02:50:02.812148 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-fdf28d27-4070-4c0f-8733-715634080c19 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1986895 Aug 11 02:50:02.812148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39340) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.818541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Request body: {'subnet': {'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-444274436-subnet', 'tenant_id': '966802c333e14df581dadefef7c0e8fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:02.823462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.826529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Request body: {'port': {'device_id': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:02.843450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6140881 Aug 11 02:50:02.849998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39342) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:02.854913 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9209-0bdd-49e0-81d9-a3a43790c30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.857393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf8e9209-0bdd-49e0-81d9-a3a43790c30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.858458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf8e9209-0bdd-49e0-81d9-a3a43790c30f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0c4f0f3-8002-4e42-ba93-963219950549 HTTP/1.1" status: 204 len: 168 time: 0.7796857 Aug 11 02:50:02.865057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Request body: {'subnet': {'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1283306817-subnet', 'tenant_id': 'b47ec1c4a65949e0a154d9a4949801a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:02.865975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:02.883192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e74319-63a7-42a2-935f-723c148520fd admin admin] Pushing event updated for resources: {'Network': ['ID=f8295811-8f85-41f1-be2f-7612d82e0f95,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.887235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.887665 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Added segment f8392560-3aa9-41fc-847b-50e0fd1a5774 of type vlan for network aa233102-11d4-4777-91de-11560f801ae3 Aug 11 02:50:02.889986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7382cf58-ea54-4524-813b-17e2e66131ec,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.899470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network f8295811-8f85-41f1-be2f-7612d82e0f95 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:02.926134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e9209-0bdd-49e0-81d9-a3a43790c30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c4f0f3-8002-4e42-ba93-963219950549,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:02.929698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Made reservation on behalf of 966802c333e14df581dadefef7c0e8fa for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:02.934989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:02.949575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.031753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe44ba-a463-4354-bb73-e246c485a08e req-a71f9066-b1a4-4ff3-865f-cf9d98512c4d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.034293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dabe44ba-a463-4354-bb73-e246c485a08e req-a71f9066-b1a4-4ff3-865f-cf9d98512c4d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0810959 Aug 11 02:50:03.035081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.036491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.037195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.064312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Made reservation on behalf of b47ec1c4a65949e0a154d9a4949801a5 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:03.067144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.093975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.115239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5387530 Aug 11 02:50:03.123430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39350) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:03.128771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Request body: {'subnet': {'network_id': 'aa233102-11d4-4777-91de-11560f801ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-subnet', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:03.143244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c9bfde-cfe6-4e4c-9011-07daa4a2286b admin admin] Pushing event updated for resources: {'Network': ['ID=aa233102-11d4-4777-91de-11560f801ae3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:03.152180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dabe44ba-a463-4354-bb73-e246c485a08e req-7b8a921f-6ee1-4c56-885b-90bac2e6bfd1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093626 Aug 11 02:50:03.178574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network aa233102-11d4-4777-91de-11560f801ae3 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:03.184272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Made reservation on behalf of a10b0547582b4783bef8cf1a292c2f78 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:03.189175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.488555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.525660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.557268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e062e07-a339-4fd7-a011-c2bbc2b0f9a2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:03.581906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Checking segment: {'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:03.582450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Network hostable DHCP agents. Network: aa233102-11d4-4777-91de-11560f801ae3, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:03.601949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Network aa233102-11d4-4777-91de-11560f801ae3 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:03.614611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, aa233102-11d4-4777-91de-11560f801ae3) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:03.626861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526f65c5-6b4e-4be8-a003-25825a4a3e26 None None] Network aa233102-11d4-4777-91de-11560f801ae3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:03.640889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.643017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.660082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd7d8da-002f-44c4-a196-0a955a3e9111,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:03.666727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.683777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c06d63f2-58c7-4311-8c71-c2c4736d63ee admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5566058 Aug 11 02:50:03.685138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:03.696820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:03.757813 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.759981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.766030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Checking segment: {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:03.766394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Network hostable DHCP agents. Network: 0c441029-8ea2-4765-8352-1572b3f0dddb, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:03.769749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15444806-4914-4a23-8884-3608eb0874cb,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:03.865370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-aa233102-11d4-4777-91de-11560f801ae3', 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'fixed_ips': [{'subnet_id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:50:03.866796 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.881915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee861c4e-75b6-45e8-8a0f-893b6a149051 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:03.886394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:03.886752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Network hostable DHCP agents. Network: f8295811-8f85-41f1-be2f-7612d82e0f95, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:03.894131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Network 0c441029-8ea2-4765-8352-1572b3f0dddb is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:03.900924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.928934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0c441029-8ea2-4765-8352-1572b3f0dddb) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:03.942573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-5549bcf4-8d3a-4978-a36b-aca83995cfa7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1356623 Aug 11 02:50:03.945081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:03.946352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.950968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Transition to ACTIVE for port object ee861c4e-75b6-45e8-8a0f-893b6a149051 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:03.973125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.989768 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:03.994431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Network f8295811-8f85-41f1-be2f-7612d82e0f95 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:04.037286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde6523a-a779-44cb-80b9-cf805c6b92c3 None None] Network 0c441029-8ea2-4765-8352-1572b3f0dddb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:04.039465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-06559bc5-f026-41d5-9aee-87658cd7eb10 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2290001 Aug 11 02:50:04.053566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, f8295811-8f85-41f1-be2f-7612d82e0f95) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:04.086677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.086889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.105480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d6af96-0ba9-4945-b29d-bdf626d3388e None None] Network f8295811-8f85-41f1-be2f-7612d82e0f95 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:04.124970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26618-e834-4703-a19f-d6ecba73fe26 req-b333b36b-a691-4b5f-a685-18b797b3736f tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.129572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ffa26618-e834-4703-a19f-d6ecba73fe26 req-b333b36b-a691-4b5f-a685-18b797b3736f tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 947 time: 0.1522593 Aug 11 02:50:04.164220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5843c-1b09-4f30-aa97-4fc361eac638 req-861ba64e-95f7-449d-81ef-eec3b97f1580 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.166685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ec5843c-1b09-4f30-aa97-4fc361eac638 req-861ba64e-95f7-449d-81ef-eec3b97f1580 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 948 time: 0.2131324 Aug 11 02:50:04.172430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Pushing event updated for resources: {'Port': ['ID=ee861c4e-75b6-45e8-8a0f-893b6a149051,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:04.201724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1bec90e8-f779-4310-a548-08eb206d9c59 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3487971 Aug 11 02:50:04.252337 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.287879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 97b47ed9-9a78-49d0-8a59-4fbd7f88342a details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:04.322060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ffa26618-e834-4703-a19f-d6ecba73fe26 req-0e7afd1f-1f58-489a-bbb9-b9708874c007 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390333 Aug 11 02:50:04.374295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-cb1f03a6-e94d-4147-b82a-5e19b0b00eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.378716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-cb1f03a6-e94d-4147-b82a-5e19b0b00eac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 1098 time: 0.3494160 Aug 11 02:50:04.431796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Allocated IP 172.20.0.2 (aa233102-11d4-4777-91de-11560f801ae3/6e062e07-a339-4fd7-a011-c2bbc2b0f9a2/19346f3f-5d71-4187-994b-fae339f5f8c2) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:04.461067 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.resource_extend [None req-917616d2-b150-47fc-b207-8074107f2915 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:04.650244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ec5843c-1b09-4f30-aa97-4fc361eac638 req-a8a4f1e2-faac-40ae-8dd3-afbd799f6140 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517179 Aug 11 02:50:04.778733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.790045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Attempting to bind port ee861c4e-75b6-45e8-8a0f-893b6a149051 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:04.790476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Attempting to bind port ee861c4e-75b6-45e8-8a0f-893b6a149051 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:04.790796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Attempting to bind port ee861c4e-75b6-45e8-8a0f-893b6a149051 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:04.813187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-ea26c9e3-1ba3-4f87-bc28-c921a20369a0 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2d1806f46ce54532a921029cd0dbcb2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360231 Aug 11 02:50:04.839324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Port ee861c4e-75b6-45e8-8a0f-893b6a149051 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:04.839613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Attempting to bind port ee861c4e-75b6-45e8-8a0f-893b6a149051 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:04.852056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:04.852383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:04.852963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:04.853549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Bound port: ee861c4e-75b6-45e8-8a0f-893b6a149051, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:04.854078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:04.858532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-df8d26c0-5a08-4a1a-9142-6dd5e78c1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.860300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-df8d26c0-5a08-4a1a-9142-6dd5e78c1a92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 925 time: 0.4384706 Aug 11 02:50:04.885198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4d85-8e3b-4dc8-88bb-b6269ea7e671 req-d02e9135-864c-4c89-badb-f9952cbfcfe3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.893678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cbac4d85-8e3b-4dc8-88bb-b6269ea7e671 req-d02e9135-864c-4c89-badb-f9952cbfcfe3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1120515 Aug 11 02:50:04.952089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-72ae7e0b-f4f5-4336-a63a-fb2e9b83aab1 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:04.960481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-72ae7e0b-f4f5-4336-a63a-fb2e9b83aab1 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457422 Aug 11 02:50:05.006625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-18e824db-7a33-40ca-82d5-f7e8f69207af tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/quotas/2d1806f46ce54532a921029cd0dbcb2e HTTP/1.1" status: 200 len: 375 time: 0.0451188 Aug 11 02:50:05.022554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.042997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cbac4d85-8e3b-4dc8-88bb-b6269ea7e671 req-ee4fd00a-b4df-4ac8-b152-4a8d2bee88e8 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481078 Aug 11 02:50:05.049518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-4da0078a-4642-4776-9e2a-c1d922f6f70e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb92eff9-1139-4676-853a-1f311e7d651b HTTP/1.1" status: 200 len: 1002 time: 0.1479890 Aug 11 02:50:05.060340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] For port ee861c4e-75b6-45e8-8a0f-893b6a149051, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:05.062115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65541337-0732-4451-a86e-94f26f0becc6 None None] Network f8295811-8f85-41f1-be2f-7612d82e0f95 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:05.079732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] For port ee861c4e-75b6-45e8-8a0f-893b6a149051, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee861c4e-75b6-45e8-8a0f-893b6a149051,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:05.118933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b90292-8304-485b-8671-11c397cf4cf3 None None] Network 0c441029-8ea2-4765-8352-1572b3f0dddb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:05.151989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Allocated IP 172.25.4.85 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/caf5369a-f363-4369-838c-5ecfcf003424) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:05.206976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-176ad4c4-140d-4904-a474-e4f32a838447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.212610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-176ad4c4-140d-4904-a474-e4f32a838447 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.1371517 Aug 11 02:50:05.217808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.243605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:05.258125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-6e8b4393-8735-4b8b-8f99-a04053903b72 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d1806f46ce54532a921029cd0dbcb2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2504997 Aug 11 02:50:05.395659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.401050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.404363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.405855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] 10.222.0.10 "PUT /v2.0/ports/ee861c4e-75b6-45e8-8a0f-893b6a149051 HTTP/1.1" status: 200 len: 1096 time: 2.5838532 Aug 11 02:50:05.413759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a', 'mac_address': 'fa:16:3e:2b:46:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:05.418781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'tag': 'ee861c4e-75b6-45e8-8a0f-893b6a149051'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:05.425195 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20efb3a7-6a3e-4452-bffe-4097b453982c" -d '{"events": [{"name": "network-changed", "server_uuid": "47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506", "tag": "ee861c4e-75b6-45e8-8a0f-893b6a149051"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:05.493734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39422) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:05.507014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-405065724-network', 'tenant_id': '01ef2b2ac75948e59632b88aa5ee9ad3'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:05.579664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da2471-fdf6-4ba0-b0b2-d303cd1a7dec service neutron] Pushing event updated for resources: {'Port': ['ID=ee861c4e-75b6-45e8-8a0f-893b6a149051,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:05.593369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.600247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-17c390f1-0b34-4fd5-a39e-b3801c09a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.602171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-17c390f1-0b34-4fd5-a39e-b3801c09a434 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889b8abce23c4d6d84283b82d358c0a7&device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 1099 time: 0.1179242 Aug 11 02:50:05.609959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-13614866-b924-4f07-9c69-dd1bab9f7c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:05.612629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-13614866-b924-4f07-9c69-dd1bab9f7c78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3585105 Aug 11 02:50:05.621745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Made reservation on behalf of 01ef2b2ac75948e59632b88aa5ee9ad3 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:05.623198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.773073 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-f5f49c5c-1d90-4d89-95a3-06353856e531 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ee861c4e-75b6-45e8-8a0f-893b6a149051 HTTP/1.1" status: 200 len: 217 time: 0.1594815 Aug 11 02:50:05.808184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:05.823368 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.828731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:05.837676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:05.863074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b47ed9-9a78-49d0-8a59-4fbd7f88342a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:05.952899 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:05.983102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Pushing event updated for resources: {'Port': ['ID=caf5369a-f363-4369-838c-5ecfcf003424,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:06.018540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:06.024232 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.029843 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.040917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Transition to ACTIVE for port object 19346f3f-5d71-4187-994b-fae339f5f8c2 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:06.088794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Transition to ACTIVE for port object 19346f3f-5d71-4187-994b-fae339f5f8c2 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:06.102259 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.105091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:06.143800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Network aa233102-11d4-4777-91de-11560f801ae3 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:06.151673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:06.154983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:06.162335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f9555-632d-4cd8-80a2-0a04ff16d216 req-c32b768d-b1e2-41bf-8bcb-6a4ccff8963b tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.162939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Pushing event updated for resources: {'Port': ['ID=19346f3f-5d71-4187-994b-fae339f5f8c2,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:06.171811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a91f9555-632d-4cd8-80a2-0a04ff16d216 req-c32b768d-b1e2-41bf-8bcb-6a4ccff8963b tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 947 time: 0.2332883 Aug 11 02:50:06.181881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-7bfee7c7-d8f3-4719-8eb7-afb7b952ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.183670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-7bfee7c7-d8f3-4719-8eb7-afb7b952ac3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2841115 Aug 11 02:50:06.274060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a91f9555-632d-4cd8-80a2-0a04ff16d216 req-88313488-d7ba-4ce8-a817-439dfe40d73c tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989087 Aug 11 02:50:06.297269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-dbeb5e4f-f1d4-4f69-bc7e-0855e16d873d service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6716690 Aug 11 02:50:06.391981 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2c2830-c481-400d-aba9-9afa081aedd1 x-openstack-request-id: req-1d2c2830-c481-400d-aba9-9afa081aedd1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:06.392518 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506", "tag": "ee861c4e-75b6-45e8-8a0f-893b6a149051", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:06.392816 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d2c2830-c481-400d-aba9-9afa081aedd1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:06.393450 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'tag': 'ee861c4e-75b6-45e8-8a0f-893b6a149051', 'status': 'completed', 'code': 200} Aug 11 02:50:06.441585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['97b47ed9-9a78-49d0-8a59-4fbd7f88342a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:06.457463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-b00da2ea-e786-4d1d-b45e-b8c1c825b2d3 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.459037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-b00da2ea-e786-4d1d-b45e-b8c1c825b2d3 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 821 time: 0.5627007 Aug 11 02:50:06.461011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.476823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Attempting to bind port 19346f3f-5d71-4187-994b-fae339f5f8c2 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:06.478246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Attempting to bind port 19346f3f-5d71-4187-994b-fae339f5f8c2 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:06.478927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-7f2ca736-b777-4b3d-bb7e-50c894f41e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.479750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Attempting to bind port 19346f3f-5d71-4187-994b-fae339f5f8c2 on network aa233102-11d4-4777-91de-11560f801ae3 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:06.481303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-7f2ca736-b777-4b3d-bb7e-50c894f41e70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2786164 Aug 11 02:50:06.502194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-0eccd698-dfd0-48ae-ac0d-c6d4c33f4394 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/quotas/966802c333e14df581dadefef7c0e8fa HTTP/1.1" status: 200 len: 375 time: 0.0308352 Aug 11 02:50:06.537827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:06.538348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Checking segment: {'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:06.538763 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.539156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Bound using segment: {'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:06.539660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Bound port: 19346f3f-5d71-4187-994b-fae339f5f8c2, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:06.540136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.642478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f16ed6-0fc4-4bdf-801e-a7290158113d req-47c5b8ee-848c-4bb9-a921-5b40b040959c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:06.644071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6f16ed6-0fc4-4bdf-801e-a7290158113d req-47c5b8ee-848c-4bb9-a921-5b40b040959c tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 949 time: 0.1297112 Aug 11 02:50:06.664866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-9b89f536-4cd9-492a-b954-19d4ebe0183a tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1416471 Aug 11 02:50:06.672562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] For port 19346f3f-5d71-4187-994b-fae339f5f8c2, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:06.677958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] For port 19346f3f-5d71-4187-994b-fae339f5f8c2, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19346f3f-5d71-4187-994b-fae339f5f8c2,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:06.688553 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.700133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-22e42152-d772-441d-b658-cb51d7260f52 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:06.701952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-22e42152-d772-441d-b658-cb51d7260f52 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115683 Aug 11 02:50:06.747058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.767184 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14bea158-15c7-4894-9d5d-e60d471d0e19 req-47eb4a73-b74a-4870-a188-d10d5b6e64c1 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548666 Aug 11 02:50:06.807106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6f16ed6-0fc4-4bdf-801e-a7290158113d req-36b60f27-0264-44a8-b1ca-204e724baa58 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423774 Aug 11 02:50:06.824978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.875176 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:06.890957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b666d-1d88-42f8-a026-ffbb062712b7 None None] Pushing event updated for resources: {'Port': ['ID=19346f3f-5d71-4187-994b-fae339f5f8c2,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:06.927791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:07.324999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-6f7e5c23-3f2c-4d16-a986-e6ec5e289d79 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2d1806f46ce54532a921029cd0dbcb2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260758 Aug 11 02:50:07.332697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c71d61-4465-4c30-a20a-485d5648b1dc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:07.352783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41a7ac47-f477-4ec2-91cb-4ee6dbcf93a2 req-698fdb21-4524-4c92-b5f9-1ac1d584d827 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 210 time: 0.3896241 Aug 11 02:50:07.462401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-98c08720-cc2d-466c-a0c3-a09214ed71b9 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9586506 Aug 11 02:50:07.463728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:50:07.487782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.488322 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Added segment adde252a-8540-4ccf-a611-df143eb63781 of type vlan for network c1555f41-f7bb-4228-81d3-31da31737144 Aug 11 02:50:07.631554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5b4df-5821-4dc7-847b-9e847044b5f3 req-81ad705b-a577-41a1-b01e-d7e5a65e95b6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.633469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fa5b4df-5821-4dc7-847b-9e847044b5f3 req-81ad705b-a577-41a1-b01e-d7e5a65e95b6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1093023 Aug 11 02:50:07.638514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:07.653924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.659727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Sync routers for ids ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:07.662917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-d29282e3-fbc6-4041-84e4-0a631dfb7356 service neutron] 10.222.0.60 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9444335 Aug 11 02:50:07.671978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Routers {'241a3a08-2c74-430d-a9a5-7f77a2a085f0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:07.673587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:07.690021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-46ebaeef-34ea-42cc-8fd2-2c79334319e9 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:07.692597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-46ebaeef-34ea-42cc-8fd2-2c79334319e9 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3509405 Aug 11 02:50:07.694593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:07.699494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-32b2e5d4-4aa4-4027-8bd4-175ee9ff7a74 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0093932 Aug 11 02:50:07.703722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39450) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:07.718837 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fa5b4df-5821-4dc7-847b-9e847044b5f3 req-50e8f357-dbb0-4155-a37b-0c9f2019c039 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749900 Aug 11 02:50:07.736661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Request body: {'port': {'device_id': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2d1806f46ce54532a921029cd0dbcb2e'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:07.839156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Set router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:07.951605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:08.004537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4df6176-546d-4d15-b4cf-79738bcb22e9 req-13d8654e-4c2e-4fa1-90ec-bdca25ac7994 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192218 Aug 11 02:50:08.059777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 19346f3f-5d71-4187-994b-fae339f5f8c2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:08.114304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.115323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.115997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.211831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] Pushing event updated for resources: {'Network': ['ID=c1555f41-f7bb-4228-81d3-31da31737144,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:08.213318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 19346f3f-5d71-4187-994b-fae339f5f8c2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:08.241351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network c1555f41-f7bb-4228-81d3-31da31737144 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:08.288763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e40d85e-2752-4980-bd6b-f59dc965a212 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.7859328 Aug 11 02:50:08.295401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39454) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:08.300824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Request body: {'subnet': {'network_id': 'c1555f41-f7bb-4228-81d3-31da31737144', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-405065724-subnet', 'tenant_id': '01ef2b2ac75948e59632b88aa5ee9ad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:08.301383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-e5a204c2-3a8d-4b84-b1ff-09218bcd6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.302873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-e5a204c2-3a8d-4b84-b1ff-09218bcd6a30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=889b8abce23c4d6d84283b82d358c0a7&device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 1099 time: 0.2320592 Aug 11 02:50:08.318968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-eaf7e15a-2a6a-4142-807b-b419a3668011 service neutron] 10.222.0.60 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128788 Aug 11 02:50:08.325964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 97b47ed9-9a78-49d0-8a59-4fbd7f88342a up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:08.345389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Made reservation on behalf of 2d1806f46ce54532a921029cd0dbcb2e for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:08.349304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.415280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d89e3-aea8-4d9a-b4ad-8db7c3a0495d req-57240543-4afc-4c43-9587-73aca7225b9e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.424510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a43d89e3-aea8-4d9a-b4ad-8db7c3a0495d req-57240543-4afc-4c43-9587-73aca7225b9e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 947 time: 0.3558824 Aug 11 02:50:08.448886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350b5c1-7337-4de8-9abf-ffb551bafb76 None None] Network aa233102-11d4-4777-91de-11560f801ae3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:08.451421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Made reservation on behalf of 01ef2b2ac75948e59632b88aa5ee9ad3 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:08.452632 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.456572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.473000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:06Z', 'revision_number': 3, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port': {'id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:05Z', 'updated_at': '2021-08-11T02:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:08.589163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Checking router: 241a3a08-2c74-430d-a9a5-7f77a2a085f0 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:08.589810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Updating router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 port caf5369a-f363-4369-838c-5ecfcf003424 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:50:08.609057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a43d89e3-aea8-4d9a-b4ad-8db7c3a0495d req-3d716990-a902-4e7e-b299-0dbf499d5628 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838734 Aug 11 02:50:08.611787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-55747071-391f-4d2e-9dfb-ec9353853df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.614597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-55747071-391f-4d2e-9dfb-ec9353853df6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2942886 Aug 11 02:50:08.659578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:08.676770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9f4b8575-aedd-41a4-8668-801028c157f5 None None] Provisioning for port 19346f3f-5d71-4187-994b-fae339f5f8c2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:08.700057 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.703379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:08.704502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.713543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9f4b8575-aedd-41a4-8668-801028c157f5 None None] Provisioning complete for port 19346f3f-5d71-4187-994b-fae339f5f8c2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:08.714149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8575-aedd-41a4-8668-801028c157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.817814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca5c999a-9e6d-47bb-9ba8-f0e9c2f5a25b req-6b9bf2eb-f7d3-4078-9834-ff8b7fb76e80 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 210 time: 0.0486186 Aug 11 02:50:08.838133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-16b7bfee-6666-4b68-b242-c6b627ea71ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=ee861c4e-75b6-45e8-8a0f-893b6a149051 HTTP/1.1" status: 200 len: 217 time: 0.2076461 Aug 11 02:50:08.926063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.935750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-80cb4272-8e30-470a-a5a5-7518fe6c7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.937642 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-80cb4272-8e30-470a-a5a5-7518fe6c7c81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0884123 Aug 11 02:50:08.970161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ea9a4-0c4a-4431-bd1b-d81026a62559 req-8d0dd27c-1af3-46c0-b316-39fc9020e1c0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:08.973729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2fc80b8-1396-45fe-b15f-8da9be8b004c req-be949231-9f1d-442b-89bd-b15e8c42b8cb tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 210 time: 0.0510993 Aug 11 02:50:08.975916 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:08.989521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-008ea9a4-0c4a-4431-bd1b-d81026a62559 req-8d0dd27c-1af3-46c0-b316-39fc9020e1c0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 949 time: 0.3676913 Aug 11 02:50:09.129313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.145698 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.179157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ba7834-d85b-43be-a82d-b0154aa25d24,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.193890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc124fcd-abf6-41c6-823f-a280f23cc54d req-6a9bb9a1-73b2-40cd-92af-f5201da13b66 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.196523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc124fcd-abf6-41c6-823f-a280f23cc54d req-6a9bb9a1-73b2-40cd-92af-f5201da13b66 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1114962 Aug 11 02:50:09.197447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Checking segment: {'id': 'adde252a-8540-4ccf-a611-df143eb63781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c1555f41-f7bb-4228-81d3-31da31737144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:09.197947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Network hostable DHCP agents. Network: c1555f41-f7bb-4228-81d3-31da31737144, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:09.233285 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.285846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0744007-ac54-4243-b769-15206078e234,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.291277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-6c3cbc72-9f66-491f-be5f-a55d2731041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.293107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-6c3cbc72-9f66-491f-be5f-a55d2731041f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2863057 Aug 11 02:50:09.299471 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc124fcd-abf6-41c6-823f-a280f23cc54d req-5ecbc5ab-fca6-4fad-a1eb-5a87f66ea81c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912251 Aug 11 02:50:09.302496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Network c1555f41-f7bb-4228-81d3-31da31737144 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:09.306186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Transition to ACTIVE for port object caf5369a-f363-4369-838c-5ecfcf003424 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:09.312470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-008ea9a4-0c4a-4431-bd1b-d81026a62559 req-c4981597-e799-47db-be60-f3c560cafa17 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216813 Aug 11 02:50:09.315026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8575-aedd-41a4-8668-801028c157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.323672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, c1555f41-f7bb-4228-81d3-31da31737144) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:09.327741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.335324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.336557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.347435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282ce049-569e-484c-9421-3d429c7c20bf None None] Network c1555f41-f7bb-4228-81d3-31da31737144 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:09.451320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Allocated IP 172.20.0.1 (aa233102-11d4-4777-91de-11560f801ae3/6e062e07-a339-4fd7-a011-c2bbc2b0f9a2/7f8a6593-5175-4ecb-b7e3-04564219df6c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:09.468781 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.515160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Allocated IP 192.168.233.123 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/08e714b4-b688-4795-a767-b2e74f5e5309) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:09.526936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-6ea3742a-f952-4973-8762-6be19c32796e service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095003 Aug 11 02:50:09.549066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f802b7a6-13af-435a-8580-feab5c030964 None None] Network c1555f41-f7bb-4228-81d3-31da31737144 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:09.589348 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.603726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Transition to ACTIVE for port object 7f8a6593-5175-4ecb-b7e3-04564219df6c will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:09.650302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-36ecd618-ee40-4244-ba22-67aa7f26e37d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3537879 Aug 11 02:50:09.654787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.736937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20efb3a7-6a3e-4452-bffe-4097b453982c req-e5944fdd-53a5-4b4e-9f85-e79274ecc979 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971083 Aug 11 02:50:09.737854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Network aa233102-11d4-4777-91de-11560f801ae3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:09.740869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:09.747209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:09.781567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8a6593-5175-4ecb-b7e3-04564219df6c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.805674 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.820062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.858475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e4374-d2ed-4bb9-af93-c8a542e3f692 req-656d29c5-96dc-48b5-9856-7a8e06b73695 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:09.865350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Attempting to bind port caf5369a-f363-4369-838c-5ecfcf003424 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:09.866493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Attempting to bind port caf5369a-f363-4369-838c-5ecfcf003424 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:09.867275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Attempting to bind port caf5369a-f363-4369-838c-5ecfcf003424 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:09.879114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d09e4374-d2ed-4bb9-af93-c8a542e3f692 req-656d29c5-96dc-48b5-9856-7a8e06b73695 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 947 time: 0.1522968 Aug 11 02:50:09.879466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9f4b8575-aedd-41a4-8668-801028c157f5 None None] For port 19346f3f-5d71-4187-994b-fae339f5f8c2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19346f3f-5d71-4187-994b-fae339f5f8c2,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:09.881149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:09.881914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:09.882600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.883332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:09.884046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Bound port: caf5369a-f363-4369-838c-5ecfcf003424, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:09.884670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.920947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:09.924703 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f616b0ec-cf8e-4fe3-b9aa-0a606f2a6d92" -d '{"events": [{"server_uuid": "a2999cf1-59b4-4ee0-b0af-204d4263e25f", "name": "network-vif-plugged", "status": "completed", "tag": "97b47ed9-9a78-49d0-8a59-4fbd7f88342a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:09.932272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6b5c-f636-4b65-81e5-07b942b84e9c None None] Pushing event updated for resources: {'Port': ['ID=caf5369a-f363-4369-838c-5ecfcf003424,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:09.954794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Transition to ACTIVE for port object 08e714b4-b688-4795-a767-b2e74f5e5309 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:09.975977 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8575-aedd-41a4-8668-801028c157f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:09.990620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:10.026408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d09e4374-d2ed-4bb9-af93-c8a542e3f692 req-0cc80b19-0e19-498e-ae7d-2f3e3c78580a tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287098 Aug 11 02:50:10.054360 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.056773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] For port caf5369a-f363-4369-838c-5ecfcf003424, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:10.061819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] For port caf5369a-f363-4369-838c-5ecfcf003424, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=caf5369a-f363-4369-838c-5ecfcf003424,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:10.099092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b8575-aedd-41a4-8668-801028c157f5 None None] Pushing event updated for resources: {'Port': ['ID=19346f3f-5d71-4187-994b-fae339f5f8c2,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:10.110459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-572f36c5-d110-416e-9c5e-98ff9f1ee16b req-87fdfac8-9ef5-4de6-8b5c-6e1de9db4da9 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 210 time: 0.1343534 Aug 11 02:50:10.145516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.260259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:10.279537 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050820cc-2bbe-4237-ad2c-c274d8094881 x-openstack-request-id: req-050820cc-2bbe-4237-ad2c-c274d8094881 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:10.280048 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2999cf1-59b4-4ee0-b0af-204d4263e25f", "name": "network-vif-plugged", "status": "completed", "tag": "97b47ed9-9a78-49d0-8a59-4fbd7f88342a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:10.280433 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-050820cc-2bbe-4237-ad2c-c274d8094881 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:10.280836 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a', 'code': 200} Aug 11 02:50:10.282890 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.284395 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.317833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edc4fddd-e122-4324-87fd-9b31385791d1 req-bc462ae5-db9b-415f-bde6-1f7d5ded70ce tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 210 time: 0.0578692 Aug 11 02:50:10.366349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b2140e33-e4bd-4737-9b63-988d6a6f339b None None] Provisioning complete for port 19346f3f-5d71-4187-994b-fae339f5f8c2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:10.366349 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2140e33-e4bd-4737-9b63-988d6a6f339b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.517864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Routers {'241a3a08-2c74-430d-a9a5-7f77a2a085f0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:10.518545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:10.531027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:10.541688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:10.552881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:10.564434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb16e4e-9571-4024-8511-82379c921e23 req-185463a6-d499-40c3-9f88-6c357b2cac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.567850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acb16e4e-9571-4024-8511-82379c921e23 req-185463a6-d499-40c3-9f88-6c357b2cac54 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 1102 time: 0.2180507 Aug 11 02:50:10.570954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:10.640768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e2a7a-a766-4d47-966f-2ad700b04997 req-76e78a4d-3f9f-4736-93b4-a1d651cc47a9 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.642145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b6b5c-f636-4b65-81e5-07b942b84e9c None None] Pushing event updated for resources: {'Port': ['ID=caf5369a-f363-4369-838c-5ecfcf003424,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:10.643219 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f9e2a7a-a766-4d47-966f-2ad700b04997 req-76e78a4d-3f9f-4736-93b4-a1d651cc47a9 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 950 time: 0.1323838 Aug 11 02:50:10.646587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.662420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-7c4caa1d-13a8-4782-adf7-60c6d3ef7f39 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.674418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-7c4caa1d-13a8-4782-adf7-60c6d3ef7f39 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 821 time: 0.5919268 Aug 11 02:50:10.687604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Request body: {'port': {'device_id': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'admin_state_up': True, 'tenant_id': '966802c333e14df581dadefef7c0e8fa'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:10.689509 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.762690 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f9e2a7a-a766-4d47-966f-2ad700b04997 req-b00db01b-f289-44f4-b4f4-4fa8af7ac7c5 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121092 Aug 11 02:50:10.799767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:10.799767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.845968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] Set router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:10.875669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8a6593-5175-4ecb-b7e3-04564219df6c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:10.880832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:10.897243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-b4aae77e-95e2-402b-85f8-0569554ec492 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1671662 Aug 11 02:50:10.903474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acb16e4e-9571-4024-8511-82379c921e23 req-bd3f778d-7d82-4466-aad0-3b0c4e9b5efc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278463 Aug 11 02:50:10.952594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Request body: {'port': {'device_id': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:11.004550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f55359e-75b2-4907-929c-14b5b979031d req-0b280187-6956-4382-84f7-3816d18b12b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.006093 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f55359e-75b2-4907-929c-14b5b979031d req-0b280187-6956-4382-84f7-3816d18b12b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1157432 Aug 11 02:50:11.035615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Provisioning for port 7f8a6593-5175-4ecb-b7e3-04564219df6c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:11.037187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-ff0167f2-ab1f-4e40-ade5-c5b98f6e7cc1 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.038748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-ff0167f2-ab1f-4e40-ade5-c5b98f6e7cc1 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.3373699 Aug 11 02:50:11.043262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Provisioning complete for port 7f8a6593-5175-4ecb-b7e3-04564219df6c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:11.043728 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.072199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Made reservation on behalf of 966802c333e14df581dadefef7c0e8fa for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:11.072762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Network aa233102-11d4-4777-91de-11560f801ae3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:11.075602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.076036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:11.085688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f55359e-75b2-4907-929c-14b5b979031d req-159bdde4-5afe-4ed9-a111-96d49293d2da tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624132 Aug 11 02:50:11.098143 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-1e29b442-f9ee-464e-b091-d484135dfe0f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/quotas/b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 375 time: 0.0365324 Aug 11 02:50:11.101097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.107460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Port 7f8a6593-5175-4ecb-b7e3-04564219df6c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:11.178234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Provisioning for port 08e714b4-b688-4795-a767-b2e74f5e5309 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:11.184686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Provisioning complete for port 08e714b4-b688-4795-a767-b2e74f5e5309 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:11.188683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.215836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:11.252164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-ab713f84-f5ad-4400-82ce-517b85646839 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1361089 Aug 11 02:50:11.261759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8026c2ff-3a66-4dae-ac7d-6439befb3419 None None] Port 08e714b4-b688-4795-a767-b2e74f5e5309 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:11.272514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:09Z', 'revision_number': 4, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port': {'id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:05Z', 'updated_at': '2021-08-11T02:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '7f8a6593-5175-4ecb-b7e3-04564219df6c', 'name': '', 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'mac_address': 'fa:16:3e:5d:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:08Z', 'updated_at': '2021-08-11T02:50:09Z', 'revision_number': 1, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'subnets': [{'id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:11.321439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb523757-b4aa-4650-8edd-f9ba5613dcb9 None None] The sync data for ids ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'] in n-d-768509-22 is: [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:09Z', 'revision_number': 4, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port': {'id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:05Z', 'updated_at': '2021-08-11T02:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '7f8a6593-5175-4ecb-b7e3-04564219df6c', 'name': '', 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'mac_address': 'fa:16:3e:5d:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:08Z', 'updated_at': '2021-08-11T02:50:09Z', 'revision_number': 1, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'subnets': [{'id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:11.484308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e7d40f3c-f0cb-4a23-b61a-ca14f54990ef None None] Provisioning complete for port 7f8a6593-5175-4ecb-b7e3-04564219df6c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:11.486403 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e7d40f3c-f0cb-4a23-b61a-ca14f54990ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:11.529507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e7d40f3c-f0cb-4a23-b61a-ca14f54990ef None None] Port 7f8a6593-5175-4ecb-b7e3-04564219df6c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:11.532730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-199f55c6-991c-4133-b0bf-decadbd7a6d9 service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467382 Aug 11 02:50:11.561000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Allocated IP 172.20.0.7 (0c441029-8ea2-4765-8352-1572b3f0dddb/dcd7d8da-002f-44c4-a196-0a955a3e9111/9461ab2f-e471-4dc1-bf97-c78ec7ea7001) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:11.658236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:11.668269 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-52441c4b-c0b1-4683-ab31-2303b330a667 admin admin] 10.222.0.60 "PUT /v2.0/routers/241a3a08-2c74-430d-a9a5-7f77a2a085f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9634802 Aug 11 02:50:11.684253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5dcb3-e71d-47f9-9cc4-22aa169b17fe req-4a13e281-817b-401b-842a-54b84968a05e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.694516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87e5dcb3-e71d-47f9-9cc4-22aa169b17fe req-4a13e281-817b-401b-842a-54b84968a05e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 947 time: 0.3512332 Aug 11 02:50:11.771986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87e5dcb3-e71d-47f9-9cc4-22aa169b17fe req-da0c4a8e-70f5-4268-b358-af0234fd597e tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763106 Aug 11 02:50:11.941440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25828806-9292-41d2-9630-6d09f5adae11 req-f4e95f58-dc3f-4c77-9f15-53ff855c4329 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:11.943063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25828806-9292-41d2-9630-6d09f5adae11 req-f4e95f58-dc3f-4c77-9f15-53ff855c4329 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 936 time: 0.0753868 Aug 11 02:50:11.955829 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 19346f3f-5d71-4187-994b-fae339f5f8c2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:11.999664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25828806-9292-41d2-9630-6d09f5adae11 req-0ac0e4e8-2b1b-424a-8a38-9f4181415271 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403473 Aug 11 02:50:12.025033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 19346f3f-5d71-4187-994b-fae339f5f8c2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:12.025529 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.106476 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8535721-9284-41c8-bf7c-f266eafea405 req-c615f3bc-62c2-4c86-af72-8eaf25d23dda tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 210 time: 0.0389726 Aug 11 02:50:12.245096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-f2240d87-7dcb-4336-8fd0-da5fa6c811e8 service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991324 Aug 11 02:50:12.257815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bc465-044c-49c5-86c2-da0892961943 req-62b87bf0-d249-406c-ba0b-505ca2334e29 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.259521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f29bc465-044c-49c5-86c2-da0892961943 req-62b87bf0-d249-406c-ba0b-505ca2334e29 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 950 time: 0.0688562 Aug 11 02:50:12.278651 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.290505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee861c4e-75b6-45e8-8a0f-893b6a149051 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:12.346432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f29bc465-044c-49c5-86c2-da0892961943 req-30a919fb-511c-4806-b4f1-3f10bf72eb43 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788851 Aug 11 02:50:12.361690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e714b4-b688-4795-a767-b2e74f5e5309 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:12.396374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.424071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Transition to ACTIVE for port object 08e714b4-b688-4795-a767-b2e74f5e5309 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:12.433201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.522400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee861c4e-75b6-45e8-8a0f-893b6a149051, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee861c4e-75b6-45e8-8a0f-893b6a149051,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:12.544234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'ee861c4e-75b6-45e8-8a0f-893b6a149051', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'ee861c4e-75b6-45e8-8a0f-893b6a149051', 'mac_address': 'fa:16:3e:7c:ac:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:12.599060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.653469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Network 0c441029-8ea2-4765-8352-1572b3f0dddb is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:12.658316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.668689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:12.680366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:12.685966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee861c4e-75b6-45e8-8a0f-893b6a149051 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:12.737690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee861c4e-75b6-45e8-8a0f-893b6a149051, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee861c4e-75b6-45e8-8a0f-893b6a149051,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:12.752973 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.776490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:12.828189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ee861c4e-75b6-45e8-8a0f-893b6a149051,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:12.874793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3269f226-a425-44f1-bf52-f065ed1da948 req-ffade7a0-762b-4a24-bed4-dfc36c42e230 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3548098 Aug 11 02:50:12.896971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:12.897342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:12.913952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.914589 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.926037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c59d94-4c1a-4be1-82d1-6d29a4ec287c req-634048a4-cb58-49fb-ab88-d33945065fc6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:12.932091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:12.934739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01c59d94-4c1a-4be1-82d1-6d29a4ec287c req-634048a4-cb58-49fb-ab88-d33945065fc6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.4181566 Aug 11 02:50:12.974228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ee861c4e-75b6-45e8-8a0f-893b6a149051'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:12.986325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Attempting to bind port 08e714b4-b688-4795-a767-b2e74f5e5309 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:12.986752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Attempting to bind port 08e714b4-b688-4795-a767-b2e74f5e5309 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:12.987083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Attempting to bind port 08e714b4-b688-4795-a767-b2e74f5e5309 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:12.994286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Port 08e714b4-b688-4795-a767-b2e74f5e5309 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:12.994834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Attempting to bind port 08e714b4-b688-4795-a767-b2e74f5e5309 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:13.002732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:13.003622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:13.004400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:13.004999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Bound port: 08e714b4-b688-4795-a767-b2e74f5e5309, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:13.005954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.008898 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-a2a34b30-002e-43f7-85a7-48ab80e51c68 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3276539 Aug 11 02:50:13.028730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Request body: {'port': {'device_id': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:13.099034 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.153128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01c59d94-4c1a-4be1-82d1-6d29a4ec287c req-91b5d074-37ce-4ee3-b23b-c1270d4043c3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171526 Aug 11 02:50:13.166495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:13.170721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:13.172026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.202081 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.273990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:13.294836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.295560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.298167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8f441ac8-b715-43a2-bf35-18c8552e1fcf service neutron] 10.222.0.10 "PUT /v2.0/ports/08e714b4-b688-4795-a767-b2e74f5e5309 HTTP/1.1" status: 200 len: 1097 time: 2.3491063 Aug 11 02:50:13.298648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:13.301764 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223569b-3788-4dcb-b28a-eb1ae687183b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:13.318425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Allocated IP 172.25.4.41 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/de667a66-5382-45bb-8245-85127b94f461) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:13.494037 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.587421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.601484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-1a9f8bdb-9b99-42e4-bd32-6187203c5764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.603006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-1a9f8bdb-9b99-42e4-bd32-6187203c5764 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d1806f46ce54532a921029cd0dbcb2e&device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 1100 time: 0.2437122 Aug 11 02:50:13.640798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:13.642893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:13.647101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:13.681942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-714fc664-5286-46df-b408-be93664f8b15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=08e714b4-b688-4795-a767-b2e74f5e5309 HTTP/1.1" status: 200 len: 217 time: 0.0681226 Aug 11 02:50:13.698012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=de667a66-5382-45bb-8245-85127b94f461,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:13.722301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46e66edd-a9e6-4d79-92ed-2b53e6a9b566 req-03bc3f49-3b5b-4001-b132-5fd21e5c5314 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 210 time: 0.0445228 Aug 11 02:50:13.763849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-c5ff7336-114d-4ee5-95c0-ad09343fa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.765438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-c5ff7336-114d-4ee5-95c0-ad09343fa2a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0736458 Aug 11 02:50:13.815274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.859056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:13.889461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35132f-c606-4d34-abe7-adcd86732153 req-81c7b4fb-c8e9-4e33-b504-b26eb8ec56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.891661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-81c7b4fb-c8e9-4e33-b504-b26eb8ec56df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149011 Aug 11 02:50:13.961661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device caf5369a-f363-4369-838c-5ecfcf003424 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:13.977838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8200e-9d80-4aad-9968-e66099a4f400 req-c603b06d-5d67-43fa-be6f-85b746143b6d tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:13.985809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7b8200e-9d80-4aad-9968-e66099a4f400 req-c603b06d-5d67-43fa-be6f-85b746143b6d tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 948 time: 0.1729102 Aug 11 02:50:14.025717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:14.044072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.044309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port caf5369a-f363-4369-838c-5ecfcf003424 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:14.046350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.052169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port caf5369a-f363-4369-838c-5ecfcf003424 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:14.053854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.055140 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.083514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7b8200e-9d80-4aad-9968-e66099a4f400 req-953bf9e3-2ec2-4a0d-bdab-3e3f0575ce06 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966713 Aug 11 02:50:14.110068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Transition to ACTIVE for port object 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:14.168354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=de667a66-5382-45bb-8245-85127b94f461,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.173048 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.180068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.180256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.199194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.205009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port caf5369a-f363-4369-838c-5ecfcf003424, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=caf5369a-f363-4369-838c-5ecfcf003424,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:14.210405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.217716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3269f226-a425-44f1-bf52-f065ed1da948 req-e2e2f87b-000d-44ee-baa3-d9dc10ed1060 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3246567 Aug 11 02:50:14.256094 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Sync routers for ids ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:14.273008 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Routers {'241a3a08-2c74-430d-a9a5-7f77a2a085f0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:14.273961 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:14.282957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-8c82f8b5-b084-44c0-b035-889c4f496a34 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801353 Aug 11 02:50:14.293754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=caf5369a-f363-4369-838c-5ecfcf003424,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.298340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee861c4e-75b6-45e8-8a0f-893b6a149051 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:14.318874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3269f226-a425-44f1-bf52-f065ed1da948 req-4ed2d783-35ea-4655-b21e-b3bb1db976a6 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.1001637 Aug 11 02:50:14.377763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port ee861c4e-75b6-45e8-8a0f-893b6a149051 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:14.392840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port ee861c4e-75b6-45e8-8a0f-893b6a149051 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:14.395486 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.426963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.466963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269f226-a425-44f1-bf52-f065ed1da948 req-7da269a4-cf5f-4886-afdd-fc50a14a97de tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.470124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3269f226-a425-44f1-bf52-f065ed1da948 req-7da269a4-cf5f-4886-afdd-fc50a14a97de tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1504617 Aug 11 02:50:14.487278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-3269f226-a425-44f1-bf52-f065ed1da948 req-c4f8dd7a-958a-4640-a667-3839fe4753d3 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:14.488365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3269f226-a425-44f1-bf52-f065ed1da948 req-c4f8dd7a-958a-4640-a667-3839fe4753d3 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091703 Aug 11 02:50:14.500260 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Set router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:14.525387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.534215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62aca-4780-476e-99be-b6bc727c57e8 req-f393e631-0415-45cc-bbbc-838a624b673f tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.535799 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3c62aca-4780-476e-99be-b6bc727c57e8 req-f393e631-0415-45cc-bbbc-838a624b673f tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 948 time: 0.2564268 Aug 11 02:50:14.555509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-41f4a734-c6c4-4c3b-a39d-19de7f5ea2c0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.557007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-41f4a734-c6c4-4c3b-a39d-19de7f5ea2c0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.4266140 Aug 11 02:50:14.564767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee861c4e-75b6-45e8-8a0f-893b6a149051'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:14.565337 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca35132f-c606-4d34-abe7-adcd86732153 req-7be5c9d5-1213-47c2-9a6f-505b033e366a service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600114 Aug 11 02:50:14.567892 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be77b3e-6e28-4aaf-8254-77f7e80b5c43" -d '{"events": [{"server_uuid": "47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506", "name": "network-vif-plugged", "status": "completed", "tag": "ee861c4e-75b6-45e8-8a0f-893b6a149051"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:14.583674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Request body: {'port': {'device_id': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'admin_state_up': True, 'tenant_id': 'b47ec1c4a65949e0a154d9a4949801a5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:14.609482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee861c4e-75b6-45e8-8a0f-893b6a149051, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee861c4e-75b6-45e8-8a0f-893b6a149051,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:14.617572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.627715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badd635-90b1-4b6d-a175-bbf9f4d4537e req-b8ea1ddf-93b2-45a5-8642-a29e80ed5d01 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.629380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2badd635-90b1-4b6d-a175-bbf9f4d4537e req-b8ea1ddf-93b2-45a5-8642-a29e80ed5d01 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 943 time: 0.0667007 Aug 11 02:50:14.661251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3c62aca-4780-476e-99be-b6bc727c57e8 req-161b1a20-ea90-4ef9-9795-1878e2baae34 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154027 Aug 11 02:50:14.665853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Attempting to bind port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:14.666204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Attempting to bind port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:14.666535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Attempting to bind port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 on network 0c441029-8ea2-4765-8352-1572b3f0dddb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:14.677228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 on network 0c441029-8ea2-4765-8352-1572b3f0dddb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:14.677551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Attempting to bind port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 on network 0c441029-8ea2-4765-8352-1572b3f0dddb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:14.689214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:14.689552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Checking segment: {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:14.689990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Bound using segment: {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:14.690437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Bound port: 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:14.691267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.713025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ee861c4e-75b6-45e8-8a0f-893b6a149051,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:14.720068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2badd635-90b1-4b6d-a175-bbf9f4d4537e req-2f1d8fea-4f7e-4ffd-9bc4-5e5b2cc340a3 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798552 Aug 11 02:50:14.765682 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8953c494-fc50-499f-9eaf-b97afe7fb7cb x-openstack-request-id: req-8953c494-fc50-499f-9eaf-b97afe7fb7cb {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:14.766052 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:14.766298 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8953c494-fc50-499f-9eaf-b97afe7fb7cb {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:14.766778 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309', 'status': 'completed', 'code': 200} Aug 11 02:50:14.783839 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:09Z', 'revision_number': 4, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port': {'id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:05Z', 'updated_at': '2021-08-11T02:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '7f8a6593-5175-4ecb-b7e3-04564219df6c', 'name': '', 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'mac_address': 'fa:16:3e:5d:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:08Z', 'updated_at': '2021-08-11T02:50:10Z', 'revision_number': 2, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'subnets': [{'id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:14.793945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:14.798243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:14.808058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Made reservation on behalf of b47ec1c4a65949e0a154d9a4949801a5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:14.812610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.828205 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.829958 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Checking router: 241a3a08-2c74-430d-a9a5-7f77a2a085f0 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:14.830329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Updating router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 port 7f8a6593-5175-4ecb-b7e3-04564219df6c binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:50:14.861269 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.884159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2486678-6558-46d9-b41a-54c6208ff56c req-d9285185-4a49-46bb-ab51-6cda506d13e8 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.885943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2486678-6558-46d9-b41a-54c6208ff56c req-d9285185-4a49-46bb-ab51-6cda506d13e8 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 950 time: 0.0596786 Aug 11 02:50:14.920028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.920641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:14.922013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] 10.222.0.57 "PUT /v2.0/ports/9461ab2f-e471-4dc1-bf97-c78ec7ea7001 HTTP/1.1" status: 200 len: 1092 time: 1.8999307 Aug 11 02:50:14.949783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2486678-6558-46d9-b41a-54c6208ff56c req-85709fd1-239e-482d-8fc5-0dafdd9af6df tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526791 Aug 11 02:50:14.995253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-7bb4a57b-76ec-4192-846b-2be7bbd5f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:14.996777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-7bb4a57b-76ec-4192-846b-2be7bbd5f39a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d1806f46ce54532a921029cd0dbcb2e&device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 1100 time: 0.1971676 Aug 11 02:50:15.032689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb87c5-5b20-465f-8710-c18e3ff0a478 service neutron] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:15.096474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf54aff-fd57-440d-a96c-7b96f3ee6c07 req-e7275112-3ced-469b-812a-fcf1637f851f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.098005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0cf54aff-fd57-440d-a96c-7b96f3ee6c07 req-e7275112-3ced-469b-812a-fcf1637f851f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.2535429 Aug 11 02:50:15.179514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-4344e45c-e8de-4abd-927b-46ca91619153 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1301274 Aug 11 02:50:15.188460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-0c9f67ef-5f9d-4fdf-9070-62a0e5a908a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.190020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-0c9f67ef-5f9d-4fdf-9070-62a0e5a908a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 1095 time: 0.2091410 Aug 11 02:50:15.192396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:15.196556 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.211763 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Transition to ACTIVE for port object 7f8a6593-5175-4ecb-b7e3-04564219df6c will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:15.220212 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.221717 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.255583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0cf54aff-fd57-440d-a96c-7b96f3ee6c07 req-069f02fe-c64b-4e63-a041-8dd0c89a4e9f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415267 Aug 11 02:50:15.260005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-771aef8f-8bc0-4dc7-b369-fb5d7e28fba5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001 HTTP/1.1" status: 200 len: 217 time: 0.0544262 Aug 11 02:50:15.261073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Allocated IP 172.20.0.13 (f8295811-8f85-41f1-be2f-7612d82e0f95/15444806-4914-4a23-8884-3608eb0874cb/a2af1fcc-8fa5-43e8-99a0-8242ef580f30) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:15.263651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-4cadeea0-df39-490d-a3da-d9130d3c9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.265179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-4cadeea0-df39-490d-a3da-d9130d3c9312 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2605650 Aug 11 02:50:15.281994 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Pushing event updated for resources: {'Port': ['ID=7f8a6593-5175-4ecb-b7e3-04564219df6c,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:15.296807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.297705 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.298054 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.298736 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.299138 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.299471 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.299860 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.300555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.300887 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.301213 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.301538 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.301852 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:15.348020 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbd14b1-263c-4fdb-aaf4-4f2aac5c005e x-openstack-request-id: req-5cbd14b1-263c-4fdb-aaf4-4f2aac5c005e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:15.348524 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506", "name": "network-vif-plugged", "status": "completed", "tag": "ee861c4e-75b6-45e8-8a0f-893b6a149051", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:15.348619 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cbd14b1-263c-4fdb-aaf4-4f2aac5c005e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:15.348962 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee861c4e-75b6-45e8-8a0f-893b6a149051', 'code': 200} Aug 11 02:50:15.361777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-83d7bc62-c35d-435c-b95c-ae17caceb5e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=08e714b4-b688-4795-a767-b2e74f5e5309 HTTP/1.1" status: 200 len: 217 time: 0.0825670 Aug 11 02:50:15.365643 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.460653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Attempting to bind port 7f8a6593-5175-4ecb-b7e3-04564219df6c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:15.461207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Attempting to bind port 7f8a6593-5175-4ecb-b7e3-04564219df6c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:15.461633 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Attempting to bind port 7f8a6593-5175-4ecb-b7e3-04564219df6c on network aa233102-11d4-4777-91de-11560f801ae3 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:15.470123 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:15.470123 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Checking segment: {'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:15.470123 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.470123 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Bound using segment: {'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:15.470849 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Bound port: 7f8a6593-5175-4ecb-b7e3-04564219df6c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8392560-3aa9-41fc-847b-50e0fd1a5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:15.471413 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.498479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Allocated IP 172.25.4.224 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/fc99b717-aca1-4e54-bfff-c18ca476b08f) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:15.510944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-d12fcfca-19ed-4e9c-840b-435aaa824528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.512735 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-d12fcfca-19ed-4e9c-840b-435aaa824528 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dcd7d8da-002f-44c4-a196-0a955a3e9111 HTTP/1.1" status: 200 len: 861 time: 0.2393854 Aug 11 02:50:15.632423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.653386 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] For port 7f8a6593-5175-4ecb-b7e3-04564219df6c, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:15.657637 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] For port 7f8a6593-5175-4ecb-b7e3-04564219df6c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7f8a6593-5175-4ecb-b7e3-04564219df6c,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:15.662407 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.681618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.726775 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc1d08-58bf-4a06-a2f8-cf75e0f145e8 None None] Pushing event updated for resources: {'Port': ['ID=7f8a6593-5175-4ecb-b7e3-04564219df6c,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:15.729660 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Routers {'241a3a08-2c74-430d-a9a5-7f77a2a085f0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:15.730727 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:15.731670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:15.735522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:15.738010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:15.781946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=fc99b717-aca1-4e54-bfff-c18ca476b08f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:15.855171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-b39e4c21-6baf-4a32-8a5f-fbb1a194e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:15.857541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:15.860490 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-b39e4c21-6baf-4a32-8a5f-fbb1a194e254 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.4852686 Aug 11 02:50:15.864213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9f86899-2677-4771-86ab-758188416eca req-aa8eee04-fe83-4295-bca6-6753053afa14 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 210 time: 0.4212468 Aug 11 02:50:15.897494 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] Set router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:15.938194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.002720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device caf5369a-f363-4369-838c-5ecfcf003424 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:16.021716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-3370f4da-1bbe-4874-8203-4fadd4987e7d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c441029-8ea2-4765-8352-1572b3f0dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698191 Aug 11 02:50:16.079238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port caf5369a-f363-4369-838c-5ecfcf003424 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:16.079793 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.135425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f41271-436e-4185-a051-94f66a67cf14 req-4c8812bc-af93-48fc-9a46-fc37c7b826c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.136983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e9f41271-436e-4185-a051-94f66a67cf14 req-4c8812bc-af93-48fc-9a46-fc37c7b826c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 1101 time: 0.6967247 Aug 11 02:50:16.171935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.178088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.182113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f8a6593-5175-4ecb-b7e3-04564219df6c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:16.186673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-32544921-396b-4853-985a-66f4df50b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.188450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-32544921-396b-4853-985a-66f4df50b674 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2253759 Aug 11 02:50:16.197586 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:09Z', 'revision_number': 4, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port': {'id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:05Z', 'updated_at': '2021-08-11T02:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '7f8a6593-5175-4ecb-b7e3-04564219df6c', 'name': '', 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'mac_address': 'fa:16:3e:5d:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:08Z', 'updated_at': '2021-08-11T02:50:15Z', 'revision_number': 4, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'subnets': [{'id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:16.207225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365f9f7-8699-46ee-86c7-7964b69e5f70 req-1a47d3e1-1de4-45ef-b240-9b42071bdac9 tempest-LiveMigrationNegativeTest-1680494832 tempest-LiveMigrationNegativeTest-1680494832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.214653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3365f9f7-8699-46ee-86c7-7964b69e5f70 req-1a47d3e1-1de4-45ef-b240-9b42071bdac9 tempest-LiveMigrationNegativeTest-1680494832 tempest-LiveMigrationNegativeTest-1680494832-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 1102 time: 0.2503211 Aug 11 02:50:16.235072 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c22f17-1c70-40e7-9075-5c5b7f59e887 None None] The sync data for ids ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'] in n-d-768509-22 is: [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:09Z', 'revision_number': 4, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port': {'id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:05Z', 'updated_at': '2021-08-11T02:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '7f8a6593-5175-4ecb-b7e3-04564219df6c', 'name': '', 'network_id': 'aa233102-11d4-4777-91de-11560f801ae3', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'mac_address': 'fa:16:3e:5d:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:08Z', 'updated_at': '2021-08-11T02:50:15Z', 'revision_number': 4, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'subnets': [{'id': '6e062e07-a339-4fd7-a011-c2bbc2b0f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:16.241263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7f8a6593-5175-4ecb-b7e3-04564219df6c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:16.246256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7f8a6593-5175-4ecb-b7e3-04564219df6c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:16.246856 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.269160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=fc99b717-aca1-4e54-bfff-c18ca476b08f,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:16.285376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.302005 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.303458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-561d8a23-bf24-404c-a250-3a0ea40373c2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1166003 Aug 11 02:50:16.349243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.355956 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3365f9f7-8699-46ee-86c7-7964b69e5f70 req-7b692a22-560c-4f7a-b5f3-1ce519613c0e tempest-LiveMigrationNegativeTest-1680494832 tempest-LiveMigrationNegativeTest-1680494832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.362354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-c8b5d0e0-e988-4135-a136-0246e71d5901 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.0522060 Aug 11 02:50:16.363951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.416152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 7f8a6593-5175-4ecb-b7e3-04564219df6c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7f8a6593-5175-4ecb-b7e3-04564219df6c,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:16.422236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.430172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e9f41271-436e-4185-a051-94f66a67cf14 req-d635f75f-fd9b-461b-903e-4e24f244510f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671170 Aug 11 02:50:16.432248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-634b9ba1-aecd-43cc-bd69-c531e6bde1c9 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333956 Aug 11 02:50:16.456564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-6e836028-6068-44a7-abda-4c639c9c91ce service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155626 Aug 11 02:50:16.488656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=7f8a6593-5175-4ecb-b7e3-04564219df6c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:16.512847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-f281d3f7-bf48-4266-97d6-4f02c53d3322 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.514270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d640512-a918-481e-ab92-021e44dcb7e3 req-f281d3f7-bf48-4266-97d6-4f02c53d3322 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1462440 Aug 11 02:50:16.621290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698346fb-fb5b-4ba1-9d8c-27df28845f6a req-f04af699-b945-4bdc-8e4a-d985c3a338bf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.622990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-698346fb-fb5b-4ba1-9d8c-27df28845f6a req-f04af699-b945-4bdc-8e4a-d985c3a338bf tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 949 time: 0.0541306 Aug 11 02:50:16.647982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.677332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-698346fb-fb5b-4ba1-9d8c-27df28845f6a req-7930c60d-3827-4ccb-b41b-8544aa18d2ab tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Aug 11 02:50:16.747429 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35d0d740-8c4d-4469-b571-7fb574f4ad8a req-cca106cd-329f-4734-a441-cf6e37f42965 service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724226 Aug 11 02:50:16.762754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Network f8295811-8f85-41f1-be2f-7612d82e0f95 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:16.770384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:16.772930 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea67e8-2e56-44f7-8de1-a9d304119143" -d '{"events": [{"name": "network-changed", "server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:16.780090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:16.783231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:16.787293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:16.800273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4223569b-3788-4dcb-b28a-eb1ae687183b req-69e94500-915e-4e61-87d9-8cf1ca3db393 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874055 Aug 11 02:50:16.827435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d170768-fe32-402e-a54c-23739b620deb req-5d4b72f2-2397-4629-856a-f8945df46635 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.829049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d170768-fe32-402e-a54c-23739b620deb req-5d4b72f2-2397-4629-856a-f8945df46635 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 948 time: 0.0979946 Aug 11 02:50:16.847658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3365f9f7-8699-46ee-86c7-7964b69e5f70 req-7b692a22-560c-4f7a-b5f3-1ce519613c0e tempest-LiveMigrationNegativeTest-1680494832 tempest-LiveMigrationNegativeTest-1680494832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.855328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3365f9f7-8699-46ee-86c7-7964b69e5f70 req-7b692a22-560c-4f7a-b5f3-1ce519613c0e tempest-LiveMigrationNegativeTest-1680494832 tempest-LiveMigrationNegativeTest-1680494832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.885455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d170768-fe32-402e-a54c-23739b620deb req-f764d154-8409-415d-aad7-77d8065f8cb7 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Aug 11 02:50:16.893653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:16.894404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:16.902185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3365f9f7-8699-46ee-86c7-7964b69e5f70 req-7b692a22-560c-4f7a-b5f3-1ce519613c0e tempest-LiveMigrationNegativeTest-1680494832 tempest-LiveMigrationNegativeTest-1680494832-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866271 Aug 11 02:50:16.920727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b692a22-560c-4f7a-b5f3-1ce519613c0e tempest-LiveMigrationNegativeTest-1680494832 tempest-LiveMigrationNegativeTest-1680494832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2416ce-77ea-41fc-a49c-e3310c82f8e0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:16.935190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8029c99c-5aba-4e53-8e16-9f0f7bdba3e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3610711 Aug 11 02:50:16.950398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Request body: {'port': {'device_id': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:17.025754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81dfb1-9139-4c2e-85e7-33f431bbf20a req-9539e8ff-886f-4beb-b899-bcb325c952b3 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.027102 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.027950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e81dfb1-9139-4c2e-85e7-33f431bbf20a req-9539e8ff-886f-4beb-b899-bcb325c952b3 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 943 time: 0.0598567 Aug 11 02:50:17.080053 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e81dfb1-9139-4c2e-85e7-33f431bbf20a req-b4494e13-62e7-4ffe-9beb-93f00be9423b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Aug 11 02:50:17.196024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b04be3-b909-44d2-82b3-c47b3793ebfa req-121275f2-0fef-4873-9179-f4a8bd18b52a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.197970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01b04be3-b909-44d2-82b3-c47b3793ebfa req-121275f2-0fef-4873-9179-f4a8bd18b52a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1306598 Aug 11 02:50:17.254757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-e835bee9-75fc-4d91-a660-b7d1a65dc72e tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1450319 Aug 11 02:50:17.268289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:17.301509 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.310268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01b04be3-b909-44d2-82b3-c47b3793ebfa req-878b90ee-fd7b-4ee0-955d-f4b8d00cf82e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038260 Aug 11 02:50:17.367700 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338ad6be-686c-401d-9944-68e899ab83fb x-openstack-request-id: req-338ad6be-686c-401d-9944-68e899ab83fb {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:17.367998 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:17.368255 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-338ad6be-686c-401d-9944-68e899ab83fb {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:17.368653 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'status': 'completed', 'code': 200} Aug 11 02:50:17.450481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.511534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2af1fcc-8fa5-43e8-99a0-8242ef580f30 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:17.523427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.535852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-8e745d2d-a94e-447b-9c0f-c0a7c20677ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.537250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-8e745d2d-a94e-447b-9c0f-c0a7c20677ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 1095 time: 0.1353724 Aug 11 02:50:17.548706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c29ff9-a33e-438c-ba68-867d28002ead req-c51f48ca-879b-42a8-919c-d4578564ad8d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.550238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65c29ff9-a33e-438c-ba68-867d28002ead req-c51f48ca-879b-42a8-919c-d4578564ad8d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 932 time: 0.1146312 Aug 11 02:50:17.565717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Transition to ACTIVE for port object a2af1fcc-8fa5-43e8-99a0-8242ef580f30 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:17.572829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Allocated IP 172.25.4.4 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/fe79e6ed-6485-4207-a5a8-1e267c0ea799) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:17.608011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.692914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.706595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:17.711331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65c29ff9-a33e-438c-ba68-867d28002ead req-fe54dce8-1f1e-42ec-becb-ca3b5d8e4148 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492636 Aug 11 02:50:17.757792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.776473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-b3312de7-287c-4882-ae60-b5fe3bfb979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.777998 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-b3312de7-287c-4882-ae60-b5fe3bfb979f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 922 time: 0.2268684 Aug 11 02:50:17.821914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:17.826558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:17.832688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:17.842174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-93d44776-bf8d-44ab-889d-c6752d85faec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001 HTTP/1.1" status: 200 len: 217 time: 0.0489705 Aug 11 02:50:17.866520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:17.867186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:17.867605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:17.871534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=fe79e6ed-6485-4207-a5a8-1e267c0ea799,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:17.936041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:17.936646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:17.953561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.955547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:17.955946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:17.956357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:17.956788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Bound port: a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:17.957397 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:17.975515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-519ec2ac-c1f7-4d2d-afc8-1afb0aa615cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:17.977040 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-519ec2ac-c1f7-4d2d-afc8-1afb0aa615cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dcd7d8da-002f-44c4-a196-0a955a3e9111 HTTP/1.1" status: 200 len: 861 time: 0.1267629 Aug 11 02:50:17.994902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f8a6593-5175-4ecb-b7e3-04564219df6c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:18.010515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.045215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca055da3-ee2e-4fe4-9561-aae29cdd55a0 req-0c63ee82-5d65-440e-82d6-1db01fe3e1a2 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.047174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca055da3-ee2e-4fe4-9561-aae29cdd55a0 req-0c63ee82-5d65-440e-82d6-1db01fe3e1a2 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 949 time: 0.1579986 Aug 11 02:50:18.062370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7f8a6593-5175-4ecb-b7e3-04564219df6c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:18.062933 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.066819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-af925b18-a165-4be1-9038-d31625a10a70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c441029-8ea2-4765-8352-1572b3f0dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737596 Aug 11 02:50:18.173148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:18.208232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca055da3-ee2e-4fe4-9561-aae29cdd55a0 req-0209807c-d9ae-4b5f-b277-f06a1df5ec17 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439815 Aug 11 02:50:18.210089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:18.216004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.246890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.253867 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.281391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-ac9ec3f0-25fa-49ab-99c4-0f359afbd24a service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028182 Aug 11 02:50:18.282655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.283465 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.284610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] 10.222.0.57 "PUT /v2.0/ports/a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 1093 time: 1.3386979 Aug 11 02:50:18.296799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:18.307638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af61aeb-aabb-46f4-aabc-89013573f782 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:18.376599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=fe79e6ed-6485-4207-a5a8-1e267c0ea799,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:18.443439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.468536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.472221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8bcca636-35f2-4336-a881-a6041df2c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.473808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-8bcca636-35f2-4336-a881-a6041df2c068 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1096 time: 0.1133382 Aug 11 02:50:18.479068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7789bfc6-d2b2-4edd-ab1f-bfd8b700da07 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2142160 Aug 11 02:50:18.485209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:18.500971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '08e714b4-b688-4795-a767-b2e74f5e5309', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '08e714b4-b688-4795-a767-b2e74f5e5309', 'mac_address': 'fa:16:3e:68:ad:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:18.514556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39ea67e8-2e56-44f7-8de1-a9d304119143 req-72c19d7f-3816-44f9-a8ec-1a148703a8b5 service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157283 Aug 11 02:50:18.539874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-7019c892-c27e-47be-9233-d3cdda3da970 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.0593789 Aug 11 02:50:18.551179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.553064 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-462a2ccb-8d2a-47d8-b046-ed2c2bb89457 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 217 time: 0.0596874 Aug 11 02:50:18.567297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e714b4-b688-4795-a767-b2e74f5e5309 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:18.591848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:18.598907 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:18.609101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c13168-1351-4833-965c-0e5d6a393750 req-300d6c4a-e941-4bc4-8d53-ae255faf4a59 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.611368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53c13168-1351-4833-965c-0e5d6a393750 req-300d6c4a-e941-4bc4-8d53-ae255faf4a59 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 948 time: 0.1683519 Aug 11 02:50:18.641521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-28fdff5c-63ad-4201-a478-ed2571c94c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.642986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-28fdff5c-63ad-4201-a478-ed2571c94c5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.0821311 Aug 11 02:50:18.669379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:18.696106 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-c8cd6335-5747-46fe-8a33-74e17a011468 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397611 Aug 11 02:50:18.702560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-eaca39b0-435b-45c4-b859-8f4a348964ce tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.708874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40088b6a-8aeb-4d64-8277-2203b67413cc req-eaca39b0-435b-45c4-b859-8f4a348964ce tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1625450 Aug 11 02:50:18.723491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53c13168-1351-4833-965c-0e5d6a393750 req-993bb4c8-56a3-42de-b388-aa45bd7ae349 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955999 Aug 11 02:50:18.848335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['08e714b4-b688-4795-a767-b2e74f5e5309'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:18.852774 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-4b963c84-5f2e-4523-9b55-c4cc8cef0e0d service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446013 Aug 11 02:50:18.882287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9084ee-7f96-4e07-8da4-eb3447e7bd8f req-3d4f0d39-a55f-4665-af5c-230a21988624 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:18.884209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f9084ee-7f96-4e07-8da4-eb3447e7bd8f req-3d4f0d39-a55f-4665-af5c-230a21988624 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 943 time: 0.0841658 Aug 11 02:50:18.985696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f9084ee-7f96-4e07-8da4-eb3447e7bd8f req-8553d350-099d-43be-bea4-377a244c32f8 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874803 Aug 11 02:50:19.030016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48a7d85-bfd7-4ea7-97e7-cbe697242db9 req-4b933d21-eed4-4dca-ba01-caa70a77c94c service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637557 Aug 11 02:50:19.138719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da415-ec16-4caa-ac2d-3f744ef3cb62 req-af08de72-694c-4719-838b-b75c48e92c60 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:19.140588 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a9da415-ec16-4caa-ac2d-3f744ef3cb62 req-af08de72-694c-4719-838b-b75c48e92c60 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0634465 Aug 11 02:50:19.201637 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a9da415-ec16-4caa-ac2d-3f744ef3cb62 req-84b530a0-08c5-4ca3-8ebd-e7d53b56f67c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532556 Aug 11 02:50:19.342627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ccb0d-933d-4bcc-8ee4-2cbab73b9608 req-74ff55bf-839f-4e63-8064-a088b926ca63 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:19.345187 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-656ccb0d-933d-4bcc-8ee4-2cbab73b9608 req-74ff55bf-839f-4e63-8064-a088b926ca63 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 944 time: 0.0809987 Aug 11 02:50:19.370405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:19.372781 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6126920e-506a-4bff-932e-23aeadb27117" -d '{"events": [{"name": "network-changed", "server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:19.395715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-656ccb0d-933d-4bcc-8ee4-2cbab73b9608 req-ebd8a67b-cfe2-48ef-910d-80b5a2665d1e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429235 Aug 11 02:50:19.506986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e2869-b122-4e7b-9a4b-96eb0ae9a255 req-e9991da2-797a-447f-816b-2abc9f98f088 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:19.508556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-043e2869-b122-4e7b-9a4b-96eb0ae9a255 req-e9991da2-797a-447f-816b-2abc9f98f088 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 1101 time: 0.0439889 Aug 11 02:50:19.527452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-043e2869-b122-4e7b-9a4b-96eb0ae9a255 req-65ea9986-ceca-4daf-8272-33834cdec329 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.553384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-f436c544-d688-47c4-b38c-4c56870cab92 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3590815 Aug 11 02:50:19.571527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:19.670747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-043e2869-b122-4e7b-9a4b-96eb0ae9a255 req-65ea9986-ceca-4daf-8272-33834cdec329 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.675780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-043e2869-b122-4e7b-9a4b-96eb0ae9a255 req-65ea9986-ceca-4daf-8272-33834cdec329 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.695127 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.699178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-043e2869-b122-4e7b-9a4b-96eb0ae9a255 req-65ea9986-ceca-4daf-8272-33834cdec329 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841342 Aug 11 02:50:19.711964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea9986-ceca-4daf-8272-33834cdec329 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a145e9-dd24-4316-b19e-0bece298c825,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:19.827400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:19.841072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d4bd-d087-4b3e-9bbb-1e84d5d1f5d0 req-d37bebdf-e9c7-454e-bc7b-afcb5d290a27 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:19.842676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6b2d4bd-d087-4b3e-9bbb-1e84d5d1f5d0 req-d37bebdf-e9c7-454e-bc7b-afcb5d290a27 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 950 time: 0.0649822 Aug 11 02:50:19.883481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6b2d4bd-d087-4b3e-9bbb-1e84d5d1f5d0 req-33251e7d-8507-45d4-abd9-09b5dbdb4e2d tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Aug 11 02:50:19.935283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Allocated IP 172.25.4.68 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/f5512065-1b57-454b-96a7-ea55cad2c80c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:19.935789 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c797be3-e3ab-4e9e-b953-360c8a6970b6 x-openstack-request-id: req-1c797be3-e3ab-4e9e-b953-360c8a6970b6 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:19.936301 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:19.936680 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c797be3-e3ab-4e9e-b953-360c8a6970b6 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:19.938294 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30', 'status': 'completed', 'code': 200} Aug 11 02:50:20.041906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126920e-506a-4bff-932e-23aeadb27117 req-7ec61d84-9401-4d68-983a-ae8eafebd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.043451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6126920e-506a-4bff-932e-23aeadb27117 req-7ec61d84-9401-4d68-983a-ae8eafebd42a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1096 time: 0.0756826 Aug 11 02:50:20.050443 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.061480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd9905-45b3-4438-b0c0-9ca757376d4b req-07524385-22fe-423b-be94-831eb39e6a0d tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.063061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4cd9905-45b3-4438-b0c0-9ca757376d4b req-07524385-22fe-423b-be94-831eb39e6a0d tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 949 time: 0.0666711 Aug 11 02:50:20.097778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.138804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:20.144372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:20.149231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:20.151596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=f5512065-1b57-454b-96a7-ea55cad2c80c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:20.176862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4cd9905-45b3-4438-b0c0-9ca757376d4b req-6bf9c5de-2160-49aa-bf15-69ebe6a9360e tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949225 Aug 11 02:50:20.215088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126920e-506a-4bff-932e-23aeadb27117 req-09235cc5-3612-462c-9235-f8ee372a0cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.218130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6126920e-506a-4bff-932e-23aeadb27117 req-09235cc5-3612-462c-9235-f8ee372a0cdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.1642318 Aug 11 02:50:20.253196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.298124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6126920e-506a-4bff-932e-23aeadb27117 req-d48058e0-ed58-42f0-b6aa-a5f6118c153b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 217 time: 0.0712407 Aug 11 02:50:20.303603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.319341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:20.402823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 08e714b4-b688-4795-a767-b2e74f5e5309 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:20.413249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 08e714b4-b688-4795-a767-b2e74f5e5309 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:20.413650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.433253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126920e-506a-4bff-932e-23aeadb27117 req-2e49a8f6-f44e-472c-9e92-1ea10ef0f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.435745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6126920e-506a-4bff-932e-23aeadb27117 req-2e49a8f6-f44e-472c-9e92-1ea10ef0f8ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1292636 Aug 11 02:50:20.480893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86aaea-54ac-46a0-9f1c-f13ddf192ffe req-92245ce2-19db-42ec-a413-a1ea0d9b0ff9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.482721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a86aaea-54ac-46a0-9f1c-f13ddf192ffe req-92245ce2-19db-42ec-a413-a1ea0d9b0ff9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 943 time: 0.1268263 Aug 11 02:50:20.510723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6126920e-506a-4bff-932e-23aeadb27117 req-75bbf71a-a5bb-4934-92b1-7add65315629 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593734 Aug 11 02:50:20.543572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:20.567098 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.585206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.597845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.673878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event updated for resources: {'Port': ['ID=f5512065-1b57-454b-96a7-ea55cad2c80c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:20.700216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.717781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.719415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-03472b89-3dc1-45d8-8da9-a6a87b86f03f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1546957 Aug 11 02:50:20.777462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-3797f237-ca81-4d34-afc1-ea092d67160b tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.68 HTTP/1.1" status: 200 len: 695 time: 0.0509484 Aug 11 02:50:20.851808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:20.855502 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9eb0ed-eadd-4090-8a2e-831d2f598596" -d '{"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-plugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:20.888752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:20.894154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:20.900868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-3fb11b3f-0ead-4747-803f-72702ba0242e tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:20.902393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51892ebc-dc69-4c7a-86a9-e2fddadb547c req-3fb11b3f-0ead-4747-803f-72702ba0242e tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1180508 Aug 11 02:50:20.996840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:21.009758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:21.014851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'port_id': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'mac_address': 'fa:16:3e:d2:5f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd7d8da-002f-44c4-a196-0a955a3e9111', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:21.030934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3ea8e-1cee-4ce6-a32c-45b869527e34 req-2d033eac-5b26-4b1a-a95b-83112422c112 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.031139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a86aaea-54ac-46a0-9f1c-f13ddf192ffe req-949d7bda-4bc1-42ab-bbf0-7ff056e99956 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238836 Aug 11 02:50:21.033423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8da3ea8e-1cee-4ce6-a32c-45b869527e34 req-2d033eac-5b26-4b1a-a95b-83112422c112 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0654926 Aug 11 02:50:21.066673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-e889c8fb-6c70-4e1e-a0ee-65c45fab6715 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.068209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-e889c8fb-6c70-4e1e-a0ee-65c45fab6715 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 950 time: 0.0918028 Aug 11 02:50:21.071930 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6126920e-506a-4bff-932e-23aeadb27117 req-a4a289ed-2f1a-4462-adaa-dce6e63e05bb service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501456 Aug 11 02:50:21.074626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.086588 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8da3ea8e-1cee-4ce6-a32c-45b869527e34 req-f15e0f8f-db4d-4e6d-adff-af65e1f7bd60 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456176 Aug 11 02:50:21.096775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:21.124609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:21.129931 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.200291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:21.202845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e56ba-58ef-4e90-80f2-209756826d9d req-676613ee-629f-49b7-b7d6-1543c564d0ef tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.210417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-684e56ba-58ef-4e90-80f2-209756826d9d req-676613ee-629f-49b7-b7d6-1543c564d0ef tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 1101 time: 0.0533178 Aug 11 02:50:21.246444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-684e56ba-58ef-4e90-80f2-209756826d9d req-7d7b1371-36b9-4554-9052-778f86596e20 tempest-ServersAdminNegativeTestJSON-1362613269 tempest-ServersAdminNegativeTestJSON-1362613269-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292742 Aug 11 02:50:21.254225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbda25-9a30-4dc5-a1c0-19e2de3fa695 req-b2beca12-1127-4d7d-9004-b7fbfce47473 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.255686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10cbda25-9a30-4dc5-a1c0-19e2de3fa695 req-b2beca12-1127-4d7d-9004-b7fbfce47473 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 944 time: 0.1458776 Aug 11 02:50:21.289732 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9290653e-b9b9-42ff-ba09-af96af8c9f21 x-openstack-request-id: req-9290653e-b9b9-42ff-ba09-af96af8c9f21 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:21.290080 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-plugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:21.290339 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9290653e-b9b9-42ff-ba09-af96af8c9f21 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:21.290918 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309', 'code': 200} Aug 11 02:50:21.291395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6126920e-506a-4bff-932e-23aeadb27117 req-32a48a03-f44b-43e4-9098-0d32ba74bde8 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088318 Aug 11 02:50:21.323771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Deleting port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:21.324122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.380353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10cbda25-9a30-4dc5-a1c0-19e2de3fa695 req-c9dde1a2-c9a2-4606-abfe-0077b8f98128 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076043 Aug 11 02:50:21.402077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a91b3-790e-4f0b-9052-11f020c32a07 req-484a6ea9-ba63-4693-9d8d-820a309a64f8 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.405461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-406a91b3-790e-4f0b-9052-11f020c32a07 req-484a6ea9-ba63-4693-9d8d-820a309a64f8 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 950 time: 0.0641756 Aug 11 02:50:21.449865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-406a91b3-790e-4f0b-9052-11f020c32a07 req-4b0e75c2-7690-4554-84be-13ebca2d0442 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391829 Aug 11 02:50:21.478448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['9461ab2f-e471-4dc1-bf97-c78ec7ea7001'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:21.499215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] For port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:21.499585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.504426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0ce6-4b49-49d7-84d1-40710da93c53 req-40c854f6-72f6-4123-82c6-dfd552cc5ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.505867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-781b0ce6-4b49-49d7-84d1-40710da93c53 req-40c854f6-72f6-4123-82c6-dfd552cc5ee6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 1102 time: 0.1384981 Aug 11 02:50:21.508789 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fa0c461-8876-47b2-880d-dab302718f56 req-3263b734-a48d-4af1-b68f-7aee9a79dd3d tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips/0c1bfcff-2584-417e-a2f9-856207f6d32e HTTP/1.1" status: 200 len: 692 time: 0.0834682 Aug 11 02:50:21.534402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Calling delete_port for 97b47ed9-9a78-49d0-8a59-4fbd7f88342a owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:21.556250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171167c0-3d42-442c-9d5d-0218192983bf req-5d9ba0ae-4dc3-4350-9fdc-3e411394913f tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.564212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-171167c0-3d42-442c-9d5d-0218192983bf req-5d9ba0ae-4dc3-4350-9fdc-3e411394913f tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 950 time: 0.0574000 Aug 11 02:50:21.603836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-171167c0-3d42-442c-9d5d-0218192983bf req-bd28051f-07c5-4e21-9de7-d608d5aa8eb2 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385735 Aug 11 02:50:21.662454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-781b0ce6-4b49-49d7-84d1-40710da93c53 req-a7755692-6e45-4580-863d-fa809629950c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478379 Aug 11 02:50:21.725019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0c461-8876-47b2-880d-dab302718f56 req-e2c9b29d-d06a-4b5b-a785-ee78c1a98c1f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:21.726433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fa0c461-8876-47b2-880d-dab302718f56 req-e2c9b29d-d06a-4b5b-a785-ee78c1a98c1f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.2026999 Aug 11 02:50:21.744835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-0fa0c461-8876-47b2-880d-dab302718f56 req-c073605d-c149-4f4e-aa04-eb6f3bd3f5c0 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:21.745839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fa0c461-8876-47b2-880d-dab302718f56 req-c073605d-c149-4f4e-aa04-eb6f3bd3f5c0 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082393 Aug 11 02:50:21.844367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-f91b4fa6-e188-459f-b786-9b3d863899bc tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips/0c1bfcff-2584-417e-a2f9-856207f6d32e HTTP/1.1" status: 200 len: 692 time: 0.0542283 Aug 11 02:50:21.906582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:21.923360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f35c6c18-46c5-4bb8-8f42-fb76ceef7f65', '97b47ed9-9a78-49d0-8a59-4fbd7f88342a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:21.944674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Pushing event deleted for resources: {'Port': ['ID=97b47ed9-9a78-49d0-8a59-4fbd7f88342a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:22.005241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] No DVR routers for this DVR port 97b47ed9-9a78-49d0-8a59-4fbd7f88342a on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:22.009411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.011485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21fc3b50-cb09-4ccb-aee1-de287c62f7e5 req-6f033527-f0a0-4c09-8c37-9e7c891898ac tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "DELETE /v2.0/ports/97b47ed9-9a78-49d0-8a59-4fbd7f88342a HTTP/1.1" status: 204 len: 173 time: 0.9358335 Aug 11 02:50:22.012182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'name': 'network-vif-deleted', 'tag': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:22.014484 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05ce467-2459-4499-9f2f-dc1f1e552895" -d '{"events": [{"server_uuid": "a2999cf1-59b4-4ee0-b0af-204d4263e25f", "name": "network-vif-deleted", "tag": "97b47ed9-9a78-49d0-8a59-4fbd7f88342a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:22.035699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eb663-17d8-4007-b720-5968857bb72a req-d5ce3fe4-cb77-42b8-adbf-84f6dce08df3 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.049459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a2eb663-17d8-4007-b720-5968857bb72a req-d5ce3fe4-cb77-42b8-adbf-84f6dce08df3 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 949 time: 0.0998585 Aug 11 02:50:22.050395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-13930f01-6190-4e32-8180-1205a1935623 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.059590 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-13930f01-6190-4e32-8180-1205a1935623 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.2088726 Aug 11 02:50:22.125907 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-5a396925-c044-4656-bb17-be012e91592b tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.68 HTTP/1.1" status: 200 len: 695 time: 0.0652869 Aug 11 02:50:22.136406 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a2eb663-17d8-4007-b720-5968857bb72a req-dc6010af-6260-4b80-9e85-755aea77a2af tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801871 Aug 11 02:50:22.180876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-2e552847-4aba-48a7-954e-01d0f651c316 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.68 HTTP/1.1" status: 200 len: 695 time: 0.0540788 Aug 11 02:50:22.199116 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9e5bee-8cf6-4c4d-bb9b-7960350d46de x-openstack-request-id: req-fa9e5bee-8cf6-4c4d-bb9b-7960350d46de {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:22.199495 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2999cf1-59b4-4ee0-b0af-204d4263e25f", "name": "network-vif-deleted", "tag": "97b47ed9-9a78-49d0-8a59-4fbd7f88342a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:22.200012 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa9e5bee-8cf6-4c4d-bb9b-7960350d46de {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:22.200935 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2999cf1-59b4-4ee0-b0af-204d4263e25f', 'name': 'network-vif-deleted', 'tag': '97b47ed9-9a78-49d0-8a59-4fbd7f88342a', 'status': 'completed', 'code': 200} Aug 11 02:50:22.217693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ad42f7e-cbef-42a6-a0c5-91661c249eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.301791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6eb31-61d0-42b8-aa9e-4cccbcf43ed3 req-21f811c7-4713-44fd-b905-6595a4eea3e1 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.303334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8f6eb31-61d0-42b8-aa9e-4cccbcf43ed3 req-21f811c7-4713-44fd-b905-6595a4eea3e1 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 944 time: 0.0505545 Aug 11 02:50:22.325358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Deleting port f5512065-1b57-454b-96a7-ea55cad2c80c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:22.325703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.346677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8f6eb31-61d0-42b8-aa9e-4cccbcf43ed3 req-b09f545c-eb4a-4a94-8f4d-77f7c6b24c98 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349436 Aug 11 02:50:22.436664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.436989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.449561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Calling delete_port for f5512065-1b57-454b-96a7-ea55cad2c80c owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:22.465661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090ccb7-6e26-45d2-b358-26b0c5bc004e req-8d15d998-36a4-4d70-92bb-6e246d866163 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.470384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b090ccb7-6e26-45d2-b358-26b0c5bc004e req-8d15d998-36a4-4d70-92bb-6e246d866163 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0551708 Aug 11 02:50:22.519894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b090ccb7-6e26-45d2-b358-26b0c5bc004e req-1ca4e727-2f75-4415-bcb5-8562dd4b4f9f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Aug 11 02:50:22.557543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:22.568771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:22.665226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.702135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:22.710531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:22.710976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.725997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event deleted for resources: {'Port': ['ID=f5512065-1b57-454b-96a7-ea55cad2c80c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:22.750591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5136a-bc88-4bda-93d0-b6073c07ba3f req-06d1889d-c8b0-4b1e-ab6a-c7dbeed43607 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.754497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25b5136a-bc88-4bda-93d0-b6073c07ba3f req-06d1889d-c8b0-4b1e-ab6a-c7dbeed43607 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 944 time: 0.1434410 Aug 11 02:50:22.799735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:22.808257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.814216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.815403 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa2fa110-1acc-41c5-9fde-39b3c6c32b65 req-bca1d792-a1fb-422c-aa92-a7e412843246 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "DELETE /v2.0/floatingips/0c1bfcff-2584-417e-a2f9-856207f6d32e HTTP/1.1" status: 204 len: 173 time: 0.6267760 Aug 11 02:50:22.818914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25b5136a-bc88-4bda-93d0-b6073c07ba3f req-6eac0259-ffa1-4a12-a21b-3c7d0801ebc7 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Aug 11 02:50:22.850198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'port_id': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30', 'mac_address': 'fa:16:3e:65:08:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15444806-4914-4a23-8884-3608eb0874cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:22.905329 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.921548 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.935437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2af1fcc-8fa5-43e8-99a0-8242ef580f30 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:22.948827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48d5d16c-e5ba-4e93-b86d-2f1f2a73e8d4 req-4a9ba456-f9e0-4bf8-b51a-0a0881f88296 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2999cf1-59b4-4ee0-b0af-204d4263e25f HTTP/1.1" status: 200 len: 210 time: 0.0465686 Aug 11 02:50:22.954285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b63e48-a254-4d79-b0f7-9c1daff322fc req-e4333251-9801-4daf-b476-7404546e96ff tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:22.956074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5b63e48-a254-4d79-b0f7-9c1daff322fc req-e4333251-9801-4daf-b476-7404546e96ff tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 950 time: 0.0631433 Aug 11 02:50:22.981047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:22.986840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:22.988674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:22.994196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.006338 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5b63e48-a254-4d79-b0f7-9c1daff322fc req-c34f6f7c-2913-4b2d-8cc1-108cede73161 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390093 Aug 11 02:50:23.050893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.104029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:23.222318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12e728-9b68-4ee3-9681-2501afc91d61 req-588e6874-a1c1-4476-88c7-1a1174c97575 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.223872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a12e728-9b68-4ee3-9681-2501afc91d61 req-588e6874-a1c1-4476-88c7-1a1174c97575 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1933391 Aug 11 02:50:23.291660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:23.294481 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1094b8e-f909-41a7-aa24-a2a7cd987133" -d '{"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-plugged", "status": "completed", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:23.328834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312a29c-336a-43f4-9e6c-2bc952cb7440 req-c86b1086-33f2-4501-a43a-d0b24a3ddeca tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.331473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6312a29c-336a-43f4-9e6c-2bc952cb7440 req-c86b1086-33f2-4501-a43a-d0b24a3ddeca tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 949 time: 0.0579264 Aug 11 02:50:23.348887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a2af1fcc-8fa5-43e8-99a0-8242ef580f30'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:23.375418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6312a29c-336a-43f4-9e6c-2bc952cb7440 req-d4f2bd16-7bdc-451f-a813-5d48198d8f25 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Aug 11 02:50:23.442452 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8334f961-5f5c-4cb0-91cc-1de2889abd7b x-openstack-request-id: req-8334f961-5f5c-4cb0-91cc-1de2889abd7b {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:23.443328 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-plugged", "status": "completed", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:23.443765 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8334f961-5f5c-4cb0-91cc-1de2889abd7b {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:23.444442 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'code': 200} Aug 11 02:50:23.495580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3083c55-2d05-49b4-9657-0f4de66f80b7 req-2a7fd64c-bc05-447c-a731-820d53c2716e tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=a10b0547582b4783bef8cf1a292c2f78 HTTP/1.1" status: 200 len: 1654 time: 0.0873990 Aug 11 02:50:23.570694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19853b18-7077-47a4-833a-ada55d5ea23c req-f561eede-ee13-470c-9eab-11df2199aa4b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.572452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19853b18-7077-47a4-833a-ada55d5ea23c req-f561eede-ee13-470c-9eab-11df2199aa4b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.0899038 Aug 11 02:50:23.622598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3083c55-2d05-49b4-9657-0f4de66f80b7 req-4349baed-13ad-4086-bf67-9feaa1a6fb4a tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.628295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38204b6e-b7b8-4342-a11a-cde7e3c3f9a8 req-d4bcc712-da59-431f-a42f-f8272888bafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.629933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38204b6e-b7b8-4342-a11a-cde7e3c3f9a8 req-d4bcc712-da59-431f-a42f-f8272888bafd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 1097 time: 0.0959411 Aug 11 02:50:23.631183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3083c55-2d05-49b4-9657-0f4de66f80b7 req-4349baed-13ad-4086-bf67-9feaa1a6fb4a tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks?id=e1362544-b291-46ed-a508-aee3c7f36656&id=e1362544-b291-46ed-a508-aee3c7f36656&id=e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 787 time: 0.1230085 Aug 11 02:50:23.636631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-f3083c55-2d05-49b4-9657-0f4de66f80b7 req-452d4367-5126-4232-921e-d1b80a00f5a0 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:23.644231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3083c55-2d05-49b4-9657-0f4de66f80b7 req-452d4367-5126-4232-921e-d1b80a00f5a0 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120275 Aug 11 02:50:23.667718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19853b18-7077-47a4-833a-ada55d5ea23c req-dbf9cc97-e67e-42b6-a87d-7f14145c0c16 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873840 Aug 11 02:50:23.679684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-fc664fa9-f0a2-4954-b706-69a0a262f3a0 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.681469 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-fc664fa9-f0a2-4954-b706-69a0a262f3a0 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.10 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 949 time: 0.0977378 Aug 11 02:50:23.753906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38204b6e-b7b8-4342-a11a-cde7e3c3f9a8 req-ce5e7800-08cd-48f2-836e-be2e07de9ffe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099417 Aug 11 02:50:23.760416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-d8685821-eefc-4db4-a282-bfb980373866 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips/04938210-b6cc-4161-9569-965d0ccf2d08 HTTP/1.1" status: 200 len: 691 time: 0.0511596 Aug 11 02:50:23.821625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b4eb3-b626-4534-8c5b-3e8ffff55851 req-79cb9c1d-e82c-4f72-b16d-899d6491d6fe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.823082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c6b4eb3-b626-4534-8c5b-3e8ffff55851 req-79cb9c1d-e82c-4f72-b16d-899d6491d6fe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0851250 Aug 11 02:50:23.854417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Deleting port ee861c4e-75b6-45e8-8a0f-893b6a149051 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:23.854759 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.869807 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-ffab1537-8f28-49bd-9c41-93f23a0134af tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:23.871207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-ffab1537-8f28-49bd-9c41-93f23a0134af tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1033449 Aug 11 02:50:23.918347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c6b4eb3-b626-4534-8c5b-3e8ffff55851 req-62d81ac5-53cd-4fe4-b2a9-183d8362eb59 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869646 Aug 11 02:50:23.926086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-5d1403d9-3782-439b-bb80-ac97c40d465e tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.0453122 Aug 11 02:50:23.972401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] For port ee861c4e-75b6-45e8-8a0f-893b6a149051, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee861c4e-75b6-45e8-8a0f-893b6a149051,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:23.972765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:23.983854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-b3a2e467-0f0f-495c-83a3-3093452c0aa5 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.0517807 Aug 11 02:50:23.990555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Calling delete_port for ee861c4e-75b6-45e8-8a0f-893b6a149051 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:24.085243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe949c-3700-4fe3-a036-b887b341eddc req-43a97ff4-e593-45b0-b6e6-e336ba911391 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.086655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0fe949c-3700-4fe3-a036-b887b341eddc req-43a97ff4-e593-45b0-b6e6-e336ba911391 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 945 time: 0.1032813 Aug 11 02:50:24.114791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Deleting port fe79e6ed-6485-4207-a5a8-1e267c0ea799 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:24.115134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.145048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0fe949c-3700-4fe3-a036-b887b341eddc req-e84e7ff1-db72-4795-996c-ae43d73573c3 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484540 Aug 11 02:50:24.205328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.205922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.221461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Calling delete_port for fe79e6ed-6485-4207-a5a8-1e267c0ea799 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:24.221708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.235318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ee861c4e-75b6-45e8-8a0f-893b6a149051'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:24.240228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1a940517-0e7a-49c2-95b9-e5a59ebb8045'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:24.290960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Pushing event deleted for resources: {'Port': ['ID=ee861c4e-75b6-45e8-8a0f-893b6a149051,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:24.313340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] No DVR routers for this DVR port ee861c4e-75b6-45e8-8a0f-893b6a149051 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:24.317501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.318078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 97b47ed9-9a78-49d0-8a59-4fbd7f88342a no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:24.319453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8204e3cd-e07c-4211-8b52-584ffe421284 req-a2acb12e-f745-40e5-922d-d99d286124c1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.10 "DELETE /v2.0/ports/ee861c4e-75b6-45e8-8a0f-893b6a149051 HTTP/1.1" status: 204 len: 173 time: 0.6303482 Aug 11 02:50:24.320013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'name': 'network-vif-deleted', 'tag': 'ee861c4e-75b6-45e8-8a0f-893b6a149051'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:24.323201 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b064bfb5-4249-4fd7-a47f-9145ba4a477d" -d '{"events": [{"server_uuid": "47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506", "name": "network-vif-deleted", "tag": "ee861c4e-75b6-45e8-8a0f-893b6a149051"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:24.353790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 97b47ed9-9a78-49d0-8a59-4fbd7f88342a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:24.354410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 97b47ed9-9a78-49d0-8a59-4fbd7f88342a not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:24.431903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.516598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event deleted for resources: {'Port': ['ID=fe79e6ed-6485-4207-a5a8-1e267c0ea799,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:24.550388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:24.579538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.582553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.583259 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89e481d-8d08-4a3a-b73c-7ef06c9c56a5 x-openstack-request-id: req-d89e481d-8d08-4a3a-b73c-7ef06c9c56a5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:24.583763 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506", "name": "network-vif-deleted", "tag": "ee861c4e-75b6-45e8-8a0f-893b6a149051", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:24.583884 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d89e481d-8d08-4a3a-b73c-7ef06c9c56a5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:24.584190 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506', 'name': 'network-vif-deleted', 'tag': 'ee861c4e-75b6-45e8-8a0f-893b6a149051', 'status': 'completed', 'code': 200} Aug 11 02:50:24.598881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-620422d9-c05b-448a-b6ae-de9dca4d0dff req-6358bf2a-0777-4c8e-ad10-da54a265767f tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "DELETE /v2.0/floatingips/04938210-b6cc-4161-9569-965d0ccf2d08 HTTP/1.1" status: 204 len: 173 time: 0.6086521 Aug 11 02:50:24.643421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:24.648023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:24.648403 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.648585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-015a1cc7-22b0-456b-b323-fea062bf0d96 req-5cafbf46-f179-4dd7-87a1-567aeed7525d tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b3c0d8-d1ba-42c6-9ea7-90a7f0f63506 HTTP/1.1" status: 200 len: 210 time: 0.0351973 Aug 11 02:50:24.653093 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-ef829762-b69f-4df5-965d-881b6f9ed1ba service neutron] show failed (client error): The resource could not be found. Aug 11 02:50:24.654110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-ef829762-b69f-4df5-965d-881b6f9ed1ba service neutron] 10.222.0.57 "GET /v2.0/ports/169ede29-784f-4bad-b005-893ef4152bc3/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.1440248 Aug 11 02:50:24.724523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab21be6-cd1c-47c6-876a-a975dd7e8030 req-05f28297-d56d-4658-9d2e-3eeaa7c5abf7 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.726041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ab21be6-cd1c-47c6-876a-a975dd7e8030 req-05f28297-d56d-4658-9d2e-3eeaa7c5abf7 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 950 time: 0.0875041 Aug 11 02:50:24.748740 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.753113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a39493fb-9514-469e-831a-311aee5203f0 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips/a6e7a9b3-95ac-4bd8-a425-3bc7752e5b90 HTTP/1.1" status: 200 len: 693 time: 0.0722694 Aug 11 02:50:24.778698 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ab21be6-cd1c-47c6-876a-a975dd7e8030 req-8b26bbb5-9c0c-4bb6-9ce0-58f136625cfe tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 Aug 11 02:50:24.794490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:24.803303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:24.892103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:24.913143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-e3fcf251-4e1d-4c2b-bfd3-f7e4d26f29d5 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.914691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-e3fcf251-4e1d-4c2b-bfd3-f7e4d26f29d5 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1608021 Aug 11 02:50:24.920069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85d69c-8a32-42bb-b5a8-e47e89fb06dc req-54637478-d5ed-4dcb-87f0-239c55a227c6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:24.922605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df85d69c-8a32-42bb-b5a8-e47e89fb06dc req-54637478-d5ed-4dcb-87f0-239c55a227c6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.0841236 Aug 11 02:50:24.983564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df85d69c-8a32-42bb-b5a8-e47e89fb06dc req-da566485-9fea-4011-a054-78a5e70638ad tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546432 Aug 11 02:50:25.020185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-6f1b3c4b-8683-49c3-9639-ad25b205b400 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.0953374 Aug 11 02:50:25.048120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-0c9ae238-ed2f-4002-824d-6141eaaa3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.050067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-0c9ae238-ed2f-4002-824d-6141eaaa3777 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db&tenant_id=4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 1102 time: 0.1341455 Aug 11 02:50:25.087844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:25.121907 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-8b7de006-80ba-4924-812c-66f67a9a705b tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.224 HTTP/1.1" status: 200 len: 696 time: 0.0954678 Aug 11 02:50:25.159791 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.166375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051a4d8-3fbe-40b2-9bc4-49884e039516 req-d2344f4a-855e-409b-99a2-67920fdb30d1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.168348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f051a4d8-3fbe-40b2-9bc4-49884e039516 req-d2344f4a-855e-409b-99a2-67920fdb30d1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.0688698 Aug 11 02:50:25.170127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bdbfccf8-1797-4cb1-9242-882011846067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.217791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f051a4d8-3fbe-40b2-9bc4-49884e039516 req-4e713ac8-3836-4199-aafc-4fb825beb2eb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412729 Aug 11 02:50:25.239806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.326296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd248c-c09b-40c9-a69e-58c143c352ba req-9152365a-4288-4be5-8c69-802a71754afa tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.328486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbcd248c-c09b-40c9-a69e-58c143c352ba req-9152365a-4288-4be5-8c69-802a71754afa tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 946 time: 0.0500126 Aug 11 02:50:25.368724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbcd248c-c09b-40c9-a69e-58c143c352ba req-3b413f2c-61b5-40e7-aacc-60f498332a50 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Aug 11 02:50:25.376074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Deleting port fc99b717-aca1-4e54-bfff-c18ca476b08f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:25.376421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.420333 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.446399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:25.450793 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2753ddb6-c501-4238-b66b-7c180f362613" -d '{"events": [{"server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "name": "network-vif-plugged", "status": "completed", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:25.491092 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2ce6c0-548c-4d4d-88ad-cb70185b3410 x-openstack-request-id: req-1e2ce6c0-548c-4d4d-88ad-cb70185b3410 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:25.491622 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "name": "network-vif-plugged", "status": "completed", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:25.492183 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e2ce6c0-548c-4d4d-88ad-cb70185b3410 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:25.492592 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30', 'code': 200} Aug 11 02:50:25.778001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.778623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:25.818710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Calling delete_port for fc99b717-aca1-4e54-bfff-c18ca476b08f owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:25.831522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:25.897096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b6cc-0914-4c09-ba5c-68d742169e54 req-d94a1a48-dcc2-4476-9d03-e3f53adbcf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.898608 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cdf4b6cc-0914-4c09-ba5c-68d742169e54 req-d94a1a48-dcc2-4476-9d03-e3f53adbcf91 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1098 time: 0.1322715 Aug 11 02:50:25.925926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:25.965529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d408da-aaf6-4250-b388-f97342083c9a req-4b5e2588-0a6a-44f2-8c57-277af44d06d2 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:25.967241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0d408da-aaf6-4250-b388-f97342083c9a req-4b5e2588-0a6a-44f2-8c57-277af44d06d2 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 950 time: 0.0525815 Aug 11 02:50:25.988431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cdf4b6cc-0914-4c09-ba5c-68d742169e54 req-98be7ad2-484b-4d35-9264-67a28b7475a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762606 Aug 11 02:50:26.012324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.029730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0d408da-aaf6-4250-b388-f97342083c9a req-f2827d1d-3d8c-41ba-aa9d-8f2298f78aa0 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Aug 11 02:50:26.076054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.078475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Transition to ACTIVE for port object 169ede29-784f-4bad-b005-893ef4152bc3 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:26.086486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.115489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event deleted for resources: {'Port': ['ID=fc99b717-aca1-4e54-bfff-c18ca476b08f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:26.133390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.133735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.134259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.134759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.135247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.135852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.136542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.137023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.137506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.137997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.138595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.139085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:26.163429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95aad3-520a-4b45-bc0b-9169fcb7c44e req-e32f2402-bf1c-4496-987f-3b219289c308 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.168283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e95aad3-520a-4b45-bc0b-9169fcb7c44e req-e32f2402-bf1c-4496-987f-3b219289c308 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 950 time: 0.0710592 Aug 11 02:50:26.210349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e95aad3-520a-4b45-bc0b-9169fcb7c44e req-e46b9a41-6b0c-496c-8d48-3cbbc0b3ebdb tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Aug 11 02:50:26.288051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] No DVR routers for this DVR port 169ede29-784f-4bad-b005-893ef4152bc3 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:26.310497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:26.317145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:26.357068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.360518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.361697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e9bf600-5338-45b6-bf0e-d91595033272 req-a6823576-3e1e-4e93-a15d-fcbb88a1d6ca tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "DELETE /v2.0/floatingips/a6e7a9b3-95ac-4bd8-a425-3bc7752e5b90 HTTP/1.1" status: 204 len: 173 time: 1.2330532 Aug 11 02:50:26.361959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045352c-017d-461d-acaa-7c4543ca5301 req-cc6283cb-2973-4ba1-a024-89479aa48ebf tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.365007 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b045352c-017d-461d-acaa-7c4543ca5301 req-cc6283cb-2973-4ba1-a024-89479aa48ebf tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.0857086 Aug 11 02:50:26.380949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df2aa-d422-4746-a5ca-75a289077283 req-fe6f9956-32ae-4e59-884d-ba6b0d90f36a tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.383094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c44df2aa-d422-4746-a5ca-75a289077283 req-fe6f9956-32ae-4e59-884d-ba6b0d90f36a tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 950 time: 0.1982684 Aug 11 02:50:26.385058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:26.385394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:26.385721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:26.402445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Port 169ede29-784f-4bad-b005-893ef4152bc3 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:26.402445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Attempting to bind port 169ede29-784f-4bad-b005-893ef4152bc3 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:26.415295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b045352c-017d-461d-acaa-7c4543ca5301 req-137427c7-6031-4c96-953e-3a16e1c2f349 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426502 Aug 11 02:50:26.466259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:26.466605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:26.467000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:26.467457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Bound port: 169ede29-784f-4bad-b005-893ef4152bc3, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:26.467852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.543043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:26.564833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac785cc-1956-4fea-9107-d0b6aba39617 req-0c8ddb5c-a750-47b1-bcb1-6d2092802c14 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.570382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '08e714b4-b688-4795-a767-b2e74f5e5309', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '08e714b4-b688-4795-a767-b2e74f5e5309', 'mac_address': 'fa:16:3e:68:ad:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:26.572742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ac785cc-1956-4fea-9107-d0b6aba39617 req-0c8ddb5c-a750-47b1-bcb1-6d2092802c14 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.0618165 Aug 11 02:50:26.600843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:26.603769 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04167d28-2304-47ce-83e1-49b5806e08fe" -d '{"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-unplugged", "status": "completed", "tag": "169ede29-784f-4bad-b005-893ef4152bc3"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:26.620674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.625356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.631171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ac785cc-1956-4fea-9107-d0b6aba39617 req-7aee9e7a-8e80-4475-9b1a-74268ba0459a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570645 Aug 11 02:50:26.634776 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-5c9748c0-7a03-44b1-ad33-acd625c9af47 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips/8afbb2fb-8e8c-4e57-a204-69f85bf384d1 HTTP/1.1" status: 200 len: 692 time: 0.1288564 Aug 11 02:50:26.637065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08e714b4-b688-4795-a767-b2e74f5e5309 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:26.661948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:26.667696 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.736746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:26.743138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['08e714b4-b688-4795-a767-b2e74f5e5309'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:26.743477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:26.770061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Deleting port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:26.770413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.805880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4ebe9-5ff6-4d39-8572-c311ba7ffa2b req-04629364-cc80-42f9-ac90-a9f9f2cfafd6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.816548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25d4ebe9-5ff6-4d39-8572-c311ba7ffa2b req-04629364-cc80-42f9-ac90-a9f9f2cfafd6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 946 time: 0.0894346 Aug 11 02:50:26.861231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25d4ebe9-5ff6-4d39-8572-c311ba7ffa2b req-3a4f25ee-c85f-45fd-9116-b34e39f10f30 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Aug 11 02:50:26.881665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] For port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:26.882126 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.892931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:26.915958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:26.940965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Calling delete_port for f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:26.991918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcf206-f804-4ba7-b057-0372f8aa6e93 req-d5b008bc-b833-4fe8-8c57-ae3a1a087508 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.993687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:26.993945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7fcf206-f804-4ba7-b057-0372f8aa6e93 req-d5b008bc-b833-4fe8-8c57-ae3a1a087508 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.0670722 Aug 11 02:50:26.994732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.003049 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] 10.222.0.10 "PUT /v2.0/ports/169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 1097 time: 1.9221520 Aug 11 02:50:27.066743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7fcf206-f804-4ba7-b057-0372f8aa6e93 req-b89a8667-4cd9-4df2-ab10-5ade22f3f2b9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602772 Aug 11 02:50:27.113110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-5f89e779-bdd6-4b26-8163-8eda624bdff2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.121970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-5f89e779-bdd6-4b26-8163-8eda624bdff2 tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.4772098 Aug 11 02:50:27.226081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171172e-d0c9-44e6-9011-f9f5c6476ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:27.264421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-c4f8b6f4-70d7-45ce-8702-70626ff3cfad tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.1412125 Aug 11 02:50:27.316998 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbb01f3-c2a8-478e-9a2e-678641c99838 x-openstack-request-id: req-ddbb01f3-c2a8-478e-9a2e-678641c99838 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:27.317294 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-unplugged", "status": "completed", "tag": "169ede29-784f-4bad-b005-893ef4152bc3", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:27.317546 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddbb01f3-c2a8-478e-9a2e-678641c99838 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:27.317967 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3', 'code': 200} Aug 11 02:50:27.346767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-79e31ec6-19d4-4404-a176-554d1101e27b tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.41 HTTP/1.1" status: 200 len: 695 time: 0.0811534 Aug 11 02:50:27.370445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-1fd1a0b6-2a1c-40f3-8034-d03d8cb25643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.371990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-1fd1a0b6-2a1c-40f3-8034-d03d8cb25643 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1100 time: 0.3368363 Aug 11 02:50:27.436286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4cb6f-7248-4d37-8756-c1441bd37b87 req-28cc4f71-d390-42c6-9eb8-41860eee84d5 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.439224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afa4cb6f-7248-4d37-8756-c1441bd37b87 req-28cc4f71-d390-42c6-9eb8-41860eee84d5 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/ports?device_id=949cd175-21aa-44c4-8136-4a36129a5d3f HTTP/1.1" status: 200 len: 950 time: 0.0758762 Aug 11 02:50:27.507829 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afa4cb6f-7248-4d37-8756-c1441bd37b87 req-ab16f50e-5207-4eb9-aa0d-be071cfef4d4 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.60 "GET /v2.0/security-groups?id=39550668-b42e-4382-844b-98387ca64b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594995 Aug 11 02:50:27.682682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.694198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f35c6c18-46c5-4bb8-8f42-fb76ceef7f65'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:27.751478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62232a0-7869-4912-a1fc-440371435645 req-92032815-70b6-4caa-97ef-3476759a4c43 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.759577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e62232a0-7869-4912-a1fc-440371435645 req-92032815-70b6-4caa-97ef-3476759a4c43 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 950 time: 0.1060076 Aug 11 02:50:27.765220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Pushing event deleted for resources: {'Port': ['ID=f35c6c18-46c5-4bb8-8f42-fb76ceef7f65,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:27.785076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-e1ecc059-a5c8-4a75-b55e-75f0f2a544c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:27.786757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-e1ecc059-a5c8-4a75-b55e-75f0f2a544c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3993104 Aug 11 02:50:27.793521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Deleting port de667a66-5382-45bb-8245-85127b94f461 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:27.794103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.825226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e62232a0-7869-4912-a1fc-440371435645 req-a9bcdf3e-cd96-43cd-b31a-d2bc8ede86a6 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494928 Aug 11 02:50:27.827805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] No DVR routers for this DVR port f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:27.888178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:27.891279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c44df2aa-d422-4746-a5ca-75a289077283 req-3d13fe30-d507-429c-9711-9873b5201b39 tempest-LiveMigrationNegativeTest-1378862431 tempest-LiveMigrationNegativeTest-1378862431-project] 10.222.0.10 "DELETE /v2.0/ports/f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 HTTP/1.1" status: 204 len: 173 time: 1.5006990 Aug 11 02:50:27.902486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-2769c513-4b20-47df-a485-ed3a8ca8f9b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.1059368 Aug 11 02:50:27.985645 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.039521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-0e5045cc-c182-4748-a513-1bffd645f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.041430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-0e5045cc-c182-4748-a513-1bffd645f13e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1275606 Aug 11 02:50:28.043501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.044052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.073466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32611a6a-38fe-4882-b00a-f61bfde600d7 req-b172ebcf-b412-482c-a557-34d5fae8520e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.075165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Calling delete_port for de667a66-5382-45bb-8245-85127b94f461 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:28.097734 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32611a6a-38fe-4882-b00a-f61bfde600d7 req-b172ebcf-b412-482c-a557-34d5fae8520e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.0905488 Aug 11 02:50:28.157599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32611a6a-38fe-4882-b00a-f61bfde600d7 req-29bbc77e-1391-43df-a6f6-5b54ed1acf32 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522327 Aug 11 02:50:28.199049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-d0886e89-77b0-437c-aa51-611a7b5a8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.200718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-d0886e89-77b0-437c-aa51-611a7b5a8b97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416547 Aug 11 02:50:28.293575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8b168-b13b-4eda-bb7f-277dff327202 req-41cb9fa0-d48e-4215-bc9d-cf8bbaf0746a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.302405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18c8b168-b13b-4eda-bb7f-277dff327202 req-41cb9fa0-d48e-4215-bc9d-cf8bbaf0746a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.0747001 Aug 11 02:50:28.345822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:28.364271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18c8b168-b13b-4eda-bb7f-277dff327202 req-55019ce1-da80-495a-b389-d74a4164bf82 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585127 Aug 11 02:50:28.496923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 08e714b4-b688-4795-a767-b2e74f5e5309 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:28.498022 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.511231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-da0a2a52-3f4c-46f3-80cb-9147f3257fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019428 Aug 11 02:50:28.536903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-5d26ef80-e2c0-4f89-af89-ed0c92ad9bef tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.544221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-5d26ef80-e2c0-4f89-af89-ed0c92ad9bef tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.57 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 950 time: 0.2015049 Aug 11 02:50:28.566514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149ee5f-514a-4446-9dce-19e0cfcc6173 req-d9f950d2-cfcd-410c-8bf9-e3a915c097cc tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.575036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f149ee5f-514a-4446-9dce-19e0cfcc6173 req-d9f950d2-cfcd-410c-8bf9-e3a915c097cc tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 946 time: 0.1102412 Aug 11 02:50:28.598888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:28.601514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.627477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f149ee5f-514a-4446-9dce-19e0cfcc6173 req-aaa5a056-a005-4e54-bdb1-0cc0edb09aa6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Aug 11 02:50:28.691556 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.707733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Pushing event deleted for resources: {'Port': ['ID=de667a66-5382-45bb-8245-85127b94f461,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:28.711772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:28.733858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:28.737595 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f3ac92-5a33-496b-85ec-8e42e07bf042" -d '{"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-plugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:28.754312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:28.760463 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.761818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:28.777746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35596971-0d92-4c7d-b73d-66865fee938a req-5fffc5a9-a6b1-460d-8120-6a19b317ee79 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:28.786736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35596971-0d92-4c7d-b73d-66865fee938a req-5fffc5a9-a6b1-460d-8120-6a19b317ee79 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.0951107 Aug 11 02:50:28.790517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:28.790880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f35c6c18-46c5-4bb8-8f42-fb76ceef7f65 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:28.791454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee861c4e-75b6-45e8-8a0f-893b6a149051 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:28.836203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: ee861c4e-75b6-45e8-8a0f-893b6a149051 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:28.836560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee861c4e-75b6-45e8-8a0f-893b6a149051 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:28.841019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35596971-0d92-4c7d-b73d-66865fee938a req-da43c04e-e954-40ed-a99b-ed9c09ee75bb tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528829 Aug 11 02:50:28.862087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.870667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:28.871256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:28.872655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e96d0cca-8939-4e1d-ab62-da2c26690d41 req-22638e83-5fa3-4323-b1ac-f9a0a9154fde tempest-FloatingIPDetailsTestJSON-470518349 tempest-FloatingIPDetailsTestJSON-470518349-project] 10.222.0.60 "DELETE /v2.0/floatingips/8afbb2fb-8e8c-4e57-a204-69f85bf384d1 HTTP/1.1" status: 204 len: 173 time: 1.5169044 Aug 11 02:50:28.879839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22d5857e-99a7-4dc8-b4e9-df09666b337b req-ff883cc1-b851-4fd1-aa8c-71672ce6a822 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590424 Aug 11 02:50:28.880296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39820) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:28.920851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Deleting port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:28.921668 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.086836 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e807b82f-c2e5-4e26-bf71-03074758d0eb x-openstack-request-id: req-e807b82f-c2e5-4e26-bf71-03074758d0eb {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:29.087235 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-plugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:29.090459 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e807b82f-c2e5-4e26-bf71-03074758d0eb {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:29.091011 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309', 'code': 200} Aug 11 02:50:29.122919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] For port 1a940517-0e7a-49c2-95b9-e5a59ebb8045, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a940517-0e7a-49c2-95b9-e5a59ebb8045,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:29.124761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.163426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Calling delete_port for 1a940517-0e7a-49c2-95b9-e5a59ebb8045 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:29.271145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396477e-d9fc-4bc0-90d5-352a86051679 req-f9f62c48-7cc5-4084-ac10-0f647443356a tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.273017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f396477e-d9fc-4bc0-90d5-352a86051679 req-f9f62c48-7cc5-4084-ac10-0f647443356a tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1098 time: 0.1265044 Aug 11 02:50:29.302017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7534-48ce-4ea4-9b99-a7fc71edc032 req-15c1b7cc-5d55-465c-b748-597df81bbcb1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.311011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bfe7534-48ce-4ea4-9b99-a7fc71edc032 req-15c1b7cc-5d55-465c-b748-597df81bbcb1 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/ports?device_id=11000d1c-cece-4eb9-9f75-35a6dc206110 HTTP/1.1" status: 200 len: 950 time: 0.1241691 Aug 11 02:50:29.318942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3'}, {'server_uuid': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'name': 'network-vif-deleted', 'tag': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:29.321158 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9e89aa-fec7-475a-805e-6ee04c517d05" -d '{"events": [{"name": "network-changed", "server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "tag": "169ede29-784f-4bad-b005-893ef4152bc3"}, {"server_uuid": "949cd175-21aa-44c4-8136-4a36129a5d3f", "name": "network-vif-deleted", "tag": "f35c6c18-46c5-4bb8-8f42-fb76ceef7f65"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:29.357461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f396477e-d9fc-4bc0-90d5-352a86051679 req-ad04f71f-d908-49da-8450-bab72406ea64 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614262 Aug 11 02:50:29.397043 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bfe7534-48ce-4ea4-9b99-a7fc71edc032 req-5bc82cd3-27ed-48de-ba09-3be8f4f5f593 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.60 "GET /v2.0/security-groups?id=2f55decf-772a-46c3-ad0b-5c4ef551f2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Aug 11 02:50:29.478458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.493609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1a940517-0e7a-49c2-95b9-e5a59ebb8045'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:29.609190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:29.610795 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.641211 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ebe099-746d-422a-923d-4daddb99b178 x-openstack-request-id: req-95ebe099-746d-422a-923d-4daddb99b178 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:29.649326 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "tag": "169ede29-784f-4bad-b005-893ef4152bc3", "status": "completed", "code": 200}, {"server_uuid": "949cd175-21aa-44c4-8136-4a36129a5d3f", "name": "network-vif-deleted", "tag": "f35c6c18-46c5-4bb8-8f42-fb76ceef7f65", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:29.652687 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95ebe099-746d-422a-923d-4daddb99b178 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:29.653402 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3', 'status': 'completed', 'code': 200} Aug 11 02:50:29.653888 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '949cd175-21aa-44c4-8136-4a36129a5d3f', 'name': 'network-vif-deleted', 'tag': 'f35c6c18-46c5-4bb8-8f42-fb76ceef7f65', 'status': 'completed', 'code': 200} Aug 11 02:50:29.684683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] No DVR routers for this DVR port 1a940517-0e7a-49c2-95b9-e5a59ebb8045 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:29.687037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Pushing event deleted for resources: {'Port': ['ID=1a940517-0e7a-49c2-95b9-e5a59ebb8045,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:29.721329 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:29.723483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bedaa8eb-0e1b-411b-87e5-9415be45efb0 req-7e61269b-ec24-4dc0-9ea9-9e7c501cc905 tempest-ServersAdminNegativeTestJSON-1352414301 tempest-ServersAdminNegativeTestJSON-1352414301-project] 10.222.0.57 "DELETE /v2.0/ports/1a940517-0e7a-49c2-95b9-e5a59ebb8045 HTTP/1.1" status: 204 len: 173 time: 1.1323259 Aug 11 02:50:29.741761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41ef3d-ee68-4aae-9c59-c62fea111874 req-0bab6d64-37a9-4bd0-a0a9-d38a9a134aa1 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:29.773131 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d41ef3d-ee68-4aae-9c59-c62fea111874 req-0bab6d64-37a9-4bd0-a0a9-d38a9a134aa1 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.2494409 Aug 11 02:50:29.872606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d41ef3d-ee68-4aae-9c59-c62fea111874 req-a2f2844b-5310-4934-ae6b-7a625f22314e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968668 Aug 11 02:50:29.966392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.142417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-ea4424fd-8c9e-406f-9516-3fc0e83fd9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.143924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-ea4424fd-8c9e-406f-9516-3fc0e83fd9dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1100 time: 0.4542685 Aug 11 02:50:30.149952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-bd96f255-44d2-490f-94a7-4d43622b839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.152258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-bd96f255-44d2-490f-94a7-4d43622b839e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1100 time: 0.4754765 Aug 11 02:50:30.165404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a4e8f-855c-4af8-9bd9-67a6fedeac13 req-7883fc48-2172-4c5a-ba98-c145f3426038 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.167326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a6a4e8f-855c-4af8-9bd9-67a6fedeac13 req-7883fc48-2172-4c5a-ba98-c145f3426038 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1098 time: 0.4404237 Aug 11 02:50:30.375246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a6a4e8f-855c-4af8-9bd9-67a6fedeac13 req-af1bd2b2-dd48-4e87-9d0d-6e8c0cfdf7c3 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005402 Aug 11 02:50:30.378596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-68929878-adb4-45c0-997a-1aa4b64c5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.392002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8e8319a1-30d7-4fc7-9ecf-e64cc2fc8c1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b889120a6c9648ce9867a494798694d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7628431 Aug 11 02:50:30.392556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-68929878-adb4-45c0-997a-1aa4b64c5048 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2100699 Aug 11 02:50:30.393165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39854) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:30.402187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9804-f04d-496f-89b8-f6dc108dfbe9 req-75849c02-4bcb-4340-b77d-9ba9b34fc2bc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.410934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d56c9804-f04d-496f-89b8-f6dc108dfbe9 req-75849c02-4bcb-4340-b77d-9ba9b34fc2bc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.3791976 Aug 11 02:50:30.484468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-204bed07-d20e-48db-b80a-dcdaaa0db6e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.0784693 Aug 11 02:50:30.565793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-3ce0a8cd-73f5-49a5-92e3-bc8ed5c7b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.567379 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-3ce0a8cd-73f5-49a5-92e3-bc8ed5c7b55f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0678399 Aug 11 02:50:30.575727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d56c9804-f04d-496f-89b8-f6dc108dfbe9 req-4ebdcf03-59e9-4bac-ae35-1d9ff1364aba tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600707 Aug 11 02:50:30.632309 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.635542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f9fca-b87f-4dec-bc13-bcb6af2f4354 req-cff8b419-98be-41c1-a5b9-4ddcdfb70000 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.643509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd9f9fca-b87f-4dec-bc13-bcb6af2f4354 req-cff8b419-98be-41c1-a5b9-4ddcdfb70000 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.1564617 Aug 11 02:50:30.740357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-16e86d8c-fb4c-433d-aedb-dda809f8ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.742117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-16e86d8c-fb4c-433d-aedb-dda809f8ca07 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.5792615 Aug 11 02:50:30.753236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.775224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cd9f9fca-b87f-4dec-bc13-bcb6af2f4354 req-a1af44f4-b08d-4fc0-a4c3-884c61a3f731 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294377 Aug 11 02:50:30.806719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-e026cb10-0657-4bcd-be2e-0063a2ba15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:30.822230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-e026cb10-0657-4bcd-be2e-0063a2ba15eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2330744 Aug 11 02:50:30.959975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-6c101871-a464-408d-b4ed-22e68e6fdffb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.1987092 Aug 11 02:50:30.964404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.970393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:30.996861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39550668-b42e-4382-844b-98387ca64b9f HTTP/1.1" status: 204 len: 168 time: 0.5895846 Aug 11 02:50:31.027709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39550668-b42e-4382-844b-98387ca64b9f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:31.067170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.067524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.076624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.077038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.077380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.078296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.078728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.084958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.085375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.085716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.086054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.086383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82943063-d533-4fa5-a246-3d49832c30b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:31.100260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-3b091492-f10e-4d77-8077-cd254bcaa57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:31.102231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-3b091492-f10e-4d77-8077-cd254bcaa57d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1225505 Aug 11 02:50:31.151145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Deleting port 7f8a6593-5175-4ecb-b7e3-04564219df6c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:31.153724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.255970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-c059fbc5-5471-44f6-9329-8436fa4410a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:31.258175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-c059fbc5-5471-44f6-9329-8436fa4410a7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1425674 Aug 11 02:50:31.292494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-b65eb407-67d5-45a7-a010-cd538b9a81e4 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582268 Aug 11 02:50:31.379814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] For port 7f8a6593-5175-4ecb-b7e3-04564219df6c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7f8a6593-5175-4ecb-b7e3-04564219df6c,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:31.380182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.410105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Calling delete_port for 7f8a6593-5175-4ecb-b7e3-04564219df6c owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:31.434445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39890) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:31.463080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-b6f445a4-8be9-4f48-a283-c2a8cd626659 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934884 Aug 11 02:50:31.490495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-9a1aabee-5b2d-490b-b1f7-2d4c0bbfc2b8 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720531 Aug 11 02:50:31.496343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701f63d-aebc-4bee-bf18-0aba6d1988cd req-ece379c2-213a-4c19-b412-bf8db182dbb0 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:31.519102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c701f63d-aebc-4bee-bf18-0aba6d1988cd req-ece379c2-213a-4c19-b412-bf8db182dbb0 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.4425194 Aug 11 02:50:31.601435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf9e89aa-fec7-475a-805e-6ee04c517d05 req-01e1ae67-f120-4f2f-909a-889503665b4d service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258361 Aug 11 02:50:31.666146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'name': 'network-vif-deleted', 'tag': '1a940517-0e7a-49c2-95b9-e5a59ebb8045'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:31.666146 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8825c56-ccd9-402a-8e1e-0d773abae5c2" -d '{"events": [{"server_uuid": "11000d1c-cece-4eb9-9f75-35a6dc206110", "name": "network-vif-deleted", "tag": "1a940517-0e7a-49c2-95b9-e5a59ebb8045"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:31.666732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c701f63d-aebc-4bee-bf18-0aba6d1988cd req-70282fad-85b0-414c-91ef-e23ecead9d77 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275697 Aug 11 02:50:31.730409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39910) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:31.841132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-580d9182-61a5-4f7e-9be4-69189b61a4bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b80471949a1046c3b67c7f195c3f47f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095157 Aug 11 02:50:31.844574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39912) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:31.903694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.934695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8a6593-5175-4ecb-b7e3-04564219df6c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:31.975497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c217e3-0490-47be-b7dd-5368b302e423 req-1fe0e27f-c864-45a7-96cc-52d73e9910a6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:31.978078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39831598-b2da-4158-add5-8e9bedc6702a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:31.986439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7c217e3-0490-47be-b7dd-5368b302e423 req-1fe0e27f-c864-45a7-96cc-52d73e9910a6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 948 time: 0.2192144 Aug 11 02:50:32.015677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39831598-b2da-4158-add5-8e9bedc6702a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.090563 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39831598-b2da-4158-add5-8e9bedc6702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.096185 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39831598-b2da-4158-add5-8e9bedc6702a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.103132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-39831598-b2da-4158-add5-8e9bedc6702a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de2416ce-77ea-41fc-a49c-e3310c82f8e0 HTTP/1.1" status: 204 len: 168 time: 0.2573135 Aug 11 02:50:32.115207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39831598-b2da-4158-add5-8e9bedc6702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2416ce-77ea-41fc-a49c-e3310c82f8e0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:32.132711 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7c217e3-0490-47be-b7dd-5368b302e423 req-b24c9995-686b-4384-af54-6a46e2398e53 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451297 Aug 11 02:50:32.208050 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-18510cbc-ff17-410f-9260-2c32bfc56d39 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=889b8abce23c4d6d84283b82d358c0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7721689 Aug 11 02:50:32.219246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39926) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:32.291104 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0eaf74d-8b92-4ace-bdb8-0661084b5d23 x-openstack-request-id: req-f0eaf74d-8b92-4ace-bdb8-0661084b5d23 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:32.291673 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11000d1c-cece-4eb9-9f75-35a6dc206110", "name": "network-vif-deleted", "tag": "1a940517-0e7a-49c2-95b9-e5a59ebb8045", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:32.291673 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0eaf74d-8b92-4ace-bdb8-0661084b5d23 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:32.292066 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11000d1c-cece-4eb9-9f75-35a6dc206110', 'name': 'network-vif-deleted', 'tag': '1a940517-0e7a-49c2-95b9-e5a59ebb8045', 'status': 'completed', 'code': 200} Aug 11 02:50:32.418374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:32.523220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.573536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:32.590643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '169ede29-784f-4bad-b005-893ef4152bc3', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '169ede29-784f-4bad-b005-893ef4152bc3', 'mac_address': 'fa:16:3e:9b:67:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:32.598939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a940517-0e7a-49c2-95b9-e5a59ebb8045 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:32.613808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0481d1b5-881c-48ef-a0e8-bd3feb49ba63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.673143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0481d1b5-881c-48ef-a0e8-bd3feb49ba63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.737683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 1a940517-0e7a-49c2-95b9-e5a59ebb8045 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:32.738028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a940517-0e7a-49c2-95b9-e5a59ebb8045 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:32.800192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b275b0a-f77c-4d50-b104-b2753cf11c13 req-13ff21db-8747-43ea-bf05-628608748db5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:32.805935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b275b0a-f77c-4d50-b104-b2753cf11c13 req-13ff21db-8747-43ea-bf05-628608748db5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.3796275 Aug 11 02:50:32.814020 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.854450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169ede29-784f-4bad-b005-893ef4152bc3 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:32.902971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:32.913555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.925200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0481d1b5-881c-48ef-a0e8-bd3feb49ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.928146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0481d1b5-881c-48ef-a0e8-bd3feb49ba63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:32.929331 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0481d1b5-881c-48ef-a0e8-bd3feb49ba63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f55decf-772a-46c3-ad0b-5c4ef551f2eb HTTP/1.1" status: 204 len: 168 time: 0.7152083 Aug 11 02:50:32.987973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481d1b5-881c-48ef-a0e8-bd3feb49ba63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f55decf-772a-46c3-ad0b-5c4ef551f2eb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:33.026940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:33.053054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b275b0a-f77c-4d50-b104-b2753cf11c13 req-c20c18bf-f661-4f65-8d0e-39e2d1b6756c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459531 Aug 11 02:50:33.097598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:50:33.159796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:33.364031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:50:33.380788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] Sync routers for ids ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:50:33.384732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-edb06db8-2dd4-4553-87a1-6b38d07ece15 admin admin] 10.222.0.60 "PUT /v2.0/routers/241a3a08-2c74-430d-a9a5-7f77a2a085f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5009136 Aug 11 02:50:33.385231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39972) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:33.426378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] Routers {'241a3a08-2c74-430d-a9a5-7f77a2a085f0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:33.434264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:33.607282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.649647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39982) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:33.753176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9beda581-f5f6-4f79-9e1b-f3aaa7f4c23a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=686b936e95eb4bce8b3ff2bcc42c77fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1017971 Aug 11 02:50:33.755307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39988) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:33.853305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.877782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] Set router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:33.892929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d43b7116-f56a-4ce8-8205-0438c3fa880a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:33.899568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-bf8cb42a-86c4-49be-9bf4-2cc10b9b3451 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:50:33.908603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-bf8cb42a-86c4-49be-9bf4-2cc10b9b3451 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5845559 Aug 11 02:50:33.914149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:33.914905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:50:33.970924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d43b7116-f56a-4ce8-8205-0438c3fa880a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.135926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d43b7116-f56a-4ce8-8205-0438c3fa880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.144977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d43b7116-f56a-4ce8-8205-0438c3fa880a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.151532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d43b7116-f56a-4ce8-8205-0438c3fa880a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56a145e9-dd24-4316-b19e-0bece298c825 HTTP/1.1" status: 204 len: 168 time: 0.3901761 Aug 11 02:50:34.225219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b7116-f56a-4ce8-8205-0438c3fa880a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a145e9-dd24-4316-b19e-0bece298c825,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:34.249845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:34.250693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:34.250936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:34.257980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:34.258467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:34.269216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:34.269628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:34.270141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:34.270702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Bound port: a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:34.321191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-a8936ac0-d906-44ed-b141-e5142a14082d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:34.325828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-a8936ac0-d906-44ed-b141-e5142a14082d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db&tenant_id=4e87e0558954417aa7e78857acbfcecc&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 949 time: 0.4906051 Aug 11 02:50:34.427222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85'}], 'enable_snat': True}, 'gw_port_id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:31Z', 'revision_number': 5, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port': {'id': 'caf5369a-f363-4369-838c-5ecfcf003424', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:45:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:50:05Z', 'updated_at': '2021-08-11T02:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:34.447221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d99eb-a962-4983-b53a-07e2a02bcb7b req-cb24383a-c822-49b4-b171-3a5ad6123991 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:34.455505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a9d99eb-a962-4983-b53a-07e2a02bcb7b req-cb24383a-c822-49b4-b171-3a5ad6123991 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 949 time: 0.2555330 Aug 11 02:50:34.467865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] Checking router: 241a3a08-2c74-430d-a9a5-7f77a2a085f0 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:50:34.478183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] Routers {'241a3a08-2c74-430d-a9a5-7f77a2a085f0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:50:34.479094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:34.500104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Deleting port caf5369a-f363-4369-838c-5ecfcf003424 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:34.501186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.574291 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a9d99eb-a962-4983-b53a-07e2a02bcb7b req-13ab0f79-fe13-4aab-a776-c0b6115f5ca7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177008 Aug 11 02:50:34.615357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:34.625791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.627002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-701ad2be-a3fb-468c-b798-22f17633aa2e service neutron] 10.222.0.60 "POST /v2.0/ports/a2af1fcc-8fa5-43e8-99a0-8242ef580f30/bindings HTTP/1.1" status: 201 len: 390 time: 0.7172527 Aug 11 02:50:34.654135 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:50:34.678072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] Set router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:50:34.688586 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-bf897392-de4a-4192-9806-4e9ee784ff83 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:50:34.706775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-bf897392-de4a-4192-9806-4e9ee784ff83 service neutron] 10.222.0.57 "DELETE /v2.0/ports/169ede29-784f-4bad-b005-893ef4152bc3/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.3600652 Aug 11 02:50:34.844338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:33Z', 'revision_number': 6, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:34.872145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] For port caf5369a-f363-4369-838c-5ecfcf003424, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=caf5369a-f363-4369-838c-5ecfcf003424,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:34.878024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:34.925219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2477c82c-fbe5-4955-85d3-7a4d811467ce None None] The sync data for ids ['241a3a08-2c74-430d-a9a5-7f77a2a085f0'] in n-d-768509-22 is: [{'id': '241a3a08-2c74-430d-a9a5-7f77a2a085f0', 'name': 'tempest-FloatingIPDetailsTestJSON-515694573-router', 'tenant_id': 'a10b0547582b4783bef8cf1a292c2f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:50:03Z', 'updated_at': '2021-08-11T02:50:33Z', 'revision_number': 6, 'project_id': 'a10b0547582b4783bef8cf1a292c2f78', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:50:34.933441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Calling delete_port for caf5369a-f363-4369-838c-5ecfcf003424 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:35.144227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-6cf31f79-3c27-4fc1-8d68-77caeedccb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.146093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-6cf31f79-3c27-4fc1-8d68-77caeedccb39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1101 time: 0.2647281 Aug 11 02:50:35.273793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b322e-438d-40a2-88c5-d8b66d6465ba req-7e4e558b-f7b7-4765-aa36-3d1c222c56fd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.282762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab5b322e-438d-40a2-88c5-d8b66d6465ba req-7e4e558b-f7b7-4765-aa36-3d1c222c56fd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 946 time: 0.1457450 Aug 11 02:50:35.392517 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab5b322e-438d-40a2-88c5-d8b66d6465ba req-7552f7e8-a70c-4a4f-8a5f-6392961eb062 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040196 Aug 11 02:50:35.573776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-9f060c8e-fa2f-49f7-8196-1f3652cba444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.575717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-9f060c8e-fa2f-49f7-8196-1f3652cba444 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1098 time: 0.4460788 Aug 11 02:50:35.675196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-56fc7b12-6a5f-44fa-882d-3c6f5bab19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.676907 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-56fc7b12-6a5f-44fa-882d-3c6f5bab19c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.4956992 Aug 11 02:50:35.774746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e426a2-3bce-4f96-b442-a8921a507a2e req-2e7444ed-5ea8-41cd-a7c9-f50555ac9866 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.776426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11e426a2-3bce-4f96-b442-a8921a507a2e req-2e7444ed-5ea8-41cd-a7c9-f50555ac9866 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.2972341 Aug 11 02:50:35.783345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-e3efcba3-e72e-49cd-a807-b5d7cda60473 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.0882058 Aug 11 02:50:35.890339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-0b47d098-4b15-4abf-b130-ef543e39fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.891925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-0b47d098-4b15-4abf-b130-ef543e39fe37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0919349 Aug 11 02:50:35.897131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-ae19f8eb-89b1-4c10-a064-50fe68929aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:35.898531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-ae19f8eb-89b1-4c10-a064-50fe68929aeb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.3102505 Aug 11 02:50:35.943408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:35.983115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device caf5369a-f363-4369-838c-5ecfcf003424 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:36.044265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: caf5369a-f363-4369-838c-5ecfcf003424 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:36.044969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device caf5369a-f363-4369-838c-5ecfcf003424 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:36.045790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f8a6593-5175-4ecb-b7e3-04564219df6c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:36.059486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11e426a2-3bce-4f96-b442-a8921a507a2e req-6e833da5-8109-4bfe-bdff-a9f7f8c0f2ba tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721417 Aug 11 02:50:36.060832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-a7fc23d6-8745-4e98-a70f-0b1054c1630c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 217 time: 0.1459334 Aug 11 02:50:36.088280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Pushing event deleted for resources: {'Port': ['ID=caf5369a-f363-4369-838c-5ecfcf003424,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:36.088431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7f8a6593-5175-4ecb-b7e3-04564219df6c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:36.088766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7f8a6593-5175-4ecb-b7e3-04564219df6c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:36.235615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.376952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:36.628604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-ed11dd27-14ba-49ff-9b68-51e77d9937da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.630169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-ed11dd27-14ba-49ff-9b68-51e77d9937da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7169342 Aug 11 02:50:36.636573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-9b710094-94dc-48a5-8bfb-9a0938ede6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.638027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-9b710094-94dc-48a5-8bfb-9a0938ede6f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.5474534 Aug 11 02:50:36.641450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.644158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.652309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 169ede29-784f-4bad-b005-893ef4152bc3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:36.660671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 169ede29-784f-4bad-b005-893ef4152bc3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:36.661051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.684619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-a54b6e01-5899-4ba4-8ec1-be7ed4b245e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358908 Aug 11 02:50:36.797190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275f2b6-09e6-41e2-8157-700e87844d3f req-7d041bca-96b4-4b8a-bcbf-0e06f9c08b6a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:36.807391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0275f2b6-09e6-41e2-8157-700e87844d3f req-7d041bca-96b4-4b8a-bcbf-0e06f9c08b6a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 949 time: 0.5909629 Aug 11 02:50:36.842299 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.860964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.861513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241a3a08-2c74-430d-a9a5-7f77a2a085f0 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:50:36.875193 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:36.876422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-28feca0a-7731-4cc4-92c0-8e543e7ea46b admin admin] 10.222.0.60 "DELETE /v2.0/routers/241a3a08-2c74-430d-a9a5-7f77a2a085f0 HTTP/1.1" status: 204 len: 168 time: 3.4900351 Aug 11 02:50:36.879062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40100) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:36.934699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:36.939307 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c784df2-6441-42b8-b7ae-30d57f31f3a6" -d '{"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-plugged", "status": "completed", "tag": "169ede29-784f-4bad-b005-893ef4152bc3"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:36.943763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0275f2b6-09e6-41e2-8157-700e87844d3f req-1184414d-5458-4119-bebe-1a128e2f241b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354015 Aug 11 02:50:36.980478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:37.001165 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.015414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] Deleting subnet 6e062e07-a339-4fd7-a011-c2bbc2b0f9a2 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:50:37.019266 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.021538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5c4c7c58-1671-4189-bb34-8d2478044b71 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914104 Aug 11 02:50:37.024189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-2812d227-5b73-4114-907f-f73ac50cf28a service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781867 Aug 11 02:50:37.068554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.135349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.145829 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.146354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.146867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.147358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.147899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.149765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.150316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.150814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.151314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.156410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.156762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.157109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:50:37.252274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.359442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.413530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c93e371-2214-4be7-b0f8-61ef69ffb479 req-35c609aa-5211-4d22-9afc-f6e11c2d93cc service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432526 Aug 11 02:50:37.440504 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-79db8613-b74b-4962-bc6a-28b903e0728c service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107854 Aug 11 02:50:37.467050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4777c-4d6a-4952-a399-52b566fd2461 None None] Network aa233102-11d4-4777-91de-11560f801ae3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:37.470520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.476476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40122) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:37.479850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6e062e07-a339-4fd7-a011-c2bbc2b0f9a2 HTTP/1.1" status: 204 len: 168 time: 0.5983312 Aug 11 02:50:37.481049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f8ec1-e527-4372-b325-bab0c7b3343a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e062e07-a339-4fd7-a011-c2bbc2b0f9a2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:37.529689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd5fa9-866f-46d8-a3ee-0dbf0585e9db req-4820e4eb-3ed0-4d8b-8b3f-ba8b3a51a0e0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:37.540888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9bd5fa9-866f-46d8-a3ee-0dbf0585e9db req-4820e4eb-3ed0-4d8b-8b3f-ba8b3a51a0e0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 946 time: 0.2858224 Aug 11 02:50:37.611939 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b287ad0e-2699-4355-9f01-943843e6e075 x-openstack-request-id: req-b287ad0e-2699-4355-9f01-943843e6e075 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:37.612435 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-plugged", "status": "completed", "tag": "169ede29-784f-4bad-b005-893ef4152bc3", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:37.619552 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b287ad0e-2699-4355-9f01-943843e6e075 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:37.620350 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3', 'code': 200} Aug 11 02:50:37.634216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9bd5fa9-866f-46d8-a3ee-0dbf0585e9db req-10c90f8e-631a-4cd2-8355-c99b5615b982 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893967 Aug 11 02:50:37.750756 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:37.815946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e90d23b2-0f21-48ee-955c-d0bb45a0069a req-1607070e-e324-47c4-a818-62b4b1490573 tempest-FlavorsV2NegativeTest-1662875145 tempest-FlavorsV2NegativeTest-1662875145-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=beedc66976054f09a2bae8efa4efac8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503297 Aug 11 02:50:37.880257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] DHCP port deletion for aa233102-11d4-4777-91de-11560f801ae3 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:50:37.909729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782140e-4933-4e70-af20-1fe6a2612ded req-6f8e2d7c-a840-4d40-a032-b2bc45f52337 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:37.917782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d782140e-4933-4e70-af20-1fe6a2612ded req-6f8e2d7c-a840-4d40-a032-b2bc45f52337 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.1379216 Aug 11 02:50:37.968660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-e8b87ae3-10bc-4bc5-86fa-6b4278b5c7a6 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:37.970991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-e8b87ae3-10bc-4bc5-86fa-6b4278b5c7a6 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1098 time: 0.3278627 Aug 11 02:50:37.988044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:38.018853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d23b2-0f21-48ee-955c-d0bb45a0069a req-4b29a5b3-7b01-4058-ab2b-edcf76a98e73 tempest-FlavorsV2NegativeTest-1662875145 tempest-FlavorsV2NegativeTest-1662875145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.027683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e90d23b2-0f21-48ee-955c-d0bb45a0069a req-4b29a5b3-7b01-4058-ab2b-edcf76a98e73 tempest-FlavorsV2NegativeTest-1662875145 tempest-FlavorsV2NegativeTest-1662875145-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097664 Aug 11 02:50:38.029672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 19346f3f-5d71-4187-994b-fae339f5f8c2 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:38.042984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Deleting port 19346f3f-5d71-4187-994b-fae339f5f8c2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:38.043569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.048444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e90d23b2-0f21-48ee-955c-d0bb45a0069a req-665f5893-4f48-4425-9b7c-f62557069173 tempest-FlavorsV2NegativeTest-1662875145 tempest-FlavorsV2NegativeTest-1662875145-project] 10.222.0.60 "GET /v2.0/quotas/beedc66976054f09a2bae8efa4efac8d HTTP/1.1" status: 200 len: 375 time: 0.0197337 Aug 11 02:50:38.094891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e90d23b2-0f21-48ee-955c-d0bb45a0069a req-c705a90e-89a9-4282-83f2-ccb3546d2533 tempest-FlavorsV2NegativeTest-1662875145 tempest-FlavorsV2NegativeTest-1662875145-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=beedc66976054f09a2bae8efa4efac8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454433 Aug 11 02:50:38.104601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] Deleting port 19346f3f-5d71-4187-994b-fae339f5f8c2 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:38.105962 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.179719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d782140e-4933-4e70-af20-1fe6a2612ded req-6e3e6642-1155-4b84-aa6b-007a87d4ae82 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548239 Aug 11 02:50:38.305742 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.486446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] For port 19346f3f-5d71-4187-994b-fae339f5f8c2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19346f3f-5d71-4187-994b-fae339f5f8c2,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:38.486894 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.505925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.512424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Calling delete_port for 19346f3f-5d71-4187-994b-fae339f5f8c2 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:38.555104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b422-a0ab-40b5-8a7b-cae982bc0f30 req-2acfda84-151a-41c5-b49d-722a3fa31caa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:38.556419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] For port 19346f3f-5d71-4187-994b-fae339f5f8c2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19346f3f-5d71-4187-994b-fae339f5f8c2,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:38.556797 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.557086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b831b422-a0ab-40b5-8a7b-cae982bc0f30 req-2acfda84-151a-41c5-b49d-722a3fa31caa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.2152123 Aug 11 02:50:38.606147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] Calling delete_port for 19346f3f-5d71-4187-994b-fae339f5f8c2 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:38.627353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 19346f3f-5d71-4187-994b-fae339f5f8c2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19346f3f-5d71-4187-994b-fae339f5f8c2,segment=NetworkSegment(f8392560-3aa9-41fc-847b-50e0fd1a5774),segment_id=f8392560-3aa9-41fc-847b-50e0fd1a5774)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:38.632392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:38.640103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.765243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b831b422-a0ab-40b5-8a7b-cae982bc0f30 req-5bed7ef8-ee29-4b2e-857c-b2b13603c9b7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173940 Aug 11 02:50:38.841224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:38.859912 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.resource_extend [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:50:38.866424 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:38.907059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b790637-8931-4c16-8419-83844af57d10 req-747dbc69-7e97-49b9-8cc0-e58e7d4b42ae tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3431289ac3a74f0aa5d8a6b9c2fc5090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277238 Aug 11 02:50:38.916258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:38.943891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] No DVR routers for this DVR port 19346f3f-5d71-4187-994b-fae339f5f8c2 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:38.951599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=19346f3f-5d71-4187-994b-fae339f5f8c2,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:38.955930 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.054508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Pushing event deleted for resources: {'Port': ['ID=19346f3f-5d71-4187-994b-fae339f5f8c2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.054762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:39.068948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] No DVR routers for this DVR port 19346f3f-5d71-4187-994b-fae339f5f8c2 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:39.085437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'port_id': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'mac_address': 'fa:16:3e:d2:5f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd7d8da-002f-44c4-a196-0a955a3e9111', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:39.091336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc392c6a-0e75-4397-8cbf-cdfe21cc182b None None] Pushing event deleted for resources: {'Port': ['ID=19346f3f-5d71-4187-994b-fae339f5f8c2,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.136595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:39.139118 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df53edf6-1018-47cc-828c-d39d5c2351e5" -d '{"events": [{"server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "name": "network-vif-unplugged", "status": "completed", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:39.154202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.185770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.193573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b790637-8931-4c16-8419-83844af57d10 req-48f4f772-9f2d-4919-834b-4a6a6ada3915 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.204941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b790637-8931-4c16-8419-83844af57d10 req-48f4f772-9f2d-4919-834b-4a6a6ada3915 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2760317 Aug 11 02:50:39.220517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.227138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b790637-8931-4c16-8419-83844af57d10 req-0a99cc28-01dd-4a61-a901-962415d06f21 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/quotas/3431289ac3a74f0aa5d8a6b9c2fc5090 HTTP/1.1" status: 200 len: 375 time: 0.0203154 Aug 11 02:50:39.252134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:39.259851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.277224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b790637-8931-4c16-8419-83844af57d10 req-69a1753c-63b9-423c-b70d-cb595462d59b tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431289ac3a74f0aa5d8a6b9c2fc5090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487163 Aug 11 02:50:39.285583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa233102-11d4-4777-91de-11560f801ae3']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:39.304853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:39.307459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8392560-3aa9-41fc-847b-50e0fd1a5774') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:39.307789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8392560-3aa9-41fc-847b-50e0fd1a5774') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:50:39.321338 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.335302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d0c1-6a8a-4fa7-b09b-1be62c5a4707 req-c0258f65-26b6-470a-8d2d-4e1e208e8e1d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.342584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f7d0c1-6a8a-4fa7-b09b-1be62c5a4707 req-c0258f65-26b6-470a-8d2d-4e1e208e8e1d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 946 time: 0.2298477 Aug 11 02:50:39.350709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.367380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.381745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40192) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:39.405825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.433362 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.441535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:50:39.442362 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.481240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['9461ab2f-e471-4dc1-bf97-c78ec7ea7001'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:50:39.536641 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:50:39.545392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99ac009d-fce8-417d-9215-1dd8c1d32302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.549738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.554679 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.557076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] 10.222.0.60 "DELETE /v2.0/networks/aa233102-11d4-4777-91de-11560f801ae3 HTTP/1.1" status: 204 len: 168 time: 2.0794103 Aug 11 02:50:39.580504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08307462-f51b-4ac2-a851-ae5b22b8a0be admin admin] Pushing event deleted for resources: {'Network': ['ID=aa233102-11d4-4777-91de-11560f801ae3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.589174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:39.589512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:39.589934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:39.601298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:39.601638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Attempting to bind port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:39.606784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f7d0c1-6a8a-4fa7-b09b-1be62c5a4707 req-a815361b-236c-4eb5-b476-40045ecd91bf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632759 Aug 11 02:50:39.613282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:39.614362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:39.614760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:39.618338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Bound port: a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:39.619116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.755594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:39.759134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:39.762007 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f456f2-765f-4642-b5f6-4e4a36c714aa x-openstack-request-id: req-52f456f2-765f-4642-b5f6-4e4a36c714aa {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:39.762373 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "name": "network-vif-unplugged", "status": "completed", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:39.762804 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52f456f2-765f-4642-b5f6-4e4a36c714aa {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:39.766911 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30', 'code': 200} Aug 11 02:50:39.769016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.774820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99ac009d-fce8-417d-9215-1dd8c1d32302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.785682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4702742-e5f0-4c13-b57e-23c558d60341 req-57831e43-ff59-4b55-9166-1954c4102a35 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.796818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4702742-e5f0-4c13-b57e-23c558d60341 req-57831e43-ff59-4b55-9166-1954c4102a35 tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1102 time: 0.3329332 Aug 11 02:50:39.800831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99ac009d-fce8-417d-9215-1dd8c1d32302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.820996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40200) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:39.870370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:39.871172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:39.872823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] 10.222.0.10 "PUT /v2.0/ports/a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 1124 time: 1.8909452 Aug 11 02:50:39.887720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-99ac009d-fce8-417d-9215-1dd8c1d32302 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=beedc66976054f09a2bae8efa4efac8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5044918 Aug 11 02:50:39.891288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40204) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:39.904394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac009d-fce8-417d-9215-1dd8c1d32302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cd9c05-a614-451d-af5d-74c2fb59a934,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:39.940193 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4702742-e5f0-4c13-b57e-23c558d60341 req-be2543e8-8319-4dbd-81d3-fa4c7a63ddad tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346569 Aug 11 02:50:39.980358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a2af1fcc-8fa5-43e8-99a0-8242ef580f30'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:39.996367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deef2fe-7e52-46da-bb56-8167baa08fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:40.032478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca060dc-7e68-4feb-ba82-b222bed733a2 req-3c7ad702-2817-4b35-9c87-35046c5f4602 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.039224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-110cba9e-adc4-4400-a21c-095a7c6fb579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.042172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ca060dc-7e68-4feb-ba82-b222bed733a2 req-3c7ad702-2817-4b35-9c87-35046c5f4602 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 944 time: 0.1625192 Aug 11 02:50:40.051604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-363ce5f9-d455-4b3c-9d0e-62fc0ab7a2e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a10b0547582b4783bef8cf1a292c2f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2245293 Aug 11 02:50:40.053418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40214) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:40.117224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ca060dc-7e68-4feb-ba82-b222bed733a2 req-4d2f9fb1-9d5d-4d9e-beb2-411524e612a5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582461 Aug 11 02:50:40.138624 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-110cba9e-adc4-4400-a21c-095a7c6fb579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.228526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-110cba9e-adc4-4400-a21c-095a7c6fb579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.232135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-110cba9e-adc4-4400-a21c-095a7c6fb579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.234529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-110cba9e-adc4-4400-a21c-095a7c6fb579 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23cd9c05-a614-451d-af5d-74c2fb59a934 HTTP/1.1" status: 204 len: 168 time: 0.3412657 Aug 11 02:50:40.254219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cba9e-adc4-4400-a21c-095a7c6fb579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cd9c05-a614-451d-af5d-74c2fb59a934,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:40.289821 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aca9c694-bdf4-4751-b907-b70843575eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.323605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aca9c694-bdf4-4751-b907-b70843575eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.398931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aca9c694-bdf4-4751-b907-b70843575eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.402105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aca9c694-bdf4-4751-b907-b70843575eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.406507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aca9c694-bdf4-4751-b907-b70843575eb1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7382cf58-ea54-4524-813b-17e2e66131ec HTTP/1.1" status: 204 len: 168 time: 0.3487697 Aug 11 02:50:40.425904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9c694-bdf4-4751-b907-b70843575eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7382cf58-ea54-4524-813b-17e2e66131ec,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:40.626958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:40.737735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-cbb1b6ec-a743-465d-99c7-75bd23d30112 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033330 Aug 11 02:50:40.804666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:40.805395 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:40.978159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-eef31ead-152a-4ade-a8fc-ae472ec1568b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:40.986899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-eef31ead-152a-4ade-a8fc-ae472ec1568b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459145 Aug 11 02:50:41.005675 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-8e8d2ed3-4e73-474c-b05a-c233f6fe9f75 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/quotas/4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 375 time: 0.0178945 Aug 11 02:50:41.075873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-9b726851-9042-4b90-b8b1-426636a4671a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0688772 Aug 11 02:50:41.076137 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.105039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:41.107378 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0c1d5-359d-4e6e-8bf0-1b31ea256784" -d '{"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-plugged", "status": "completed", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:41.159491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:41.167040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:41.363021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:41.765358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f02f8-f6e2-42a2-95a3-ed7ca64b0c5f req-cfbe7a56-8bcb-4324-ba85-f67673c0c027 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:41.787141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-080f02f8-f6e2-42a2-95a3-ed7ca64b0c5f req-cfbe7a56-8bcb-4324-ba85-f67673c0c027 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 945 time: 0.1821055 Aug 11 02:50:41.793244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:41.802453 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08" -d '{"events": [{"name": "network-changed", "server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:41.888414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-080f02f8-f6e2-42a2-95a3-ed7ca64b0c5f req-d263a4b1-17ec-4791-bdbc-9afab184fced tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966318 Aug 11 02:50:41.949914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c98c5-bfff-494b-90eb-6042c5053d4c req-36cbef4d-7118-4d90-8f7f-f4922afb0453 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:41.951445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d2c98c5-bfff-494b-90eb-6042c5053d4c req-36cbef4d-7118-4d90-8f7f-f4922afb0453 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 944 time: 0.5911925 Aug 11 02:50:41.969999 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd5c0e-67e6-42d0-a8d5-11dd349203bd x-openstack-request-id: req-10bd5c0e-67e6-42d0-a8d5-11dd349203bd {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:41.970607 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-plugged", "status": "completed", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:41.970607 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10bd5c0e-67e6-42d0-a8d5-11dd349203bd {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:41.971298 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'code': 200} Aug 11 02:50:42.045277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d2c98c5-bfff-494b-90eb-6042c5053d4c req-97c8c48a-b2af-464a-8011-c500eb9a8528 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839522 Aug 11 02:50:42.208140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ced9f2c-4c31-4ec4-aa84-4b75cc454aa3 req-43a99dde-0c39-427d-823f-9a31d1c72c2f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 210 time: 0.0470445 Aug 11 02:50:42.421719 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961f0517-4779-45bb-919f-d58625e3b26f x-openstack-request-id: req-961f0517-4779-45bb-919f-d58625e3b26f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:42.422271 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:42.422796 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-961f0517-4779-45bb-919f-d58625e3b26f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:42.423547 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30', 'status': 'completed', 'code': 200} Aug 11 02:50:42.439255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:42.574454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-97c008c6-750e-45a1-9269-9f51fef3e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:42.576874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-97c008c6-750e-45a1-9269-9f51fef3e9dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1127 time: 0.1122744 Aug 11 02:50:42.599493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:42.616865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:50:42.629334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:42.766444 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.832272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-745ac18e-30ed-43fa-bd7f-bbe21ef78000 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552962 Aug 11 02:50:42.845760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:42.850496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:42.982487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:43.111219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-ca5289da-4c45-4606-bad3-d7c6f113dca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.113421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-ca5289da-4c45-4606-bad3-d7c6f113dca1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.5266542 Aug 11 02:50:43.123455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e35a4-6f11-4ef8-9171-2c23dea13a26 req-66242dbe-9b94-4979-b123-88d18ad5425b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.133299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-571e35a4-6f11-4ef8-9171-2c23dea13a26 req-66242dbe-9b94-4979-b123-88d18ad5425b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 943 time: 0.0960364 Aug 11 02:50:43.214088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-2dd805e5-f869-4d0c-98bb-1616aabd952e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 217 time: 0.0772004 Aug 11 02:50:43.221052 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-571e35a4-6f11-4ef8-9171-2c23dea13a26 req-5477576a-5dbe-465f-b476-931fed125402 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831318 Aug 11 02:50:43.233866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-68518bd4-1d15-45f7-9e06-b6516b27158a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.236635 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-68518bd4-1d15-45f7-9e06-b6516b27158a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943231 Aug 11 02:50:43.270768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Request body: {'port': {'device_id': 'cca17117-2481-4649-9d3e-29f25610d91a', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '4e87e0558954417aa7e78857acbfcecc'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:43.340880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-5e00bb38-215f-457c-bca2-51659fd4b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.342358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-5e00bb38-215f-457c-bca2-51659fd4b04a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1048205 Aug 11 02:50:43.397258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-502991ab-4a03-4c66-a478-31accbcd0c9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394037 Aug 11 02:50:43.591503 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-736ad8d2-96af-4d71-a2e7-2f0dc42dc4c5 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804125 Aug 11 02:50:43.625863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Made reservation on behalf of 4e87e0558954417aa7e78857acbfcecc for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:43.631135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:43.819987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36321d17-eab0-43f4-8f53-a96b62b2dc58 req-fe7603d9-92af-4c4f-9e8f-5c816879339c tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3431289ac3a74f0aa5d8a6b9c2fc5090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226023 Aug 11 02:50:43.829910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-dc8921f6-1cb9-4847-9812-62279fc09933 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.831572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-dc8921f6-1cb9-4847-9812-62279fc09933 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 943 time: 0.3691843 Aug 11 02:50:43.956505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36321d17-eab0-43f4-8f53-a96b62b2dc58 req-f2288aa8-b378-42c7-80e0-4ccffd8374da tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:43.961973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36321d17-eab0-43f4-8f53-a96b62b2dc58 req-f2288aa8-b378-42c7-80e0-4ccffd8374da tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1332664 Aug 11 02:50:43.973940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:43.977474 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b7529a-51ca-4708-9ea8-6f48d91057dc" -d '{"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:43.978670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4dfc3c26-1c21-4b50-9c70-2ac3a059ac08 req-52162db9-3f97-446c-b91c-68dfe9e0c8ee service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655868 Aug 11 02:50:43.984206 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36321d17-eab0-43f4-8f53-a96b62b2dc58 req-cd2b247d-cc2f-4de7-ae9b-3a9a0827bf13 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/quotas/3431289ac3a74f0aa5d8a6b9c2fc5090 HTTP/1.1" status: 200 len: 375 time: 0.0188107 Aug 11 02:50:44.031408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36321d17-eab0-43f4-8f53-a96b62b2dc58 req-535587a8-326d-4223-b71b-157f556f830f tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431289ac3a74f0aa5d8a6b9c2fc5090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300221 Aug 11 02:50:44.290669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93102c-bfbc-4405-ba66-cf9ad5aa17c8 req-4f78620e-c118-4c7c-beb9-143db6313ce2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:44.291396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c934f9cc-78a1-47f5-9c5d-e6a97834257f req-643ccdcb-bcbe-43d0-b578-33644d52d7c7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 210 time: 0.0400975 Aug 11 02:50:44.299198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b93102c-bfbc-4405-ba66-cf9ad5aa17c8 req-4f78620e-c118-4c7c-beb9-143db6313ce2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 944 time: 0.4775937 Aug 11 02:50:44.355847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Deleting port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:50:44.356191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.414288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Allocated IP 192.168.233.35 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/5640eab3-51a0-4599-860f-4236e2c3842b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:44.424700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b93102c-bfbc-4405-ba66-cf9ad5aa17c8 req-8cd3a748-f5cd-4a53-83aa-22846713b5bb tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246076 Aug 11 02:50:44.486079 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cdfe7c-8d54-420d-8070-1cb19273b4d0 x-openstack-request-id: req-f1cdfe7c-8d54-420d-8070-1cb19273b4d0 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:44.486760 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-unplugged", "status": "completed", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:44.486760 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1cdfe7c-8d54-420d-8070-1cb19273b4d0 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:44.487524 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'code': 200} Aug 11 02:50:44.568199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] For port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:44.568612 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.591105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Calling delete_port for 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:50:44.623113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efa474-6fa1-4525-99f1-f8c280616d41 req-17f22978-0d1a-4186-8074-75bfe6b9d46f tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:44.624793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65efa474-6fa1-4525-99f1-f8c280616d41 req-17f22978-0d1a-4186-8074-75bfe6b9d46f tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=8879f8f7-3f82-4cb1-8a94-765e989942a1 HTTP/1.1" status: 200 len: 943 time: 0.0595737 Aug 11 02:50:44.674621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65efa474-6fa1-4525-99f1-f8c280616d41 req-e7dbae62-ce50-4635-9b32-1fb480df94a8 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Aug 11 02:50:44.693017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.717065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Transition to ACTIVE for port object 5640eab3-51a0-4599-860f-4236e2c3842b will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:44.800931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.819746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:44.834469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:44.856338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:44.859964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:44.862833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:44.975680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.000516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] No DVR routers for this DVR port 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:45.004347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.007823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c686b58-b4c7-4228-bf03-25a0aa4fd262 req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "DELETE /v2.0/ports/9461ab2f-e471-4dc1-bf97-c78ec7ea7001 HTTP/1.1" status: 204 len: 173 time: 1.1563363 Aug 11 02:50:45.024700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-deleted', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:45.035736 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f73d21-d927-4949-a6cc-6317071043fe" -d '{"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-deleted", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:45.092481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f360b-4038-40e7-a850-5e0f55b7f0a9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event deleted for resources: {'Port': ['ID=9461ab2f-e471-4dc1-bf97-c78ec7ea7001,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:45.122710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.136152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.164950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-f63f9909-dddd-4c8c-8a05-bdc386117f4f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8984978 Aug 11 02:50:45.180262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Request body: {'port': {'device_id': 'cca17117-2481-4649-9d3e-29f25610d91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:45.211714 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f344e4-e035-4f22-99dd-93d35a2700c7 x-openstack-request-id: req-99f344e4-e035-4f22-99dd-93d35a2700c7 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:45.211975 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8879f8f7-3f82-4cb1-8a94-765e989942a1", "name": "network-vif-deleted", "tag": "9461ab2f-e471-4dc1-bf97-c78ec7ea7001", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:45.212215 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99f344e4-e035-4f22-99dd-93d35a2700c7 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:45.212615 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8879f8f7-3f82-4cb1-8a94-765e989942a1', 'name': 'network-vif-deleted', 'tag': '9461ab2f-e471-4dc1-bf97-c78ec7ea7001', 'status': 'completed', 'code': 200} Aug 11 02:50:45.280269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.346364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd98aaba-2215-4d0f-baf0-995824e9adb8 req-42d19ecf-23d5-493a-a858-e3de67e29e77 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3431289ac3a74f0aa5d8a6b9c2fc5090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262237 Aug 11 02:50:45.479953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-26a8502b-c595-4d3e-b53e-adc0299d29b2 None None] Provisioning for port 5640eab3-51a0-4599-860f-4236e2c3842b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:45.487206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-26a8502b-c595-4d3e-b53e-adc0299d29b2 None None] Provisioning complete for port 5640eab3-51a0-4599-860f-4236e2c3842b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:45.488429 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-26a8502b-c595-4d3e-b53e-adc0299d29b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.540441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-26a8502b-c595-4d3e-b53e-adc0299d29b2 None None] Port 5640eab3-51a0-4599-860f-4236e2c3842b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:50:45.638125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40554) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:45.659932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98aaba-2215-4d0f-baf0-995824e9adb8 req-95f4d7bf-9f32-4db2-bf8c-7188a96449f2 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:45.661832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd98aaba-2215-4d0f-baf0-995824e9adb8 req-95f4d7bf-9f32-4db2-bf8c-7188a96449f2 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3079481 Aug 11 02:50:45.669178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-25a3d87b-05d7-467e-bc28-5bd57de39314 service neutron] 10.222.0.57 "GET /v2.0/ports/a2af1fcc-8fa5-43e8-99a0-8242ef580f30/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.1865468 Aug 11 02:50:45.721767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd98aaba-2215-4d0f-baf0-995824e9adb8 req-7bf9147b-4a4c-4d08-ae98-53f79c32652d tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/quotas/3431289ac3a74f0aa5d8a6b9c2fc5090 HTTP/1.1" status: 200 len: 375 time: 0.0497394 Aug 11 02:50:45.777031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd98aaba-2215-4d0f-baf0-995824e9adb8 req-cd4636de-bbf6-4373-a442-6621cbfb6df3 tempest-QuotasAdminNegativeTest-2102848994 tempest-QuotasAdminNegativeTest-2102848994-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3431289ac3a74f0aa5d8a6b9c2fc5090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543900 Aug 11 02:50:45.786321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1729ec6e-001c-40bc-9337-b0b380cc78c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.927240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5640eab3-51a0-4599-860f-4236e2c3842b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:45.938910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.942172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1729ec6e-001c-40bc-9337-b0b380cc78c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.947831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1729ec6e-001c-40bc-9337-b0b380cc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:45.961518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Transition to ACTIVE for port object 5640eab3-51a0-4599-860f-4236e2c3842b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:45.968677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.001896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729ec6e-001c-40bc-9337-b0b380cc78c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3100d4a1-d411-4218-89c0-2d3fc024c75e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:46.034706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1729ec6e-001c-40bc-9337-b0b380cc78c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=799ce7f5ff0d41b0a4c4c7e4a40bf57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954175 Aug 11 02:50:46.040233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40582) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:46.044126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea7ff5-9cdb-49b0-bc63-59595cb0c764 req-1a9f445c-200a-44e9-928c-52f94c8b65fa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.044269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:46.049548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:46.052988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36ea7ff5-9cdb-49b0-bc63-59595cb0c764 req-1a9f445c-200a-44e9-928c-52f94c8b65fa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 935 time: 0.1455984 Aug 11 02:50:46.090649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36ea7ff5-9cdb-49b0-bc63-59595cb0c764 req-71d31ee1-cfe2-497b-b3b0-7017679dd803 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367911 Aug 11 02:50:46.156059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:46.224579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2af1fcc-8fa5-43e8-99a0-8242ef580f30 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:46.251878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:46.270551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93d4c972-bcd6-45b3-945d-4841acd5b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.279002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfef2b-660c-46c3-961f-01bfbdbe0455 req-e22b9a9c-2707-4954-aeea-eb46e54c64ae tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.281217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10dfef2b-660c-46c3-961f-01bfbdbe0455 req-e22b9a9c-2707-4954-aeea-eb46e54c64ae tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 944 time: 0.2108312 Aug 11 02:50:46.290420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:46.290739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:46.291085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:46.293001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.331413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Port 5640eab3-51a0-4599-860f-4236e2c3842b on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:46.331768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:46.342281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93d4c972-bcd6-45b3-945d-4841acd5b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.368904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:46.369297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:46.369778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:46.370075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Bound port: 5640eab3-51a0-4599-860f-4236e2c3842b, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:46.370437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.425427 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10dfef2b-660c-46c3-961f-01bfbdbe0455 req-5c5f80c9-e157-4d71-8dde-cc3393cc160c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361585 Aug 11 02:50:46.506238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93d4c972-bcd6-45b3-945d-4841acd5b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.508758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93d4c972-bcd6-45b3-945d-4841acd5b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.509919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-93d4c972-bcd6-45b3-945d-4841acd5b49a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3100d4a1-d411-4218-89c0-2d3fc024c75e HTTP/1.1" status: 204 len: 168 time: 0.4626653 Aug 11 02:50:46.512738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] Transition to ACTIVE for port object a2af1fcc-8fa5-43e8-99a0-8242ef580f30 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:46.517633 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.527181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:46.534321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:46.536749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4c972-bcd6-45b3-945d-4841acd5b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3100d4a1-d411-4218-89c0-2d3fc024c75e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:46.559374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.619765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.620885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.623212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] 10.222.0.10 "PUT /v2.0/ports/5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 1096 time: 1.4473059 Aug 11 02:50:46.625013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] No DVR routers for this DVR port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:50:46.663541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:46.776160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40636) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:46.778410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:46.779039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:46.781935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-809d316f-2fa9-42b7-801d-f9a259c44f13 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317486350', 'description': 'tempest-description--437167307'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:46.827282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:46.828619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:50:46.828974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9461ab2f-e471-4dc1-bf97-c78ec7ea7001 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:50:46.849716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-809d316f-2fa9-42b7-801d-f9a259c44f13 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:46.879560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-60d6b552-41e8-48d2-9ee0-a184fefe51a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/a2af1fcc-8fa5-43e8-99a0-8242ef580f30/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 1.1934404 Aug 11 02:50:46.887195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-4f7ada2f-6d5a-4989-9304-a5785aba2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:46.888987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-4f7ada2f-6d5a-4989-9304-a5785aba2441 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1099 time: 0.2016628 Aug 11 02:50:46.957242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-a3964ba1-b72b-4943-b0eb-bc73f11f7db2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.0568647 Aug 11 02:50:47.008867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfaeb0-998c-457c-98ea-7b55a5dcafaf service neutron] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:47.066345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-62b0fa64-1297-4fa7-b8b3-9d696be8b5f5 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.068047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-62b0fa64-1297-4fa7-b8b3-9d696be8b5f5 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1034491 Aug 11 02:50:47.071999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-baa208d0-22da-42b5-95da-3a100d261818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.073441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-baa208d0-22da-42b5-95da-3a100d261818 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0926816 Aug 11 02:50:47.126372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-809d316f-2fa9-42b7-801d-f9a259c44f13 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.135012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-809d316f-2fa9-42b7-801d-f9a259c44f13 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.172183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640be13c-1089-424e-b48a-0e7f8e7814df req-45cc1ab9-cf11-4c28-a727-816dfe1448eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.173846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-45cc1ab9-cf11-4c28-a727-816dfe1448eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0890450 Aug 11 02:50:47.183543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a20868-039f-4ca2-bd16-0717cbfc46ac req-dd72c46d-7ea0-40b6-99ab-07e0ab8ba760 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.184483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-400ca435-cccd-460e-845e-8fd9f6edda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.185628 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7a20868-039f-4ca2-bd16-0717cbfc46ac req-dd72c46d-7ea0-40b6-99ab-07e0ab8ba760 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 950 time: 0.1324072 Aug 11 02:50:47.187340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-400ca435-cccd-460e-845e-8fd9f6edda2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10&tenant_id=b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 1097 time: 0.1035047 Aug 11 02:50:47.238107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d316f-2fa9-42b7-801d-f9a259c44f13 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a249d0c9-be14-41de-a6d2-b6f1336a863b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:47.274870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-809d316f-2fa9-42b7-801d-f9a259c44f13 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.276343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-809d316f-2fa9-42b7-801d-f9a259c44f13 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4991074 Aug 11 02:50:47.279341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40668) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:47.285362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:47.287461 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38" -d '{"events": [{"name": "network-changed", "server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:47.287648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7ec319ed-4ded-4d01-9cfc-dcfcf3984088 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Request body: {'security_group_rule': {'security_group_id': 'a249d0c9-be14-41de-a6d2-b6f1336a863b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:47.319401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7a20868-039f-4ca2-bd16-0717cbfc46ac req-1913ab9f-5d42-4eac-bb47-d0c16174300b tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690694 Aug 11 02:50:47.350920 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec319ed-4ded-4d01-9cfc-dcfcf3984088 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.373489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-c13fb140-d8d3-45b9-8abc-e99403a3b0a7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915810 Aug 11 02:50:47.424999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7213a2d-1e19-44ac-8015-57317e3aa3a1 req-76ccf1b0-d660-48cd-ada8-9e89c8be79ef tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.426767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7213a2d-1e19-44ac-8015-57317e3aa3a1 req-76ccf1b0-d660-48cd-ada8-9e89c8be79ef tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.1311100 Aug 11 02:50:47.456956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec319ed-4ded-4d01-9cfc-dcfcf3984088 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.457990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40688) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:47.465281 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f2f27d-ddf7-4bc5-9be5-22d688fbfa22 x-openstack-request-id: req-e3f2f27d-ddf7-4bc5-9be5-22d688fbfa22 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:47.465574 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:47.465804 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3f2f27d-ddf7-4bc5-9be5-22d688fbfa22 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:47.466196 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b', 'status': 'completed', 'code': 200} Aug 11 02:50:47.468467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec319ed-4ded-4d01-9cfc-dcfcf3984088 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.491009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec319ed-4ded-4d01-9cfc-dcfcf3984088 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8b3649-8bf7-40f4-95f0-cc062f36392a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:47.494393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-8acc31d6-2da4-462b-ba76-11c3ead9be32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.496215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-8acc31d6-2da4-462b-ba76-11c3ead9be32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1097 time: 0.2020726 Aug 11 02:50:47.505536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec319ed-4ded-4d01-9cfc-dcfcf3984088 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.508312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ec319ed-4ded-4d01-9cfc-dcfcf3984088 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2267380 Aug 11 02:50:47.515719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40698) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:47.531645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e9aedb4a-8518-4a2f-9cc0-f53e7e118c04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Request body: {'security_group_rule': {'security_group_id': 'a249d0c9-be14-41de-a6d2-b6f1336a863b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:47.546363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7213a2d-1e19-44ac-8015-57317e3aa3a1 req-5a212aed-a0bb-412b-ba8e-6e5cc95ab901 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825992 Aug 11 02:50:47.589208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9aedb4a-8518-4a2f-9cc0-f53e7e118c04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.626620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-640be13c-1089-424e-b48a-0e7f8e7814df req-007e56ee-a21e-43ec-aabf-ec8308acbe40 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438126 Aug 11 02:50:47.729180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-41a2cb48-6d85-4037-b8b4-51b5e272b34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.750391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-c3ca4b8d-663c-4d5a-af71-ae33a8496513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.752396 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-c3ca4b8d-663c-4d5a-af71-ae33a8496513 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.2315631 Aug 11 02:50:47.815731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-53308f56-0269-4c45-9d9f-a96a1e7baa18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 217 time: 0.0526869 Aug 11 02:50:47.818161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f086bd2-4a99-465d-8d33-f0fdd1c9d309 req-f158d40b-d891-46cd-ba9c-3cd0f5382a9d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.821342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-abc9c840-53fb-45fa-a46e-cc05311ff1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.823015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-abc9c840-53fb-45fa-a46e-cc05311ff1cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1099 time: 0.1309087 Aug 11 02:50:47.827510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f086bd2-4a99-465d-8d33-f0fdd1c9d309 req-f158d40b-d891-46cd-ba9c-3cd0f5382a9d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 945 time: 0.1273682 Aug 11 02:50:47.861776 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9aedb4a-8518-4a2f-9cc0-f53e7e118c04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.879301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9aedb4a-8518-4a2f-9cc0-f53e7e118c04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:47.900201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aedb4a-8518-4a2f-9cc0-f53e7e118c04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a2d913-f898-46d9-88ce-c53adb62226d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:47.905664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f086bd2-4a99-465d-8d33-f0fdd1c9d309 req-a3b67641-3e10-4a81-baa2-81c494d48a2b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765958 Aug 11 02:50:47.931108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-c341ca21-dd15-4251-8561-90d68767f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:47.933066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-c341ca21-dd15-4251-8561-90d68767f09b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1089354 Aug 11 02:50:47.996583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-859bee72-bcf8-4662-b56f-344842882973 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472019 Aug 11 02:50:48.001909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-e8b31af4-46ac-465a-881a-324d9af06c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.003514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-e8b31af4-46ac-465a-881a-324d9af06c3f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1702094 Aug 11 02:50:48.018786 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-41a2cb48-6d85-4037-b8b4-51b5e272b34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.025320 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-41a2cb48-6d85-4037-b8b4-51b5e272b34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.033836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9aedb4a-8518-4a2f-9cc0-f53e7e118c04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.038172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e9aedb4a-8518-4a2f-9cc0-f53e7e118c04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5168860 Aug 11 02:50:48.047760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40760) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:48.060610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:48.079313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-dc3cb99b-d668-4633-85b0-ca5b75bb133f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.0491242 Aug 11 02:50:48.090828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a2cb48-6d85-4037-b8b4-51b5e272b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d410b-f63a-4855-83f2-4ef0c18e0f7a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:48.111059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-41a2cb48-6d85-4037-b8b4-51b5e272b34a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3431289ac3a74f0aa5d8a6b9c2fc5090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6504290 Aug 11 02:50:48.114071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40768) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:48.147140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.212707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-743ba707-82fe-4d9d-b27b-04e9e76154cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.214281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-743ba707-82fe-4d9d-b27b-04e9e76154cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0871210 Aug 11 02:50:48.226222 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f28a1a09-af27-4939-b1b4-9721aef2d090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.258134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f28a1a09-af27-4939-b1b4-9721aef2d090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.292496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-630f44fd-0b1c-4793-9d65-cbc74f409fac service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756591 Aug 11 02:50:48.325729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-91e40fe3-1317-427e-b325-0d040809ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.329688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-91e40fe3-1317-427e-b325-0d040809ac50 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0928454 Aug 11 02:50:48.350327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.353479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f28a1a09-af27-4939-b1b4-9721aef2d090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.356146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f28a1a09-af27-4939-b1b4-9721aef2d090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.360714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f28a1a09-af27-4939-b1b4-9721aef2d090 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e25d410b-f63a-4855-83f2-4ef0c18e0f7a HTTP/1.1" status: 204 len: 168 time: 0.2431726 Aug 11 02:50:48.379177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a1a09-af27-4939-b1b4-9721aef2d090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d410b-f63a-4855-83f2-4ef0c18e0f7a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:48.471375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:50:48.513950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-2bece8f6-125e-4404-8a67-61771c8921b2 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122078 Aug 11 02:50:48.547385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-1c9caae1-46f3-4e5d-a402-b2b2a4a732b7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739981 Aug 11 02:50:48.550461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Allocated IP 172.25.4.20 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/5cf42809-51e1-470a-88af-d527ecaffacd) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:48.608455 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.642279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:48.648958 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2633e5-2e36-4992-ba10-6ef05ce9b7bb" -d '{"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-unplugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:48.681922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:48.691923 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.753350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.800732 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:48.821809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25eee2a-8cdf-4f59-bfc4-dbb574fb4c38 req-c18121fa-c4ce-40fd-901b-2e02f92cdd73 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515938 Aug 11 02:50:48.822715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:48.857001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:48.860310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:48.863972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:48.900769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'Port': ['ID=5cf42809-51e1-470a-88af-d527ecaffacd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:48.956224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-7909e349-f45a-4eeb-9400-7f4a323cab5e tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:48.957831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-7909e349-f45a-4eeb-9400-7f4a323cab5e tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1038918 Aug 11 02:50:48.993474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.047295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.058061 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff5b0e9-b477-4ac3-97a4-7b4d48b0c41a x-openstack-request-id: req-2ff5b0e9-b477-4ac3-97a4-7b4d48b0c41a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:49.058796 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-unplugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:49.058796 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ff5b0e9-b477-4ac3-97a4-7b4d48b0c41a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:49.059193 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309', 'code': 200} Aug 11 02:50:49.167386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40882) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:49.184109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-e6e8358d-960a-4a1a-ba07-7d97a5b4f4f6 service neutron] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:49.187799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-e6e8358d-960a-4a1a-ba07-7d97a5b4f4f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.188963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d7231d5-b23c-4e8a-9a6e-bd893de40109 req-e6e8358d-960a-4a1a-ba07-7d97a5b4f4f6 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a2af1fcc-8fa5-43e8-99a0-8242ef580f30/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.2235730 Aug 11 02:50:49.189722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f794afd-fa8d-42ca-b5d6-5db06f517d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.271513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.278588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.289123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95549a2-b092-48c8-8c08-3521a4f2d76d req-b5aa452d-ae21-40eb-8fb8-2fe7569fa37c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.290666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e95549a2-b092-48c8-8c08-3521a4f2d76d req-b5aa452d-ae21-40eb-8fb8-2fe7569fa37c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 945 time: 0.0815389 Aug 11 02:50:49.354096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e95549a2-b092-48c8-8c08-3521a4f2d76d req-b9d39f3a-0738-45d8-8ab7-5e2cabf98508 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Aug 11 02:50:49.374962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'Port': ['ID=5cf42809-51e1-470a-88af-d527ecaffacd,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:49.381312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f794afd-fa8d-42ca-b5d6-5db06f517d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.390132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f794afd-fa8d-42ca-b5d6-5db06f517d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.412260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.423614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ba02-4fec-4aa9-993c-bf8a99d2e6ae req-8f2a7700-c40c-4314-9318-a248ec0cc2da tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:49.425221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f89ba02-4fec-4aa9-993c-bf8a99d2e6ae req-8f2a7700-c40c-4314-9318-a248ec0cc2da tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.1112089 Aug 11 02:50:49.450805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f794afd-fa8d-42ca-b5d6-5db06f517d8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c7995bf98b5463792831de4412dbbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798691 Aug 11 02:50:49.450805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f794afd-fa8d-42ca-b5d6-5db06f517d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb89f06-e21f-4193-a3ec-1997d6151df1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:49.451445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.459680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-92474ad6-d192-4638-9774-29732774cfb4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4022000 Aug 11 02:50:49.460008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40900) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:49.476249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f89ba02-4fec-4aa9-993c-bf8a99d2e6ae req-53678214-baa6-44ab-b10a-5c830d7a132d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Aug 11 02:50:49.546446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d24844a-baad-4f11-8dab-137106e96eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.595292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d24844a-baad-4f11-8dab-137106e96eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.679257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d24844a-baad-4f11-8dab-137106e96eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.682586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d24844a-baad-4f11-8dab-137106e96eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:49.684442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9d24844a-baad-4f11-8dab-137106e96eed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bb89f06-e21f-4193-a3ec-1997d6151df1 HTTP/1.1" status: 204 len: 168 time: 0.2296090 Aug 11 02:50:49.694674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24844a-baad-4f11-8dab-137106e96eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb89f06-e21f-4193-a3ec-1997d6151df1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:50.197990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-0aa9002e-e720-451a-ac10-47790139076b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.199710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-0aa9002e-e720-451a-ac10-47790139076b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 821 time: 0.1630409 Aug 11 02:50:50.223666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-faf91b6f-b11d-4d4b-97c4-9a4ce8b720a2 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/quotas/966802c333e14df581dadefef7c0e8fa HTTP/1.1" status: 200 len: 375 time: 0.0102508 Aug 11 02:50:50.238711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52907851-1306-4342-b214-b440e3b2144c req-57f93221-ea27-444d-b455-20a6b8f6a203 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.240466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52907851-1306-4342-b214-b440e3b2144c req-57f93221-ea27-444d-b455-20a6b8f6a203 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1097 time: 0.0455053 Aug 11 02:50:50.277245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-e546ed5b-0c38-4ad9-9151-75b99a38bf9c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495367 Aug 11 02:50:50.396298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-676d8910-df35-44b0-a1b0-a6eb419a82b3 service neutron] 10.222.0.60 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101501 Aug 11 02:50:50.475985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:50.501293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-35006be5-8a29-4f23-8434-2e0c87c5bd58 service neutron] 10.222.0.60 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009886 Aug 11 02:50:50.563927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52907851-1306-4342-b214-b440e3b2144c req-b99cbab8-f6a3-4ffd-b431-341d0777c87d tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167546 Aug 11 02:50:50.647296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:50.663239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '5640eab3-51a0-4599-860f-4236e2c3842b', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '5640eab3-51a0-4599-860f-4236e2c3842b', 'mac_address': 'fa:16:3e:00:87:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:50.750880 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.786410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5640eab3-51a0-4599-860f-4236e2c3842b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:50.831812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:50.836730 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:50.911902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:50.919146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9e21e-08f4-48f6-ba11-97509fd044f4 req-7cbfce55-c726-4181-ae87-73408019ff02 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:50.921405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93d9e21e-08f4-48f6-ba11-97509fd044f4 req-7cbfce55-c726-4181-ae87-73408019ff02 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.1361759 Aug 11 02:50:50.988099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93d9e21e-08f4-48f6-ba11-97509fd044f4 req-f5f4425c-f615-47d0-9f09-e5f10ede62e8 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525200 Aug 11 02:50:51.102582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41064) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:51.178961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['5640eab3-51a0-4599-860f-4236e2c3842b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:51.230737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df0b80d0-e986-410f-aa37-01d9a36c6199 req-7e64dc3b-8025-4ecd-9fc9-86475b98b049 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 210 time: 0.0463507 Aug 11 02:50:51.334192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-981d9918-c8b6-4d0d-a32e-8c37db23d3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.598528 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-981d9918-c8b6-4d0d-a32e-8c37db23d3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.604792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-981d9918-c8b6-4d0d-a32e-8c37db23d3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.684430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-981d9918-c8b6-4d0d-a32e-8c37db23d3b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47998f6b7fad4bd7aeb7f260ffebb937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5805061 Aug 11 02:50:51.685737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d9918-c8b6-4d0d-a32e-8c37db23d3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c105470f-d1c6-4e7c-bb9f-a60687c68c84,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:51.688973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41128) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:51.754898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-45adf206-4c22-4d88-813c-09c22ef5eabd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:51.756848 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-45adf206-4c22-4d88-813c-09c22ef5eabd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.1771328 Aug 11 02:50:51.769125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d65f1857-f6a7-466f-83f5-469a7adb3d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.784815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-c77b50b1-b3ed-42d8-ba40-55693ac246bd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/quotas/b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 375 time: 0.0129757 Aug 11 02:50:51.823422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d65f1857-f6a7-466f-83f5-469a7adb3d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.875214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-72053f5b-ad85-420f-9192-d0321d7e5c5f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823002 Aug 11 02:50:51.920988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d65f1857-f6a7-466f-83f5-469a7adb3d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.926607 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d65f1857-f6a7-466f-83f5-469a7adb3d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:51.927920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d65f1857-f6a7-466f-83f5-469a7adb3d37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c105470f-d1c6-4e7c-bb9f-a60687c68c84 HTTP/1.1" status: 204 len: 168 time: 0.2375636 Aug 11 02:50:51.940915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f1857-f6a7-466f-83f5-469a7adb3d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105470f-d1c6-4e7c-bb9f-a60687c68c84,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:52.098614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-739c9c7c-9a21-4659-8c1f-bb8d0f6b2fa3 service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116981 Aug 11 02:50:52.228930 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d401a1f1-f743-4e61-9e36-ce592cce9507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.309003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c136f84-6a7a-4366-b128-3f7d916f0acb service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093387 Aug 11 02:50:52.339426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-2a1e59c1-ae71-4cf3-b8f1-a50b6ebde6c0 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:52.341309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-2a1e59c1-ae71-4cf3-b8f1-a50b6ebde6c0 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 821 time: 0.2148602 Aug 11 02:50:52.358790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Request body: {'port': {'device_id': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'admin_state_up': True, 'tenant_id': '966802c333e14df581dadefef7c0e8fa'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:52.383189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41196) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:52.492706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:52.632687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-965112fb-27d1-4904-a24e-0a2298b837d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.645527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 5640eab3-51a0-4599-860f-4236e2c3842b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:50:52.652240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 5640eab3-51a0-4599-860f-4236e2c3842b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:52.653217 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.671661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Made reservation on behalf of 966802c333e14df581dadefef7c0e8fa for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:52.678424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.706654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e6987-bf4f-4a49-8feb-e63d71f1538b req-b1744cd7-a4b6-4589-bdcf-8ef2107fc7ed tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:52.718268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d3e6987-bf4f-4a49-8feb-e63d71f1538b req-b1744cd7-a4b6-4589-bdcf-8ef2107fc7ed tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 948 time: 0.1121128 Aug 11 02:50:52.859842 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d3e6987-bf4f-4a49-8feb-e63d71f1538b req-b8f2a5df-d8d1-4bb0-b6d9-330e76319571 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345575 Aug 11 02:50:52.879484 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.935124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:52.938416 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a179f36b-8fbd-427c-a4eb-88781e40976f" -d '{"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-plugged", "status": "completed", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:52.960026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:52.966940 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:52.990850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-965112fb-27d1-4904-a24e-0a2298b837d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.004073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-965112fb-27d1-4904-a24e-0a2298b837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.039668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Allocated IP 172.20.0.7 (0c441029-8ea2-4765-8352-1572b3f0dddb/dcd7d8da-002f-44c4-a196-0a955a3e9111/0b15b647-5bac-470a-a71c-a94eeb1db17b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:53.045640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.061189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-965112fb-27d1-4904-a24e-0a2298b837d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90050ba62dc6499087d959842d71589b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765115 Aug 11 02:50:53.072307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c64453d3-d593-495d-8355-0dc418d2add2 req-db1fcf1c-fd65-4133-8d5d-f31c5c451dee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 210 time: 0.0840991 Aug 11 02:50:53.073129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:53.102218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6d12425-fb26-48b6-b977-934570c97360 req-9affb003-845b-4ccd-92bf-97a02d2111fa tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 210 time: 0.0539343 Aug 11 02:50:53.149494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965112fb-27d1-4904-a24e-0a2298b837d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbeba97-9506-4a69-be53-8651c8839985,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.182068 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60894ebf-aa22-445a-acd9-31fc2edee8a9 x-openstack-request-id: req-60894ebf-aa22-445a-acd9-31fc2edee8a9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:53.182657 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-plugged", "status": "completed", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:53.184029 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60894ebf-aa22-445a-acd9-31fc2edee8a9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:53.184635 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b', 'code': 200} Aug 11 02:50:53.225959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f57b56ed-af82-406d-82e4-e34fe1c75f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.251724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f57b56ed-af82-406d-82e4-e34fe1c75f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.316713 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f57b56ed-af82-406d-82e4-e34fe1c75f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.320340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f57b56ed-af82-406d-82e4-e34fe1c75f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.322039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f57b56ed-af82-406d-82e4-e34fe1c75f64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/adbeba97-9506-4a69-be53-8651c8839985 HTTP/1.1" status: 204 len: 168 time: 0.2457013 Aug 11 02:50:53.349967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b56ed-af82-406d-82e4-e34fe1c75f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbeba97-9506-4a69-be53-8651c8839985,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.394146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41268) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:53.486173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.505479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ecfab0-d45f-400a-9a44-ad7fc4f23b89 req-7cf06f95-2e76-4573-b9f7-4b29abd9c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.507268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2ecfab0-d45f-400a-9a44-ad7fc4f23b89 req-7cf06f95-2e76-4573-b9f7-4b29abd9c38e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1101 time: 0.1140263 Aug 11 02:50:53.566243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1952687647-network', 'tenant_id': 'c7b20266917346d79cb99a78a263e250'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:53.594862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Made reservation on behalf of c7b20266917346d79cb99a78a263e250 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:53.597265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.608455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.635976 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.662681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2ecfab0-d45f-400a-9a44-ad7fc4f23b89 req-1bb14465-6631-4746-b70c-04e529fa5114 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446071 Aug 11 02:50:53.699780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Network 0c441029-8ea2-4765-8352-1572b3f0dddb is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:53.708320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:53.716575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:53.762455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.768630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.772351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.802036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:53.802036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.840193 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d0c09d9d-f9d1-4939-8296-d998ba0989f6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4866931 Aug 11 02:50:53.858500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Request body: {'port': {'device_id': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:53.858980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:50:53.875589 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.876539 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Added segment 33cf6496-1e86-4596-a14f-6ef22f5dc152 of type vlan for network b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce Aug 11 02:50:53.911253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3f65c7-0568-4013-9750-1788b07798f9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:53.978394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:53.982113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.017072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.019135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.020236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.052947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41320) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:54.088648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6903133 Aug 11 02:50:54.090049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41322) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:54.105378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Request body: {'subnet': {'network_id': 'b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1952687647-subnet', 'tenant_id': 'c7b20266917346d79cb99a78a263e250', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:54.112538 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.116082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d996d-d51b-4642-b6ca-d78cda523bfc admin admin] Pushing event updated for resources: {'Network': ['ID=b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.135295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:50:54.149022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:50:54.149022 n-d-768509-22 neutron-server[111682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 02:50:54.149022 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id': 'd5b57424a2a74852af8106bce49c1eee', 'id': 'd97640bb-2e20-4ad6-9c7e-df9799c7da3c', 'expiration': datetime.datetime(2021, 8, 11, 2, 52, 54, 133251)}] Aug 11 02:50:54.149022 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:50:54.149022 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:50:54.150254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Made reservation on behalf of c7b20266917346d79cb99a78a263e250 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:54.153916 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.176332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7f1a7-03f4-46fe-90e7-927aa4ffc2eb req-33674f6e-0384-4d3e-9973-001a35019620 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.178013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80b7f1a7-03f4-46fe-90e7-927aa4ffc2eb req-33674f6e-0384-4d3e-9973-001a35019620 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1634159 Aug 11 02:50:54.327709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80b7f1a7-03f4-46fe-90e7-927aa4ffc2eb req-1147bb87-7086-4f6c-b8d5-408bd06b4ee3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024654 Aug 11 02:50:54.395761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ff538571-dfd4-4d45-a89a-27bd4db9009d req-0ca48cc1-11e7-41e1-8073-ee619871ad6a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 210 time: 0.0476916 Aug 11 02:50:54.496153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:50:54.538350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-f3561c1e-0d87-4701-aa9f-08b33ee6e300 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.540763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-f3561c1e-0d87-4701-aa9f-08b33ee6e300 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.2889967 Aug 11 02:50:54.545990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.571041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Request body: {'port': {'device_id': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'admin_state_up': True, 'tenant_id': 'b47ec1c4a65949e0a154d9a4949801a5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:54.615021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b62a-447d-4052-8f0e-f9721f196bf7 req-a317b058-9258-4665-840c-abbf18e680ed tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.616883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ef4b62a-447d-4052-8f0e-f9721f196bf7 req-a317b058-9258-4665-840c-abbf18e680ed tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 931 time: 0.1549819 Aug 11 02:50:54.652353 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.679838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:54.682850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3cb3c9-b051-4f1d-af74-f7b6923bee5e,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.740121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '08e714b4-b688-4795-a767-b2e74f5e5309', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '08e714b4-b688-4795-a767-b2e74f5e5309', 'mac_address': 'fa:16:3e:68:ad:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:50:54.755011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Checking segment: {'id': '33cf6496-1e86-4596-a14f-6ef22f5dc152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:54.755379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Network hostable DHCP agents. Network: b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:50:54.770391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ef4b62a-447d-4052-8f0e-f9721f196bf7 req-a6193168-0cd1-4693-a66f-75b193c1ca25 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214521 Aug 11 02:50:54.780818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Network b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:50:54.800656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:54.810764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:54.811547 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.823355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b15b647-5bac-470a-a71c-a94eeb1db17b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:54.834457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.852913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f73b1c9-8f66-4eb3-a5c5-188ff86de60e None None] Network b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:54.874680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Transition to ACTIVE for port object 0b15b647-5bac-470a-a71c-a94eeb1db17b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:54.883192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.952767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:54.973740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Pushing event updated for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:54.998240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e714b4-b688-4795-a767-b2e74f5e5309 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:55.055556 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.068133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-44801a8a-a263-4f39-8398-637f20f3c9d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9774301 Aug 11 02:50:55.084567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:55.093811 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.100165 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.115890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Attempting to bind port 0b15b647-5bac-470a-a71c-a94eeb1db17b on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:55.116241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Attempting to bind port 0b15b647-5bac-470a-a71c-a94eeb1db17b by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:55.116578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Attempting to bind port 0b15b647-5bac-470a-a71c-a94eeb1db17b on network 0c441029-8ea2-4765-8352-1572b3f0dddb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:55.187512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Port 0b15b647-5bac-470a-a71c-a94eeb1db17b on network 0c441029-8ea2-4765-8352-1572b3f0dddb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:55.187871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Attempting to bind port 0b15b647-5bac-470a-a71c-a94eeb1db17b on network 0c441029-8ea2-4765-8352-1572b3f0dddb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:55.211652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5b57424a2a74852af8106bce49c1eee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1573231 Aug 11 02:50:55.213979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Made reservation on behalf of b47ec1c4a65949e0a154d9a4949801a5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:50:55.215303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41376) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:55.221953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.224409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68841af4-c939-4d46-b8f1-1d47acf6ac6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56eda04-f8d8-41de-b854-04ddae66e83a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.226839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:55.227189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Checking segment: {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:55.227574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Bound using segment: {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:55.228055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Bound port: 0b15b647-5bac-470a-a71c-a94eeb1db17b, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:55.228495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.355967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['08e714b4-b688-4795-a767-b2e74f5e5309'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:50:55.369815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e785e1b-30c9-4278-ba28-bbbea7ed41f1 None None] Network b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:50:55.377308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76ee67d2-f63b-45a5-880f-7aca363396e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.415901 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e87a1b7-7a24-4b2c-8d45-34e09a472258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.422802 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.438097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:55.485327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76ee67d2-f63b-45a5-880f-7aca363396e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.584871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Allocated IP 172.20.0.10 (f8295811-8f85-41f1-be2f-7612d82e0f95/15444806-4914-4a23-8884-3608eb0874cb/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:50:55.680526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36786cd3-3c8b-4c9b-a8db-808480466d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.705140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8ae90-5caa-427c-99e2-bd0496fbf157 req-5e56fcab-157e-4933-b27c-1861536f918d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:55.706999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23b8ae90-5caa-427c-99e2-bd0496fbf157 req-5e56fcab-157e-4933-b27c-1861536f918d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.2157362 Aug 11 02:50:55.722670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.741596 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.773480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76ee67d2-f63b-45a5-880f-7aca363396e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.776087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76ee67d2-f63b-45a5-880f-7aca363396e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.779526 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-76ee67d2-f63b-45a5-880f-7aca363396e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b56eda04-f8d8-41de-b854-04ddae66e83a HTTP/1.1" status: 204 len: 168 time: 0.5608184 Aug 11 02:50:55.798195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee67d2-f63b-45a5-880f-7aca363396e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56eda04-f8d8-41de-b854-04ddae66e83a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:55.804866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23b8ae90-5caa-427c-99e2-bd0496fbf157 req-5bf43371-3f5a-4199-95a0-f276a4c9c519 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906477 Aug 11 02:50:55.893240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:55.958387 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e03d1b8-0c4a-42c7-b588-413ddf511ffb req-6d0c7e67-3ca2-4a2f-9473-6d49f08cdf78 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 210 time: 0.1263504 Aug 11 02:50:55.974716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36786cd3-3c8b-4c9b-a8db-808480466d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:55.984428 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36786cd3-3c8b-4c9b-a8db-808480466d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.089306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-36786cd3-3c8b-4c9b-a8db-808480466d30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=597bf4997819414d9ccdc688b7ff5711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494439 Aug 11 02:50:56.090313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41400) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:56.104529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36786cd3-3c8b-4c9b-a8db-808480466d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceca27b-72cb-4be1-aab8-8f6d33543311,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.186919 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08270ab-d583-4abc-bf54-73a671bffbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.203486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.219245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08270ab-d583-4abc-bf54-73a671bffbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.257048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:56.276851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.299517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08270ab-d583-4abc-bf54-73a671bffbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.302982 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08270ab-d583-4abc-bf54-73a671bffbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.306718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e08270ab-d583-4abc-bf54-73a671bffbf0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fceca27b-72cb-4be1-aab8-8f6d33543311 HTTP/1.1" status: 204 len: 168 time: 0.2124684 Aug 11 02:50:56.328360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08270ab-d583-4abc-bf54-73a671bffbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceca27b-72cb-4be1-aab8-8f6d33543311,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.345486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.346254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.347896 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] 10.222.0.57 "PUT /v2.0/ports/0b15b647-5bac-470a-a71c-a94eeb1db17b HTTP/1.1" status: 200 len: 1092 time: 2.4966912 Aug 11 02:50:56.349034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'tag': '0b15b647-5bac-470a-a71c-a94eeb1db17b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:56.351434 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a004dea-57ab-4138-92de-c01f3352ba5a" -d '{"events": [{"name": "network-changed", "server_uuid": "faaaa642-f10a-4c20-a205-819f3c2117a4", "tag": "0b15b647-5bac-470a-a71c-a94eeb1db17b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:56.403455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25d673-f9ab-49e6-92af-4dcdd41c2e90 req-7af05d19-6ffb-4ec1-91e7-e16a68f032be tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.413796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d25d673-f9ab-49e6-92af-4dcdd41c2e90 req-7af05d19-6ffb-4ec1-91e7-e16a68f032be tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 943 time: 0.1721454 Aug 11 02:50:56.438424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb1182-9cd9-4f6c-abd5-2058a3bbec6f service neutron] Pushing event updated for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.490593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.505364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8d52a757-b1a1-46f8-9562-0d296e53e62d req-f464e4a3-0ba3-4cd8-845b-c3cae31ccff5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1068850770', 'description': 'tempest-description-2084531917'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:56.529000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d25d673-f9ab-49e6-92af-4dcdd41c2e90 req-b4a25be7-1806-4215-9b4e-45451e75c413 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044436 Aug 11 02:50:56.569780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8d52a757-b1a1-46f8-9562-0d296e53e62d req-f464e4a3-0ba3-4cd8-845b-c3cae31ccff5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.580997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.711979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-e23c2ab4-6219-43e3-a37b-a71cbcd2a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:56.715485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-e23c2ab4-6219-43e3-a37b-a71cbcd2a12d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 1095 time: 0.2945902 Aug 11 02:50:56.719326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:56.769241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Network f8295811-8f85-41f1-be2f-7612d82e0f95 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:50:56.844672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8d52a757-b1a1-46f8-9562-0d296e53e62d req-f464e4a3-0ba3-4cd8-845b-c3cae31ccff5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.851109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8d52a757-b1a1-46f8-9562-0d296e53e62d req-f464e4a3-0ba3-4cd8-845b-c3cae31ccff5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.881957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:50:56.885468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-4eab49d5-afea-442e-b044-0d41cbef7317 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b HTTP/1.1" status: 200 len: 217 time: 0.1380951 Aug 11 02:50:56.890190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:50:56.919958 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8d52a757-b1a1-46f8-9562-0d296e53e62d req-f464e4a3-0ba3-4cd8-845b-c3cae31ccff5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:56.926038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d52a757-b1a1-46f8-9562-0d296e53e62d req-f464e4a3-0ba3-4cd8-845b-c3cae31ccff5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4276602 Aug 11 02:50:56.932983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464e4a3-0ba3-4cd8-845b-c3cae31ccff5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6040993a-071b-4217-9923-ad36652cd4ad,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:57.137679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.139510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.161831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-90e7c42b-0005-4ac0-9a45-ea7a8fae1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.163344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-90e7c42b-0005-4ac0-9a45-ea7a8fae1b87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dcd7d8da-002f-44c4-a196-0a955a3e9111 HTTP/1.1" status: 200 len: 861 time: 0.2620761 Aug 11 02:50:57.248689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-3c013d38-bda3-451c-9e69-e63a05730267 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6818364 Aug 11 02:50:57.252353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-c81b17b5-ceff-46e7-a6b2-5e110041b2ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c441029-8ea2-4765-8352-1572b3f0dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772920 Aug 11 02:50:57.258300 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54690836-33e3-454f-9d40-7737adfb2f8d x-openstack-request-id: req-54690836-33e3-454f-9d40-7737adfb2f8d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:57.258607 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faaaa642-f10a-4c20-a205-819f3c2117a4", "tag": "0b15b647-5bac-470a-a71c-a94eeb1db17b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:57.258849 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54690836-33e3-454f-9d40-7737adfb2f8d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:57.259259 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'tag': '0b15b647-5bac-470a-a71c-a94eeb1db17b', 'status': 'completed', 'code': 200} Aug 11 02:50:57.282265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Request body: {'port': {'device_id': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:57.446695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-13b393f8-3662-4bab-aeed-828b27042142 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1739926 Aug 11 02:50:57.464608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-9974a6fa-4043-49df-b3ac-88ada7a7ca2e tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/6040993a-071b-4217-9923-ad36652cd4ad HTTP/1.1" status: 200 len: 1805 time: 0.1408572 Aug 11 02:50:57.478329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6040993a-071b-4217-9923-ad36652cd4ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:57.478588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6040993a-071b-4217-9923-ad36652cd4ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:57.540092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3388-0e28-417e-a4a6-9595fefb87ea req-47c0302d-75f3-4879-95f0-992264c04430 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.559018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e30a3388-0e28-417e-a4a6-9595fefb87ea req-47c0302d-75f3-4879-95f0-992264c04430 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 932 time: 0.2157683 Aug 11 02:50:57.619053 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.637804 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.679264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.684247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.720190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9002b9e2-42a0-4fa0-b18d-be66043a0dd5,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:57.730272 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:57.744523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b315acb-8a4a-471d-a8f5-ae5c8379eb98 req-4b58a881-d816-4471-940b-fbbebe8767f2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2704065 Aug 11 02:50:57.870092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-37944756-205e-46b8-8125-20ce6c3f8937 service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847325 Aug 11 02:50:57.904175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e30a3388-0e28-417e-a4a6-9595fefb87ea req-2790803b-6ff1-4907-bbb1-59e316d47d23 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487780 Aug 11 02:50:57.931165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d30e4-b5d7-48f1-8d07-c3e8679f8cfe req-98b639a4-daf9-48db-87e3-5127887ea05b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:57.939560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b5d30e4-b5d7-48f1-8d07-c3e8679f8cfe req-98b639a4-daf9-48db-87e3-5127887ea05b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.0926127 Aug 11 02:50:58.005287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.038745 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b5d30e4-b5d7-48f1-8d07-c3e8679f8cfe req-8b6dd632-a67d-4f9a-bd48-a85de0b8670e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910711 Aug 11 02:50:58.097205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-55269367-ba53-4ac4-9baa-40eccb571f59 req-6c5ffc06-7a19-4bc3-8513-2ea71d9d8bd5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2016580362', 'description': 'tempest-description-740866017'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:58.127162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-55269367-ba53-4ac4-9baa-40eccb571f59 req-6c5ffc06-7a19-4bc3-8513-2ea71d9d8bd5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.191981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55c5a-6021-476d-8ca5-e25acb0f39ee req-bbb54066-bcf8-42ca-aecc-c227c997dfe0 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.201992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc55c5a-6021-476d-8ca5-e25acb0f39ee req-bbb54066-bcf8-42ca-aecc-c227c997dfe0 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 943 time: 0.1462500 Aug 11 02:50:58.245553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94f1dc22-1ae8-4db0-babd-e7d4f1ed918e req-d974e700-4571-4f27-bcd4-39bbe42a3585 service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320572 Aug 11 02:50:58.316079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc55c5a-6021-476d-8ca5-e25acb0f39ee req-f0189a78-7151-4228-860f-3e90df8072d8 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125908 Aug 11 02:50:58.413498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-55269367-ba53-4ac4-9baa-40eccb571f59 req-6c5ffc06-7a19-4bc3-8513-2ea71d9d8bd5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.421977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-55269367-ba53-4ac4-9baa-40eccb571f59 req-6c5ffc06-7a19-4bc3-8513-2ea71d9d8bd5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.516589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:50:58.541807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-ffeed4b3-d2a6-4493-95dd-dde5376485ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.544820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-55269367-ba53-4ac4-9baa-40eccb571f59 req-6c5ffc06-7a19-4bc3-8513-2ea71d9d8bd5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.545755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-ffeed4b3-d2a6-4493-95dd-dde5376485ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 1095 time: 0.2277458 Aug 11 02:50:58.556291 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55269367-ba53-4ac4-9baa-40eccb571f59 req-6c5ffc06-7a19-4bc3-8513-2ea71d9d8bd5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4634511 Aug 11 02:50:58.566988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ffc06-7a19-4bc3-8513-2ea71d9d8bd5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3141fadb-b6e4-40e4-9b0b-74f62a0e481e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:58.628884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:50:58.637216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 08e714b4-b688-4795-a767-b2e74f5e5309 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:50:58.637924 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.664564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.751916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Transition to ACTIVE for port object 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:50:58.767875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.792445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-886a17a8-69aa-49fb-8f11-6710a5ae6948 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/3141fadb-b6e4-40e4-9b0b-74f62a0e481e HTTP/1.1" status: 200 len: 1804 time: 0.2077577 Aug 11 02:50:58.838233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3141fadb-b6e4-40e4-9b0b-74f62a0e481e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:58.838233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3141fadb-b6e4-40e4-9b0b-74f62a0e481e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:50:58.876237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:58.896948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-aa033dc7-1caa-4671-85cb-d005d39e1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:58.898744 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-aa033dc7-1caa-4671-85cb-d005d39e1725 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 922 time: 0.3097908 Aug 11 02:50:58.901341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:58.935195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:58.939756 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e52078-77be-4507-8fa2-3c9f165c14d4" -d '{"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-plugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:58.955559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:50:58.960860 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.046880 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-4f4d22a6-7eb0-4140-abc7-e8a9718d1085 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b HTTP/1.1" status: 200 len: 217 time: 0.1360586 Aug 11 02:50:59.052370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=10']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:59.235465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:50:59.235981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:50:59.237367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:59.260353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:50:59.265798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:50:59.306669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:50:59.307089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:50:59.307522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:50:59.315235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Bound port: 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:50:59.315748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.416701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-1b2ef93b-f4d5-4f15-b80e-77af3a0096a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:59.421290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-1b2ef93b-f4d5-4f15-b80e-77af3a0096a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dcd7d8da-002f-44c4-a196-0a955a3e9111 HTTP/1.1" status: 200 len: 861 time: 0.2432585 Aug 11 02:50:59.424644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.454596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583940d-7584-4377-903a-43bc31e37302 req-19af2465-87df-468b-805d-843e132c7748 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:59.459154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4583940d-7584-4377-903a-43bc31e37302 req-19af2465-87df-468b-805d-843e132c7748 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 944 time: 0.1143289 Aug 11 02:50:59.481383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-a9890073-f9ba-44c1-b2d5-418ce2fc2f5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0c441029-8ea2-4765-8352-1572b3f0dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506396 Aug 11 02:50:59.519209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.520333 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.540909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.572017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4583940d-7584-4377-903a-43bc31e37302 req-c2ac0af5-0c16-426b-87a9-29e8cbabb316 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054196 Aug 11 02:50:59.613662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:50:59.643190 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f567fa-3820-4b35-8167-3b0f5885bd1a x-openstack-request-id: req-24f567fa-3820-4b35-8167-3b0f5885bd1a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:50:59.643667 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-plugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:50:59.643926 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24f567fa-3820-4b35-8167-3b0f5885bd1a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:50:59.644324 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309', 'code': 200} Aug 11 02:50:59.651251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4155bb-7d32-4207-8fd9-2b89eada0551,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:50:59.666451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:50:59.677577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.680734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.690357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:50:59.694899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-768f6d6b-2694-474d-9ebc-a29aeb791867 req-b3f83b8b-af18-4dfe-ad04-ef080b7621ae tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8984058 Aug 11 02:50:59.809336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:59.810442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:50:59.813248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] 10.222.0.57 "PUT /v2.0/ports/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 200 len: 1093 time: 2.5390887 Aug 11 02:50:59.821793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:50:59.824752 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e713db76-3c01-49af-85a0-9df76e508a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:50:59.856306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-6ba35ca5-b78c-4728-a8bd-d9f843aa7b9c service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598115 Aug 11 02:50:59.859925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01f3e-d50d-42b0-ba08-43e664821dc6 req-04a45b4f-d0f9-4f45-8d6e-3405cd81563b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:50:59.874214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cea01f3e-d50d-42b0-ba08-43e664821dc6 req-04a45b4f-d0f9-4f45-8d6e-3405cd81563b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1228170 Aug 11 02:50:59.947207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4822b1f3-a99f-4676-8260-4935a00ae792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.000730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cea01f3e-d50d-42b0-ba08-43e664821dc6 req-37445bc1-b0c6-4518-8793-5b9bc5da8c04 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255119 Aug 11 02:51:00.106555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4822b1f3-a99f-4676-8260-4935a00ae792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.112062 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4822b1f3-a99f-4676-8260-4935a00ae792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.163996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822b1f3-a99f-4676-8260-4935a00ae792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5fae5d-9d5a-41eb-83c3-9dcc908d9a79,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:00.203779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4822b1f3-a99f-4676-8260-4935a00ae792 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36b9527efe8045d89c4bacd3f93a0601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114284 Aug 11 02:51:00.204416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:00.315060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4eb84-8eee-475f-accf-565cd6146865 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:00.320158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-bc19deb1-f3c2-4542-abe1-b1e7bb7453e7 req-83c1e4ad-10d4-44b3-b545-f2c2e34f1907 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2058854857', 'description': 'tempest-description-73905083'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:00.366420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4bcdf86-93f0-4709-b1d3-256e70645237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.413681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4bcdf86-93f0-4709-b1d3-256e70645237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.422054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f3b4d-8c27-4e57-8ffd-a1a4a73b07b6 req-ba5edfdc-ad9e-4098-8c6d-de53e3256257 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.429690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-758f3b4d-8c27-4e57-8ffd-a1a4a73b07b6 req-ba5edfdc-ad9e-4098-8c6d-de53e3256257 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 943 time: 0.5985429 Aug 11 02:51:00.457337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-4f37c25e-6a5d-4104-8f9a-80e401d72b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.458933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-4f37c25e-6a5d-4104-8f9a-80e401d72b3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1096 time: 0.1774995 Aug 11 02:51:00.469987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-815d3439-e97b-4afa-9c88-ee3895f2e91f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1898315 Aug 11 02:51:00.474807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bc19deb1-f3c2-4542-abe1-b1e7bb7453e7 req-83c1e4ad-10d4-44b3-b545-f2c2e34f1907 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.487540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a004dea-57ab-4138-92de-c01f3352ba5a req-56475224-300c-4bdf-952f-48db900aa3c6 service neutron] 10.222.0.57 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114736 Aug 11 02:51:00.489084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-8dbe3f46-aab8-4033-af15-b156a0ba17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.490816 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-8dbe3f46-aab8-4033-af15-b156a0ba17e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1101 time: 0.2084489 Aug 11 02:51:00.519208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4bcdf86-93f0-4709-b1d3-256e70645237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.521670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4bcdf86-93f0-4709-b1d3-256e70645237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.539185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-59ff6704-1e22-4db7-b369-8f6fab5af429 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 200 len: 217 time: 0.0652835 Aug 11 02:51:00.542829 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e4bcdf86-93f0-4709-b1d3-256e70645237 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e5fae5d-9d5a-41eb-83c3-9dcc908d9a79 HTTP/1.1" status: 204 len: 168 time: 0.3372550 Aug 11 02:51:00.564441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcdf86-93f0-4709-b1d3-256e70645237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5fae5d-9d5a-41eb-83c3-9dcc908d9a79,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:00.583568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-758f3b4d-8c27-4e57-8ffd-a1a4a73b07b6 req-f894cb1c-6e03-4399-8e8a-8de76a83525f tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528230 Aug 11 02:51:00.728358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0b15b647-5bac-470a-a71c-a94eeb1db17b details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:00.769892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bc19deb1-f3c2-4542-abe1-b1e7bb7453e7 req-83c1e4ad-10d4-44b3-b545-f2c2e34f1907 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.776280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bc19deb1-f3c2-4542-abe1-b1e7bb7453e7 req-83c1e4ad-10d4-44b3-b545-f2c2e34f1907 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.783530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-5f2360c4-658d-43c4-8921-0abe4d7f0b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.785093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-5f2360c4-658d-43c4-8921-0abe4d7f0b6e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.2173619 Aug 11 02:51:00.809589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1e4ad-10d4-44b3-b545-f2c2e34f1907 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8206bb-0ac2-49ad-9a4b-44921a632c20,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:00.835741 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bc19deb1-f3c2-4542-abe1-b1e7bb7453e7 req-83c1e4ad-10d4-44b3-b545-f2c2e34f1907 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:00.839489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc19deb1-f3c2-4542-abe1-b1e7bb7453e7 req-83c1e4ad-10d4-44b3-b545-f2c2e34f1907 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5310464 Aug 11 02:51:00.857214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-197397ff-dccd-47f8-929c-d8dfab944437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:00.861956 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-197397ff-dccd-47f8-929c-d8dfab944437 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1102 time: 0.3162062 Aug 11 02:51:00.936046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-59f4232c-4dbb-4354-8933-239c8a42ae03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359837 Aug 11 02:51:00.952965 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ac5880-90fb-408d-96c1-7a2d750ac18a x-openstack-request-id: req-36ac5880-90fb-408d-96c1-7a2d750ac18a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:00.953347 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:00.953673 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36ac5880-90fb-408d-96c1-7a2d750ac18a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:00.954646 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce', 'status': 'completed', 'code': 200} Aug 11 02:51:01.102174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-bb903d5e-4e4a-43aa-b822-7f3e092c88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.105360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-bb903d5e-4e4a-43aa-b822-7f3e092c88bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.5806823 Aug 11 02:51:01.105793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:01.154659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0b15b647-5bac-470a-a71c-a94eeb1db17b', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'port_id': '0b15b647-5bac-470a-a71c-a94eeb1db17b', 'mac_address': 'fa:16:3e:e3:b1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd7d8da-002f-44c4-a196-0a955a3e9111', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:01.194855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-448e4728-cfd3-4971-bd78-4f2bea14e5b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.0660985 Aug 11 02:51:01.237113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfbf0a-8c04-4f0d-8141-94dc5c568bf4 req-af76f64e-f614-4dcc-a318-31fbdca2eae3 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.246487 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ddfbf0a-8c04-4f0d-8141-94dc5c568bf4 req-af76f64e-f614-4dcc-a318-31fbdca2eae3 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 944 time: 0.1614292 Aug 11 02:51:01.303076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.355926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-90071544-9c5c-4cfd-a78b-64d97222ad5b service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984306 Aug 11 02:51:01.357883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-b5a3de4e-3bec-4f98-b09b-0bfa0a5884b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.358183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b15b647-5bac-470a-a71c-a94eeb1db17b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:01.359673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-b5a3de4e-3bec-4f98-b09b-0bfa0a5884b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.4210088 Aug 11 02:51:01.361521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-c467a0e6-4c34-4487-ac4e-bd5478e9c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.363166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-c467a0e6-4c34-4487-ac4e-bd5478e9c305 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1541348 Aug 11 02:51:01.385355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ddfbf0a-8c04-4f0d-8141-94dc5c568bf4 req-edc18ed5-75f2-42e8-a96f-8f566dc32f0d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344163 Aug 11 02:51:01.441181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-6e6dd388-4cd1-4a16-ac16-91e55fee9ca3 req-64fbaf73-1e61-4a9b-80f6-ab560709f46c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1809054128', 'description': 'tempest-description-315985774'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:01.453479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:01.494195 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.502742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e6dd388-4cd1-4a16-ac16-91e55fee9ca3 req-64fbaf73-1e61-4a9b-80f6-ab560709f46c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.597955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-d6894ebb-f8f9-4cb0-986a-1ef93cdba137 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.1340122 Aug 11 02:51:01.641480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:01.720173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e6dd388-4cd1-4a16-ac16-91e55fee9ca3 req-64fbaf73-1e61-4a9b-80f6-ab560709f46c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.736749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e6dd388-4cd1-4a16-ac16-91e55fee9ca3 req-64fbaf73-1e61-4a9b-80f6-ab560709f46c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.746038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0b15b647-5bac-470a-a71c-a94eeb1db17b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:01.802362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e6dd388-4cd1-4a16-ac16-91e55fee9ca3 req-64fbaf73-1e61-4a9b-80f6-ab560709f46c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:01.821952 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e6dd388-4cd1-4a16-ac16-91e55fee9ca3 req-64fbaf73-1e61-4a9b-80f6-ab560709f46c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4019437 Aug 11 02:51:01.850030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbaf73-1e61-4a9b-80f6-ab560709f46c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a9bd56-a6ca-402b-8242-f14465e6774a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:01.853391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-f2154a01-6ef9-4506-8ce2-6e66968625b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.855021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-f2154a01-6ef9-4506-8ce2-6e66968625b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3886719 Aug 11 02:51:01.868187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d2970-ae4a-4748-a6a6-91579eda5b82 req-a2a32e38-fa75-4446-a9d5-90f9a3beaf85 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:01.869824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b9d2970-ae4a-4748-a6a6-91579eda5b82 req-a2a32e38-fa75-4446-a9d5-90f9a3beaf85 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.2694733 Aug 11 02:51:02.075230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41618) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:02.077724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-ac31bfda-1ab3-4a7a-9650-5dcdd480eeeb service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000926 Aug 11 02:51:02.102384 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f2abc91-ee61-45b7-89d7-9822f4235f4b req-882728e9-f7d4-46b2-b553-5a4c43a8bc04 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363484 Aug 11 02:51:02.115565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-ec0422a5-d3ec-43fc-921e-09d27f3fb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:02.121378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-ec0422a5-d3ec-43fc-921e-09d27f3fb4fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.4935284 Aug 11 02:51:02.252401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ef4b7-8869-4b61-a6f7-70f566ca41d2 req-59571e62-290d-4535-88ee-a83fea100d29 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:02.254305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a7ef4b7-8869-4b61-a6f7-70f566ca41d2 req-59571e62-290d-4535-88ee-a83fea100d29 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 944 time: 0.1155961 Aug 11 02:51:02.278341 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd7da09b-bf44-4222-8d4e-d159e4e60994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.312037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b9d2970-ae4a-4748-a6a6-91579eda5b82 req-9699723e-4d7c-42b6-80e4-eb4e239846aa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299907 Aug 11 02:51:02.335609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-f37638de-360d-43de-af08-ce8f4eed89e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:02.337158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-f37638de-360d-43de-af08-ce8f4eed89e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306827 Aug 11 02:51:02.340021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-8f4cdee6-cb50-45e3-90bb-0a843dc0002d service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306073 Aug 11 02:51:02.342075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713db76-3c01-49af-85a0-9df76e508a8c req-3a61056f-e659-476a-84ac-bf7f21bda78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:02.343723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e713db76-3c01-49af-85a0-9df76e508a8c req-3a61056f-e659-476a-84ac-bf7f21bda78b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1096 time: 0.1383200 Aug 11 02:51:02.346547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a7ef4b7-8869-4b61-a6f7-70f566ca41d2 req-4b693ead-a650-440d-a7e4-0f45534d617e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842810 Aug 11 02:51:02.493055 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd7da09b-bf44-4222-8d4e-d159e4e60994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.498018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd7da09b-bf44-4222-8d4e-d159e4e60994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.549963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-c86972a1-3be0-44f9-b941-64e82af2a5d6 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/6a8206bb-0ac2-49ad-9a4b-44921a632c20 HTTP/1.1" status: 200 len: 1803 time: 0.2036710 Aug 11 02:51:02.571464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bd7da09b-bf44-4222-8d4e-d159e4e60994 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bfd37831775949a9a14d9ddaf708b74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914367 Aug 11 02:51:02.579466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41628) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:02.599119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7da09b-bf44-4222-8d4e-d159e4e60994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4b08e6-5725-4649-a545-84cff1d28054,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:02.645485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713db76-3c01-49af-85a0-9df76e508a8c req-6e827e97-3927-436e-9eaa-50d89eddb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:02.646196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e713db76-3c01-49af-85a0-9df76e508a8c req-6e827e97-3927-436e-9eaa-50d89eddb5c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.2891815 Aug 11 02:51:02.683662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-86fd65dc-0f48-4295-bb2f-18c989e0d3e4 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/96a9bd56-a6ca-402b-8242-f14465e6774a HTTP/1.1" status: 200 len: 1804 time: 0.1310959 Aug 11 02:51:02.718063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-21f08ef2-fc82-4930-9769-e0d02053db01 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573325 Aug 11 02:51:02.718359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a8206bb-0ac2-49ad-9a4b-44921a632c20', 'remote_group_id': '96a9bd56-a6ca-402b-8242-f14465e6774a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:02.718561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6a8206bb-0ac2-49ad-9a4b-44921a632c20', 'remote_group_id': '96a9bd56-a6ca-402b-8242-f14465e6774a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:02.725177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e713db76-3c01-49af-85a0-9df76e508a8c req-dfe7c1b7-7435-427e-8744-692fee196955 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 200 len: 217 time: 0.0619373 Aug 11 02:51:02.754495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0b15b647-5bac-470a-a71c-a94eeb1db17b up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:02.868661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 0b15b647-5bac-470a-a71c-a94eeb1db17b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:02.878058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 0b15b647-5bac-470a-a71c-a94eeb1db17b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:02.878916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.901004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713db76-3c01-49af-85a0-9df76e508a8c req-9e7ab0ce-542c-44a0-a6c4-9f3a64f2140b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:02.902662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e713db76-3c01-49af-85a0-9df76e508a8c req-9e7ab0ce-542c-44a0-a6c4-9f3a64f2140b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1618190 Aug 11 02:51:02.903326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0fa68a6-18a3-4cd1-b43b-e63d42f6b4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:02.975528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e713db76-3c01-49af-85a0-9df76e508a8c req-dc431e1e-c9d7-45a4-b73c-46e83ba326ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594008 Aug 11 02:51:02.994044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0fa68a6-18a3-4cd1-b43b-e63d42f6b4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.021908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.078573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:03.080164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b15b647-5bac-470a-a71c-a94eeb1db17b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:03.084311 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d56ff0-40d0-4f42-8c85-4dc28102a1d7" -d '{"events": [{"server_uuid": "faaaa642-f10a-4c20-a205-819f3c2117a4", "name": "network-vif-plugged", "status": "completed", "tag": "0b15b647-5bac-470a-a71c-a94eeb1db17b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:03.092239 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.092763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce26dbe-3a47-4752-8e3f-7769729443bb req-9ca7e440-06e1-498e-930a-d84b395e7323 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621833 Aug 11 02:51:03.160094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7f4ea-a3b8-466c-b461-24d174039a4e req-81d42e15-5705-49d4-9219-67189c806c3a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.165446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.170145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:03.194332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e713db76-3c01-49af-85a0-9df76e508a8c req-a677c4e1-352d-4945-8736-3171970e9363 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055831 Aug 11 02:51:03.202602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9d7f4ea-a3b8-466c-b461-24d174039a4e req-81d42e15-5705-49d4-9219-67189c806c3a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 944 time: 0.1431198 Aug 11 02:51:03.226184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0fa68a6-18a3-4cd1-b43b-e63d42f6b4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.228750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0fa68a6-18a3-4cd1-b43b-e63d42f6b4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.232211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b0fa68a6-18a3-4cd1-b43b-e63d42f6b4b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c4b08e6-5725-4649-a545-84cff1d28054 HTTP/1.1" status: 204 len: 168 time: 0.6476545 Aug 11 02:51:03.265486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9d7f4ea-a3b8-466c-b461-24d174039a4e req-0aee6600-2e7e-4877-b50e-565331ed7a2c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559685 Aug 11 02:51:03.331698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa68a6-18a3-4cd1-b43b-e63d42f6b4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4b08e6-5725-4649-a545-84cff1d28054,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:03.355929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.396486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.429818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b53e59c-1e6f-46bf-8740-081d9053bdf2,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:03.440126 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.441638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b66f4e60-13e4-49a0-9f07-1294f9e63cb4 req-3f118a22-9adc-4164-a176-575a43786f51 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7588377 Aug 11 02:51:03.472318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e713db76-3c01-49af-85a0-9df76e508a8c req-cbc9a8a7-1702-41dc-b5ac-446aac640ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680573 Aug 11 02:51:03.537525 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b364c66-9edc-479a-90d4-c75cc8ea596d x-openstack-request-id: req-4b364c66-9edc-479a-90d4-c75cc8ea596d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:03.537827 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaaa642-f10a-4c20-a205-819f3c2117a4", "name": "network-vif-plugged", "status": "completed", "tag": "0b15b647-5bac-470a-a71c-a94eeb1db17b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:03.538091 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b364c66-9edc-479a-90d4-c75cc8ea596d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:03.538505 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b15b647-5bac-470a-a71c-a94eeb1db17b', 'code': 200} Aug 11 02:51:03.643768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde506d8-eee8-4125-8840-d11bd3230b28 req-acd10b8a-5f63-4e5f-8bf9-b5b2c090065b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.645539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cde506d8-eee8-4125-8840-d11bd3230b28 req-acd10b8a-5f63-4e5f-8bf9-b5b2c090065b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.0865221 Aug 11 02:51:03.695765 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cde506d8-eee8-4125-8840-d11bd3230b28 req-3200b735-7434-4963-ae84-47c26c171c80 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Aug 11 02:51:03.764708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41662) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:03.779523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5312679b-24b7-4dd2-8884-0804cee377b9 req-76105ded-38bb-4f49-8846-45ba92a0219a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1353897902', 'description': 'tempest-description-27844339'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:03.779828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41692ff5-8178-4781-9939-7dd9032cf730 req-e496ae14-9bd3-4c2b-8f80-cdba375105ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.787299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41692ff5-8178-4781-9939-7dd9032cf730 req-e496ae14-9bd3-4c2b-8f80-cdba375105ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 1097 time: 0.1704257 Aug 11 02:51:03.804506 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-053bfeda-0f01-4c3f-8683-cc9dc7b51e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.836586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896d20d-dfcf-42fb-bd1d-6e4b9eef11f2 req-47bd2cd9-2687-4db0-93a8-6763d0e503c1 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:03.838519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f896d20d-dfcf-42fb-bd1d-6e4b9eef11f2 req-47bd2cd9-2687-4db0-93a8-6763d0e503c1 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 945 time: 0.2106683 Aug 11 02:51:03.853493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5312679b-24b7-4dd2-8884-0804cee377b9 req-76105ded-38bb-4f49-8846-45ba92a0219a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:03.869754 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41692ff5-8178-4781-9939-7dd9032cf730 req-2a26ff61-25e5-4197-b58e-ac65493f45bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684166 Aug 11 02:51:03.914565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f896d20d-dfcf-42fb-bd1d-6e4b9eef11f2 req-c67fb7f4-eaa5-4f0a-9334-ae4cd1258798 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650122 Aug 11 02:51:04.031803 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-053bfeda-0f01-4c3f-8683-cc9dc7b51e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.039808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-053bfeda-0f01-4c3f-8683-cc9dc7b51e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.130539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-053bfeda-0f01-4c3f-8683-cc9dc7b51e95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b161794063c44c07953fc080eaf678cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647137 Aug 11 02:51:04.133358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41664) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:04.174707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bfeda-0f01-4c3f-8683-cc9dc7b51e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988ea7b2-c99f-4c04-bcb4-9c0dbce261ec,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.227325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-678b30ec-6795-4f13-aba9-27ec68d9ffd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.238579 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5312679b-24b7-4dd2-8884-0804cee377b9 req-76105ded-38bb-4f49-8846-45ba92a0219a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.245743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5312679b-24b7-4dd2-8884-0804cee377b9 req-76105ded-38bb-4f49-8846-45ba92a0219a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.298819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-678b30ec-6795-4f13-aba9-27ec68d9ffd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.321523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5312679b-24b7-4dd2-8884-0804cee377b9 req-76105ded-38bb-4f49-8846-45ba92a0219a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.322937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5312679b-24b7-4dd2-8884-0804cee377b9 req-76105ded-38bb-4f49-8846-45ba92a0219a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5559459 Aug 11 02:51:04.360367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76105ded-38bb-4f49-8846-45ba92a0219a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe1904-0e4c-4253-8dc5-18262b9357c7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.399605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-678b30ec-6795-4f13-aba9-27ec68d9ffd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.403611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-678b30ec-6795-4f13-aba9-27ec68d9ffd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.406283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-678b30ec-6795-4f13-aba9-27ec68d9ffd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/988ea7b2-c99f-4c04-bcb4-9c0dbce261ec HTTP/1.1" status: 204 len: 168 time: 0.2712417 Aug 11 02:51:04.417442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b30ec-6795-4f13-aba9-27ec68d9ffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988ea7b2-c99f-4c04-bcb4-9c0dbce261ec,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.449769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-eadffca7-f73b-41fa-9a8e-8ed17ab28f77 req-fa5e41b2-a578-4567-a2c6-1d54307fdb08 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1191526514', 'description': 'tempest-description-1275185600'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:04.489065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eadffca7-f73b-41fa-9a8e-8ed17ab28f77 req-fa5e41b2-a578-4567-a2c6-1d54307fdb08 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.523345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f927f-f738-411f-a264-6bad2c00b868 req-4b0935e4-93f5-4ebf-b555-5ac79ffde4ba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:04.525677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d6f927f-f738-411f-a264-6bad2c00b868 req-4b0935e4-93f5-4ebf-b555-5ac79ffde4ba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 944 time: 0.1187263 Aug 11 02:51:04.605277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d6f927f-f738-411f-a264-6bad2c00b868 req-e22935d1-5a81-4141-9098-6b20a96de386 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658503 Aug 11 02:51:04.650072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eadffca7-f73b-41fa-9a8e-8ed17ab28f77 req-fa5e41b2-a578-4567-a2c6-1d54307fdb08 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.673707 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eadffca7-f73b-41fa-9a8e-8ed17ab28f77 req-fa5e41b2-a578-4567-a2c6-1d54307fdb08 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.725467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eadffca7-f73b-41fa-9a8e-8ed17ab28f77 req-fa5e41b2-a578-4567-a2c6-1d54307fdb08 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:04.727299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eadffca7-f73b-41fa-9a8e-8ed17ab28f77 req-fa5e41b2-a578-4567-a2c6-1d54307fdb08 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2826052 Aug 11 02:51:04.730597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e41b2-a578-4567-a2c6-1d54307fdb08 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa57be1a-c0a0-4591-b26b-7ca04bf96fb9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:04.766295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:05.147331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:05.163911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0edf2e-4958-4a53-9211-3ca8ffa2da31 req-0d726521-0c19-480b-9ace-12a864089ef6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.165662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a0edf2e-4958-4a53-9211-3ca8ffa2da31 req-0d726521-0c19-480b-9ace-12a864089ef6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.0815907 Aug 11 02:51:05.176984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'port_id': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce', 'mac_address': 'fa:16:3e:02:d6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15444806-4914-4a23-8884-3608eb0874cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:05.185643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-10be2225-93d5-4911-923e-9d3230cda992 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/6ffe1904-0e4c-4253-8dc5-18262b9357c7 HTTP/1.1" status: 200 len: 1803 time: 0.1029422 Aug 11 02:51:05.256361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a0edf2e-4958-4a53-9211-3ca8ffa2da31 req-0b11d724-7d7c-4e30-92a7-20dad1698031 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835636 Aug 11 02:51:05.276031 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.295136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:05.334811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-5dbfb818-7a1f-4fb1-b290-0651eed62cd1 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/aa57be1a-c0a0-4591-b26b-7ca04bf96fb9 HTTP/1.1" status: 200 len: 1805 time: 0.1453414 Aug 11 02:51:05.343055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:05.349097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.354614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ffe1904-0e4c-4253-8dc5-18262b9357c7', 'remote_group_id': 'aa57be1a-c0a0-4591-b26b-7ca04bf96fb9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:05.354979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6ffe1904-0e4c-4253-8dc5-18262b9357c7', 'remote_group_id': 'aa57be1a-c0a0-4591-b26b-7ca04bf96fb9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:05.447064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:05.506507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17008ae-4e48-4477-bf0a-5597d629aab8 req-3d250377-1569-4b0a-b657-a3db25d74a77 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.508937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e17008ae-4e48-4477-bf0a-5597d629aab8 req-3d250377-1569-4b0a-b657-a3db25d74a77 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 945 time: 0.1178026 Aug 11 02:51:05.514535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.567079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e17008ae-4e48-4477-bf0a-5597d629aab8 req-c3530dec-54df-49a7-89c5-03c3f4314210 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503335 Aug 11 02:51:05.620639 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.626416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.633421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:05.660465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7926a18-db7b-4b56-8b33-b67906abc0c2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:05.694302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:05.695783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-787e3369-b44f-45c0-902b-9c6042ac7dcd req-be5b3e31-4d78-4d36-8212-ec8a688aa191 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3524964 Aug 11 02:51:05.965717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d833478-2b12-4d67-bc48-19151523d298 req-6fbaa721-a7ce-4317-be9a-89a8abcb20b2 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.971944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba09ef0-19b2-4eb3-9c2c-b6f80c1cd7e6 req-f6c3d503-bc26-45b4-9ff8-cb011007658c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:05.973276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d833478-2b12-4d67-bc48-19151523d298 req-6fbaa721-a7ce-4317-be9a-89a8abcb20b2 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 945 time: 0.1412244 Aug 11 02:51:05.974393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ba09ef0-19b2-4eb3-9c2c-b6f80c1cd7e6 req-f6c3d503-bc26-45b4-9ff8-cb011007658c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 945 time: 0.1556380 Aug 11 02:51:05.974962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41728) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.053998 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d833478-2b12-4d67-bc48-19151523d298 req-104d701b-6159-4419-aa19-69c2fc2e5ffa tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797369 Aug 11 02:51:06.071745 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ba09ef0-19b2-4eb3-9c2c-b6f80c1cd7e6 req-35c676bb-b55f-483c-92bf-c2d77b042159 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826254 Aug 11 02:51:06.167151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-535894416-network', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:06.183778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dda5d755-6b60-4034-a601-a7ccda88c3ea req-46855519-880b-4537-be21-619a802d6810 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/aa57be1a-c0a0-4591-b26b-7ca04bf96fb9 HTTP/1.1" status: 200 len: 1805 time: 0.0728939 Aug 11 02:51:06.202572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Made reservation on behalf of bb00c091067b440e99da26fbec7e299f for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:06.205918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.217575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.278319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dda5d755-6b60-4034-a601-a7ccda88c3ea req-da635257-088f-4974-9d61-7e90a203e06c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.354902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dda5d755-6b60-4034-a601-a7ccda88c3ea req-da635257-088f-4974-9d61-7e90a203e06c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.370173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.377518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.411376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:06.436906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc83c8-500b-4818-b952-3e8045f9d86a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:06.441758 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dda5d755-6b60-4034-a601-a7ccda88c3ea req-da635257-088f-4974-9d61-7e90a203e06c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.448969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dda5d755-6b60-4034-a601-a7ccda88c3ea req-da635257-088f-4974-9d61-7e90a203e06c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.451452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dda5d755-6b60-4034-a601-a7ccda88c3ea req-da635257-088f-4974-9d61-7e90a203e06c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa57be1a-c0a0-4591-b26b-7ca04bf96fb9 HTTP/1.1" status: 204 len: 173 time: 0.2611225 Aug 11 02:51:06.452856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.453222 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Added segment a227ed76-3c6a-40bb-9d8a-528b36bd0435 of type vlan for network 0cc2e6b3-301f-4902-999b-457f86ba1354 Aug 11 02:51:06.465989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da635257-088f-4974-9d61-7e90a203e06c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa57be1a-c0a0-4591-b26b-7ca04bf96fb9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:06.549024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.587910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.588856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:06.589449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.672283 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc2e6b3-301f-4902-999b-457f86ba1354,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:06.686014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:06.726075 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-19bcd43a-5543-437f-907c-41d54503b236 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7495005 Aug 11 02:51:06.729135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41756) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:06.740901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Request body: {'subnet': {'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-535894416-subnet', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:06.778653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:06.803353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a24f-6b54-4b48-81ba-67976fc7cc1c req-b3ed7b81-bd83-4f77-9726-3cfebfe265e5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:06.811893 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e05a24f-6b54-4b48-81ba-67976fc7cc1c req-b3ed7b81-bd83-4f77-9726-3cfebfe265e5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1439085 Aug 11 02:51:06.820977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Made reservation on behalf of bb00c091067b440e99da26fbec7e299f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:06.825475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:06.896097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:06.908597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:06.909730 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.012323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e05a24f-6b54-4b48-81ba-67976fc7cc1c req-243316c1-10e4-4eaa-ae59-df7dbacf5404 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943567 Aug 11 02:51:07.075378 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.111872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:07.117476 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49339ca-af2e-408c-bcbe-5da9e7878bf2" -d '{"events": [{"server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "name": "network-vif-plugged", "status": "completed", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:07.133577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:07.139353 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.143416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.217760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b91773-12b8-4681-b1d7-60d09d7e3f4d,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:07.221841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:07.291990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Checking segment: {'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:07.292253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Network hostable DHCP agents. Network: 0cc2e6b3-301f-4902-999b-457f86ba1354, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:07.303149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef6f96c7-f0ef-4787-b361-95d8d39c1777 req-dea78d8c-cf82-4ac4-87ae-7f801e059699 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/6ffe1904-0e4c-4253-8dc5-18262b9357c7 HTTP/1.1" status: 200 len: 1803 time: 0.1685686 Aug 11 02:51:07.332638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:07.347847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0cc2e6b3-301f-4902-999b-457f86ba1354) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:07.354810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.355448 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.358957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0007d1a-3f8e-49c5-b735-8ecab3a595bc None None] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:07.376468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-112eae58-67a3-4edb-8724-234c453b4552 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6459672 Aug 11 02:51:07.379200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41770) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:07.386466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:07.429673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.430859 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.535247 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.573147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b7b2b-2355-47fc-9220-8fc53e053cd6 req-382a7fd9-19e3-4c50-a403-5e83e3a33718 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:07.582503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f21b7b2b-2355-47fc-9220-8fc53e053cd6 req-382a7fd9-19e3-4c50-a403-5e83e3a33718 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 946 time: 0.1219072 Aug 11 02:51:07.628291 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f21b7b2b-2355-47fc-9220-8fc53e053cd6 req-9af1f3b2-cf98-4bca-9e11-36e1a50f7565 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Aug 11 02:51:07.644047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-0cc2e6b3-301f-4902-999b-457f86ba1354', 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'fixed_ips': [{'subnet_id': 'b7b91773-12b8-4681-b1d7-60d09d7e3f4d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:07.644266 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.666834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-0c10ca87-c667-482f-8edb-a89cb946dcf7 req-0384969b-5276-4348-b320-b615d4e06a1b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-144173461', 'description': 'tempest-description-119500561'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:07.667492 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf9eab9-c19b-4007-b76d-0dd83b99d397 x-openstack-request-id: req-9bf9eab9-c19b-4007-b76d-0dd83b99d397 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:07.667875 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "name": "network-vif-plugged", "status": "completed", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:07.668132 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bf9eab9-c19b-4007-b76d-0dd83b99d397 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:07.668524 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce', 'code': 200} Aug 11 02:51:07.712965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0c10ca87-c667-482f-8edb-a89cb946dcf7 req-0384969b-5276-4348-b320-b615d4e06a1b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.873876 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0c10ca87-c667-482f-8edb-a89cb946dcf7 req-0384969b-5276-4348-b320-b615d4e06a1b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.880065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0c10ca87-c667-482f-8edb-a89cb946dcf7 req-0384969b-5276-4348-b320-b615d4e06a1b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.903191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Allocated IP 172.20.0.2 (0cc2e6b3-301f-4902-999b-457f86ba1354/b7b91773-12b8-4681-b1d7-60d09d7e3f4d/4e9fca95-d2e3-4566-9c86-cd8d31eb1a51) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:07.960767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-0c10ca87-c667-482f-8edb-a89cb946dcf7 req-0384969b-5276-4348-b320-b615d4e06a1b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:07.973274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10ca87-c667-482f-8edb-a89cb946dcf7 req-0384969b-5276-4348-b320-b615d4e06a1b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3110592 Aug 11 02:51:07.977897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384969b-5276-4348-b320-b615d4e06a1b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.156174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.165504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Transition to ACTIVE for port object 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:08.188482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Transition to ACTIVE for port object 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:08.202985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.250751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:08.253901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:08.256663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:08.303417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4d01450-9fea-4144-a035-3433767a7d9a req-a31b4727-a081-4f7a-bc2c-70a559798de0 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c HTTP/1.1" status: 200 len: 1803 time: 0.0612597 Aug 11 02:51:08.308854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-f4d01450-9fea-4144-a035-3433767a7d9a req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:08.309546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-f4d01450-9fea-4144-a035-3433767a7d9a req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:08.318289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Pushing event updated for resources: {'Port': ['ID=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.343378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Attempting to bind port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:08.343793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Attempting to bind port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:08.344201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Attempting to bind port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 on network 0cc2e6b3-301f-4902-999b-457f86ba1354 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:08.351576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:08.351976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Checking segment: {'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:08.352384 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.352838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Bound using segment: {'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:08.353350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Bound port: 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:08.353737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.440508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f4d01450-9fea-4144-a035-3433767a7d9a req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.461309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] For port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:08.471060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] For port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,segment=NetworkSegment(a227ed76-3c6a-40bb-9d8a-528b36bd0435),segment_id=a227ed76-3c6a-40bb-9d8a-528b36bd0435)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:08.479236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.488977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f4d01450-9fea-4144-a035-3433767a7d9a req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.494745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f4d01450-9fea-4144-a035-3433767a7d9a req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.522340 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.522821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa4bec6-828c-4679-b890-c99867ffe186,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.535358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f4d01450-9fea-4144-a035-3433767a7d9a req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:08.536742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4d01450-9fea-4144-a035-3433767a7d9a req-f8b1fe02-4b97-4878-ac01-a0e344a46fd3 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2322106 Aug 11 02:51:08.631784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b2baa-6c39-4502-ad02-64b64aa6ca9e None None] Pushing event updated for resources: {'Port': ['ID=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:08.676024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7faa0-05a0-4284-919b-bf299603ca37 req-0ffba0ed-d506-4024-9216-680400d42455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.677850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27e7faa0-05a0-4284-919b-bf299603ca37 req-0ffba0ed-d506-4024-9216-680400d42455 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1098 time: 0.3291867 Aug 11 02:51:08.719236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0989be-cb72-4410-b5f0-146b07aafda9 req-dfc9d3d9-7900-4483-b0b6-810bca601776 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.730033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa0989be-cb72-4410-b5f0-146b07aafda9 req-dfc9d3d9-7900-4483-b0b6-810bca601776 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 945 time: 0.0813456 Aug 11 02:51:08.782200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa0989be-cb72-4410-b5f0-146b07aafda9 req-e20ca398-f74c-4a3e-b58a-46a5fdee17d1 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510767 Aug 11 02:51:08.806348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27e7faa0-05a0-4284-919b-bf299603ca37 req-7bf006fd-d77a-40ea-823b-3a0c3fd77847 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088593 Aug 11 02:51:08.837850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83fa77-2227-4e41-b43e-4185cff1d6fd req-13f0d697-61dd-4e89-859c-1f0d0987c118 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:08.849777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe83fa77-2227-4e41-b43e-4185cff1d6fd req-13f0d697-61dd-4e89-859c-1f0d0987c118 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1879249 Aug 11 02:51:08.949074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe83fa77-2227-4e41-b43e-4185cff1d6fd req-d645ed78-b64d-475b-ae7f-8d5e57e80cab tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914490 Aug 11 02:51:08.981606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-b80f782d-c89c-48bc-b428-0d423ee6fc2f tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c HTTP/1.1" status: 200 len: 2396 time: 0.0729532 Aug 11 02:51:09.000218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c', 'remote_group_id': None}]} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:09.001019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c', 'remote_group_id': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:09.090135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.122400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.127538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.140125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.152155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c03a6fd-bfc0-4fad-add2-0c62c2b0ef06,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:09.154133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96196b0-3992-41b2-853f-00652046085b req-c07b2dce-251f-4454-b769-a56f5d5757d9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:09.161114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e96196b0-3992-41b2-853f-00652046085b req-c07b2dce-251f-4454-b769-a56f5d5757d9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 946 time: 0.0966303 Aug 11 02:51:09.161697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.164068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d897911f-eeef-465b-bc8d-15439f4faa56 req-8813d3cf-1c13-47c1-ab0b-35211b673a14 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1750605 Aug 11 02:51:09.190120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.345805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8cb66778-bb6a-468a-a6ff-24203bb1c13c req-91b1d17e-2e9f-4b2d-9d67-c40e62115b78 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c HTTP/1.1" status: 200 len: 2994 time: 0.0552328 Aug 11 02:51:09.367595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e96196b0-3992-41b2-853f-00652046085b req-77af6433-9ea5-4d67-afbb-cfed3af6501e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053902 Aug 11 02:51:09.369863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Allocated IP 172.25.4.246 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/900523b5-de7b-43c3-abb8-d1eb903861d1) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:09.520996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cbe252e-0519-4f63-9179-cc0bf26a3c92 req-23b915da-9cff-46ae-834d-906b7aab4add tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-group-rules/7c03a6fd-bfc0-4fad-add2-0c62c2b0ef06 HTTP/1.1" status: 200 len: 783 time: 0.0367224 Aug 11 02:51:09.626207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cbe252e-0519-4f63-9179-cc0bf26a3c92 req-f80d863a-f454-49df-a80e-8403d650514b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c HTTP/1.1" status: 200 len: 2994 time: 0.0987773 Aug 11 02:51:09.669627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.682625 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6cbe252e-0519-4f63-9179-cc0bf26a3c92 req-1452e6c3-8b60-48e3-a9cf-dfced7dce4e5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.703549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6cbe252e-0519-4f63-9179-cc0bf26a3c92 req-1452e6c3-8b60-48e3-a9cf-dfced7dce4e5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.749129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6cbe252e-0519-4f63-9179-cc0bf26a3c92 req-1452e6c3-8b60-48e3-a9cf-dfced7dce4e5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.754976 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6cbe252e-0519-4f63-9179-cc0bf26a3c92 req-1452e6c3-8b60-48e3-a9cf-dfced7dce4e5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.761974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cbe252e-0519-4f63-9179-cc0bf26a3c92 req-1452e6c3-8b60-48e3-a9cf-dfced7dce4e5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7c03a6fd-bfc0-4fad-add2-0c62c2b0ef06 HTTP/1.1" status: 204 len: 173 time: 0.1343372 Aug 11 02:51:09.796617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452e6c3-8b60-48e3-a9cf-dfced7dce4e5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c03a6fd-bfc0-4fad-add2-0c62c2b0ef06,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:09.856935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:09.865225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:09.880062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4eca0778-ae4b-4feb-8c1b-f10b69aff679 req-0d8c4522-e4fc-4f7d-a11b-69c9f6033770 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c HTTP/1.1" status: 200 len: 2396 time: 0.1013484 Aug 11 02:51:09.946899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:09.988520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4eca0778-ae4b-4feb-8c1b-f10b69aff679 req-c7cf8505-e113-483e-aebd-ea294db7cec6 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.013948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:10.025826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:10.026350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380059b-9f17-423b-8269-95394eeccebd None None] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:10.036295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4eca0778-ae4b-4feb-8c1b-f10b69aff679 req-c7cf8505-e113-483e-aebd-ea294db7cec6 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.087698 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2a2d-7499-4280-810f-f4a4b65ae8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.107166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Pushing event updated for resources: {'Port': ['ID=900523b5-de7b-43c3-abb8-d1eb903861d1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.136303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb138b-c94b-4017-8cbb-aef2613ab281 req-abd635cc-2859-4397-83b1-3633c8121f8b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.144827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1aeb138b-c94b-4017-8cbb-aef2613ab281 req-abd635cc-2859-4397-83b1-3633c8121f8b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 945 time: 0.2092383 Aug 11 02:51:10.175770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4eca0778-ae4b-4feb-8c1b-f10b69aff679 req-c7cf8505-e113-483e-aebd-ea294db7cec6 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.179390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4eca0778-ae4b-4feb-8c1b-f10b69aff679 req-c7cf8505-e113-483e-aebd-ea294db7cec6 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.181719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:10.193573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4eca0778-ae4b-4feb-8c1b-f10b69aff679 req-c7cf8505-e113-483e-aebd-ea294db7cec6 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-groups/d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c HTTP/1.1" status: 204 len: 173 time: 0.3120348 Aug 11 02:51:10.218752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf8505-e113-483e-aebd-ea294db7cec6 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aba843-d5b8-4d3b-a9f6-6364c1cdbd0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.278613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-206a777a-2143-4c6c-8912-1e3e6fa80554 None None] Provisioning for port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:10.325105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:10.337791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1aeb138b-c94b-4017-8cbb-aef2613ab281 req-8a0484ae-bd48-4206-b7e3-6e321f1b8388 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919839 Aug 11 02:51:10.374198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:10.374671 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.399301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29800be0-8ae3-43ff-9a66-3561e8d04101 req-98541e7f-6809-41ab-a5e2-df535a1a0463 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.415001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29800be0-8ae3-43ff-9a66-3561e8d04101 req-98541e7f-6809-41ab-a5e2-df535a1a0463 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1136942 Aug 11 02:51:10.428487 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-c07efb71-4c5f-4ff6-9121-dd53b9268f9e req-bc04417f-8de8-459a-9f86-c3e202d38fc8 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] show failed (client error): The resource could not be found. Aug 11 02:51:10.447876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c07efb71-4c5f-4ff6-9121-dd53b9268f9e req-bc04417f-8de8-459a-9f86-c3e202d38fc8 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/aa57be1a-c0a0-4591-b26b-7ca04bf96fb9 HTTP/1.1" status: 404 len: 352 time: 0.0527513 Aug 11 02:51:10.533340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29800be0-8ae3-43ff-9a66-3561e8d04101 req-a1b0f0bf-85f7-4e6b-8052-e6896b7e6aa1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105454 Aug 11 02:51:10.582898 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.648560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,segment=NetworkSegment(a227ed76-3c6a-40bb-9d8a-528b36bd0435),segment_id=a227ed76-3c6a-40bb-9d8a-528b36bd0435)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:10.657658 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.698165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2342714f-7289-4a03-bb6b-24457387ef2e req-091bd633-08d0-4de5-a09c-b51b25b2ae0e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:10.715166 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2342714f-7289-4a03-bb6b-24457387ef2e req-091bd633-08d0-4de5-a09c-b51b25b2ae0e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 946 time: 0.0929790 Aug 11 02:51:10.734644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:10.766501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b44fbfc5-0770-4aa9-8e94-4666cf64be77 req-d65ea75e-ac54-4e74-ab7f-1876db1f0dbd tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/6ffe1904-0e4c-4253-8dc5-18262b9357c7 HTTP/1.1" status: 200 len: 1803 time: 0.0985320 Aug 11 02:51:10.776462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2342714f-7289-4a03-bb6b-24457387ef2e req-3f91ee24-147f-4d18-818a-74aa29f9a30b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599163 Aug 11 02:51:10.791810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0b15b647-5bac-470a-a71c-a94eeb1db17b details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:10.828378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.882360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2a2d-7499-4280-810f-f4a4b65ae8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:10.895237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2a2d-7499-4280-810f-f4a4b65ae8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.047788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1cfe2a2d-7499-4280-810f-f4a4b65ae8b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1cdd7e99f3344371860cdf2c982e608d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1870122 Aug 11 02:51:11.050772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe2a2d-7499-4280-810f-f4a4b65ae8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580cac59-7962-41ef-8304-7ab8eded7f7a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:11.054675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41866) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:11.085854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b44fbfc5-0770-4aa9-8e94-4666cf64be77 req-202c31cb-0aba-48c0-b558-fca28fe7576a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.155953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b44fbfc5-0770-4aa9-8e94-4666cf64be77 req-202c31cb-0aba-48c0-b558-fca28fe7576a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.160000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9d42214-3bac-4477-9852-7b0c8d9fc98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.164024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9394456-15dc-402b-8fd3-ef6cc4b17e6a req-32e57fdb-8ec2-4086-b1cd-257358afb864 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:11.164252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3eb1ab0-9a58-4895-9a4d-7fc7b1d9b8a1 None None] Provisioning complete for port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:11.165143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3eb1ab0-9a58-4895-9a4d-7fc7b1d9b8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.171811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9394456-15dc-402b-8fd3-ef6cc4b17e6a req-32e57fdb-8ec2-4086-b1cd-257358afb864 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1098 time: 0.1487615 Aug 11 02:51:11.233841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9394456-15dc-402b-8fd3-ef6cc4b17e6a req-959b5b02-a9e4-4619-829d-b360e98794e5 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556440 Aug 11 02:51:11.235675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9d42214-3bac-4477-9852-7b0c8d9fc98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.241871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:11.258781 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b44fbfc5-0770-4aa9-8e94-4666cf64be77 req-202c31cb-0aba-48c0-b558-fca28fe7576a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.262232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b44fbfc5-0770-4aa9-8e94-4666cf64be77 req-202c31cb-0aba-48c0-b558-fca28fe7576a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.265250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b44fbfc5-0770-4aa9-8e94-4666cf64be77 req-202c31cb-0aba-48c0-b558-fca28fe7576a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-groups/6ffe1904-0e4c-4253-8dc5-18262b9357c7 HTTP/1.1" status: 204 len: 173 time: 0.4875481 Aug 11 02:51:11.269438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.291287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c31cb-0aba-48c0-b558-fca28fe7576a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe1904-0e4c-4253-8dc5-18262b9357c7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:11.302141 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0b15b647-5bac-470a-a71c-a94eeb1db17b', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'port_id': '0b15b647-5bac-470a-a71c-a94eeb1db17b', 'mac_address': 'fa:16:3e:e3:b1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd7d8da-002f-44c4-a196-0a955a3e9111', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:11.368786 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9d42214-3bac-4477-9852-7b0c8d9fc98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.371343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9d42214-3bac-4477-9852-7b0c8d9fc98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.373204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9d42214-3bac-4477-9852-7b0c8d9fc98c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/580cac59-7962-41ef-8304-7ab8eded7f7a HTTP/1.1" status: 204 len: 168 time: 0.3007503 Aug 11 02:51:11.382999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d42214-3bac-4477-9852-7b0c8d9fc98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580cac59-7962-41ef-8304-7ab8eded7f7a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:11.400932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c5272-f285-4686-b842-5b3b201b4ee5 req-df3a5150-07e3-466a-8ae3-f8d5233df172 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:11.409046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c16c5272-f285-4686-b842-5b3b201b4ee5 req-df3a5150-07e3-466a-8ae3-f8d5233df172 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1098 time: 0.0744257 Aug 11 02:51:11.458371 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c16c5272-f285-4686-b842-5b3b201b4ee5 req-0312f0b2-080c-4f0b-abed-a95b621badfb tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 Aug 11 02:51:11.495012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1a6cc2d-76f7-45a2-bed5-5688a26e9a68 req-7099ecb9-763e-4feb-ad91-7df7b7d74e3a tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/96a9bd56-a6ca-402b-8242-f14465e6774a HTTP/1.1" status: 200 len: 1804 time: 0.1927650 Aug 11 02:51:11.499222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.545533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b15b647-5bac-470a-a71c-a94eeb1db17b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:11.609958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:11.617387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.658288 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:11.659887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e39c-ede5-4921-b721-183fb243cf6b req-5631fc32-e7a0-49a2-bd0a-31340dc71b92 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:11.661524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d05e39c-ede5-4921-b721-183fb243cf6b req-5631fc32-e7a0-49a2-bd0a-31340dc71b92 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 945 time: 0.1008401 Aug 11 02:51:11.710576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:11.719586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e1a6cc2d-76f7-45a2-bed5-5688a26e9a68 req-fdd8dd95-c966-4d6e-99d4-045c3c28f0a2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.730306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0b15b647-5bac-470a-a71c-a94eeb1db17b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:11.752581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d05e39c-ede5-4921-b721-183fb243cf6b req-3ae72ef9-1a30-40ac-8527-10378c048ac8 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768363 Aug 11 02:51:11.823178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e1a6cc2d-76f7-45a2-bed5-5688a26e9a68 req-fdd8dd95-c966-4d6e-99d4-045c3c28f0a2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:11.865160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Router aa9ae307-5217-4df7-9569-533e769ad059 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:12.063806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10464f6b-194b-4f24-b008-956466065380 req-59b8178f-f688-49cb-9041-639e2477004d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:12.071162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-10464f6b-194b-4f24-b008-956466065380 req-59b8178f-f688-49cb-9041-639e2477004d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1232419 Aug 11 02:51:12.072015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e1a6cc2d-76f7-45a2-bed5-5688a26e9a68 req-fdd8dd95-c966-4d6e-99d4-045c3c28f0a2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.077805 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:12.079137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e1a6cc2d-76f7-45a2-bed5-5688a26e9a68 req-fdd8dd95-c966-4d6e-99d4-045c3c28f0a2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.080396 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1a6cc2d-76f7-45a2-bed5-5688a26e9a68 req-fdd8dd95-c966-4d6e-99d4-045c3c28f0a2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-groups/96a9bd56-a6ca-402b-8242-f14465e6774a HTTP/1.1" status: 204 len: 173 time: 0.5634029 Aug 11 02:51:12.128415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8dd95-c966-4d6e-99d4-045c3c28f0a2 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a9bd56-a6ca-402b-8242-f14465e6774a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:12.150848 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-10464f6b-194b-4f24-b008-956466065380 req-439b8141-4678-4c1e-b34a-313b81c26a97 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783570 Aug 11 02:51:12.274904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:12.289527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:12.290268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Sync routers for ids ['aa9ae307-5217-4df7-9569-533e769ad059'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:12.291179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.302366 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Routers {'aa9ae307-5217-4df7-9569-533e769ad059'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:12.303317 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['aa9ae307-5217-4df7-9569-533e769ad059'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:12.330808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.332468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c7ebb756-4d65-41dd-b116-284f2d60c4ce admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9516094 Aug 11 02:51:12.335377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41906) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:12.586718 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Set router aa9ae307-5217-4df7-9569-533e769ad059 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:12.664104 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-195b2679-6c5b-43af-af0e-91fe17270994 req-2d2abaa1-f46a-43d6-afb7-1498c2d3f9a5 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/6a8206bb-0ac2-49ad-9a4b-44921a632c20 HTTP/1.1" status: 200 len: 1803 time: 0.1273143 Aug 11 02:51:12.810360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0b15b647-5bac-470a-a71c-a94eeb1db17b no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:12.860664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-195b2679-6c5b-43af-af0e-91fe17270994 req-cef9bd58-9e6c-40af-a05c-f2360e8ccb3d tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.891750 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-195b2679-6c5b-43af-af0e-91fe17270994 req-cef9bd58-9e6c-40af-a05c-f2360e8ccb3d tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.982316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.992804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-195b2679-6c5b-43af-af0e-91fe17270994 req-cef9bd58-9e6c-40af-a05c-f2360e8ccb3d tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:12.997158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-195b2679-6c5b-43af-af0e-91fe17270994 req-cef9bd58-9e6c-40af-a05c-f2360e8ccb3d tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.011896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0b15b647-5bac-470a-a71c-a94eeb1db17b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:13.021414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-195b2679-6c5b-43af-af0e-91fe17270994 req-cef9bd58-9e6c-40af-a05c-f2360e8ccb3d tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-groups/6a8206bb-0ac2-49ad-9a4b-44921a632c20 HTTP/1.1" status: 204 len: 173 time: 0.3551071 Aug 11 02:51:13.029848 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 3, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port': {'id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:13.047599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9bd58-9e6c-40af-a05c-f2360e8ccb3d tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8206bb-0ac2-49ad-9a4b-44921a632c20,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.066801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:13.090350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.104013 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Checking router: aa9ae307-5217-4df7-9569-533e769ad059 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:13.104537 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Updating router aa9ae307-5217-4df7-9569-533e769ad059 port 900523b5-de7b-43c3-abb8-d1eb903861d1 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:13.141881 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.196320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.198013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794c5c9-0a6a-4e0c-8fea-b2652dc4c598 req-48711d42-21a5-4e8d-ade4-762fae3beb27 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:13.199763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0794c5c9-0a6a-4e0c-8fea-b2652dc4c598 req-48711d42-21a5-4e8d-ade4-762fae3beb27 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1098 time: 0.1019132 Aug 11 02:51:13.276449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0794c5c9-0a6a-4e0c-8fea-b2652dc4c598 req-5d2a535b-eaad-4cf9-86c2-9d6a5d0b734f tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650852 Aug 11 02:51:13.299294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47650e-1bc3-455f-978c-995caa256ecd req-34c24234-0283-422e-a905-02daaabd2eed tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:13.309660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d47650e-1bc3-455f-978c-995caa256ecd req-34c24234-0283-422e-a905-02daaabd2eed tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 946 time: 0.1294272 Aug 11 02:51:13.410346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d47650e-1bc3-455f-978c-995caa256ecd req-bec563a0-39df-4019-984d-d486ef696971 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990522 Aug 11 02:51:13.532251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014fb20-5e80-426c-8c28-d2ecb9c6b133 req-93e737f2-9841-4539-b517-1b1af66f986e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:13.535609 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2014fb20-5e80-426c-8c28-d2ecb9c6b133 req-93e737f2-9841-4539-b517-1b1af66f986e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 943 time: 0.1591239 Aug 11 02:51:13.599474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2014fb20-5e80-426c-8c28-d2ecb9c6b133 req-15075d0a-0ea6-44aa-bf5a-ccc50d8a1d06 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456743 Aug 11 02:51:13.675040 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.686877 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Transition to ACTIVE for port object 900523b5-de7b-43c3-abb8-d1eb903861d1 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:13.688491 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.693636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a528201-bb97-47b9-b034-c5846234db39 req-549c37b4-10a1-4431-a82b-37631f32f7fd tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/3141fadb-b6e4-40e4-9b0b-74f62a0e481e HTTP/1.1" status: 200 len: 2403 time: 0.0643702 Aug 11 02:51:13.697466 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.767016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a528201-bb97-47b9-b034-c5846234db39 req-54e37d72-7d2e-4cf1-afae-20429c196f72 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.788294 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33a8e5-29c5-4982-b7ac-976b22f2e451 None None] Pushing event updated for resources: {'Port': ['ID=900523b5-de7b-43c3-abb8-d1eb903861d1,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.826801 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Attempting to bind port 900523b5-de7b-43c3-abb8-d1eb903861d1 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:13.829697 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Attempting to bind port 900523b5-de7b-43c3-abb8-d1eb903861d1 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:13.830279 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Attempting to bind port 900523b5-de7b-43c3-abb8-d1eb903861d1 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:13.843506 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:13.843901 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:13.844219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a528201-bb97-47b9-b034-c5846234db39 req-54e37d72-7d2e-4cf1-afae-20429c196f72 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.846982 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.847387 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:13.847916 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Bound port: 900523b5-de7b-43c3-abb8-d1eb903861d1, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:13.848326 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.911663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Allocated IP 172.20.0.1 (0cc2e6b3-301f-4902-999b-457f86ba1354/b7b91773-12b8-4681-b1d7-60d09d7e3f4d/22e1f615-c5fd-4327-a831-261a3d51c994) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:13.937704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a528201-bb97-47b9-b034-c5846234db39 req-54e37d72-7d2e-4cf1-afae-20429c196f72 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.940207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a528201-bb97-47b9-b034-c5846234db39 req-54e37d72-7d2e-4cf1-afae-20429c196f72 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:13.941598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a528201-bb97-47b9-b034-c5846234db39 req-54e37d72-7d2e-4cf1-afae-20429c196f72 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-groups/3141fadb-b6e4-40e4-9b0b-74f62a0e481e HTTP/1.1" status: 204 len: 173 time: 0.2463281 Aug 11 02:51:13.956412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e37d72-7d2e-4cf1-afae-20429c196f72 tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3141fadb-b6e4-40e4-9b0b-74f62a0e481e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:13.958868 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] For port 900523b5-de7b-43c3-abb8-d1eb903861d1, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:13.963341 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] For port 900523b5-de7b-43c3-abb8-d1eb903861d1, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=900523b5-de7b-43c3-abb8-d1eb903861d1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:13.982906 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.060637 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33a8e5-29c5-4982-b7ac-976b22f2e451 None None] Pushing event updated for resources: {'Port': ['ID=900523b5-de7b-43c3-abb8-d1eb903861d1,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:14.073152 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Routers {'aa9ae307-5217-4df7-9569-533e769ad059'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:14.073939 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['aa9ae307-5217-4df7-9569-533e769ad059'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:14.105807 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166d655-27dd-4d71-b070-b2aaf09c9a1b req-4b91014e-2f6b-4ade-bd24-031d6780296d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:14.115351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4166d655-27dd-4d71-b070-b2aaf09c9a1b req-4b91014e-2f6b-4ade-bd24-031d6780296d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.0636308 Aug 11 02:51:14.144631 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.164156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Transition to ACTIVE for port object 22e1f615-c5fd-4327-a831-261a3d51c994 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:14.197014 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4166d655-27dd-4d71-b070-b2aaf09c9a1b req-5c3a4d85-6f50-4501-8a02-19f1f4dcf2dc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778620 Aug 11 02:51:14.212975 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] Set router aa9ae307-5217-4df7-9569-533e769ad059 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:14.213518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.310446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:14.314739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:14.328076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Pushing event updated for resources: {'Port': ['ID=22e1f615-c5fd-4327-a831-261a3d51c994,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:14.338917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:14.473723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6fb0d0eb-96e7-4742-9ba1-98f60e66d401 req-3eba33e0-26ac-4eef-b0a8-38f05dbbec0c tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "GET /v2.0/security-groups/6040993a-071b-4217-9923-ad36652cd4ad HTTP/1.1" status: 200 len: 2398 time: 0.1360195 Aug 11 02:51:14.476254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.708213 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 3, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port': {'id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:14.750720 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e50499-7e90-401f-bb91-6037a45dbc66 None None] The sync data for ids ['aa9ae307-5217-4df7-9569-533e769ad059'] in n-d-768509-22 is: [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:10Z', 'revision_number': 3, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port': {'id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:aa:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:14.779900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6fb0d0eb-96e7-4742-9ba1-98f60e66d401 req-e24d6539-e17a-4af7-a0ad-e54aac5f106b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.789102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dc64ebf3-c4d2-447a-a12a-d50a2fcac968 None None] Provisioning for port 22e1f615-c5fd-4327-a831-261a3d51c994 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:14.796458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dc64ebf3-c4d2-447a-a12a-d50a2fcac968 None None] Provisioning complete for port 22e1f615-c5fd-4327-a831-261a3d51c994 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:14.798100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dc64ebf3-c4d2-447a-a12a-d50a2fcac968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.834148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6fb0d0eb-96e7-4742-9ba1-98f60e66d401 req-e24d6539-e17a-4af7-a0ad-e54aac5f106b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:14.859964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-5efc06f0-d367-43e1-95ba-a63870d0d505 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:14.861958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-5efc06f0-d367-43e1-95ba-a63870d0d505 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 943 time: 0.2200878 Aug 11 02:51:14.874497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-dc64ebf3-c4d2-447a-a12a-d50a2fcac968 None None] Port 22e1f615-c5fd-4327-a831-261a3d51c994 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:14.937901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.064891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6fb0d0eb-96e7-4742-9ba1-98f60e66d401 req-e24d6539-e17a-4af7-a0ad-e54aac5f106b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.067816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6fb0d0eb-96e7-4742-9ba1-98f60e66d401 req-e24d6539-e17a-4af7-a0ad-e54aac5f106b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.069054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6fb0d0eb-96e7-4742-9ba1-98f60e66d401 req-e24d6539-e17a-4af7-a0ad-e54aac5f106b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] 10.222.0.60 "DELETE /v2.0/security-groups/6040993a-071b-4217-9923-ad36652cd4ad HTTP/1.1" status: 204 len: 173 time: 0.5805566 Aug 11 02:51:15.074900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.141013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d6539-e17a-4af7-a0ad-e54aac5f106b tempest-SecurityGroupRulesTestJSON-1402721774 tempest-SecurityGroupRulesTestJSON-1402721774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040993a-071b-4217-9923-ad36652cd4ad,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:15.150495 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] Deleting subnet bc3cb3c9-b051-4f1d-af74-f7b6923bee5e {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:15.161230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.163315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Deleting port 0b15b647-5bac-470a-a71c-a94eeb1db17b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:15.163724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.240666 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.304572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.378479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] For port 0b15b647-5bac-470a-a71c-a94eeb1db17b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0b15b647-5bac-470a-a71c-a94eeb1db17b,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:15.379056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.394904 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.405532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Calling delete_port for 0b15b647-5bac-470a-a71c-a94eeb1db17b owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:15.407621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.603943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.606089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Pushing event updated for resources: {'Port': ['ID=22e1f615-c5fd-4327-a831-261a3d51c994,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:15.714635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ef267-b00a-4a67-a37e-0b2f527644f5 req-223f11d8-d381-44f0-b1f8-ad5f6fcd51b5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:15.724828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d86ef267-b00a-4a67-a37e-0b2f527644f5 req-223f11d8-d381-44f0-b1f8-ad5f6fcd51b5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=faaaa642-f10a-4c20-a205-819f3c2117a4 HTTP/1.1" status: 200 len: 943 time: 0.2549052 Aug 11 02:51:15.736108 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.788454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3cb3c9-b051-4f1d-af74-f7b6923bee5e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:15.808130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:15.811395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b04ecf71-9817-469e-8698-08871f01c79c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bc3cb3c9-b051-4f1d-af74-f7b6923bee5e HTTP/1.1" status: 204 len: 168 time: 0.7350898 Aug 11 02:51:15.814013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42010) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.835844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d86ef267-b00a-4a67-a37e-0b2f527644f5 req-5f46eb60-fa96-4a03-91b2-978b3a65a19b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050153 Aug 11 02:51:15.885947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42012) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:15.896983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:15.900614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:15.922768 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.003752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.078579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 900523b5-de7b-43c3-abb8-d1eb903861d1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:16.079367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event deleted for resources: {'Port': ['ID=0b15b647-5bac-470a-a71c-a94eeb1db17b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:16.123206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.154793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:16.166692 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] No DVR routers for this DVR port 0b15b647-5bac-470a-a71c-a94eeb1db17b on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:16.170449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-7588210f-e48c-4171-bb9c-94d9d49503c2 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:51:16.180354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-7588210f-e48c-4171-bb9c-94d9d49503c2 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2932575 Aug 11 02:51:16.182270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.183531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 900523b5-de7b-43c3-abb8-d1eb903861d1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:16.185324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d8aa402-ec0d-4544-8f4b-8c9f57f24ac7 req-b9af4bba-72b8-417a-9d79-2ade3fac52ea tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.57 "DELETE /v2.0/ports/0b15b647-5bac-470a-a71c-a94eeb1db17b HTTP/1.1" status: 204 len: 173 time: 1.2993171 Aug 11 02:51:16.188290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'name': 'network-vif-deleted', 'tag': '0b15b647-5bac-470a-a71c-a94eeb1db17b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:16.190850 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d29d2ef-cf5f-49b2-996c-c37727ee78ed" -d '{"events": [{"server_uuid": "faaaa642-f10a-4c20-a205-819f3c2117a4", "name": "network-vif-deleted", "tag": "0b15b647-5bac-470a-a71c-a94eeb1db17b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:16.201686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cf6496-1e86-4596-a14f-6ef22f5dc152') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:16.201686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cf6496-1e86-4596-a14f-6ef22f5dc152') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:16.208164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608a0b5-d4c6-4506-a951-f364e7dc1161 req-d27a9235-3771-49b2-8032-eabf3b5de57e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:16.208322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 900523b5-de7b-43c3-abb8-d1eb903861d1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:16.210456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.214860 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e608a0b5-d4c6-4506-a951-f364e7dc1161 req-d27a9235-3771-49b2-8032-eabf3b5de57e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.2161674 Aug 11 02:51:16.222978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.263658 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.273412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:16.273807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.281160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Router aa9ae307-5217-4df7-9569-533e769ad059 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:16.300975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e608a0b5-d4c6-4506-a951-f364e7dc1161 req-ea33585d-4b60-489d-a5d2-8bdcc725c869 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833507 Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:16.345754 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:16.352982 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.360346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.362796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] 10.222.0.60 "DELETE /v2.0/networks/b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce HTTP/1.1" status: 204 len: 168 time: 0.5477347 Aug 11 02:51:16.384316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf8c45-0d5a-41bf-9074-d6251a6aeffe admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a0b4d2-b756-4a93-84bb-a7bcbd9951ce,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:16.390190 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.399313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8f4adf9e-65b9-45e2-81bb-c2f1e830f8f8 None None] Provisioning complete for port 22e1f615-c5fd-4327-a831-261a3d51c994 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:16.399693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8f4adf9e-65b9-45e2-81bb-c2f1e830f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.451213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8f4adf9e-65b9-45e2-81bb-c2f1e830f8f8 None None] Port 22e1f615-c5fd-4327-a831-261a3d51c994 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:16.474872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:16.477679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 900523b5-de7b-43c3-abb8-d1eb903861d1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=900523b5-de7b-43c3-abb8-d1eb903861d1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:16.487693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-acd68575-dbf0-42c8-82a9-54c34543c57a admin admin] 10.222.0.60 "PUT /v2.0/routers/aa9ae307-5217-4df7-9569-533e769ad059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1435018 Aug 11 02:51:16.495063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:16.495806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:51:16.500473 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.579744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=900523b5-de7b-43c3-abb8-d1eb903861d1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:16.623536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-340ab3ac-71d0-4cc0-ab6e-74d502c06ec4 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1653078242&fields=id&tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804 HTTP/1.1" status: 200 len: 267 time: 0.0662670 Aug 11 02:51:16.731269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:16.732560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:16.732906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:16.741868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:16.742451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:16.756015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:16.756443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:16.756916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:16.760952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Bound port: 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:16.761175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42048) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:16.794833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-be6699b4-c599-42d1-ac9d-9ab92755a989 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:16.802782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-be6699b4-c599-42d1-ac9d-9ab92755a989 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 824 time: 0.1678133 Aug 11 02:51:16.822294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-3101f9a8-b933-41b4-ab03-fb5644b3221d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/quotas/422fb2f3a9564d40b2b7e22fd9e9e804 HTTP/1.1" status: 200 len: 375 time: 0.0182002 Aug 11 02:51:16.858633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:16.865896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:16.867271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-aabcc115-d078-4872-ae9b-7c7c984274b8 service neutron] 10.222.0.60 "POST /v2.0/ports/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce/bindings HTTP/1.1" status: 201 len: 390 time: 0.5205643 Aug 11 02:51:16.892599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ba748f9b-f5d8-4b9f-b535-a5d1b0be89dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7b20266917346d79cb99a78a263e250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305745 Aug 11 02:51:16.895750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42052) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:16.930188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-c3deb6a4-ac0f-4cd5-a917-f7baa91a81a3 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1067479 Aug 11 02:51:16.976344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-190a0e3a-8e52-4a20-b61a-bde19b435ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.017038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-190a0e3a-8e52-4a20-b61a-bde19b435ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.114274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-190a0e3a-8e52-4a20-b61a-bde19b435ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.118747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-190a0e3a-8e52-4a20-b61a-bde19b435ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.123130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-190a0e3a-8e52-4a20-b61a-bde19b435ad8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba3f65c7-0568-4013-9750-1788b07798f9 HTTP/1.1" status: 204 len: 168 time: 0.2129850 Aug 11 02:51:17.124693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da2c41-9eae-4082-9371-9b105537a53a req-c136d440-cf44-460e-9472-738dea59d78d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:17.126947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44da2c41-9eae-4082-9371-9b105537a53a req-c136d440-cf44-460e-9472-738dea59d78d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "GET /v2.0/ports?device_id=d990a9aa-f222-422b-bb09-07ccba176283 HTTP/1.1" status: 200 len: 946 time: 0.1663809 Aug 11 02:51:17.130068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a0e3a-8e52-4a20-b61a-bde19b435ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3f65c7-0568-4013-9750-1788b07798f9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:17.202114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Sync routers for ids ['aa9ae307-5217-4df7-9569-533e769ad059'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:17.211503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Routers {'aa9ae307-5217-4df7-9569-533e769ad059'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:17.212770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['aa9ae307-5217-4df7-9569-533e769ad059'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.311026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-fd1133c8-e053-48ba-b1f3-3af5cf31ce7f service neutron] 10.222.0.60 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520610 Aug 11 02:51:17.330431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-bb83e0b3-3cb8-4d11-9d5f-6065dc6aa012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:17.332160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-bb83e0b3-3cb8-4d11-9d5f-6065dc6aa012 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1098 time: 0.1291304 Aug 11 02:51:17.373357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Set router aa9ae307-5217-4df7-9569-533e769ad059 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:17.465253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Deleting port fb92eff9-1139-4676-853a-1f311e7d651b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:17.465483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.720388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:14Z', 'revision_number': 4, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port': {'id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '22e1f615-c5fd-4327-a831-261a3d51c994', 'name': '', 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'mac_address': 'fa:16:3e:29:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b7b91773-12b8-4681-b1d7-60d09d7e3f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:13Z', 'updated_at': '2021-08-11T02:51:15Z', 'revision_number': 2, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'subnets': [{'id': 'b7b91773-12b8-4681-b1d7-60d09d7e3f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:17.766799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Checking router: aa9ae307-5217-4df7-9569-533e769ad059 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:17.767258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Updating router aa9ae307-5217-4df7-9569-533e769ad059 port 22e1f615-c5fd-4327-a831-261a3d51c994 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:17.802187 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:17.924037 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509402e5-8eec-46bc-85b5-01dac3c1f967 x-openstack-request-id: req-509402e5-8eec-46bc-85b5-01dac3c1f967 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:17.924651 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faaaa642-f10a-4c20-a205-819f3c2117a4", "name": "network-vif-deleted", "tag": "0b15b647-5bac-470a-a71c-a94eeb1db17b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:17.924651 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-509402e5-8eec-46bc-85b5-01dac3c1f967 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:17.924812 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faaaa642-f10a-4c20-a205-819f3c2117a4', 'name': 'network-vif-deleted', 'tag': '0b15b647-5bac-470a-a71c-a94eeb1db17b', 'status': 'completed', 'code': 200} Aug 11 02:51:18.020621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-97045b6d-4207-497e-8aaa-3d9b3599b597 service neutron] 10.222.0.60 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7004831 Aug 11 02:51:18.028889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-7dfc63d3-4f4f-4ea0-bb17-d17b83a18b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.041939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-7dfc63d3-4f4f-4ea0-bb17-d17b83a18b0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.6914592 Aug 11 02:51:18.042251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 900523b5-de7b-43c3-abb8-d1eb903861d1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:18.172882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-be1b756a-f149-454e-8917-5151b4e6f8f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 200 len: 217 time: 0.1170795 Aug 11 02:51:18.174594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-e535308f-ae2e-4645-a152-4fcc77ee566c tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1960673 Aug 11 02:51:18.181467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] For port fb92eff9-1139-4676-853a-1f311e7d651b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fb92eff9-1139-4676-853a-1f311e7d651b,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:18.181845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.190463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:18.194326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 900523b5-de7b-43c3-abb8-d1eb903861d1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:18.195182 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.265694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.306446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42096) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:18.387404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-f00090e6-e2a7-4624-8a98-7a8355d6f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.389415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-f00090e6-e2a7-4624-8a98-7a8355d6f92e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.2004364 Aug 11 02:51:18.494530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-40e398a7-728b-4f71-9429-6b89166fb3b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834951 Aug 11 02:51:18.556490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.613160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.628601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1480041633-network', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:18.630987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Transition to ACTIVE for port object 22e1f615-c5fd-4327-a831-261a3d51c994 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:18.638134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:18.688046 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.688402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Made reservation on behalf of d5e2849c1fa2439186e02d67a1626514 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:18.690629 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.708560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Allocated IP 172.25.4.49 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/bb690308-620c-4905-bd95-c9d4b2ed93bf) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:18.752494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.805454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0b15b647-5bac-470a-a71c-a94eeb1db17b no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:18.820110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.820239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.820556 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Floating IP 8195e61e-85a6-4697-a59a-697017b8919e disassociated. External IP: 172.25.4.137, port: fb92eff9-1139-4676-853a-1f311e7d651b. Aug 11 02:51:18.820861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Calling delete_port for fb92eff9-1139-4676-853a-1f311e7d651b owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:18.839867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93b1d0-47f5-4a77-81ba-7d2fa7a90f95 req-3b2eb7d2-72eb-4e94-9ee7-f38d4ea2e84a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:18.841751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef93b1d0-47f5-4a77-81ba-7d2fa7a90f95 req-3b2eb7d2-72eb-4e94-9ee7-f38d4ea2e84a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 946 time: 0.1925724 Aug 11 02:51:18.875005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-43bf8b26-4662-434f-9835-045aa8f57afd service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666949 Aug 11 02:51:18.905161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a092a3f-a708-41b9-b925-34a57200e323 None None] Pushing event updated for resources: {'Port': ['ID=22e1f615-c5fd-4327-a831-261a3d51c994,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:18.907868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 0b15b647-5bac-470a-a71c-a94eeb1db17b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:18.908387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0b15b647-5bac-470a-a71c-a94eeb1db17b not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:18.954823 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.966315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Attempting to bind port 22e1f615-c5fd-4327-a831-261a3d51c994 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:18.966897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Attempting to bind port 22e1f615-c5fd-4327-a831-261a3d51c994 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:18.967270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Attempting to bind port 22e1f615-c5fd-4327-a831-261a3d51c994 on network 0cc2e6b3-301f-4902-999b-457f86ba1354 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:18.976904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.981228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:18.981689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Checking segment: {'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:18.982429 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:18.982814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Bound using segment: {'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:18.983305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Bound port: 22e1f615-c5fd-4327-a831-261a3d51c994, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a227ed76-3c6a-40bb-9d8a-528b36bd0435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:18.983739 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.004218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:19.006553 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878652f8-d261-476d-8a2b-a76d1ade6de0" -d '{"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-unplugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:19.031948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.055227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:19.069622 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.082595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:19.087783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:19.094701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:19.127313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef93b1d0-47f5-4a77-81ba-7d2fa7a90f95 req-9ccd47ac-7df4-453a-a1ff-429b081458f1 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762046 Aug 11 02:51:19.142766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Pushing event updated for resources: {'Port': ['ID=bb690308-620c-4905-bd95-c9d4b2ed93bf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.168351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.193444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] For port 22e1f615-c5fd-4327-a831-261a3d51c994, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:19.197910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] For port 22e1f615-c5fd-4327-a831-261a3d51c994, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=22e1f615-c5fd-4327-a831-261a3d51c994,segment=NetworkSegment(a227ed76-3c6a-40bb-9d8a-528b36bd0435),segment_id=a227ed76-3c6a-40bb-9d8a-528b36bd0435)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:19.205227 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.255524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.268048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Routers {'aa9ae307-5217-4df7-9569-533e769ad059'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:19.269035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['aa9ae307-5217-4df7-9569-533e769ad059'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.287175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-b1cf3f9d-3a0e-400d-ba4c-f58732a28b44 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935306 Aug 11 02:51:19.309048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.314568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a092a3f-a708-41b9-b925-34a57200e323 None None] Pushing event updated for resources: {'Port': ['ID=22e1f615-c5fd-4327-a831-261a3d51c994,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.395602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.425026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.444674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ad394-9922-4d05-a437-36800a488a3e req-f68b3ec9-25e8-4986-b9eb-8832979d146d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:19.446539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] Set router aa9ae307-5217-4df7-9569-533e769ad059 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:19.452601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-208ad394-9922-4d05-a437-36800a488a3e req-f68b3ec9-25e8-4986-b9eb-8832979d146d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.2169881 Aug 11 02:51:19.475139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.484289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:19.528029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.534792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.549505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event deleted for resources: {'Port': ['ID=fb92eff9-1139-4676-853a-1f311e7d651b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.554956 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.555308 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Added segment ed28b30e-4374-4813-8321-843ab4b971c0 of type vlan for network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 Aug 11 02:51:19.558858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4543c3df-0801-4f36-b4cb-fa3a38e07502,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.629984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Pushing event updated for resources: {'Port': ['ID=bb690308-620c-4905-bd95-c9d4b2ed93bf,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:19.647318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.666315 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.677146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-998f3851-9105-49a9-bb52-f37b90f869e7 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4947226 Aug 11 02:51:19.701866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-208ad394-9922-4d05-a437-36800a488a3e req-b7c78241-5d72-4608-bf96-ac82024d1fee tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482049 Aug 11 02:51:19.704098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-412df120-269b-4d2a-bffa-1da1364dea31 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:19.705645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-412df120-269b-4d2a-bffa-1da1364dea31 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1098 time: 0.3291926 Aug 11 02:51:19.755954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-983fba82-5347-4490-9375-965f55624bb4 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0745928 Aug 11 02:51:19.756612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:19.869661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:19.908233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-c3ada034-13a6-4fa4-8ca9-13d193736923 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:19.909937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4910d6a1-2df0-4246-bdb7-9bd5120887bf req-c3ada034-13a6-4fa4-8ca9-13d193736923 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1521957 Aug 11 02:51:19.924482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:14Z', 'revision_number': 4, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port': {'id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '22e1f615-c5fd-4327-a831-261a3d51c994', 'name': '', 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'mac_address': 'fa:16:3e:29:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b7b91773-12b8-4681-b1d7-60d09d7e3f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:13Z', 'updated_at': '2021-08-11T02:51:19Z', 'revision_number': 4, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'subnets': [{'id': 'b7b91773-12b8-4681-b1d7-60d09d7e3f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:19.972671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f92117-6873-47b7-a6a8-31d43b444154 None None] The sync data for ids ['aa9ae307-5217-4df7-9569-533e769ad059'] in n-d-768509-22 is: [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:14Z', 'revision_number': 4, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port': {'id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '22e1f615-c5fd-4327-a831-261a3d51c994', 'name': '', 'network_id': '0cc2e6b3-301f-4902-999b-457f86ba1354', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'mac_address': 'fa:16:3e:29:04:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': 'b7b91773-12b8-4681-b1d7-60d09d7e3f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:13Z', 'updated_at': '2021-08-11T02:51:19Z', 'revision_number': 4, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'subnets': [{'id': 'b7b91773-12b8-4681-b1d7-60d09d7e3f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:20.000722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ceba2883-ea1a-4af0-a2b6-7c76a98cd6b7 req-5b7614b4-a03b-43eb-9718-23e4cba4147d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 210 time: 0.0297430 Aug 11 02:51:20.086919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.123157 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.124164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:20.124764 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.158727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-a30d9e37-45b4-4d82-8d73-c75d97ccd5dc tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:20.168643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-a30d9e37-45b4-4d82-8d73-c75d97ccd5dc tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 824 time: 0.5806532 Aug 11 02:51:20.186515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd2417-0a66-4f22-848f-18260f7ef3fa req-96b8f27f-cec2-44a0-b963-3aa2392422a1 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:20.195268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4acd2417-0a66-4f22-848f-18260f7ef3fa req-96b8f27f-cec2-44a0-b963-3aa2392422a1 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 949 time: 0.3146818 Aug 11 02:51:20.286154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-fdc8f3f0-af1d-45c7-a46d-b504221758f5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:20.287799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-fdc8f3f0-af1d-45c7-a46d-b504221758f5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 821 time: 0.1456900 Aug 11 02:51:20.307293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-b0a5855d-f0a8-40fc-a8c8-97e86dbf006b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/quotas/966802c333e14df581dadefef7c0e8fa HTTP/1.1" status: 200 len: 375 time: 0.0108757 Aug 11 02:51:20.322016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0114388 Aug 11 02:51:20.323662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42126) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:20.324866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Router 2e4fc166-d548-45f6-9ae0-af41a666d495 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:20.332389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Request body: {'subnet': {'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1480041633-subnet', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:20.352543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e38d6-fb1e-4e0b-afdc-dd1c3dbfb518 admin admin] Pushing event updated for resources: {'Network': ['ID=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:20.366906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:20.378560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Made reservation on behalf of d5e2849c1fa2439186e02d67a1626514 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:20.381413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.390142 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-d09b8582-e320-4ea0-9976-d195fb034103 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755737 Aug 11 02:51:20.424446 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4acd2417-0a66-4f22-848f-18260f7ef3fa req-1413e7b3-c225-4e04-b1b1-0639d698297c tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280290 Aug 11 02:51:20.431789 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-3683136d-bba2-4766-ab73-bfe88be82bfd tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804 HTTP/1.1" status: 200 len: 380 time: 0.2176993 Aug 11 02:51:20.454172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'port': {'device_id': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'admin_state_up': True, 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'security_groups': ['db29b72d-14e3-4d90-88df-761424bdb1b8']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:20.518771 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18305766-1927-44ad-921a-0f6c9d51deb5 x-openstack-request-id: req-18305766-1927-44ad-921a-0f6c9d51deb5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:20.520126 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-unplugged", "status": "completed", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:20.520473 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18305766-1927-44ad-921a-0f6c9d51deb5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:20.520895 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309', 'code': 200} Aug 11 02:51:20.601198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-5f6c17dd-83c8-4883-8dfb-8c66c2ec3bbb service neutron] 10.222.0.60 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999524 Aug 11 02:51:20.708776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:20.712066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:20.726114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] Sync routers for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:20.750953 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:20.751902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:20.761592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:20.830630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device fb92eff9-1139-4676-853a-1f311e7d651b no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:20.871674 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-eb908afd-6585-4973-b4b3-dbfc0bfece2e service neutron] 10.222.0.60 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670753 Aug 11 02:51:20.871999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: fb92eff9-1139-4676-853a-1f311e7d651b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:20.871999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device fb92eff9-1139-4676-853a-1f311e7d651b not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:20.923266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b70181b-6aab-4380-94da-065bdc0b290b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:20.930065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe0e3d47-7d7b-4928-9a98-b5a4833a1890 req-e2ba2ed7-6395-4461-9b73-cd7c27bd3339 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips/889e12df-d010-4c47-a7dd-c324cb86da25 HTTP/1.1" status: 200 len: 692 time: 0.2649117 Aug 11 02:51:20.940317 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:20.974732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:20.975105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Network hostable DHCP agents. Network: 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:21.033985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:21.055884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:21.069022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405aa611-d6be-4385-a8ac-f49dcea637eb None None] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:21.070800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:21.071423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.177986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:21.232536 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:21.278227 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] Checking router: 2e4fc166-d548-45f6-9ae0-af41a666d495 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:21.291946 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:21.292864 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:21.398103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:21.399434 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.420946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cc32b-d97f-44a0-aed5-20203aae3719 req-981a9046-e1f5-4b29-8080-bb6fa866d35d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:21.432067 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a01cc32b-d97f-44a0-aed5-20203aae3719 req-981a9046-e1f5-4b29-8080-bb6fa866d35d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 946 time: 0.1886826 Aug 11 02:51:21.490206 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:21.495931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a01cc32b-d97f-44a0-aed5-20203aae3719 req-ccaa2262-4ca4-4c3d-8d7e-ac77127fb886 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619040 Aug 11 02:51:21.613112 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.619142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:21.622313 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74758163-bba9-4d8b-a2f4-7d80b2ae2bb7" -d '{"events": [{"server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:21.625649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] No DVR routers for this DVR port fb92eff9-1139-4676-853a-1f311e7d651b on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:21.632715 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.640507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.641057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40b5efc9-e042-4a15-bfd1-8322f2ae86f4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3164585 Aug 11 02:51:21.644198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42152) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:21.646104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44da2c41-9eae-4082-9371-9b105537a53a req-753d38cf-6b4e-4975-aedc-83e3b4366af6 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "DELETE /v2.0/ports/fb92eff9-1139-4676-853a-1f311e7d651b HTTP/1.1" status: 204 len: 173 time: 4.5011778 Aug 11 02:51:21.649815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:21.654291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Made reservation on behalf of 422fb2f3a9564d40b2b7e22fd9e9e804 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:21.658453 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.730601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.732166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:21.846216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Allocated IP 172.20.0.2 (6deacbbc-90b6-4ce7-9661-dcbc27f0fea7/2b70181b-6aab-4380-94da-065bdc0b290b/533c3ba7-3114-48b6-aff5-fd80b5e9c999) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:21.901492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.081640 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:22.097075 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.109607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Transition to ACTIVE for port object 533c3ba7-3114-48b6-aff5-fd80b5e9c999 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:22.147158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Transition to ACTIVE for port object 533c3ba7-3114-48b6-aff5-fd80b5e9c999 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:22.166268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:22.172730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 22e1f615-c5fd-4327-a831-261a3d51c994 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:22.181014 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.200999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.209538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e3d47-7d7b-4928-9a98-b5a4833a1890 req-4b739b41-6829-435b-9ed5-d6e47ae96e5c tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:22.211467 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de802b9e-8180-4a7e-9b5c-8a9a007bfac2 None None] The sync data for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 is: [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:22.214712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe0e3d47-7d7b-4928-9a98-b5a4833a1890 req-4b739b41-6829-435b-9ed5-d6e47ae96e5c tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 1.2818732 Aug 11 02:51:22.223452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:22.223927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:22.224331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:22.289820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:22.290182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Attempting to bind port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:22.319282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:22.319282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:22.327814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:22.328384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Bound port: 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:22.328761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.353179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:22.384021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:22.391798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:22.432573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Allocated IP 172.20.0.11 (6f3b0294-7053-4a78-8e54-7bcfb89b805c/e15b7991-740a-4be1-ac19-dc0bb0f75469/b8c65852-86c7-4080-a975-d6d31261aea2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:22.480334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Pushing event updated for resources: {'Port': ['ID=533c3ba7-3114-48b6-aff5-fd80b5e9c999,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:22.552863 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b7f0f8dd-d3ea-4ef8-9682-3943f718452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.569607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:22.584589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:22.597146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Attempting to bind port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:22.598148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Attempting to bind port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:22.598587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Attempting to bind port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:22.618900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0830-79d7-4d0c-a676-3b06a46e523e req-2b88e42f-5e25-48df-b2a3-8e25169a3035 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:22.620949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87ed0830-79d7-4d0c-a676-3b06a46e523e req-2b88e42f-5e25-48df-b2a3-8e25169a3035 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1839721 Aug 11 02:51:22.621880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.629393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:22.629926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:22.630481 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.631333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Bound using segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:22.631938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Bound port: 533c3ba7-3114-48b6-aff5-fd80b5e9c999, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:22.632328 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.668843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 22e1f615-c5fd-4327-a831-261a3d51c994 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:22.689030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.714599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.744784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 22e1f615-c5fd-4327-a831-261a3d51c994 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:22.745163 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.824167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:22.824864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:22.826237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] 10.222.0.10 "PUT /v2.0/ports/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 200 len: 1124 time: 3.0817688 Aug 11 02:51:22.829974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf2aa80-319b-4e67-b8ff-11a9d5bcbab1 None None] New status for floating IP 8195e61e-85a6-4697-a59a-697017b8919e: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:51:22.870346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3203a350-d353-4070-9382-e72f686ec134 req-998a158b-a306-4fc8-b9d1-e968c5b91c92 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 210 time: 0.0370278 Aug 11 02:51:22.895266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Allocated IP 172.25.4.213 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/9f73e441-57bc-47b1-8bb9-c18968fb1fc7) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:22.969045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87ed0830-79d7-4d0c-a676-3b06a46e523e req-70ec4b8f-f587-4deb-9c87-5cd02a883da5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380187 Aug 11 02:51:22.984886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:23.004025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692d05c-6603-4e41-8f68-7bec1e3b1514 service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.048210 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b27605-20cd-43b8-af13-e2e54db81008 x-openstack-request-id: req-b3b27605-20cd-43b8-af13-e2e54db81008 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:23.048503 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "name": "network-vif-unplugged", "status": "completed", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:23.048756 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3b27605-20cd-43b8-af13-e2e54db81008 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:23.049210 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce', 'code': 200} Aug 11 02:51:23.060792 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-27a4c9bc-57fc-4160-a02d-803148d590ea req-4fe997d3-481d-444b-81fc-a994c921300d tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 210 time: 0.0674245 Aug 11 02:51:23.072557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.080147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] For port 533c3ba7-3114-48b6-aff5-fd80b5e9c999, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:23.120179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] For port 533c3ba7-3114-48b6-aff5-fd80b5e9c999, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=533c3ba7-3114-48b6-aff5-fd80b5e9c999,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:23.133842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.150925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ecd33c85-ffff-425c-9c71-34cf938b557c req-68e8bbd5-912b-4d53-883a-44d2d6029230 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=bb00c091067b440e99da26fbec7e299f HTTP/1.1" status: 200 len: 695 time: 0.0815721 Aug 11 02:51:23.152386 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.205634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.259361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:23.263599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:23.272199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.274260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:23.309715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd33c85-ffff-425c-9c71-34cf938b557c req-8caf10e5-82d5-436d-9f4d-24e3dad77573 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:23.317534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ecd33c85-ffff-425c-9c71-34cf938b557c req-8caf10e5-82d5-436d-9f4d-24e3dad77573 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks?id=e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 787 time: 0.1589222 Aug 11 02:51:23.320699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Transition to ACTIVE for port object b8c65852-86c7-4080-a975-d6d31261aea2 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:23.329595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-704ce253-b5d3-4891-ba6f-bf6daf6e34ef tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:23.331159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-704ce253-b5d3-4891-ba6f-bf6daf6e34ef tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.10 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 821 time: 0.5904701 Aug 11 02:51:23.337090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-ecd33c85-ffff-425c-9c71-34cf938b557c req-2c9f4001-630a-4d81-b0e9-27a2f93d3453 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:51:23.338178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869c645-30a6-41cb-af13-863d5f768310 None None] Pushing event updated for resources: {'Port': ['ID=533c3ba7-3114-48b6-aff5-fd80b5e9c999,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.362332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ecd33c85-ffff-425c-9c71-34cf938b557c req-2c9f4001-630a-4d81-b0e9-27a2f93d3453 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0437398 Aug 11 02:51:23.379266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 22e1f615-c5fd-4327-a831-261a3d51c994, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=22e1f615-c5fd-4327-a831-261a3d51c994,segment=NetworkSegment(a227ed76-3c6a-40bb-9d8a-528b36bd0435),segment_id=a227ed76-3c6a-40bb-9d8a-528b36bd0435)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:23.386125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Request body: {'port': {'device_id': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'admin_state_up': True, 'tenant_id': '966802c333e14df581dadefef7c0e8fa'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:23.391906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.455068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.476550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=22e1f615-c5fd-4327-a831-261a3d51c994,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.656538 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.720344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.762741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event updated for resources: {'Port': ['ID=b8c65852-86c7-4080-a975-d6d31261aea2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:23.791170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56dc71-3ee3-4eb1-ba37-25213fbb7698 req-9814eeab-7393-45dd-a14b-5102d9ca89b6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:23.794500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe56dc71-3ee3-4eb1-ba37-25213fbb7698 req-9814eeab-7393-45dd-a14b-5102d9ca89b6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 944 time: 0.3196847 Aug 11 02:51:23.803343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:23.814272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:23.816859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:23.831498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-ac5aff87-3725-41e3-9344-725711092386 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips/889e12df-d010-4c47-a7dd-c324cb86da25 HTTP/1.1" status: 200 len: 692 time: 0.0654469 Aug 11 02:51:23.888480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Made reservation on behalf of 966802c333e14df581dadefef7c0e8fa for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:23.893196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.919550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe56dc71-3ee3-4eb1-ba37-25213fbb7698 req-19d01dcc-b8be-4d2e-a08c-7870fc22078c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177571 Aug 11 02:51:23.943541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:23.944328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:23.998852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-6333584f-e3cc-41a4-81f3-49a900b21099 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5587144 Aug 11 02:51:24.017329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Request body: {'port': {'device_id': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:24.135113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.156700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Allocated IP 172.20.0.12 (0c441029-8ea2-4765-8352-1572b3f0dddb/dcd7d8da-002f-44c4-a196-0a955a3e9111/0049f7b1-32f1-4118-9f02-33dbfa5c7c22) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:24.163912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b89dc3ac-9d22-4684-80e6-db13916a9598 None None] Provisioning for port b8c65852-86c7-4080-a975-d6d31261aea2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:24.167833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b89dc3ac-9d22-4684-80e6-db13916a9598 None None] Provisioning complete for port b8c65852-86c7-4080-a975-d6d31261aea2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:24.168219 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b89dc3ac-9d22-4684-80e6-db13916a9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.209575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-3ad0f00a-eef6-43a6-98b2-55e59a958738 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:24.212178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-3ad0f00a-eef6-43a6-98b2-55e59a958738 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.3537829 Aug 11 02:51:24.252781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc3ac-9d22-4684-80e6-db13916a9598 None None] Port b8c65852-86c7-4080-a975-d6d31261aea2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:24.258509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 533c3ba7-3114-48b6-aff5-fd80b5e9c999 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:24.310842 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-32870086-9f2c-487c-b921-acc177f4d2f4 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0864272 Aug 11 02:51:24.351155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:24.360133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 22e1f615-c5fd-4327-a831-261a3d51c994 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:24.447658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 22e1f615-c5fd-4327-a831-261a3d51c994 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:24.448079 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.548610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.638067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:24.657524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c65852-86c7-4080-a975-d6d31261aea2 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:24.669393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.713357 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.790103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:24.799449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-1caaa7f3-845a-46c2-b6e9-65354b5bffe0 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.4875445 Aug 11 02:51:24.811701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Transition to ACTIVE for port object b8c65852-86c7-4080-a975-d6d31261aea2 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:24.828188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.829661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:51:24.832124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Network 0c441029-8ea2-4765-8352-1572b3f0dddb is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:24.857421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e2202-6c50-4b7e-8563-4d47bd1ad1d7 None None] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:24.859783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:24.868868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:24.878901 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:24.917566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event updated for resources: {'Port': ['ID=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:24.936851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c21b0be3-4ba9-4df9-a284-fc5c7eed19a0 None None] Provisioning for port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:24.949045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c21b0be3-4ba9-4df9-a284-fc5c7eed19a0 None None] Provisioning complete for port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:24.949420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c21b0be3-4ba9-4df9-a284-fc5c7eed19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.051989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.052740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.062285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'name': 'network-vif-deleted', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b'}, {'name': 'network-changed', 'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:25.065109 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5643645d-6018-4c3d-a05c-8ea3b1486665" -d '{"events": [{"server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "name": "network-vif-deleted", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b"}, {"name": "network-changed", "server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:25.072558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Deleting port bb690308-620c-4905-bd95-c9d4b2ed93bf {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:25.073697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.089447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36b365-dad0-4b09-8e76-a9aa7507fcfa req-b90d6e18-6bb4-46f2-ad9f-88a8510cbeaa tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.092750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b36b365-dad0-4b09-8e76-a9aa7507fcfa req-b90d6e18-6bb4-46f2-ad9f-88a8510cbeaa tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 944 time: 0.2544672 Aug 11 02:51:25.100277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c65852-86c7-4080-a975-d6d31261aea2,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.131968 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c21b0be3-4ba9-4df9-a284-fc5c7eed19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.143746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-354f748f-96a8-47dc-a7c5-4e1b8168b788 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7783279 Aug 11 02:51:25.166217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Request body: {'port': {'device_id': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:25.181400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b36b365-dad0-4b09-8e76-a9aa7507fcfa req-2b8c844a-3353-49fc-b016-b81a74f5b039 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781803 Aug 11 02:51:25.203546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Attempting to bind port b8c65852-86c7-4080-a975-d6d31261aea2 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:25.203976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Attempting to bind port b8c65852-86c7-4080-a975-d6d31261aea2 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:25.204360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Attempting to bind port b8c65852-86c7-4080-a975-d6d31261aea2 on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:25.213965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Port b8c65852-86c7-4080-a975-d6d31261aea2 on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:25.214393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Attempting to bind port b8c65852-86c7-4080-a975-d6d31261aea2 on network 6f3b0294-7053-4a78-8e54-7bcfb89b805c {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:25.222472 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.223087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:25.223388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Checking segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:25.223875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Bound using segment: {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:25.224392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Bound port: b8c65852-86c7-4080-a975-d6d31261aea2, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c394ed6d-cca6-486b-8399-9c09ac4207d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:25.225484 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.229783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c21b0be3-4ba9-4df9-a284-fc5c7eed19a0 None None] For port 533c3ba7-3114-48b6-aff5-fd80b5e9c999, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=533c3ba7-3114-48b6-aff5-fd80b5e9c999,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:25.233405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae203510-4ccd-48ee-b9d7-8c3d0da17ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.241659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.242407 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c21b0be3-4ba9-4df9-a284-fc5c7eed19a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.244741 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.275445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Calling delete_port for bb690308-620c-4905-bd95-c9d4b2ed93bf owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:25.288525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.301004 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:25.320245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0be3-4ba9-4df9-a284-fc5c7eed19a0 None None] Pushing event updated for resources: {'Port': ['ID=533c3ba7-3114-48b6-aff5-fd80b5e9c999,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.425705 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.434897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] For port b8c65852-86c7-4080-a975-d6d31261aea2, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:25.452334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87d8fc-3b2b-4d98-a8cc-a5bd486c7a10 req-7c8c7e5b-00c8-449f-b2eb-3c40ad24a9f1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.453875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a87d8fc-3b2b-4d98-a8cc-a5bd486c7a10 req-7c8c7e5b-00c8-449f-b2eb-3c40ad24a9f1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1609082 Aug 11 02:51:25.505358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:25.517653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Sync routers for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:25.522037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] For port b8c65852-86c7-4080-a975-d6d31261aea2, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b8c65852-86c7-4080-a975-d6d31261aea2,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:25.532185 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:25.533319 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:25.537704 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.547907 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.553336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-42d87939-aa6d-45c6-acb7-8046352b52a9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9040878 Aug 11 02:51:25.553942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42218) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:25.584257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.584782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.586169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] 10.222.0.57 "PUT /v2.0/ports/b8c65852-86c7-4080-a975-d6d31261aea2 HTTP/1.1" status: 200 len: 1093 time: 1.5736313 Aug 11 02:51:25.602683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.653912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Pushing event deleted for resources: {'Port': ['ID=bb690308-620c-4905-bd95-c9d4b2ed93bf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.656157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a401a4eb-f91c-4890-8663-8b5afd9a4782 None None] Provisioning complete for port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:25.656300 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a401a4eb-f91c-4890-8663-8b5afd9a4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.734959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3227409-478c-486b-8a20-7ffe4e0587f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c65852-86c7-4080-a975-d6d31261aea2,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:25.761800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.766216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:25.769970 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:25.783945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23757ec5-e483-49bd-87cd-72d8c1a0bb26 req-8d15baa0-5298-47c2-bca4-9e720bfd887d tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "DELETE /v2.0/floatingips/889e12df-d010-4c47-a7dd-c324cb86da25 HTTP/1.1" status: 204 len: 173 time: 0.9835367 Aug 11 02:51:25.930159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c76512-d389-4217-82f5-833738bee883 req-fb2278ac-e05c-49cf-909e-c9f1ff6c2e67 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:25.932800 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0c76512-d389-4217-82f5-833738bee883 req-fb2278ac-e05c-49cf-909e-c9f1ff6c2e67 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 932 time: 0.0748205 Aug 11 02:51:25.960401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a87d8fc-3b2b-4d98-a8cc-a5bd486c7a10 req-bd75f072-8c78-4538-90fa-fe273667fc61 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896770 Aug 11 02:51:26.011977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0c76512-d389-4217-82f5-833738bee883 req-9790798c-0987-4555-a999-baa7f5a4758e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591605 Aug 11 02:51:26.034703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-aaf09422-6b97-4a3d-b909-5c7ae6ce30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:26.036330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-aaf09422-6b97-4a3d-b909-5c7ae6ce30d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 1096 time: 0.3703997 Aug 11 02:51:26.047320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 533c3ba7-3114-48b6-aff5-fd80b5e9c999 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:26.113957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:26.114846 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.115284 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 3, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:26.146488 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Checking router: 8b8a9b7c-b1c7-4209-90be-21af477d13d0 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:26.146860 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Updating router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:26.174903 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.199466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf44b33-85be-45e5-b869-60116e7a288b req-2b55994a-c787-4ce2-b996-4066ac6b20db tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:26.201919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-4c3f7cbe-2687-4c7c-a9fe-24a5cd248b3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c65852-86c7-4080-a975-d6d31261aea2 HTTP/1.1" status: 200 len: 217 time: 0.1113908 Aug 11 02:51:26.216200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cdf44b33-85be-45e5-b869-60116e7a288b req-2b55994a-c787-4ce2-b996-4066ac6b20db tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 949 time: 0.0883858 Aug 11 02:51:26.267997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cdf44b33-85be-45e5-b869-60116e7a288b req-16fb4eca-d656-41de-bcf2-5069a74166b3 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Aug 11 02:51:26.311002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:26.322078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.354949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Transition to ACTIVE for port object 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:26.366495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.406536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dac39-8ae3-4f2e-bd5f-77fe6f271efe req-2428bb73-39f3-4d5d-99eb-4d8db4029009 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:26.408043 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc2dac39-8ae3-4f2e-bd5f-77fe6f271efe req-2428bb73-39f3-4d5d-99eb-4d8db4029009 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 944 time: 0.0808308 Aug 11 02:51:26.456541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc2dac39-8ae3-4f2e-bd5f-77fe6f271efe req-21eef6c8-5373-4848-982a-eccfe68f0b2c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Aug 11 02:51:26.576804 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.584977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3dc5c-a81b-40d1-846b-ba76b454e094 req-e7dc70e7-88a5-4f8e-be25-48a67e4a6992 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:26.586759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ea3dc5c-a81b-40d1-846b-ba76b454e094 req-e7dc70e7-88a5-4f8e-be25-48a67e4a6992 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 944 time: 0.0657399 Aug 11 02:51:26.603407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.57', 65455) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:26.628756 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.642369 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Transition to ACTIVE for port object 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:26.652113 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.667054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ea3dc5c-a81b-40d1-846b-ba76b454e094 req-93f5f3dd-9c2c-4ee4-ad8b-1e8ec13eec0e tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718334 Aug 11 02:51:26.704240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-bb0e99d9-8356-4cb6-85df-1b279a5add0b service neutron] 10.222.0.57 "GET /v2.0/ports/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.0907271 Aug 11 02:51:26.728400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-03e48515-d6b3-4794-bb3f-380d7146c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:26.729453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Attempting to bind port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:26.729747 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Attempting to bind port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:26.729922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-03e48515-d6b3-4794-bb3f-380d7146c42e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.5160458 Aug 11 02:51:26.730106 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Attempting to bind port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:26.736698 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adae4263-a47a-4ad9-8316-f0270e9697ca x-openstack-request-id: req-adae4263-a47a-4ad9-8316-f0270e9697ca {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:26.736999 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d990a9aa-f222-422b-bb09-07ccba176283", "name": "network-vif-deleted", "tag": "fb92eff9-1139-4676-853a-1f311e7d651b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:26.737255 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adae4263-a47a-4ad9-8316-f0270e9697ca {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:26.737647 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd990a9aa-f222-422b-bb09-07ccba176283', 'name': 'network-vif-deleted', 'tag': 'fb92eff9-1139-4676-853a-1f311e7d651b', 'status': 'completed', 'code': 200} Aug 11 02:51:26.737949 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce', 'status': 'completed', 'code': 200} Aug 11 02:51:26.740745 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:26.741499 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:26.741768 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.742563 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:26.743182 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Bound port: 9f73e441-57bc-47b1-8bb9-c18968fb1fc7, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:26.743580 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.809905 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Pushing event updated for resources: {'Port': ['ID=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.828041 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.828376 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.828710 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.829036 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.829390 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.829790 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.830171 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.830544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.830868 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.831187 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.831505 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.831846 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:26.849049 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] For port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:26.853083 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] For port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:26.858603 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:26.926817 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:26.927343 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:26.930932 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c1370-f2ec-4e55-b110-fe768844a99c None None] Pushing event updated for resources: {'Port': ['ID=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:26.962392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:26.998185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:27.045399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:27.058073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:27.068159 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:27.075317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.158047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Pushing event updated for resources: {'Port': ['ID=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:27.187863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] Transition to ACTIVE for port object 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:27.204215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.207852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-99213be1-3447-4bbe-8dbe-e3fad9c937c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.209342 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-99213be1-3447-4bbe-8dbe-e3fad9c937c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1127 time: 0.4753342 Aug 11 02:51:27.265947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] No DVR routers for this DVR port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:27.280413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.280929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.281396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.281837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.282274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.282710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.283131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.283560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.284009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.284436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.284860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.285305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:27.317189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] 10.222.0.57 "PUT /v2.0/ports/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 0.6045361 Aug 11 02:51:27.320392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-a0fe7f41-3166-4cb3-9116-9b0ce943d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.322298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-a0fe7f41-3166-4cb3-9116-9b0ce943d8ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5807230 Aug 11 02:51:27.346080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf0385-6aac-4f2b-aff0-beb447f28b4b service neutron] Pushing event updated for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:27.351230 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 3, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:27.382251 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36eeae-340d-446f-aae7-370296e78227 None None] The sync data for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 is: [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:23Z', 'revision_number': 3, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:27.406656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-c5a6751e-2597-47aa-880c-8afd6b85363a tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.408340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-c5a6751e-2597-47aa-880c-8afd6b85363a tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.10 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 949 time: 0.4058666 Aug 11 02:51:27.495860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7e17e-98fe-4aae-bf43-88a7b5b0b732 req-25161803-b9ef-4df2-bb52-9d445e15d77f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.497409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-98e7e17e-98fe-4aae-bf43-88a7b5b0b732 req-25161803-b9ef-4df2-bb52-9d445e15d77f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1471052 Aug 11 02:51:27.500643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-d75df497-3e16-4f05-9e26-4cccbd908988 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.502075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-d75df497-3e16-4f05-9e26-4cccbd908988 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1062522 Aug 11 02:51:27.541621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a89fab9-577e-45fb-b36c-522c076acaae req-897414d0-daba-44b3-b085-4e8eb0b9eb15 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8064685 Aug 11 02:51:27.583359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:27.613606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-98e7e17e-98fe-4aae-bf43-88a7b5b0b732 req-19d11e54-e531-4a49-be07-507f041d9227 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067653 Aug 11 02:51:27.621476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-53492fad-13e2-4fa4-872e-f12cf6c39b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.623499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-53492fad-13e2-4fa4-872e-f12cf6c39b55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752&tenant_id=b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 1097 time: 0.1090710 Aug 11 02:51:27.667748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.678103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Attempting to bind port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:27.678452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Attempting to bind port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:27.678786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Attempting to bind port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 on network 0c441029-8ea2-4765-8352-1572b3f0dddb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:27.722380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 on network 0c441029-8ea2-4765-8352-1572b3f0dddb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:27.722625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Attempting to bind port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 on network 0c441029-8ea2-4765-8352-1572b3f0dddb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:27.726429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-9ec355b9-2629-410a-8ab0-00bb7e072a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.729193 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-9ec355b9-2629-410a-8ab0-00bb7e072a71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.4828157 Aug 11 02:51:27.753666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-3259e265-6276-4695-859a-7d351f64ce9c service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752177 Aug 11 02:51:27.761290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.765004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:27.765325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Checking segment: {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:27.766546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Bound using segment: {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:27.766546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Bound port: 0049f7b1-32f1-4118-9f02-33dbfa5c7c22, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fd0e237-9f9f-45c9-8f63-8470de7a679b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:27.766852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:27.785685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-3c74d995-136f-4489-a4aa-b006ae087bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.787170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-3c74d995-136f-4489-a4aa-b006ae087bef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1097 time: 0.0928464 Aug 11 02:51:27.799164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e1985-4d4f-45ca-a12f-2acd69f0af8c req-80ed7d68-85ad-4755-96b4-17cfe194178b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.800377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b13e1985-4d4f-45ca-a12f-2acd69f0af8c req-80ed7d68-85ad-4755-96b4-17cfe194178b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 944 time: 0.0884044 Aug 11 02:51:27.907490 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b13e1985-4d4f-45ca-a12f-2acd69f0af8c req-19a09e4f-661d-4dba-88be-d13f2a3bdb65 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Aug 11 02:51:27.924121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-d8e72fb6-f6bd-402b-bded-8a3e7499fa34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 200 len: 217 time: 0.1802955 Aug 11 02:51:27.928519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-4ef67d31-0bb4-4f0e-b5fe-64c2fd7bf6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:27.929946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-4ef67d31-0bb4-4f0e-b5fe-64c2fd7bf6bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.1286914 Aug 11 02:51:28.000166 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.000920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-14dfb86d-5612-405a-8490-a1c24cefe1a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 200 len: 217 time: 0.0547147 Aug 11 02:51:28.078118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:28.134402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-ed558869-4880-482f-8450-2ca681b0208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.136121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-ed558869-4880-482f-8450-2ca681b0208d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1271913 Aug 11 02:51:28.141417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:28.151515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:28.152166 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.162116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888d24e-6bf8-4efa-acb3-e52bc661822c req-b6dece33-4c80-43a1-b808-fdc1ee51a01e tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.163722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5888d24e-6bf8-4efa-acb3-e52bc661822c req-b6dece33-4c80-43a1-b808-fdc1ee51a01e tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 949 time: 0.0834680 Aug 11 02:51:28.194151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-e5f3cfae-8e57-4f91-9fed-2afb7542f1fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493269 Aug 11 02:51:28.206809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Deleting port 08e714b4-b688-4795-a767-b2e74f5e5309 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:28.207147 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.279219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-85d63e97-246d-478a-9660-fa3b442938d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.280789 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-85d63e97-246d-478a-9660-fa3b442938d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.2892766 Aug 11 02:51:28.289152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] For port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:28.290764 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.317854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5888d24e-6bf8-4efa-acb3-e52bc661822c req-d295876a-73ff-41f2-8788-d651001b2fb3 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/security-groups?id=d0744007-ac54-4243-b769-15206078e234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331692 Aug 11 02:51:28.332411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:28.339501 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.341965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] For port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:28.378842 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-db597272-cdf7-4a59-aebd-ce260f415455 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761103 Aug 11 02:51:28.385161 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-10227a72-f12d-485d-bb2e-167784d5bd6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896895 Aug 11 02:51:28.412502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db8f649-2681-4d90-99a2-6c47d0193bec req-bc42a49d-e2c4-4761-84b3-0ae025964770 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6401823 Aug 11 02:51:28.413883 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.445249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:28.518226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-429c89e8-7924-4b50-9d1c-d5c2b1167a87 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280468 Aug 11 02:51:28.548108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7fffc-9fa5-4cbe-9941-8cc578ae1b28 req-9973d23f-b4ec-429a-8553-765872be4306 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.556051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44c7fffc-9fa5-4cbe-9941-8cc578ae1b28 req-9973d23f-b4ec-429a-8553-765872be4306 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 945 time: 0.0725269 Aug 11 02:51:28.560386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Allocated IP 172.20.0.1 (6deacbbc-90b6-4ce7-9661-dcbc27f0fea7/2b70181b-6aab-4380-94da-065bdc0b290b/658dde52-a843-47e2-8574-7a9e228d54a9) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:28.586212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.586821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.588251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] 10.222.0.10 "PUT /v2.0/ports/0049f7b1-32f1-4118-9f02-33dbfa5c7c22 HTTP/1.1" status: 200 len: 1093 time: 3.4320223 Aug 11 02:51:28.598802 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44c7fffc-9fa5-4cbe-9941-8cc578ae1b28 req-9f91d072-6723-45d4-8cc1-39834f7214c4 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417619 Aug 11 02:51:28.647864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] For port 08e714b4-b688-4795-a767-b2e74f5e5309, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=08e714b4-b688-4795-a767-b2e74f5e5309,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:28.648250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:28.660022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef29f6-6eef-4362-bbbb-b33244c36972 service neutron] Pushing event updated for resources: {'Port': ['ID=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:28.725849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Calling delete_port for 08e714b4-b688-4795-a767-b2e74f5e5309 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:28.734910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d183f95-9a5e-4b1f-81d6-07f8a5f4c965 req-d56561ec-bd56-4f80-9ad4-f4d73ad96363 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.736265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d183f95-9a5e-4b1f-81d6-07f8a5f4c965 req-d56561ec-bd56-4f80-9ad4-f4d73ad96363 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 944 time: 0.0594835 Aug 11 02:51:28.750452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2'}, {'name': 'network-changed', 'server_uuid': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'tag': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:28.752632 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337a9d88-0759-48a3-8063-ccae7f1b475a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2"}, {"name": "network-changed", "server_uuid": "1df5f117-68e7-40a9-a669-b769a2bdee6e", "tag": "0049f7b1-32f1-4118-9f02-33dbfa5c7c22"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:28.791767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-264a986d-b214-438c-8c2c-65159197596f service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754544 Aug 11 02:51:28.811986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d183f95-9a5e-4b1f-81d6-07f8a5f4c965 req-4bb135f3-11aa-404e-bc82-8552af0fdf19 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691319 Aug 11 02:51:28.823202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cf792-7247-4aa0-beff-446523c50bde req-32c69153-e2c1-4211-91b7-e0d8752cb273 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:28.825025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-32c69153-e2c1-4211-91b7-e0d8752cb273 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.0803332 Aug 11 02:51:29.011864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dc17e-2be0-4986-8dbe-fb74a0037a4a req-6de5a686-5a44-4b5c-be6e-4c2b77ba4e9e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.013887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-291dc17e-2be0-4986-8dbe-fb74a0037a4a req-6de5a686-5a44-4b5c-be6e-4c2b77ba4e9e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1135683 Aug 11 02:51:29.029626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b30cf792-7247-4aa0-beff-446523c50bde req-c287a998-2689-49d4-b96f-a2da1580cda9 service neutron] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:29.041081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b30cf792-7247-4aa0-beff-446523c50bde req-c287a998-2689-49d4-b96f-a2da1580cda9 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.042057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b30cf792-7247-4aa0-beff-446523c50bde req-c287a998-2689-49d4-b96f-a2da1580cda9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.2098768 Aug 11 02:51:29.067320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-291dc17e-2be0-4986-8dbe-fb74a0037a4a req-89719a8e-f0d2-445e-bab2-b62500c2618f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 Aug 11 02:51:29.141414 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4d000-8b9e-44f7-a206-b832264d069d x-openstack-request-id: req-d8f4d000-8b9e-44f7-a206-b832264d069d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:29.141711 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1df5f117-68e7-40a9-a669-b769a2bdee6e", "tag": "0049f7b1-32f1-4118-9f02-33dbfa5c7c22", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:29.142151 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8f4d000-8b9e-44f7-a206-b832264d069d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:29.142714 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'status': 'completed', 'code': 200} Aug 11 02:51:29.142972 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'tag': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22', 'status': 'completed', 'code': 200} Aug 11 02:51:29.144219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.272589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfb4d1-8966-4216-a074-2fbf803ebadb req-de84eaba-0a99-43b6-84c6-50979fe5e0d9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.274207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ebcfb4d1-8966-4216-a074-2fbf803ebadb req-de84eaba-0a99-43b6-84c6-50979fe5e0d9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 944 time: 0.0590165 Aug 11 02:51:29.295997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-a63c2536-2573-4b2a-acba-f048338aaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.297435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-a63c2536-2573-4b2a-acba-f048338aaeda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 1096 time: 0.6254976 Aug 11 02:51:29.319739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ebcfb4d1-8966-4216-a074-2fbf803ebadb req-4ff70600-1b56-41f5-90a6-9bd1c68474c7 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Aug 11 02:51:29.339480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.404958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-e393730e-68d4-459d-9a54-ca570eebe65b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0049f7b1-32f1-4118-9f02-33dbfa5c7c22 HTTP/1.1" status: 200 len: 217 time: 0.0918608 Aug 11 02:51:29.438267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Transition to ACTIVE for port object 658dde52-a843-47e2-8574-7a9e228d54a9 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:29.483984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-807cf8cb-a229-46b8-8643-97c12e12cd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.485527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-807cf8cb-a229-46b8-8643-97c12e12cd32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 1096 time: 0.3133705 Aug 11 02:51:29.535179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.543736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5643645d-6018-4c3d-a05c-8ea3b1486665 req-ff72901b-a988-4e6a-9916-40dfa2a264e0 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137068 Aug 11 02:51:29.655840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-28487fc4-80fa-43a2-97c0-a50d9bdfefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.657319 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-28487fc4-80fa-43a2-97c0-a50d9bdfefe1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dcd7d8da-002f-44c4-a196-0a955a3e9111 HTTP/1.1" status: 200 len: 861 time: 0.2400882 Aug 11 02:51:29.662494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Allocated IP 172.25.4.8 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/3936cb48-b293-43ae-8271-872e2b3171fd) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:29.693565 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.727498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:29.731477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-3a13f71a-8941-4733-a562-bcc7529619de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c441029-8ea2-4765-8352-1572b3f0dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660467 Aug 11 02:51:29.794863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Pushing event deleted for resources: {'Port': ['ID=08e714b4-b688-4795-a767-b2e74f5e5309,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:29.831696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-5b9e786f-ed17-4c96-ad78-79e50937a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:29.833249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-5b9e786f-ed17-4c96-ad78-79e50937a1a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 925 time: 0.3360822 Aug 11 02:51:29.871308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36b73c5e-4449-497d-8ab7-9350ccdbc2f8 req-2d62ebfa-4dd6-45b7-ae86-8c6d68c08e32 tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.60 "GET /v2.0/ports?device_id=ecde2cc8-9a73-4210-b9ec-83d46f110b80 HTTP/1.1" status: 200 len: 210 time: 0.0317090 Aug 11 02:51:29.901478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:29.929777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:29.969828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:30.003140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-f2564baa-dc16-4963-b5f3-43f52b2ca9a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c65852-86c7-4080-a975-d6d31261aea2 HTTP/1.1" status: 200 len: 217 time: 0.1375687 Aug 11 02:51:30.034082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21361a-538a-44b9-95cf-bd870c3bedc9 req-0b831cff-850e-4ab1-86dc-042c294a09e5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.042319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a21361a-538a-44b9-95cf-bd870c3bedc9 req-0b831cff-850e-4ab1-86dc-042c294a09e5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 945 time: 0.0893412 Aug 11 02:51:30.044355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] No DVR routers for this DVR port 08e714b4-b688-4795-a767-b2e74f5e5309 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:30.067886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:30.070476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.072864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4ec6734-4739-4f5f-a70d-a063471479e4 req-58148e13-a9a6-4c24-a9cc-73d7c5def7df tempest-ImagesOneServerTestJSON-680342298 tempest-ImagesOneServerTestJSON-680342298-project] 10.222.0.10 "DELETE /v2.0/ports/08e714b4-b688-4795-a767-b2e74f5e5309 HTTP/1.1" status: 204 len: 173 time: 2.6428516 Aug 11 02:51:30.089406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Pushing event updated for resources: {'Port': ['ID=658dde52-a843-47e2-8574-7a9e228d54a9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:30.108175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a21361a-538a-44b9-95cf-bd870c3bedc9 req-cb6bdc64-32a0-487a-ac98-dcdcefbb2bdf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650425 Aug 11 02:51:30.173759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:30.174434 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.187566 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.307062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.311223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-007ec906-05d2-451e-b287-d10d049294ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.312786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-007ec906-05d2-451e-b287-d10d049294ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.2536952 Aug 11 02:51:30.316059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c026-9b2e-4098-99ca-de6e4d64aca4 req-367a1fc3-126a-48a7-89d6-5a73fab5fd03 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.317627 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f967c026-9b2e-4098-99ca-de6e4d64aca4 req-367a1fc3-126a-48a7-89d6-5a73fab5fd03 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 944 time: 0.0824251 Aug 11 02:51:30.332955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-9bcfc4ac-8d1c-417c-bf4a-d32665abebc0 service neutron] 10.222.0.10 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875099 Aug 11 02:51:30.374247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f967c026-9b2e-4098-99ca-de6e4d64aca4 req-0ac5d90a-c167-43f9-92e1-4f7208389646 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485778 Aug 11 02:51:30.470263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-acc255b8-bef0-4c66-a94d-d517f10dfe02 None None] Provisioning for port 658dde52-a843-47e2-8574-7a9e228d54a9 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:30.475781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-acc255b8-bef0-4c66-a94d-d517f10dfe02 None None] Provisioning complete for port 658dde52-a843-47e2-8574-7a9e228d54a9 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:30.476507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-acc255b8-bef0-4c66-a94d-d517f10dfe02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.508350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959334b-b7f4-478a-b923-2731a814ed33 req-77276ade-accd-4743-81b0-cae49f85fac6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.510390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6959334b-b7f4-478a-b923-2731a814ed33 req-77276ade-accd-4743-81b0-cae49f85fac6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.0723963 Aug 11 02:51:30.526943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-acc255b8-bef0-4c66-a94d-d517f10dfe02 None None] Port 658dde52-a843-47e2-8574-7a9e228d54a9 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:30.527583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-7faee174-61d4-4f2f-a2ea-b420c4cf48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.529675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-7faee174-61d4-4f2f-a2ea-b420c4cf48a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1930528 Aug 11 02:51:30.561536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6959334b-b7f4-478a-b923-2731a814ed33 req-8c6983af-9033-46d7-86ea-3e2bf18dc6ea tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428903 Aug 11 02:51:30.561746 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.632621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e802480d-f6e0-4bd7-a497-cd73b960bf93 req-3daa6c29-73aa-4d47-874d-5e103789b54f service neutron] 10.222.0.10 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783918 Aug 11 02:51:30.654334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:30.663683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:30.675867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:30.684640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 08e714b4-b688-4795-a767-b2e74f5e5309 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:30.685342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 08e714b4-b688-4795-a767-b2e74f5e5309 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:30.696106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:30.714672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:30.736017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a484aaf-2291-4e62-a8e5-d1411120cc72 req-9d1219b5-fb7d-438e-a759-c6987057d75a tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.737735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a484aaf-2291-4e62-a8e5-d1411120cc72 req-9d1219b5-fb7d-438e-a759-c6987057d75a tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 944 time: 0.0583439 Aug 11 02:51:30.780424 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a484aaf-2291-4e62-a8e5-d1411120cc72 req-4f9c99ff-5fc0-426c-83e4-ae3dc28670a5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Aug 11 02:51:30.783286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Pushing event updated for resources: {'Port': ['ID=3936cb48-b293-43ae-8271-872e2b3171fd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:30.860878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b8c65852-86c7-4080-a975-d6d31261aea2 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:30.865477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:30.866909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-e3bd3a9c-3476-4bf8-a32e-4c4f0272f3f2 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262842 Aug 11 02:51:30.891721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b3516-ed1f-44d9-8986-fd7b5ed55d9b req-8c56d1a3-8ee0-4443-a4e1-ad80ce33b620 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.899046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d79b3516-ed1f-44d9-8986-fd7b5ed55d9b req-8c56d1a3-8ee0-4443-a4e1-ad80ce33b620 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 1097 time: 0.0510664 Aug 11 02:51:30.931042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d79b3516-ed1f-44d9-8986-fd7b5ed55d9b req-e6aa5477-1845-411d-9844-c3ee6305be2d tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Aug 11 02:51:30.931567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-fe9183cf-87dd-482b-a9e2-63aad8bf9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:30.933137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-fe9183cf-87dd-482b-a9e2-63aad8bf9f6f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=966802c333e14df581dadefef7c0e8fa&device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 1096 time: 0.2430716 Aug 11 02:51:30.953873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:31.057751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b8c65852-86c7-4080-a975-d6d31261aea2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b8c65852-86c7-4080-a975-d6d31261aea2,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:31.082133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'port_id': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'mac_address': 'fa:16:3e:96:1e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:31.144931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-deleted', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:31.147339 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d013f6-f9d7-469a-9c2d-643f66575764" -d '{"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-deleted", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:31.154116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.157016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.170710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c65852-86c7-4080-a975-d6d31261aea2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:31.225549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b8c65852-86c7-4080-a975-d6d31261aea2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b8c65852-86c7-4080-a975-d6d31261aea2,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:31.238982 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.253721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-b6ae2feb-77bf-4399-99ae-706840a69251 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762391 Aug 11 02:51:31.269824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-1410af95-479e-4b2b-a973-10cd3b1520a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.271552 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-1410af95-479e-4b2b-a973-10cd3b1520a8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 200 len: 922 time: 0.3041353 Aug 11 02:51:31.297362 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.301292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.354943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.358455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-3748695d-a9be-40ba-b27b-804be6442997 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0049f7b1-32f1-4118-9f02-33dbfa5c7c22 HTTP/1.1" status: 200 len: 217 time: 0.0701222 Aug 11 02:51:31.389343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=b8c65852-86c7-4080-a975-d6d31261aea2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.390828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42300) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:31.486063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['b8c65852-86c7-4080-a975-d6d31261aea2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:31.510896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-065a3159-42fc-4d15-9391-5761dd710228 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.519189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-065a3159-42fc-4d15-9391-5761dd710228 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.2063372 Aug 11 02:51:31.534401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-6e69cb01-af0d-4467-b782-a2de45d08332 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/quotas/b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 375 time: 0.0126390 Aug 11 02:51:31.587885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42308) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:31.649459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-b3802a65-6b01-4413-8fa3-fbb8b0dbccfc tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096702 Aug 11 02:51:31.743439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.817415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-da6429aa-c4ab-4f38-be0a-f0805076a375 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d1806f46ce54532a921029cd0dbcb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238765 Aug 11 02:51:31.822804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42316) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:31.840381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-1396cc1a-66fa-46f3-8d46-9af6a14c086b service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899717 Aug 11 02:51:31.852190 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:31.866914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-912862b9-d06e-41f9-96f8-2aae64a6ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:31.868458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-912862b9-d06e-41f9-96f8-2aae64a6ff17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dcd7d8da-002f-44c4-a196-0a955a3e9111 HTTP/1.1" status: 200 len: 861 time: 0.4852147 Aug 11 02:51:31.869082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Pushing event updated for resources: {'Port': ['ID=658dde52-a843-47e2-8574-7a9e228d54a9,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:31.947265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-f7aa3850-e735-4bb9-a1b7-99423c9137df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0c441029-8ea2-4765-8352-1572b3f0dddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680346 Aug 11 02:51:31.986405 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b968f829-bbe6-434d-90e0-0d26be2c8c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.035110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b968f829-bbe6-434d-90e0-0d26be2c8c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.037925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.040608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-eaf9e218-56b3-42bf-acd3-1d341fb6511a service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875165 Aug 11 02:51:32.048648 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.112683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07098c7629dd483cb32cd8ea075ad163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7197392 Aug 11 02:51:32.113903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad85a6-2713-4e80-bedd-e3eccf12a61c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.115447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.116956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42318) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:32.124715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.125071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.125484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.125858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.126198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.126538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.126936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.127201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.127527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.127894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.128227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.128572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81893c22-2989-40c8-b19c-f67b9890f812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:32.130601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:32.132966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-fef02434-6ebd-42ae-9555-63a5484a1cc9 service neutron] 10.222.0.10 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766932 Aug 11 02:51:32.133560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.147159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:32.162649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b968f829-bbe6-434d-90e0-0d26be2c8c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.165236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b968f829-bbe6-434d-90e0-0d26be2c8c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.166501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b968f829-bbe6-434d-90e0-0d26be2c8c85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d0744007-ac54-4243-b769-15206078e234 HTTP/1.1" status: 204 len: 168 time: 0.3427627 Aug 11 02:51:32.185613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f829-bbe6-434d-90e0-0d26be2c8c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0744007-ac54-4243-b769-15206078e234,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.317134 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147da30f-c1ef-455d-9bb4-5128b7347068 x-openstack-request-id: req-147da30f-c1ef-455d-9bb4-5128b7347068 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:32.317443 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecde2cc8-9a73-4210-b9ec-83d46f110b80", "name": "network-vif-deleted", "tag": "08e714b4-b688-4795-a767-b2e74f5e5309", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:32.317826 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-147da30f-c1ef-455d-9bb4-5128b7347068 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:32.318067 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecde2cc8-9a73-4210-b9ec-83d46f110b80', 'name': 'network-vif-deleted', 'tag': '08e714b4-b688-4795-a767-b2e74f5e5309', 'status': 'completed', 'code': 200} Aug 11 02:51:32.360587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Pushing event updated for resources: {'Port': ['ID=3936cb48-b293-43ae-8271-872e2b3171fd,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.428640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.482009 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf46150b-4710-4bf9-a0b0-5f795ae833b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.505840 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf46150b-4710-4bf9-a0b0-5f795ae833b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.521629 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.523067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a89fab9-577e-45fb-b36c-522c076acaae req-92ba8e3d-6f9c-4506-9058-4c4f00e3d112 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.9712880 Aug 11 02:51:32.596300 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6f735141-426b-487f-b295-2c1d89d8e72c None None] Provisioning complete for port 658dde52-a843-47e2-8574-7a9e228d54a9 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:32.597643 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6f735141-426b-487f-b295-2c1d89d8e72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.610231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a89fab9-577e-45fb-b36c-522c076acaae req-f815b81d-13f4-422f-8dca-ec6bd6fb975a tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0698307 Aug 11 02:51:32.646221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-337a9d88-0759-48a3-8063-ccae7f1b475a req-f21e3341-328c-48a6-8304-1c83d202cac3 service neutron] 10.222.0.10 "GET /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800322 Aug 11 02:51:32.663352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:32.664751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6f735141-426b-487f-b295-2c1d89d8e72c None None] Port 658dde52-a843-47e2-8574-7a9e228d54a9 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:32.668806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:32.736253 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf46150b-4710-4bf9-a0b0-5f795ae833b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.738858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf46150b-4710-4bf9-a0b0-5f795ae833b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:32.740335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cf46150b-4710-4bf9-a0b0-5f795ae833b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdad85a6-2713-4e80-bedd-e3eccf12a61c HTTP/1.1" status: 204 len: 168 time: 0.6203649 Aug 11 02:51:32.808399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46150b-4710-4bf9-a0b0-5f795ae833b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad85a6-2713-4e80-bedd-e3eccf12a61c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:32.828457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89fab9-577e-45fb-b36c-522c076acaae req-200e63f7-c2a4-482c-899a-9798e4ce1fed tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.829989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a89fab9-577e-45fb-b36c-522c076acaae req-200e63f7-c2a4-482c-899a-9798e4ce1fed tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.2106383 Aug 11 02:51:32.831060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd6174-cda4-41bc-9547-1091f4385e9a req-7f81c92b-88ed-4ed8-9b66-423747163520 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:32.848096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bfbd6174-cda4-41bc-9547-1091f4385e9a req-7f81c92b-88ed-4ed8-9b66-423747163520 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 945 time: 0.4845939 Aug 11 02:51:32.907430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:32.922806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aad1faf0-d284-4994-8c58-94a38dab90cc admin admin] 10.222.0.60 "PUT /v2.0/routers/8b8a9b7c-b1c7-4209-90be-21af477d13d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3563025 Aug 11 02:51:32.923159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bfbd6174-cda4-41bc-9547-1091f4385e9a req-47250f20-2439-4134-91f6-63eecdc237b7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664341 Aug 11 02:51:32.968296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b8c65852-86c7-4080-a975-d6d31261aea2 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:33.015299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Sync routers for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:33.081460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c5afb-e14c-44f3-8ab6-90491fd401dc req-037e9218-ff0b-445b-8c52-e04f9304fd84 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.083468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-727c5afb-e14c-44f3-8ab6-90491fd401dc req-037e9218-ff0b-445b-8c52-e04f9304fd84 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1050403 Aug 11 02:51:33.097820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:33.110671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99078e3-c4b1-4942-be5e-c254ca365ed3 req-7913ba3b-7812-411e-8a43-67997f93fe06 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.112802 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c99078e3-c4b1-4942-be5e-c254ca365ed3 req-7913ba3b-7812-411e-8a43-67997f93fe06 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 944 time: 0.0827239 Aug 11 02:51:33.125857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:33.126951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:33.133380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22', 'network_id': '0c441029-8ea2-4765-8352-1572b3f0dddb', 'port_id': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22', 'mac_address': 'fa:16:3e:2e:ac:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd7d8da-002f-44c4-a196-0a955a3e9111', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:33.153418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-727c5afb-e14c-44f3-8ab6-90491fd401dc req-7a42bc21-64e2-41b1-8a3b-2a99432928f0 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Aug 11 02:51:33.190366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port b8c65852-86c7-4080-a975-d6d31261aea2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:33.199766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c99078e3-c4b1-4942-be5e-c254ca365ed3 req-be3d4eca-87dd-4e77-b65d-fb7fdde8ee04 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795424 Aug 11 02:51:33.216022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port b8c65852-86c7-4080-a975-d6d31261aea2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:33.216966 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.275715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8430f2f3-c65e-4d56-a4bf-7507bf733640 req-2525de12-20c2-427b-85e8-84320eeaa17c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 210 time: 0.0412390 Aug 11 02:51:33.345762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-34e5c50a-8537-4f09-a2f3-90741b17f452 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips/5b146d15-7441-4c79-b84d-42c34dc1bcfa HTTP/1.1" status: 200 len: 691 time: 0.0945985 Aug 11 02:51:33.376258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:33.405276 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.439565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:33.458714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-9650b7b2-5ca8-409c-984f-922965a43965 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.468963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-9650b7b2-5ca8-409c-984f-922965a43965 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1229208 Aug 11 02:51:33.542901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:33.591516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-c676144e-6df3-4f76-9dd2-5ad769d9b1c9 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.1078269 Aug 11 02:51:33.594011 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.685603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-5676ea69-e3c9-4dc3-b171-e9fbe1d2b0d3 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0929832 Aug 11 02:51:33.740815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42370) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:33.753007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:33.806466 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.834678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42374) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:33.851278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6dfd1d1e-e71d-48e6-9b6b-7446bed85bad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221639749', 'description': 'tempest-description--1094297751'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:33.880364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b8c65852-86c7-4080-a975-d6d31261aea2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b8c65852-86c7-4080-a975-d6d31261aea2,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:33.880666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1d1e-e71d-48e6-9b6b-7446bed85bad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:33.927801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:33.935394 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfaea99-f31c-49f2-a89c-1a93f64eeb2c" -d '{"events": [{"server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "name": "network-vif-plugged", "status": "completed", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:33.956501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['0049f7b1-32f1-4118-9f02-33dbfa5c7c22'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:33.962497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-b70ed7ee-a644-46c2-b4c6-2857c2e2b359 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:33.964635 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-b70ed7ee-a644-46c2-b4c6-2857c2e2b359 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.2671320 Aug 11 02:51:33.984775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Request body: {'port': {'device_id': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'admin_state_up': True, 'tenant_id': 'b47ec1c4a65949e0a154d9a4949801a5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:33.995725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1095007498-network', 'tenant_id': '8767bf03eec34c109d235b187096d928'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:34.014076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Deleting port 3936cb48-b293-43ae-8271-872e2b3171fd {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:34.018023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.019051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.021769 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afbfe92-8502-428c-88a3-0bbc1cc24856 x-openstack-request-id: req-7afbfe92-8502-428c-88a3-0bbc1cc24856 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:34.022132 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "name": "network-vif-plugged", "status": "completed", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:34.022388 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7afbfe92-8502-428c-88a3-0bbc1cc24856 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:34.022776 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'code': 200} Aug 11 02:51:34.139827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.140890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.159489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Calling delete_port for 3936cb48-b293-43ae-8271-872e2b3171fd owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:34.195869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42390) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:34.238639 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1d1e-e71d-48e6-9b6b-7446bed85bad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.240752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=b8c65852-86c7-4080-a975-d6d31261aea2,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:34.248694 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1d1e-e71d-48e6-9b6b-7446bed85bad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.252890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb68591-46d7-4570-ae59-5a810600858d req-72c5c7d9-083e-4058-8f3f-1ae07176d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.254772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cb68591-46d7-4570-ae59-5a810600858d req-72c5c7d9-083e-4058-8f3f-1ae07176d91f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 1098 time: 0.1533575 Aug 11 02:51:34.255909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 2, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:34.271456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4c286-0670-49d8-b9f5-c9adca8d922f req-ee25df88-bee2-4e3f-a509-2678b95d0469 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.273381 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffb4c286-0670-49d8-b9f5-c9adca8d922f req-ee25df88-bee2-4e3f-a509-2678b95d0469 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.1621456 Aug 11 02:51:34.282675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Made reservation on behalf of 8767bf03eec34c109d235b187096d928 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:34.287240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.288367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Checking router: 8b8a9b7c-b1c7-4209-90be-21af477d13d0 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:34.288780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Updating router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 port 658dde52-a843-47e2-8574-7a9e228d54a9 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:34.320267 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.321624 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.343118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Made reservation on behalf of b47ec1c4a65949e0a154d9a4949801a5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:34.347381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.353019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd1d1e-e71d-48e6-9b6b-7446bed85bad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf108d9-578d-47f1-9c2d-18943b0773ba,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:34.356171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dfd1d1e-e71d-48e6-9b6b-7446bed85bad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.357801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6dfd1d1e-e71d-48e6-9b6b-7446bed85bad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5174670 Aug 11 02:51:34.371149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42398) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:34.378686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-00e38618-52b9-4eed-9f0d-b012e608dad0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'security_group_rule': {'security_group_id': 'adf108d9-578d-47f1-9c2d-18943b0773ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:34.400295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1469291727-network', 'tenant_id': '1756d9057562400aacc34d1e59b9cc22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:34.434540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffb4c286-0670-49d8-b9f5-c9adca8d922f req-8e84a145-d331-41f0-bf4d-d93741a1577f tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387491 Aug 11 02:51:34.441655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cb68591-46d7-4570-ae59-5a810600858d req-e871b800-65f0-41bc-8a99-af3118be23ea service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611671 Aug 11 02:51:34.474110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.508876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Pushing event deleted for resources: {'Port': ['ID=3936cb48-b293-43ae-8271-872e2b3171fd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:34.524820 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-84190f89-e30d-4c5d-b80c-1e271e417ee3 service neutron] show failed (client error): The resource could not be found. Aug 11 02:51:34.525859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-84190f89-e30d-4c5d-b80c-1e271e417ee3 service neutron] 10.222.0.10 "GET /v2.0/ports/5640eab3-51a0-4599-860f-4236e2c3842b/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.1666996 Aug 11 02:51:34.591753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.600543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.603880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.617250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-542bdbac-5410-4fd5-aece-6bee6136b173 req-bddb45d9-3c59-4888-b719-863f54cff233 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "DELETE /v2.0/floatingips/5b146d15-7441-4c79-b84d-42c34dc1bcfa HTTP/1.1" status: 204 len: 173 time: 0.9238670 Aug 11 02:51:34.627293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.632670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Allocated IP 172.20.0.7 (f8295811-8f85-41f1-be2f-7612d82e0f95/15444806-4914-4a23-8884-3608eb0874cb/81f86d20-5acc-4a7d-bac3-890361ccf04d) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:34.685311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:51:34.685311 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:51:34.685311 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id_1': '1756d9057562400aacc34d1e59b9cc22', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 51, 34, 428209)}] Aug 11 02:51:34.685311 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:51:34.686316 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:51:34.701289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:34.720865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bad137-d320-4edd-b06f-cd960dc10eeb req-2d97582b-0fd3-4b5c-a587-30d0cca0f956 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.722484 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80bad137-d320-4edd-b06f-cd960dc10eeb req-2d97582b-0fd3-4b5c-a587-30d0cca0f956 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1520250 Aug 11 02:51:34.731417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf859e26-a1df-493a-9ee4-f5471e53b87f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:34.750305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e38618-52b9-4eed-9f0d-b012e608dad0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.789170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.790158 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Added segment c2ef53b3-b323-4c75-8d66-008017813c7c of type vlan for network 550eb385-6bca-4550-b2b8-8f35d2df9c79 Aug 11 02:51:34.858950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.868547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80bad137-d320-4edd-b06f-cd960dc10eeb req-7494b946-99cd-43d5-9831-d10eb373f391 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309426 Aug 11 02:51:34.879367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e54655-a4c3-4e87-b59c-4163bc36c6a6 req-f340e539-2008-4eff-b022-c5666582b11b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.886682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71e54655-a4c3-4e87-b59c-4163bc36c6a6 req-f340e539-2008-4eff-b022-c5666582b11b tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 945 time: 0.1799097 Aug 11 02:51:34.906762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-645b5b3f-f64e-48fe-8f9d-5f3835e9e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:34.908426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-645b5b3f-f64e-48fe-8f9d-5f3835e9e81a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a&tenant_id=4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 1101 time: 0.0895946 Aug 11 02:51:34.911196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.912657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e38618-52b9-4eed-9f0d-b012e608dad0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.923108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:34.927935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e38618-52b9-4eed-9f0d-b012e608dad0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.931026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.946694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Transition to ACTIVE for port object 658dde52-a843-47e2-8574-7a9e228d54a9 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:34.958805 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.971293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e38618-52b9-4eed-9f0d-b012e608dad0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64f6dac-9156-45ce-9de4-0760efa861b5,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:34.994789 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71e54655-a4c3-4e87-b59c-4163bc36c6a6 req-58ac83a2-d692-4191-b14b-60c92209cec2 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015782 Aug 11 02:51:34.995753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:34.997920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.003484 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.004747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.006685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e38618-52b9-4eed-9f0d-b012e608dad0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.014863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00e38618-52b9-4eed-9f0d-b012e608dad0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6419141 Aug 11 02:51:35.016468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42402) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:35.044176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-23f4e99c-0c9d-4eca-a706-458eaf9f1bd2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'security_group_rule': {'security_group_id': 'adf108d9-578d-47f1-9c2d-18943b0773ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:35.054178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b5fd2d38-6560-4518-8168-26d2d6a91306 req-ecb9bbfb-0cb8-425a-a6e4-a7d3a0195eb9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 210 time: 0.0525796 Aug 11 02:51:35.059697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.096796 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-1eed05d2-76ba-4ad8-ae30-4fd410d44954 req-20d8cece-2731-4728-8e8d-36f6e9fb1fd1 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] show failed (client error): The resource could not be found. Aug 11 02:51:35.102764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1eed05d2-76ba-4ad8-ae30-4fd410d44954 req-20d8cece-2731-4728-8e8d-36f6e9fb1fd1 tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips/5b146d15-7441-4c79-b84d-42c34dc1bcfa HTTP/1.1" status: 404 len: 350 time: 0.0856404 Aug 11 02:51:35.111072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3654683 Aug 11 02:51:35.113912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42406) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:35.119112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Request body: {'subnet': {'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1095007498-subnet', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:35.123612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5b192-f7b7-4106-8851-0e4bc20723d2 None None] Pushing event updated for resources: {'Port': ['ID=658dde52-a843-47e2-8574-7a9e228d54a9,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:35.142002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881088a1-62c6-4ab7-82e0-46b6a7c4290e admin admin] Pushing event updated for resources: {'Network': ['ID=550eb385-6bca-4550-b2b8-8f35d2df9c79,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:35.144170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Attempting to bind port 658dde52-a843-47e2-8574-7a9e228d54a9 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:35.144586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Attempting to bind port 658dde52-a843-47e2-8574-7a9e228d54a9 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:35.144953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Attempting to bind port 658dde52-a843-47e2-8574-7a9e228d54a9 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:35.150564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:35.150913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:35.151504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.151957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Bound using segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:35.153339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Bound port: 658dde52-a843-47e2-8574-7a9e228d54a9, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:35.153739 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.154948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:51:35.154948 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:51:35.154948 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id_1': '8767bf03eec34c109d235b187096d928', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 51, 35, 134875)}] Aug 11 02:51:35.154948 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:51:35.155714 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:51:35.165124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:35.185336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Network f8295811-8f85-41f1-be2f-7612d82e0f95 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:35.241225 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-2a59d7df-53a0-4878-bca6-8285eecfed0e req-b80ed477-2e27-45ac-a98f-921fbfcca09b tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] show failed (client error): The resource could not be found. Aug 11 02:51:35.242743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a59d7df-53a0-4878-bca6-8285eecfed0e req-b80ed477-2e27-45ac-a98f-921fbfcca09b tempest-FloatingIPsTestJSON-419432122 tempest-FloatingIPsTestJSON-419432122-project] 10.222.0.60 "GET /v2.0/floatingips/5b146d15-7441-4c79-b84d-42c34dc1bcfa HTTP/1.1" status: 404 len: 350 time: 0.1128037 Aug 11 02:51:35.243894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:35.261723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42408) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:35.304602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] For port 658dde52-a843-47e2-8574-7a9e228d54a9, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:35.306373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:35.311904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] For port 658dde52-a843-47e2-8574-7a9e228d54a9, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=658dde52-a843-47e2-8574-7a9e228d54a9,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:35.316498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:35.328270 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.348275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-23f4e99c-0c9d-4eca-a706-458eaf9f1bd2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.408564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Made reservation on behalf of 1756d9057562400aacc34d1e59b9cc22 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:35.411237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.487127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:35.490956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:35.492387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.493051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.500713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.502819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5b192-f7b7-4106-8851-0e4bc20723d2 None None] Pushing event updated for resources: {'Port': ['ID=658dde52-a843-47e2-8574-7a9e228d54a9,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:35.542425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-fb3d9557-54df-46bb-9d06-3aa20eefc0ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5647590 Aug 11 02:51:35.573509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Request body: {'port': {'device_id': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:35.579388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-23f4e99c-0c9d-4eca-a706-458eaf9f1bd2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.606748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-23f4e99c-0c9d-4eca-a706-458eaf9f1bd2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.651618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:35.669645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4e99c-0c9d-4eca-a706-458eaf9f1bd2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47908908-38e2-4c83-a0cd-3fbfd4ec863f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:35.689794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca120f28-f8d3-4889-8973-40abacd06cdf req-b18b3792-6735-4fec-9d44-740a2ec1c2de tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:35.691285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca120f28-f8d3-4889-8973-40abacd06cdf req-b18b3792-6735-4fec-9d44-740a2ec1c2de tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.0981989 Aug 11 02:51:35.735017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.739900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:35.750443 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca120f28-f8d3-4889-8973-40abacd06cdf req-0e6301f3-be40-4b23-b00b-27bf4dd2056f tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514560 Aug 11 02:51:35.759556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:35.839179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.948290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:35.952116 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba846fc7-17c6-4050-8083-facd39e3a51a" -d '{"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-unplugged", "status": "completed", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:35.963172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:35.992539 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.011754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.016900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Transition to ACTIVE for port object 5640eab3-51a0-4599-860f-4236e2c3842b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:36.026458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-23f4e99c-0c9d-4eca-a706-458eaf9f1bd2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.028479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-23f4e99c-0c9d-4eca-a706-458eaf9f1bd2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0084953 Aug 11 02:51:36.040311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42420) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:36.048925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:36.051960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.061076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:35Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:36.077580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Made reservation on behalf of 8767bf03eec34c109d235b187096d928 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:36.079905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.098235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cef41b0-05ba-4767-bf0b-63ef53bb83c0 None None] The sync data for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 is: [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:35Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:36.101789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6d9b-a530-45a6-a0a1-6461082a2355 req-88e5c18a-fa19-46ea-a540-6ffaee1cc3af tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.103356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-493b6d9b-a530-45a6-a0a1-6461082a2355 req-88e5c18a-fa19-46ea-a540-6ffaee1cc3af tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.2569659 Aug 11 02:51:36.118564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:51:36.123378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42424) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:36.179963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Request body: {'floatingip': {'port_id': 'b8c65852-86c7-4080-a975-d6d31261aea2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:36.189257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39531943-475b-4e68-bff4-85a9b959c48a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:36.200146 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5daec8-c72d-46ec-82ad-7555a09595de x-openstack-request-id: req-cd5daec8-c72d-46ec-82ad-7555a09595de {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:36.201170 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-unplugged", "status": "completed", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:36.201975 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd5daec8-c72d-46ec-82ad-7555a09595de {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:36.202679 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b', 'code': 200} Aug 11 02:51:36.207027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.207602 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Added segment 0d6566fe-e017-4df8-9c1e-6763991ed163 of type vlan for network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d Aug 11 02:51:36.283259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.291236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.393502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f86d20-5acc-4a7d-bac3-890361ccf04d {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:36.411907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] No DVR routers for this DVR port 5640eab3-51a0-4599-860f-4236e2c3842b on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:36.418692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738ba3f-ea53-4c07-8834-d334535e2024 req-02080aab-32bd-465b-9bb9-2ad9b28586ec tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.426507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3738ba3f-ea53-4c07-8834-d334535e2024 req-02080aab-32bd-465b-9bb9-2ad9b28586ec tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.3993070 Aug 11 02:51:36.449377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.463786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:36.517527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.534603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Transition to ACTIVE for port object 81f86d20-5acc-4a7d-bac3-890361ccf04d will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:36.547017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.703792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:36.725132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3738ba3f-ea53-4c07-8834-d334535e2024 req-7f0da423-843a-4db8-a123-b5a309cb7a0f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977066 Aug 11 02:51:36.801346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:36.809485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:36.810160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.912027 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.949998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:36.953571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:51:36.953738 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebbe540-3b02-4301-8f84-3a7ffcd31e18" -d '{"events": [{"server_uuid": "1df5f117-68e7-40a9-a669-b769a2bdee6e", "name": "network-vif-plugged", "status": "completed", "tag": "0049f7b1-32f1-4118-9f02-33dbfa5c7c22"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:36.954785 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.965329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:36.965657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:36.965988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:36.970455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:36.975837 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:36.976833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:36.996232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f88a-8a39-4598-8c2a-4f8ac90dcb17 req-9cdb4fae-c97c-485b-9c00-2f9c09188e30 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:36.997656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61f5f88a-8a39-4598-8c2a-4f8ac90dcb17 req-9cdb4fae-c97c-485b-9c00-2f9c09188e30 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 945 time: 0.6087208 Aug 11 02:51:37.002114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Port 5640eab3-51a0-4599-860f-4236e2c3842b on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:37.002358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Attempting to bind port 5640eab3-51a0-4599-860f-4236e2c3842b on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:37.037172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:37.038430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:37.038982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:37.039585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Bound port: 5640eab3-51a0-4599-860f-4236e2c3842b, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:37.040118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.048602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.049873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.050607 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.064426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:37.066296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.072787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.198288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9989448 Aug 11 02:51:37.207256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42428) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:37.207566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Deleting port 22e1f615-c5fd-4327-a831-261a3d51c994 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:37.208107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.216438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Request body: {'subnet': {'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1469291727-subnet', 'tenant_id': '1756d9057562400aacc34d1e59b9cc22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:37.217540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5773b-cfda-4ed3-94bf-7482e7ddcc41 req-88709fe7-865f-473f-aa03-377defc04cdd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.219248 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9c5773b-cfda-4ed3-94bf-7482e7ddcc41 req-88709fe7-865f-473f-aa03-377defc04cdd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.3698347 Aug 11 02:51:37.224915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61f5f88a-8a39-4598-8c2a-4f8ac90dcb17 req-f97db338-b1f1-40eb-a081-e8a9c3871334 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095909 Aug 11 02:51:37.252499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916645d-6d22-4b0c-a606-4f95386bf759 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.266345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:51:37.302440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:37.310546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:37.320045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Made reservation on behalf of 1756d9057562400aacc34d1e59b9cc22 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:37.322318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.328171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.362255 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacb0dc9-436a-429a-9d5a-308238d37d82 x-openstack-request-id: req-eacb0dc9-436a-429a-9d5a-308238d37d82 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:37.363227 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df5f117-68e7-40a9-a669-b769a2bdee6e", "name": "network-vif-plugged", "status": "completed", "tag": "0049f7b1-32f1-4118-9f02-33dbfa5c7c22", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:37.364966 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eacb0dc9-436a-429a-9d5a-308238d37d82 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:37.365997 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22', 'code': 200} Aug 11 02:51:37.399500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:37.399905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:37.400214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:37.456574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.457198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.458657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] 10.222.0.57 "PUT /v2.0/ports/5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 1096 time: 2.5413511 Aug 11 02:51:37.462599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:37.462949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:37.487588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:37.488157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:37.488797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:37.489756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Bound port: 81f86d20-5acc-4a7d-bac3-890361ccf04d, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:37.490366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.562226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e77ac4-aa26-43fd-9e53-e01745eb852a service neutron] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.583019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:37.600315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5185b99-b60d-49e1-82c2-d00738548559 req-412dcde1-d919-4d11-8657-53127020bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.601989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5185b99-b60d-49e1-82c2-d00738548559 req-412dcde1-d919-4d11-8657-53127020bbad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 1098 time: 0.2036943 Aug 11 02:51:37.635376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.649673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Checking segment: {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:37.650079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Network hostable DHCP agents. Network: 550eb385-6bca-4550-b2b8-8f35d2df9c79, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:37.692452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-5e7a1c05-af9a-45fc-b80d-1b0c876aec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.693969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-5e7a1c05-af9a-45fc-b80d-1b0c876aec78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1099 time: 0.1833601 Aug 11 02:51:37.707472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5185b99-b60d-49e1-82c2-d00738548559 req-b4e8193d-97b4-42cf-ba52-31d252c56a30 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960815 Aug 11 02:51:37.721142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:37.768340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9c5773b-cfda-4ed3-94bf-7482e7ddcc41 req-eae78de8-1d81-4147-abd6-c11ec79dc801 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015228 Aug 11 02:51:37.816866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:37.839930 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.892679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:37.912103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.955664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.956396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:37.957680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] 10.222.0.57 "PUT /v2.0/ports/81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 200 len: 1092 time: 2.4035006 Aug 11 02:51:37.993722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-091a899d-0928-4f25-bae9-2d937c538090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:37.994219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 550eb385-6bca-4550-b2b8-8f35d2df9c79) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:37.995844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-091a899d-0928-4f25-bae9-2d937c538090 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2852039 Aug 11 02:51:37.999980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] For port 22e1f615-c5fd-4327-a831-261a3d51c994, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=22e1f615-c5fd-4327-a831-261a3d51c994,segment=NetworkSegment(a227ed76-3c6a-40bb-9d8a-528b36bd0435),segment_id=a227ed76-3c6a-40bb-9d8a-528b36bd0435)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:38.000275 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.020310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2cfad6-339c-4882-babc-a415b9efe7c5 None None] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:38.024343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.024947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.044609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Calling delete_port for 22e1f615-c5fd-4327-a831-261a3d51c994 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:38.076788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:51:38.082515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8540b3-87a2-4902-b8b9-08a4614bbec1 service neutron] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.086415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b56709fa-3ee7-446f-a846-d382495c9993 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9710958 Aug 11 02:51:38.087867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Allocated IP 172.25.4.236 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/50394e1f-50b2-4113-9cfa-0ae96267f695) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:38.112674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da5001-c4b4-4ddc-83be-6fc88ea0fe69 req-e682f61a-05bd-457f-baaf-e23f18579dd6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.114692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-24da5001-c4b4-4ddc-83be-6fc88ea0fe69 req-e682f61a-05bd-457f-baaf-e23f18579dd6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.2901928 Aug 11 02:51:38.118065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42432) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:38.119792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-916b45e6-4be1-499e-be87-daa5962a15e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.1148698 Aug 11 02:51:38.127279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:38.131984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 658dde52-a843-47e2-8574-7a9e228d54a9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:38.133495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf47b94-4868-4b18-869f-acd817aa6f2a,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.196613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Checking segment: {'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:38.197074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Network hostable DHCP agents. Network: e8e13ca3-2168-4945-b52a-ddbaca6e5b8d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:51:38.206122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b'}, {'name': 'network-changed', 'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:38.208700 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00c8a30-1c98-4e25-a000-759c140341a3" -d '{"events": [{"name": "network-changed", "server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b"}, {"name": "network-changed", "server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:38.240113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.241137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.250359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-ee532935-dab4-4061-a86a-3e29fb1123e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.252550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-ee532935-dab4-4061-a86a-3e29fb1123e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1095 time: 0.2160890 Aug 11 02:51:38.255175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 658dde52-a843-47e2-8574-7a9e228d54a9 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:38.265446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 658dde52-a843-47e2-8574-7a9e228d54a9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:38.265446 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.266968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.267523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-24da5001-c4b4-4ddc-83be-6fc88ea0fe69 req-24a55268-eed9-4efd-8189-89313078a5b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437023 Aug 11 02:51:38.276100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-935f4187-e04b-4bfb-91e7-95d690ead564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.277844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-935f4187-e04b-4bfb-91e7-95d690ead564 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1397047 Aug 11 02:51:38.278141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.331248 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8801da-fcad-4a26-a3f9-ab79b9f65568 x-openstack-request-id: req-bc8801da-fcad-4a26-a3f9-ab79b9f65568 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:38.331531 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:38.332060 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc8801da-fcad-4a26-a3f9-ab79b9f65568 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:38.332643 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b', 'status': 'completed', 'code': 200} Aug 11 02:51:38.333090 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d', 'status': 'completed', 'code': 200} Aug 11 02:51:38.336978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-7a9a7b01-bdb3-43da-93c4-956c468c7b9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 200 len: 217 time: 0.0737894 Aug 11 02:51:38.348456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:51:38.394998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-550eb385-6bca-4550-b2b8-8f35d2df9c79', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:51:38.396280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.469972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e8e13ca3-2168-4945-b52a-ddbaca6e5b8d) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:38.475698 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Floating IP 8195e61e-85a6-4697-a59a-697017b8919e associated. External IP: 172.25.4.137, port: b8c65852-86c7-4080-a975-d6d31261aea2. Aug 11 02:51:38.478402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.482869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.483511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.490332 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.490917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377ab72-e298-476c-a89a-deb3ac40c596 None None] Network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:38.617219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-d22a6856-6483-4bd1-aa57-0ce6e0e813b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.619043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-d22a6856-6483-4bd1-aa57-0ce6e0e813b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.2680113 Aug 11 02:51:38.628196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-41273c30-2e36-49a5-ab31-fac7be4c0c32 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4175193 Aug 11 02:51:38.630459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-074e0ce8-ab94-4e84-abcd-641bb3e0b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.632174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-074e0ce8-ab94-4e84-abcd-641bb3e0b4ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1099 time: 0.2718577 Aug 11 02:51:38.638390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-ee50a0d4-1b66-4ad7-b4a8-8d039a1dc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.640237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-ee50a0d4-1b66-4ad7-b4a8-8d039a1dc478 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3107612 Aug 11 02:51:38.666418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.673046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.696885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Allocated IP 172.20.0.2 (550eb385-6bca-4550-b2b8-8f35d2df9c79/b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f/26277d1f-9edc-499c-ab77-c574529f37fc) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:38.731901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:38.741662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-2c9149fb-7188-48ec-a32b-c58fff2c7382 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063483 Aug 11 02:51:38.742131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:38.758003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=50394e1f-50b2-4113-9cfa-0ae96267f695,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.761030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:38.828410 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.888170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Pushing event deleted for resources: {'Port': ['ID=22e1f615-c5fd-4327-a831-261a3d51c994,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:38.921629 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:38.946370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Transition to ACTIVE for port object 26277d1f-9edc-499c-ab77-c574529f37fc will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:38.948415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e8422-d264-4794-8e64-36007dc0c0a1 req-49318df6-457e-4c59-a702-e940771f7441 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:38.951716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f59e8422-d264-4794-8e64-36007dc0c0a1 req-49318df6-457e-4c59-a702-e940771f7441 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 946 time: 0.5502424 Aug 11 02:51:38.994042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.000126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Transition to ACTIVE for port object 26277d1f-9edc-499c-ab77-c574529f37fc will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:39.014958 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.087519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:39.100809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:39.123562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:39.125022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef301f70-892b-4bca-8ae4-58626d8a6a3c req-7e545940-b05f-4508-9839-1f2ad22892cd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.126392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 658dde52-a843-47e2-8574-7a9e228d54a9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=658dde52-a843-47e2-8574-7a9e228d54a9,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:39.126532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ef301f70-892b-4bca-8ae4-58626d8a6a3c req-7e545940-b05f-4508-9839-1f2ad22892cd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.2187147 Aug 11 02:51:39.130203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Pushing event updated for resources: {'Port': ['ID=26277d1f-9edc-499c-ab77-c574529f37fc,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.138092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Router 2e4fc166-d548-45f6-9ae0-af41a666d495 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:39.159763 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.174930 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f59e8422-d264-4794-8e64-36007dc0c0a1 req-e1dd6d3d-1c63-43b8-87ca-fcc7bcd827d9 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181819 Aug 11 02:51:39.179320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.179503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.180335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.180335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.181399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.181399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.181399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.181980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.183078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.183078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.183078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.184646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:51:39.184900 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.194365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-cbc66f55-3815-4cce-bc27-073e1fe2c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.196126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-cbc66f55-3815-4cce-bc27-073e1fe2c7d7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.5513136 Aug 11 02:51:39.198345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da02c9f-51ad-41e6-9bd7-28dd250e91cf None None] Network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:39.211181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-9171206c-ffa4-483d-bfc9-9479aa3021e1 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852707 Aug 11 02:51:39.245718 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.356299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-0b314db3-0562-4e58-86d4-6f18eb200227 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999123 Aug 11 02:51:39.357954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-10f66101-65ae-49f5-9934-aa72cf9dc4f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.1490932 Aug 11 02:51:39.369882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-285ac037-e80f-47fc-9f03-71b952cf2555 req-10ce4a2f-6696-4a5a-be4b-d9780339a803 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1069025937', 'description': 'tempest-description-1474106137'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:39.435469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Attempting to bind port 26277d1f-9edc-499c-ab77-c574529f37fc on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:39.435891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Attempting to bind port 26277d1f-9edc-499c-ab77-c574529f37fc by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:39.436236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Attempting to bind port 26277d1f-9edc-499c-ab77-c574529f37fc on network 550eb385-6bca-4550-b2b8-8f35d2df9c79 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:39.461755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:39.462187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Checking segment: {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:39.462537 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.462933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Bound using segment: {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:39.463712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Bound port: 26277d1f-9edc-499c-ab77-c574529f37fc, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:39.463878 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.478245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=658dde52-a843-47e2-8574-7a9e228d54a9,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.532749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-285ac037-e80f-47fc-9f03-71b952cf2555 req-10ce4a2f-6696-4a5a-be4b-d9780339a803 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.562872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-8b23983a-38f7-4cd1-8c69-8ca921aebea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.564416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-8b23983a-38f7-4cd1-8c69-8ca921aebea4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1846139 Aug 11 02:51:39.566836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ef301f70-892b-4bca-8ae4-58626d8a6a3c req-c24051c2-c1cf-432c-9dbf-27c13b8269af tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183342 Aug 11 02:51:39.586312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] For port 26277d1f-9edc-499c-ab77-c574529f37fc, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:39.589440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] For port 26277d1f-9edc-499c-ab77-c574529f37fc, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=26277d1f-9edc-499c-ab77-c574529f37fc,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:39.594699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a4c409-b038-4d25-871d-fb5fc8e236fb req-4c9b9fe3-534e-41bf-86bc-c214a45905b4 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080237 Aug 11 02:51:39.595403 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.633934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.662155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85ec821-b9b0-4c4c-b0dd-6f8daf9a123a req-fdc4cb40-7286-4139-a954-8fbde13ec398 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805142 Aug 11 02:51:39.682133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85e006-d312-4313-aecc-15c8fd24fd1e None None] Pushing event updated for resources: {'Port': ['ID=26277d1f-9edc-499c-ab77-c574529f37fc,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:39.744158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:39.752064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:39.756850 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] Sync routers for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:39.778236 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:39.778866 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:39.865760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-650c6508-55fe-4e84-96bc-3e3e8b139c8d tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "PUT /v2.0/floatingips/8195e61e-85a6-4697-a59a-697017b8919e HTTP/1.1" status: 200 len: 992 time: 3.7023723 Aug 11 02:51:39.871415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:39.874071 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd179f0-de55-4ccf-81b4-80d0bfc31559" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:39.961610 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:39.988080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec1370-d11f-4945-8bb3-aef8d7935768 req-65b46781-38ea-45e0-a775-d7ce00d9c193 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:39.989994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0ec1370-d11f-4945-8bb3-aef8d7935768 req-65b46781-38ea-45e0-a775-d7ce00d9c193 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.1919777 Aug 11 02:51:40.126774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.138189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.175713 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0ec1370-d11f-4945-8bb3-aef8d7935768 req-8c734fbd-b403-4c6b-bc9e-ab4c8901fece tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748433 Aug 11 02:51:40.233184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Router aa9ae307-5217-4df7-9569-533e769ad059 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:40.235852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=50394e1f-50b2-4113-9cfa-0ae96267f695,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:40.236152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 658dde52-a843-47e2-8574-7a9e228d54a9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:40.260111 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.303044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-d1412492-f8c9-42c9-8ae2-173c3f6218fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.304736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-d1412492-f8c9-42c9-8ae2-173c3f6218fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7257347 Aug 11 02:51:40.307295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8195e61e-85a6-4697-a59a-697017b8919e', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'port_id': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'mac_address': 'fa:16:3e:96:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:48:46Z', 'updated_at': '2021-08-11T02:51:37Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:40.335273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 658dde52-a843-47e2-8574-7a9e228d54a9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:40.335941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.345693 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] Checking router: 2e4fc166-d548-45f6-9ae0-af41a666d495 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:40.354387 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:40.355077 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:40.419441 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4c828a-440f-437b-9be8-6b50ecfc7d52 x-openstack-request-id: req-0b4c828a-440f-437b-9be8-6b50ecfc7d52 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:40.419971 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:40.420421 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b4c828a-440f-437b-9be8-6b50ecfc7d52 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:40.421027 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'status': 'completed', 'code': 200} Aug 11 02:51:40.435213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-39075cf0-7502-4982-a7ea-0bd61799f3ac service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225412 Aug 11 02:51:40.469117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:40.478532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-807d9d04-c7a4-484e-a082-316a414365bc admin admin] 10.222.0.60 "PUT /v2.0/routers/aa9ae307-5217-4df7-9569-533e769ad059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2141786 Aug 11 02:51:40.481126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42454) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:40.485977 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:40.488994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] Sync routers for ids ['aa9ae307-5217-4df7-9569-533e769ad059'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:40.515999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] Routers {'aa9ae307-5217-4df7-9569-533e769ad059'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:40.516745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['aa9ae307-5217-4df7-9569-533e769ad059'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:40.631194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.644182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd9918-571f-4616-83ad-f4f02bf7e915 req-97b0701a-879b-4398-855f-e4ce716392c7 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.654949 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58dd9918-571f-4616-83ad-f4f02bf7e915 req-97b0701a-879b-4398-855f-e4ce716392c7 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 946 time: 0.1515095 Aug 11 02:51:40.660556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-245ea4e0-0a03-4ab9-9f35-d61931971adf service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754713 Aug 11 02:51:40.672077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.689128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] Set router aa9ae307-5217-4df7-9569-533e769ad059 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:40.698325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-024d984b-1bb9-40f8-9746-2c648b7caa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.700943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.701226 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-024d984b-1bb9-40f8-9746-2c648b7caa10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1099 time: 0.4407413 Aug 11 02:51:40.771646 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58dd9918-571f-4616-83ad-f4f02bf7e915 req-1b0f5d1a-25a1-4a90-bf02-5ad18dc6817e tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134543 Aug 11 02:51:40.865595 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8195e61e-85a6-4697-a59a-697017b8919e', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'port_id': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'mac_address': 'fa:16:3e:96:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:48:46Z', 'updated_at': '2021-08-11T02:51:37Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:40.892800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-120ecf33-fc57-4377-9697-3b81932b2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.894342 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-120ecf33-fc57-4377-9697-3b81932b2711 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1366813 Aug 11 02:51:40.926134 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e000b70a-e4ea-4495-a2a4-e44d4f7821d2 None None] The sync data for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 is: [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8195e61e-85a6-4697-a59a-697017b8919e', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'floating_ip_address': '172.25.4.137', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'port_id': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'mac_address': 'fa:16:3e:96:1e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:48:46Z', 'updated_at': '2021-08-11T02:51:37Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:40.942697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:40.965230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-2bafcb19-c536-46cc-a32a-f425eeabe5d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.0571780 Aug 11 02:51:40.977190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fd692-c2e7-4711-b596-b46a682afb41 req-0e4a4a85-014a-45d1-a339-c4140440dd4d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:40.986261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4fd692-c2e7-4711-b596-b46a682afb41 req-0e4a4a85-014a-45d1-a339-c4140440dd4d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.1035216 Aug 11 02:51:41.006264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:38Z', 'revision_number': 5, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port': {'id': '900523b5-de7b-43c3-abb8-d1eb903861d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:aa:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:09Z', 'updated_at': '2021-08-11T02:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.056448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-e16f66bb-e57a-4397-8671-8820f92ed558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:41.058716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-e16f66bb-e57a-4397-8671-8820f92ed558 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 1098 time: 0.4730916 Aug 11 02:51:41.060216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-28911c1e-b3c0-4f5c-94ae-75136f61c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:41.060372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] Checking router: aa9ae307-5217-4df7-9569-533e769ad059 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:41.061580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-28911c1e-b3c0-4f5c-94ae-75136f61c73c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0867012 Aug 11 02:51:41.061854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4fd692-c2e7-4711-b596-b46a682afb41 req-46fa7157-df08-4b81-95cd-e69c3bcce869 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701835 Aug 11 02:51:41.085402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] Routers {'aa9ae307-5217-4df7-9569-533e769ad059'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:41.085794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['aa9ae307-5217-4df7-9569-533e769ad059'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.110063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Deleting port 900523b5-de7b-43c3-abb8-d1eb903861d1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:41.110545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.187866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda03132-8cda-4cc4-a218-8df9c7b91c94 None None] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:41.204782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-624a3477-1242-4c06-a978-0728fe4b60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:41.206313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-624a3477-1242-4c06-a978-0728fe4b60f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 925 time: 0.1227155 Aug 11 02:51:41.208766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-285ac037-e80f-47fc-9f03-71b952cf2555 req-10ce4a2f-6696-4a5a-be4b-d9780339a803 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.225969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.237361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e515cde4-2b11-47b4-b3c3-1193cf474b59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1870534 Aug 11 02:51:41.260502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-285ac037-e80f-47fc-9f03-71b952cf2555 req-10ce4a2f-6696-4a5a-be4b-d9780339a803 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.279094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] For port 900523b5-de7b-43c3-abb8-d1eb903861d1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=900523b5-de7b-43c3-abb8-d1eb903861d1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:41.279477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.297560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Calling delete_port for 900523b5-de7b-43c3-abb8-d1eb903861d1 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:41.326771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] Set router aa9ae307-5217-4df7-9569-533e769ad059 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:41.328526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-475b4e7e-27a8-4a07-bcb2-bbe8eebe9446 None None] Provisioning for port 26277d1f-9edc-499c-ab77-c574529f37fc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:41.339211 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5afc0a-4953-43e0-b914-3cae57851a95 None None] New status for floating IP 8195e61e-85a6-4697-a59a-697017b8919e: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:51:41.401239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:40Z', 'revision_number': 6, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:41.428370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-285ac037-e80f-47fc-9f03-71b952cf2555 req-10ce4a2f-6696-4a5a-be4b-d9780339a803 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.430205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-285ac037-e80f-47fc-9f03-71b952cf2555 req-10ce4a2f-6696-4a5a-be4b-d9780339a803 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 2.0688114 Aug 11 02:51:41.435760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ece910-4881-4aa5-92fd-375b8afb1b7e None None] The sync data for ids ['aa9ae307-5217-4df7-9569-533e769ad059'] in n-d-768509-22 is: [{'id': 'aa9ae307-5217-4df7-9569-533e769ad059', 'name': 'tempest-FloatingIPsTestJSON-535894416-router', 'tenant_id': 'bb00c091067b440e99da26fbec7e299f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:07Z', 'updated_at': '2021-08-11T02:51:40Z', 'revision_number': 6, 'project_id': 'bb00c091067b440e99da26fbec7e299f', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:41.454039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce4a2f-6696-4a5a-be4b-d9780339a803 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb01ba6-02d6-4faf-8c2f-4233f7073922,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:41.459726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Allocated IP 172.25.4.61 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/bd774b63-0fae-4f74-9586-74fa103cc676) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:41.490862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-aab57057-7a59-4ff9-bdac-a990ae2b5c59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c65852-86c7-4080-a975-d6d31261aea2 HTTP/1.1" status: 200 len: 1000 time: 0.2577834 Aug 11 02:51:41.493616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-36e69932-caaa-402f-81d7-5bf356ca99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:41.497025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-36e69932-caaa-402f-81d7-5bf356ca99c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4089475 Aug 11 02:51:41.595706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6252bb-78e6-4443-81c1-48e382cbbede req-9f78c1d8-e895-4e34-9872-6e437793f7b2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:41.597292 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd6252bb-78e6-4443-81c1-48e382cbbede req-9f78c1d8-e895-4e34-9872-6e437793f7b2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.1494124 Aug 11 02:51:41.698548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd6252bb-78e6-4443-81c1-48e382cbbede req-3ba2d26c-cabd-482e-a07e-665c8becd273 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849791 Aug 11 02:51:41.704853 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:41.740193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Pushing event deleted for resources: {'Port': ['ID=900523b5-de7b-43c3-abb8-d1eb903861d1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:41.811996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87087c2-2525-4b2b-9d3d-d56dc41b40b4 req-e94ad172-dc72-4b56-b737-e00eb4d4534a tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:41.813718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a87087c2-2525-4b2b-9d3d-d56dc41b40b4 req-e94ad172-dc72-4b56-b737-e00eb4d4534a tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 946 time: 0.2650044 Aug 11 02:51:41.818750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-47abee3d-0231-40de-9e0a-bbf60b1b5e8f service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808652 Aug 11 02:51:41.820494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-c5e931d2-b683-44e2-9f7f-f4295b37035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:41.821864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-c5e931d2-b683-44e2-9f7f-f4295b37035c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.2971275 Aug 11 02:51:41.922187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.005962 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.013313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a87087c2-2525-4b2b-9d3d-d56dc41b40b4 req-98fbf175-55ff-463d-a981-9beb46d71fe4 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904993 Aug 11 02:51:42.064017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-db1be202-a071-4119-8aca-ac6838cb9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:42.065569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-db1be202-a071-4119-8aca-ac6838cb9bb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105660 Aug 11 02:51:42.085987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-660414b5-984d-45c5-a7f7-4236b8d381fc req-3934bff9-d9f0-46d7-95ca-0e44cd7c11c8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-727882011', 'description': 'tempest-description-2069929064'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:42.122266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-c6bd8cfb-565f-4774-905e-533f4622536a service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654169 Aug 11 02:51:42.123757 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.128011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.188081 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-660414b5-984d-45c5-a7f7-4236b8d381fc req-3934bff9-d9f0-46d7-95ca-0e44cd7c11c8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.195924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-24e0b676-8e80-4162-aa91-6f94cca78c55 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--221639749&fields=id&tenant_id=d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 267 time: 0.1766703 Aug 11 02:51:42.204724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.204959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa9ae307-5217-4df7-9569-533e769ad059 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:51:42.205201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.210297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.211595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5990e0e7-ff04-42f1-ae86-3d8e9df8f35b admin admin] 10.222.0.60 "DELETE /v2.0/routers/aa9ae307-5217-4df7-9569-533e769ad059 HTTP/1.1" status: 204 len: 168 time: 1.7292800 Aug 11 02:51:42.214191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42482) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:42.279486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:42.297501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:42.305079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:42.315853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] Deleting subnet b7b91773-12b8-4681-b1d7-60d09d7e3f4d {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:42.316382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-c06290cf-015b-48e7-86a1-6b36bdd63b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:42.317888 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-c06290cf-015b-48e7-86a1-6b36bdd63b6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1095 time: 0.1448941 Aug 11 02:51:42.319662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-99da5deb-d8a7-4cac-9361-09f0e1ef03a8 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295609 Aug 11 02:51:42.325613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.344832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Pushing event updated for resources: {'Port': ['ID=bd774b63-0fae-4f74-9586-74fa103cc676,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.389956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-560bb246-6920-4d25-ac7c-9d34f404d15b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:42.391751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-560bb246-6920-4d25-ac7c-9d34f404d15b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.1788414 Aug 11 02:51:42.407093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.452214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-d7448e03-7762-4ae0-9556-9350fa01334e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/quotas/d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 375 time: 0.0156684 Aug 11 02:51:42.553842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.590654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 26277d1f-9edc-499c-ab77-c574529f37fc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:42.600241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-9dd1f6c5-c1b7-423b-8ee4-834446d83f70 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1310110 Aug 11 02:51:42.658504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 26277d1f-9edc-499c-ab77-c574529f37fc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:42.663818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 26277d1f-9edc-499c-ab77-c574529f37fc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:42.664207 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.676627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-660414b5-984d-45c5-a7f7-4236b8d381fc req-3934bff9-d9f0-46d7-95ca-0e44cd7c11c8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.697836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.703835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-660414b5-984d-45c5-a7f7-4236b8d381fc req-3934bff9-d9f0-46d7-95ca-0e44cd7c11c8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.726370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bd179f0-de55-4ccf-81b4-80d0bfc31559 req-c48d6fd9-ef3a-44e0-abf5-6656457d45c7 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778505 Aug 11 02:51:42.735406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b91773-12b8-4681-b1d7-60d09d7e3f4d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:42.737534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-cfb65d2f-e5e2-4a70-9563-48f418b28483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:42.739450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-cfb65d2f-e5e2-4a70-9563-48f418b28483 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.3895404 Aug 11 02:51:42.743414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.745381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2dcb9a87-91fa-400e-a044-9ff4b80aced9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b7b91773-12b8-4681-b1d7-60d09d7e3f4d HTTP/1.1" status: 204 len: 168 time: 0.5230401 Aug 11 02:51:42.749581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42486) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:42.757635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-afb67761-e03b-4091-8a7c-bdbf725383e6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:42.759195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-afb67761-e03b-4091-8a7c-bdbf725383e6 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.10 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 946 time: 0.2295926 Aug 11 02:51:42.763823 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-35381221-db98-4768-b3b2-f0a9f3ccc3a3 service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501057 Aug 11 02:51:42.772439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93618472-a34d-4990-8538-faac11974882 None None] Network 0cc2e6b3-301f-4902-999b-457f86ba1354 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:51:42.802703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-660414b5-984d-45c5-a7f7-4236b8d381fc req-3934bff9-d9f0-46d7-95ca-0e44cd7c11c8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.803900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-660414b5-984d-45c5-a7f7-4236b8d381fc req-3934bff9-d9f0-46d7-95ca-0e44cd7c11c8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7308764 Aug 11 02:51:42.890630 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:42.905820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:42.923901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-8151cc33-5895-40a9-b788-4daba00b6bb4 service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475635 Aug 11 02:51:43.014724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-428552db-732f-49ce-8b46-13df439588b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 200 len: 217 time: 0.2437451 Aug 11 02:51:43.021679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934bff9-d9f0-46d7-95ca-0e44cd7c11c8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc301364-6c5a-4bc0-8218-fac60222a44e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:43.022348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 26277d1f-9edc-499c-ab77-c574529f37fc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=26277d1f-9edc-499c-ab77-c574529f37fc,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:43.062904 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.091356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 22e1f615-c5fd-4327-a831-261a3d51c994 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:43.154867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 22e1f615-c5fd-4327-a831-261a3d51c994 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:43.155232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 22e1f615-c5fd-4327-a831-261a3d51c994 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:43.178922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42226a6f-a458-4d02-b8f2-59238c9e916a req-f9c43691-18fa-409e-8715-f570298aece3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.187557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42226a6f-a458-4d02-b8f2-59238c9e916a req-f9c43691-18fa-409e-8715-f570298aece3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 947 time: 0.0788639 Aug 11 02:51:43.214218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.233579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42226a6f-a458-4d02-b8f2-59238c9e916a req-337146d3-93f6-4208-9d7b-3f5a4d860325 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Aug 11 02:51:43.255579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53068ebe-b5d3-437c-b182-810679af29ee req-fdd246dd-6b90-4095-9622-eed981b0a524 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.265483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53068ebe-b5d3-437c-b182-810679af29ee req-fdd246dd-6b90-4095-9622-eed981b0a524 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.2560973 Aug 11 02:51:43.267237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.306927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-aa2e47b7-ec65-4616-8377-05e06d55f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.308509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-aa2e47b7-ec65-4616-8377-05e06d55f307 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.2510495 Aug 11 02:51:43.344177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] DHCP port deletion for 0cc2e6b3-301f-4902-999b-457f86ba1354 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:51:43.401071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=26277d1f-9edc-499c-ab77-c574529f37fc,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:43.420615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:43.438351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '5640eab3-51a0-4599-860f-4236e2c3842b', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '5640eab3-51a0-4599-860f-4236e2c3842b', 'mac_address': 'fa:16:3e:00:87:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:43.494962 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.513595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] Deleting port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:43.514394 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.550173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-9a6e15a6-0869-4f21-9e1d-bbaa361061bc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:43.559095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-9a6e15a6-0869-4f21-9e1d-bbaa361061bc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 813 time: 0.1527665 Aug 11 02:51:43.567142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5640eab3-51a0-4599-860f-4236e2c3842b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:43.576284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-0a1e4923-491f-4f0e-85d4-9dcda979fd24 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/quotas/1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 375 time: 0.0160179 Aug 11 02:51:43.615916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:43.621968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-08f868bc-3f0e-4fa5-b8e6-254b8904c16f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425355 Aug 11 02:51:43.633669 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.634458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 81f86d20-5acc-4a7d-bac3-890361ccf04d details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:43.638293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] For port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,segment=NetworkSegment(a227ed76-3c6a-40bb-9d8a-528b36bd0435),segment_id=a227ed76-3c6a-40bb-9d8a-528b36bd0435)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:43.638809 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.682137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] Calling delete_port for 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:43.723173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-973f2cb7-cf5f-4a27-8179-a00f0d0f3b8b service neutron] 10.222.0.60 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937607 Aug 11 02:51:43.737090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-6269e884-a757-4f99-a66c-9e8a2fb7e222 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4083824 Aug 11 02:51:43.757037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:43.793679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Deleting port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:43.793947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.806084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53068ebe-b5d3-437c-b182-810679af29ee req-22d9a79b-cff3-444b-b4ce-69924439e58b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397458 Aug 11 02:51:43.873360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:43.880402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-80a1455d-218f-4616-b378-81d7def0023f service neutron] 10.222.0.60 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475160 Aug 11 02:51:43.886279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '81f86d20-5acc-4a7d-bac3-890361ccf04d', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'port_id': '81f86d20-5acc-4a7d-bac3-890361ccf04d', 'mac_address': 'fa:16:3e:cc:76:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15444806-4914-4a23-8884-3608eb0874cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:43.921210 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:43.964984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] Pushing event deleted for resources: {'Port': ['ID=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:43.967056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a28e39a-4703-4b67-b83e-9d1ed85a6d70 None None] No DVR routers for this DVR port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:43.981482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.004290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f86d20-5acc-4a7d-bac3-890361ccf04d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:44.012064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Deleting port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:44.012418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.029866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:44.036028 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.132697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.135953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] For port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,segment=NetworkSegment(0fd0e237-9f9f-45c9-8f63-8470de7a679b),segment_id=0fd0e237-9f9f-45c9-8f63-8470de7a679b)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:44.136941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.165118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 26277d1f-9edc-499c-ab77-c574529f37fc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:44.182131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Calling delete_port for 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:44.213845 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-414f4f4c-b630-4137-916f-12d67e244e4f service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649571 Aug 11 02:51:44.227079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] For port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:44.227429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.232159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8429fdd4-2522-4272-bbe7-020c1eb5651f req-08cb88f2-cad7-4018-82f5-684b86047768 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 210 time: 0.0481434 Aug 11 02:51:44.248860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.273636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 26277d1f-9edc-499c-ab77-c574529f37fc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:44.274203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.305968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbb532-9e78-43d1-9aca-ec0bae21045d req-5999f6ea-2205-4dbb-96e0-4dcfc4309c94 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:44.310497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1dbb532-9e78-43d1-9aca-ec0bae21045d req-5999f6ea-2205-4dbb-96e0-4dcfc4309c94 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/ports?device_id=1df5f117-68e7-40a9-a669-b769a2bdee6e HTTP/1.1" status: 200 len: 946 time: 0.3208199 Aug 11 02:51:44.320779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Calling delete_port for 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:44.357899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:51:44.378106 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.400685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['81f86d20-5acc-4a7d-bac3-890361ccf04d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:44.403576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5640eab3-51a0-4599-860f-4236e2c3842b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:44.435447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-075eac11-23de-47db-95c1-52e1badab993 req-7a7d7e3c-4b6a-492f-92db-91fc4358fe66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 210 time: 0.0439827 Aug 11 02:51:44.595059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.600764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 900523b5-de7b-43c3-abb8-d1eb903861d1 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:44.602555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9fca95-d2e3-4566-9c86-cd8d31eb1a51,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.647111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['0049f7b1-32f1-4118-9f02-33dbfa5c7c22'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:44.673830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 900523b5-de7b-43c3-abb8-d1eb903861d1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:44.674159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 900523b5-de7b-43c3-abb8-d1eb903861d1 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:44.674719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:44.687754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4cc3-e524-4f4c-9b0b-8a8073091cd7 req-68b80d5b-4af8-4fca-87d8-d12cd3d5af84 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:44.690439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa7b4cc3-e524-4f4c-9b0b-8a8073091cd7 req-68b80d5b-4af8-4fca-87d8-d12cd3d5af84 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 948 time: 0.0665419 Aug 11 02:51:44.720045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:44.720308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:44.767049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa7b4cc3-e524-4f4c-9b0b-8a8073091cd7 req-6832e505-dc93-4da7-872e-01a10b8fcaad tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621605 Aug 11 02:51:44.818420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event deleted for resources: {'Port': ['ID=0049f7b1-32f1-4118-9f02-33dbfa5c7c22,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:44.866362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] No DVR routers for this DVR port 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:44.868158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] No DVR routers for this DVR port 4e9fca95-d2e3-4566-9c86-cd8d31eb1a51 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:51:44.889194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:44.891723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0083fb72-2191-46c6-a748-86f5ca0b944b req-fa8fd4ab-346d-4ebe-8dbd-e12e5fdae811 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.10 "DELETE /v2.0/ports/0049f7b1-32f1-4118-9f02-33dbfa5c7c22 HTTP/1.1" status: 204 len: 173 time: 2.1081827 Aug 11 02:51:44.898237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'name': 'network-vif-deleted', 'tag': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:44.900670 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f266b56-4bfa-45a1-bdee-1e2148d4af3e" -d '{"events": [{"server_uuid": "1df5f117-68e7-40a9-a669-b769a2bdee6e", "name": "network-vif-deleted", "tag": "0049f7b1-32f1-4118-9f02-33dbfa5c7c22"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:44.907001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1dbb532-9e78-43d1-9aca-ec0bae21045d req-ad352086-9b20-495f-a2b7-87d199436892 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups?id=317fee88-2e5f-4e7e-a220-cae100deaab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469518 Aug 11 02:51:44.960561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7308d-ca7a-4b3c-9808-7a6302c66a06 req-dbd85396-bc0f-465c-b8db-777b2085108f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:44.962152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ed7308d-ca7a-4b3c-9808-7a6302c66a06 req-dbd85396-bc0f-465c-b8db-777b2085108f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 944 time: 0.0793357 Aug 11 02:51:45.017380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ed7308d-ca7a-4b3c-9808-7a6302c66a06 req-f4356eaf-0e91-4dcc-a759-89a6b96e1cb5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 Aug 11 02:51:45.047294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d00c8a30-1c98-4e25-a000-759c140341a3 req-d4cb1077-580f-42d3-99e6-c4c32dfe0d33 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8220613 Aug 11 02:51:45.050882 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f743b2-185d-4fbe-a900-7e95922cfc22 x-openstack-request-id: req-32f743b2-185d-4fbe-a900-7e95922cfc22 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:45.051181 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df5f117-68e7-40a9-a669-b769a2bdee6e", "name": "network-vif-deleted", "tag": "0049f7b1-32f1-4118-9f02-33dbfa5c7c22", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:45.051463 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32f743b2-185d-4fbe-a900-7e95922cfc22 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:45.051874 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df5f117-68e7-40a9-a669-b769a2bdee6e', 'name': 'network-vif-deleted', 'tag': '0049f7b1-32f1-4118-9f02-33dbfa5c7c22', 'status': 'completed', 'code': 200} Aug 11 02:51:45.099547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097ad5-2f94-4653-9361-a51357c4633b req-ad7b89d9-9a3e-4cf9-b0ce-486f9011b819 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:45.101070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-ad7b89d9-9a3e-4cf9-b0ce-486f9011b819 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a&tenant_id=4e87e0558954417aa7e78857acbfcecc&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 948 time: 0.5234241 Aug 11 02:51:45.139972 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.175848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc2e6b3-301f-4902-999b-457f86ba1354']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.204507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a227ed76-3c6a-40bb-9d8a-528b36bd0435') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.204799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a227ed76-3c6a-40bb-9d8a-528b36bd0435') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.226940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-aeee76e0-4fee-46ba-8a3f-ae4fe1e6e00d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:45.228310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-aeee76e0-4fee-46ba-8a3f-ae4fe1e6e00d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.4315135 Aug 11 02:51:45.230381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.264462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.274770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:45.275162 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:45.284164 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:45.324440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88b677ea-c687-4701-bdf6-018235f35293 req-54664f0a-4743-4e98-ac99-0900f1b19cb2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 210 time: 0.0309815 Aug 11 02:51:45.327968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Router 7e6ee052-bc62-43d4-a167-ea69602f0055 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:51:45.345768 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-ed097ad5-2f94-4653-9361-a51357c4633b req-aa0e11df-5330-486c-9b4b-0c1b4a257b64 service neutron] delete failed (client error): The resource could not be found. Aug 11 02:51:45.345768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-aa0e11df-5330-486c-9b4b-0c1b4a257b64 service neutron] 10.222.0.10 "DELETE /v2.0/ports/5640eab3-51a0-4599-860f-4236e2c3842b/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.2163672 Aug 11 02:51:45.371824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-6197226f-d4fd-4d37-b970-644406aacef1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 379 time: 0.1159406 Aug 11 02:51:45.413514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'port': {'device_id': 'c3922856-fe47-4ced-8428-452a67080964', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'admin_state_up': True, 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'security_groups': ['adf108d9-578d-47f1-9c2d-18943b0773ba']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:45.425306 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.504594 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.506501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0cc2e6b3-301f-4902-999b-457f86ba1354 HTTP/1.1" status: 204 len: 168 time: 2.7463610 Aug 11 02:51:45.561748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a75d8-777d-45ad-a927-5509fa8cf054 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc2e6b3-301f-4902-999b-457f86ba1354,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.602439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-745bacfe-caa3-4615-9651-cebedb32e282 req-e3f34dd2-ac8c-4e4c-87c8-92949a7c3400 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 210 time: 0.0790076 Aug 11 02:51:45.640629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097ad5-2f94-4653-9361-a51357c4633b req-5c2399d0-6cfe-426f-93f0-e4285d6a4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:45.642378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-5c2399d0-6cfe-426f-93f0-e4285d6a4ea5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1100 time: 0.2340295 Aug 11 02:51:45.647054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:45.653099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:45.675544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Sync routers for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:45.702638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:45.704066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:45.713891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-49efa3a8-80a4-46b9-b383-fd14c81264a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb00c091067b440e99da26fbec7e299f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588393 Aug 11 02:51:45.717652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42546) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:45.789887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64b15909-bd37-45d0-ac0e-d86469663d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.838317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64b15909-bd37-45d0-ac0e-d86469663d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.883944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:45.928242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64b15909-bd37-45d0-ac0e-d86469663d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.930910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64b15909-bd37-45d0-ac0e-d86469663d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:45.936720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-64b15909-bd37-45d0-ac0e-d86469663d19 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cdc83c8-500b-4818-b952-3e8045f9d86a HTTP/1.1" status: 204 len: 168 time: 0.2133677 Aug 11 02:51:45.956306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b15909-bd37-45d0-ac0e-d86469663d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc83c8-500b-4818-b952-3e8045f9d86a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:45.986847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b98be0-249b-45eb-ae87-ef2904d7dfb6 req-b4225bef-c83b-4142-93ff-4964f360fed4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:45.988380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6b98be0-249b-45eb-ae87-ef2904d7dfb6 req-b4225bef-c83b-4142-93ff-4964f360fed4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 948 time: 0.0929651 Aug 11 02:51:46.100244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.101573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1fe8b8e9-0e74-4ea0-bcd3-8cc772bd274e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.9790123 Aug 11 02:51:46.113514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42564) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.210887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 3, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:46.228793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Made reservation on behalf of d5e2849c1fa2439186e02d67a1626514 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:46.232710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.251000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Checking router: 7e6ee052-bc62-43d4-a167-ea69602f0055 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:46.251508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Updating router 7e6ee052-bc62-43d4-a167-ea69602f0055 port bd774b63-0fae-4f74-9586-74fa103cc676 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:46.300895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.330750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097ad5-2f94-4653-9361-a51357c4633b req-f9222c6a-a948-4b05-9b48-987b5ec5231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:46.332568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-f9222c6a-a948-4b05-9b48-987b5ec5231e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.6787338 Aug 11 02:51:46.345087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-cd178741-36c9-4130-8b71-221b644a2e5f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:46.346936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-cd178741-36c9-4130-8b71-221b644a2e5f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 813 time: 0.6794217 Aug 11 02:51:46.385098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'port': {'device_id': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d', 'admin_state_up': True, 'tenant_id': '1756d9057562400aacc34d1e59b9cc22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:46.404770 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6b98be0-249b-45eb-ae87-ef2904d7dfb6 req-3fa01806-d3d5-4a16-be0f-9a7c4733456a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096518 Aug 11 02:51:46.476097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-412ca8c5-02d3-4448-a1c8-d041646ecb81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.1206932 Aug 11 02:51:46.520700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1af4da-5e81-450a-b150-75921d704a3d req-caf67ba1-8dae-4895-bcdb-26b0b868a688 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:46.522196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af1af4da-5e81-450a-b150-75921d704a3d req-caf67ba1-8dae-4895-bcdb-26b0b868a688 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 944 time: 0.3326411 Aug 11 02:51:46.562384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11f613bd-67fa-4f28-b019-d33ec8a21cf0 req-948c2625-02d3-4a8b-8221-a30f5f0bb09c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 210 time: 0.0352063 Aug 11 02:51:46.649169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42586) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.686899 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.700719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Transition to ACTIVE for port object bd774b63-0fae-4f74-9586-74fa103cc676 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:46.711689 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.741790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6a96-a4bb-4b83-ab02-1b76b064c52c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.752703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097ad5-2f94-4653-9361-a51357c4633b req-afe47e8c-53a2-44c9-a5c0-c8b54f2423bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:46.754269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-afe47e8c-53a2-44c9-a5c0-c8b54f2423bd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2232420 Aug 11 02:51:46.773952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6a96-a4bb-4b83-ab02-1b76b064c52c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.798416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af1af4da-5e81-450a-b150-75921d704a3d req-4ffd0feb-9274-4f29-808c-d30b8069c33a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661271 Aug 11 02:51:46.804381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:51:46.858645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Allocated IP 172.20.0.8 (6deacbbc-90b6-4ce7-9661-dcbc27f0fea7/2b70181b-6aab-4380-94da-065bdc0b290b/e00120b2-2306-4fae-86d0-e062896f431f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:46.872988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:51:46.873741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0049f7b1-32f1-4118-9f02-33dbfa5c7c22 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:51:46.885481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ed6aab9-08ce-4cd3-ba8e-e01411807219 req-e690d039-5922-4912-be3c-306c22b89a7c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 210 time: 0.0398846 Aug 11 02:51:46.904650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Attempting to bind port bd774b63-0fae-4f74-9586-74fa103cc676 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:46.906058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Attempting to bind port bd774b63-0fae-4f74-9586-74fa103cc676 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:46.906518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Attempting to bind port bd774b63-0fae-4f74-9586-74fa103cc676 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:46.919119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6a96-a4bb-4b83-ab02-1b76b064c52c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.919429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:46.919952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:46.920893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.921366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:46.921932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Bound port: bd774b63-0fae-4f74-9586-74fa103cc676, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:46.922411 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.933984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:46.934094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fdb6a96-a4bb-4b83-ab02-1b76b064c52c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.934094 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1fdb6a96-a4bb-4b83-ab02-1b76b064c52c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "DELETE /v2.0/security-groups/a249d0c9-be14-41de-a6d2-b6f1336a863b HTTP/1.1" status: 204 len: 168 time: 0.2790577 Aug 11 02:51:46.934094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42594) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.950762 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-dfff142b-42e3-46b7-9e48-0feee8ec6ce5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] show failed (client error): The resource could not be found. Aug 11 02:51:46.955988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dfff142b-42e3-46b7-9e48-0feee8ec6ce5 tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "GET /v2.0/security-groups/a249d0c9-be14-41de-a6d2-b6f1336a863b HTTP/1.1" status: 404 len: 347 time: 0.0208678 Aug 11 02:51:46.956576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42596) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:46.962406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Made reservation on behalf of 1756d9057562400aacc34d1e59b9cc22 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:46.964065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb6a96-a4bb-4b83-ab02-1b76b064c52c tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a249d0c9-be14-41de-a6d2-b6f1336a863b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:46.966832 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:46.976759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed097ad5-2f94-4653-9361-a51357c4633b req-8eabd993-c61a-473c-8fe3-71bacee6c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:46.978278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-8eabd993-c61a-473c-8fe3-71bacee6c4b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1860304 Aug 11 02:51:46.998757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616291-7af7-4a08-a525-09a5d55ad9a9 None None] Pushing event updated for resources: {'Port': ['ID=bd774b63-0fae-4f74-9586-74fa103cc676,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:47.037752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 5640eab3-51a0-4599-860f-4236e2c3842b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:47.045545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 5640eab3-51a0-4599-860f-4236e2c3842b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:47.045920 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.098467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] For port bd774b63-0fae-4f74-9586-74fa103cc676, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:47.103888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] For port bd774b63-0fae-4f74-9586-74fa103cc676, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bd774b63-0fae-4f74-9586-74fa103cc676,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:47.115105 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.187498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Deleting port 5cf42809-51e1-470a-88af-d527ecaffacd {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:51:47.188129 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.190489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:47.191116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:47.259869 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.287735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e616291-7af7-4a08-a525-09a5d55ad9a9 None None] Pushing event updated for resources: {'Port': ['ID=bd774b63-0fae-4f74-9586-74fa103cc676,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:47.298357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:47.300997 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e5399-e731-45a0-95d2-dc5bf8989bde" -d '{"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-plugged", "status": "completed", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:47.310663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-eef74f1a-87d1-40de-ac2b-66f7a4174cab service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099020 Aug 11 02:51:47.316981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.318575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.358221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Calling delete_port for 5cf42809-51e1-470a-88af-d527ecaffacd owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:51:47.374569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.455316 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cdfab5-5093-4b97-af18-bf3b132b9fc8 x-openstack-request-id: req-73cdfab5-5093-4b97-af18-bf3b132b9fc8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:47.455608 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-plugged", "status": "completed", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:47.455875 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73cdfab5-5093-4b97-af18-bf3b132b9fc8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:47.456751 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b', 'code': 200} Aug 11 02:51:47.475647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Transition to ACTIVE for port object e00120b2-2306-4fae-86d0-e062896f431f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:47.492371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:47.508441 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.509663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 81f86d20-5acc-4a7d-bac3-890361ccf04d up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:47.521337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Allocated IP 172.20.0.2 (e8e13ca3-2168-4945-b52a-ddbaca6e5b8d/acf47b94-4868-4b18-869f-acd817aa6f2a/cb295451-a57b-4351-8d20-f648ba2b585c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:47.588439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-a38fca71-4a87-460c-87ea-a07f70557a52 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=976acf9b45e443af91a8aef5db1481e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836828 Aug 11 02:51:47.602244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:47.614908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676c7d0-a6bc-4c3d-80fa-c19d337e548f req-e7334dbb-3980-410e-aff1-273095d617b6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:47.616433 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2676c7d0-a6bc-4c3d-80fa-c19d337e548f req-e7334dbb-3980-410e-aff1-273095d617b6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.0878365 Aug 11 02:51:47.621064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.629527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:47.652160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed097ad5-2f94-4653-9361-a51357c4633b req-fbae04d0-dd35-4cb0-8b68-7e4fc0413f84 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291030 Aug 11 02:51:47.659200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Pushing event deleted for resources: {'Port': ['ID=5cf42809-51e1-470a-88af-d527ecaffacd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:47.699238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.720078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.770505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.774056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.775504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ba6113f0-d159-415f-ad53-29311712c1ff tempest-ImagesOneServerNegativeTestJSON-1945193666 tempest-ImagesOneServerNegativeTestJSON-1945193666-project] 10.222.0.60 "DELETE /v2.0/floatingips/9bb79134-7b1c-4b6d-b47c-8810bcb1c8ba HTTP/1.1" status: 204 len: 168 time: 0.8130238 Aug 11 02:51:47.783638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 81f86d20-5acc-4a7d-bac3-890361ccf04d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:47.791038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 81f86d20-5acc-4a7d-bac3-890361ccf04d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:47.791497 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.807828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2676c7d0-a6bc-4c3d-80fa-c19d337e548f req-479753d9-3306-46ee-a5c0-d6cc15a05ddd tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841645 Aug 11 02:51:47.922877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4cbe6-7974-46e0-8d32-b9372cae5af0 req-8301ec86-cace-4160-9611-fc340e267e88 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:47.927228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:47.928144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9bb4cbe6-7974-46e0-8d32-b9372cae5af0 req-8301ec86-cace-4160-9611-fc340e267e88 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 931 time: 0.0586755 Aug 11 02:51:47.933268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:47.937011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 3, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:47.946191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-4893ea4e-a063-43ea-ba4f-8ca3b733e6a9 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:47.947691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-4893ea4e-a063-43ea-ba4f-8ca3b733e6a9 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3383665 Aug 11 02:51:47.953604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:47.960691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:47.980831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9bb4cbe6-7974-46e0-8d32-b9372cae5af0 req-d690061c-4bd4-459a-9dbb-a43c5161fd36 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485439 Aug 11 02:51:48.004237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56ec7fb-4e4f-4ad6-8aa6-e2b790e1709a None None] The sync data for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 is: [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:42Z', 'revision_number': 3, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:48.018963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:48.036839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:48.037516 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.048147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:48.054347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.146006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-234b9cf0-cf67-480c-bd6d-3c99fa9ba89d tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/quotas/976acf9b45e443af91a8aef5db1481e3 HTTP/1.1" status: 200 len: 375 time: 0.1038883 Aug 11 02:51:48.157114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:48.172023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-0e46948c-da21-4512-9f02-37491205fa1c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7624900 Aug 11 02:51:48.226686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-0b7c1bfa-f715-4d5a-8f65-2ff4dfc1b999 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=976acf9b45e443af91a8aef5db1481e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565417 Aug 11 02:51:48.252197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Request body: {'port': {'device_id': 'c3922856-fe47-4ced-8428-452a67080964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:48.280717 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.308924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b301d-6a26-498f-99c6-d5c918307af9 req-347c40f0-5478-4971-bec9-1b4efbb6369e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:48.317497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d18b301d-6a26-498f-99c6-d5c918307af9 req-347c40f0-5478-4971-bec9-1b4efbb6369e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.1080675 Aug 11 02:51:48.347310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a60b0f8e-bd39-4da4-a316-aee9694ac3b8 None None] Provisioning for port e00120b2-2306-4fae-86d0-e062896f431f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:48.352107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a60b0f8e-bd39-4da4-a316-aee9694ac3b8 None None] Provisioning complete for port e00120b2-2306-4fae-86d0-e062896f431f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:48.352350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a60b0f8e-bd39-4da4-a316-aee9694ac3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.374520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d18b301d-6a26-498f-99c6-d5c918307af9 req-9150a351-f1a3-4989-b6c8-21e8d18cff01 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560434 Aug 11 02:51:48.430451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.464009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a60b0f8e-bd39-4da4-a316-aee9694ac3b8 None None] Port e00120b2-2306-4fae-86d0-e062896f431f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:48.472414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Allocated IP 172.20.0.1 (550eb385-6bca-4550-b2b8-8f35d2df9c79/b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f/cbde7b8a-cb4b-4251-8def-16449c0813e4) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:48.604033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-057ca969-5323-401d-871d-e06cbf6a6bb1 req-b5083d60-cb64-4220-ab90-115a77d32a7a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 210 time: 0.0411179 Aug 11 02:51:48.657770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42644) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:48.665265 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:51:48.716085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] Deleting subnet dcd7d8da-002f-44c4-a196-0a955a3e9111 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:51:48.719849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.770973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.832016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.939200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.966551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:48.986814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd7d8da-002f-44c4-a196-0a955a3e9111,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:48.988782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12aa70ad-f0c7-4226-8cb2-69842380eab5 req-478c181a-acc0-4278-be15-de8d5528ae0c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 210 time: 0.4620762 Aug 11 02:51:49.009465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.012428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d8de513d-60d5-408e-a04f-cc5c48923e45 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dcd7d8da-002f-44c4-a196-0a955a3e9111 HTTP/1.1" status: 204 len: 168 time: 0.3533158 Aug 11 02:51:49.014302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42652) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.045089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20de2-3816-4778-a023-35470bc54f7b req-3e5a29f5-e9a9-42ac-ba2e-93986c3a4ac2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.047186 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52a20de2-3816-4778-a023-35470bc54f7b req-3e5a29f5-e9a9-42ac-ba2e-93986c3a4ac2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.1441653 Aug 11 02:51:49.054387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:49.125376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.141822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Transition to ACTIVE for port object cbde7b8a-cb4b-4251-8def-16449c0813e4 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:49.162492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:49.165814 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.178385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52a20de2-3816-4778-a023-35470bc54f7b req-5d1964ed-a6cf-4db8-9908-93e4e52122d6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838664 Aug 11 02:51:49.228436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:49.281944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.299091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c441029-8ea2-4765-8352-1572b3f0dddb']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:49.311428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd0e237-9f9f-45c9-8f63-8470de7a679b') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:49.312095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd0e237-9f9f-45c9-8f63-8470de7a679b') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:49.322501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:49.325882 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.347369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.358012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:51:49.358353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:51:49.360444 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:51:49.375031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.375769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.421831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.443387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50397c1-ece3-4d67-ad50-ae632dcd9ced req-872385ff-831c-4629-99b7-063e9e7d86aa tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.445027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c50397c1-ece3-4d67-ad50-ae632dcd9ced req-872385ff-831c-4629-99b7-063e9e7d86aa tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 931 time: 0.2892542 Aug 11 02:51:49.450934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.458356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:49.460679 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a2c674-25af-4ae1-816a-2dc47cdde665" -d '{"events": [{"server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "name": "network-vif-plugged", "status": "completed", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:49.462777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.466007 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c441029-8ea2-4765-8352-1572b3f0dddb HTTP/1.1" status: 204 len: 168 time: 0.4508083 Aug 11 02:51:49.481463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-3b8edb42-a7c1-45c0-9f6e-cb14dd7f048c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1065052 Aug 11 02:51:49.488391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf755ac8-520c-492a-8c71-8ada0621608f req-e53261bd-1692-4250-85fc-e549d618213e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.496017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf755ac8-520c-492a-8c71-8ada0621608f req-e53261bd-1692-4250-85fc-e549d618213e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.0896692 Aug 11 02:51:49.503707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929e2c3-e759-4d13-8792-9ba19c3d9398 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c441029-8ea2-4765-8352-1572b3f0dddb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:49.519439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:49.523476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Request body: {'port': {'device_id': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:49.536320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf755ac8-520c-492a-8c71-8ada0621608f req-e268f212-7b97-4bf5-835c-065caacf4c72 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394814 Aug 11 02:51:49.552355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:49.566366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbde7b8a-cb4b-4251-8def-16449c0813e4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:49.585087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:49.692041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6007a88-cc17-484b-840e-409b9f330812 req-67a398e4-7247-41ac-b8af-a7d833f50cea tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:49.703894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6007a88-cc17-484b-840e-409b9f330812 req-67a398e4-7247-41ac-b8af-a7d833f50cea tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0829458 Aug 11 02:51:49.710273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.712663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42668) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.760479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c50397c1-ece3-4d67-ad50-ae632dcd9ced req-5f9433a6-debd-4b1b-aea1-9406b7f35987 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853384 Aug 11 02:51:49.776380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6007a88-cc17-484b-840e-409b9f330812 req-8a3cfcea-7a4f-4c0c-aa18-2334b2f51034 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714941 Aug 11 02:51:49.822758 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bb4b642c-604e-4cd7-b735-99f648d5f799 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=966802c333e14df581dadefef7c0e8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1088669 Aug 11 02:51:49.826590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42670) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:49.864055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-f6a0fb50-6db8-492d-a2af-6c6c45303b30 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=976acf9b45e443af91a8aef5db1481e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872858 Aug 11 02:51:49.884567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.921225 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00a8e143-a19f-402a-b9ba-905b65ae21e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:49.938334 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81405c7-5e95-4911-949d-e20fbc9285ed x-openstack-request-id: req-f81405c7-5e95-4911-949d-e20fbc9285ed {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:49.938651 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "name": "network-vif-plugged", "status": "completed", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:49.938923 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f81405c7-5e95-4911-949d-e20fbc9285ed {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:49.939333 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d', 'code': 200} Aug 11 02:51:49.960065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00a8e143-a19f-402a-b9ba-905b65ae21e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.009890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-44a9ea23-5f20-4c32-95d7-6393ac504774 None None] Provisioning for port cbde7b8a-cb4b-4251-8def-16449c0813e4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:50.017721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-44a9ea23-5f20-4c32-95d7-6393ac504774 None None] Provisioning complete for port cbde7b8a-cb4b-4251-8def-16449c0813e4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:50.018363 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-44a9ea23-5f20-4c32-95d7-6393ac504774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.034646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00120b2-2306-4fae-86d0-e062896f431f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:50.080086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.090495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-44a9ea23-5f20-4c32-95d7-6393ac504774 None None] Port cbde7b8a-cb4b-4251-8def-16449c0813e4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:50.124658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ab00c21-1b79-466f-b4d3-273b0d79e946 req-685502ee-9bf5-44e4-817f-7b0653cbcf56 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 210 time: 0.1025155 Aug 11 02:51:50.142871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bd774b63-0fae-4f74-9586-74fa103cc676 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:50.171932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00a8e143-a19f-402a-b9ba-905b65ae21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.174831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00a8e143-a19f-402a-b9ba-905b65ae21e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.180722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00a8e143-a19f-402a-b9ba-905b65ae21e4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/317fee88-2e5f-4e7e-a220-cae100deaab7 HTTP/1.1" status: 204 len: 168 time: 0.3502028 Aug 11 02:51:50.187075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279947b-ec8b-4d15-a135-335f5bb310bb req-39fcf725-fad8-4815-9bf9-a5109078c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:50.188835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e279947b-ec8b-4d15-a135-335f5bb310bb req-39fcf725-fad8-4815-9bf9-a5109078c4d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1097 time: 0.1544845 Aug 11 02:51:50.196095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8e143-a19f-402a-b9ba-905b65ae21e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317fee88-2e5f-4e7e-a220-cae100deaab7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:50.248443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port bd774b63-0fae-4f74-9586-74fa103cc676 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:50.254343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e279947b-ec8b-4d15-a135-335f5bb310bb req-697d0824-b2dc-411b-a123-625ce4033b62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474279 Aug 11 02:51:50.255295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bd774b63-0fae-4f74-9586-74fa103cc676 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:50.255798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.294959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Transition to ACTIVE for port object e00120b2-2306-4fae-86d0-e062896f431f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:50.359961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.361626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed69719-8b49-44f1-8f66-c6a8d41db7bb req-474d1c34-b4ba-43b7-a17b-c12425188f8c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:50.368023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ed69719-8b49-44f1-8f66-c6a8d41db7bb req-474d1c34-b4ba-43b7-a17b-c12425188f8c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 931 time: 0.1730986 Aug 11 02:51:50.368721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.384734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port bd774b63-0fae-4f74-9586-74fa103cc676, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bd774b63-0fae-4f74-9586-74fa103cc676,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:50.396100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.466680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=bd774b63-0fae-4f74-9586-74fa103cc676,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:50.549912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-9b4d74f7-1283-40e1-9730-75b4862ac57e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214150 Aug 11 02:51:50.594320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-487298f8-dbda-423e-b2f0-e13e92cde8d1 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:50.595806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-487298f8-dbda-423e-b2f0-e13e92cde8d1 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6539392 Aug 11 02:51:50.625555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Request body: {'port': {'device_id': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '976acf9b45e443af91a8aef5db1481e3'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:50.629018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:50.644514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ed69719-8b49-44f1-8f66-c6a8d41db7bb req-f8b4ffa2-7dda-4fea-9dd6-362d76b05313 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506704 Aug 11 02:51:50.723306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-650a9d34-f3d5-4ba8-83e4-00e77edc6708 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:50.733335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-650a9d34-f3d5-4ba8-83e4-00e77edc6708 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740534 Aug 11 02:51:50.757437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-9d1fca91-7bb4-4fa3-bced-69deb3894991 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/quotas/4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 375 time: 0.0225160 Aug 11 02:51:50.814468 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:50.827442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-003e7053-df16-4041-8dcd-e376d89a7b95 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688369 Aug 11 02:51:51.068205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac1e05-23c5-409f-b0f7-8053c74487d7 req-b3986618-5bdc-4384-9ac9-4d1a6b0d0e86 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.076575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4aac1e05-23c5-409f-b0f7-8053c74487d7 req-b3986618-5bdc-4384-9ac9-4d1a6b0d0e86 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0664394 Aug 11 02:51:51.108092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb295451-a57b-4351-8d20-f648ba2b585c {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:51.128918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.131402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4aac1e05-23c5-409f-b0f7-8053c74487d7 req-2ac3b8c1-5532-491c-ae19-1c2585624516 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538843 Aug 11 02:51:51.132978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Attempting to bind port e00120b2-2306-4fae-86d0-e062896f431f on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:51.133314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Attempting to bind port e00120b2-2306-4fae-86d0-e062896f431f by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:51.133651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Attempting to bind port e00120b2-2306-4fae-86d0-e062896f431f on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:51.168937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Transition to ACTIVE for port object cb295451-a57b-4351-8d20-f648ba2b585c will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:51.170037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Made reservation on behalf of 976acf9b45e443af91a8aef5db1481e3 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:51.173749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.177903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Port e00120b2-2306-4fae-86d0-e062896f431f on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:51.178403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Attempting to bind port e00120b2-2306-4fae-86d0-e062896f431f on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:51.196733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.203976 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.208677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-839a467a-6823-4eef-a952-3ce93bea9c4b req-53d50439-c796-4d0d-88d6-868dcee5f1c2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 210 time: 0.0334692 Aug 11 02:51:51.213421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f843cd-36d2-4cfb-800e-c2efdd7f2346 req-72be49f3-5002-4bd0-b6c9-75211aafdfba tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.224232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-79f843cd-36d2-4cfb-800e-c2efdd7f2346 req-72be49f3-5002-4bd0-b6c9-75211aafdfba tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 943 time: 0.3265224 Aug 11 02:51:51.226680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:51.227444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:51.229092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Bound using segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:51.230392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Bound port: e00120b2-2306-4fae-86d0-e062896f431f, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:51.230868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.351649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5b611e4-2de8-436e-8169-7f1c7f531b73 req-30bcd673-ec8c-421b-92bd-8e8d4d215b46 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 210 time: 0.0341728 Aug 11 02:51:51.391946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Pushing event updated for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:51.474290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-79f843cd-36d2-4cfb-800e-c2efdd7f2346 req-08dfe623-a15f-4e5f-8b64-f6ee8ce65561 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362101 Aug 11 02:51:51.487651 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.531469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.602282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:51.651195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:51.662223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.670577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Pushing event updated for resources: {'Port': ['ID=cbde7b8a-cb4b-4251-8def-16449c0813e4,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:51.673494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.711286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Attempting to bind port cb295451-a57b-4351-8d20-f648ba2b585c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:51.711654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Attempting to bind port cb295451-a57b-4351-8d20-f648ba2b585c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:51.711983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Attempting to bind port cb295451-a57b-4351-8d20-f648ba2b585c on network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:51.771526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Port cb295451-a57b-4351-8d20-f648ba2b585c on network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:51.771878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Attempting to bind port cb295451-a57b-4351-8d20-f648ba2b585c on network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:51.780703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:51.781320 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.782730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] 10.222.0.57 "PUT /v2.0/ports/e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 1092 time: 3.5353167 Aug 11 02:51:51.792805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:51.795091 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fb70e4-0180-464a-bda9-feb7d5a02559" -d '{"events": [{"name": "network-changed", "server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:51.852662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:51.853006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Checking segment: {'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:51.853393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Bound using segment: {'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:51.853840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Bound port: cb295451-a57b-4351-8d20-f648ba2b585c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:51.854200 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.860527 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112c9d82-117b-4340-9713-8de3cab1136e x-openstack-request-id: req-112c9d82-117b-4340-9713-8de3cab1136e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:51.860823 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:51.861072 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-112c9d82-117b-4340-9713-8de3cab1136e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:51.861458 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'status': 'completed', 'code': 200} Aug 11 02:51:51.868977 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.897583 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:51.900437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95616cf-18fc-4da3-ad45-15cee86c5887 service neutron] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:52.035561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c3dd3-b5fa-42b0-abf2-49e13a97ae36 req-6722a77b-d8ee-4b07-ad6f-504547a094bb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.037092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-227c3dd3-b5fa-42b0-abf2-49e13a97ae36 req-6722a77b-d8ee-4b07-ad6f-504547a094bb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 943 time: 0.2964220 Aug 11 02:51:52.049581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bd774b63-0fae-4f74-9586-74fa103cc676 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:52.081895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64eafdb-1959-4052-b571-81c8b6887cd7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:52.119813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bd774b63-0fae-4f74-9586-74fa103cc676 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:52.120986 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.125334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-321b7a70-4160-4a50-ba92-084f6f4f341d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779953 Aug 11 02:51:52.127149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:52.142250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-9183e510-562f-4349-84dd-03989e812bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.143752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-9183e510-562f-4349-84dd-03989e812bb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1095 time: 0.2771564 Aug 11 02:51:52.161777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:52.196530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:52.256445 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7cdd-76a5-43a7-a41e-b4141bcae80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.314712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065ecb-4465-4fd3-8658-0a87f5d53c2f req-a0af822d-1797-4a29-9579-6edec4d1851d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.316336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a065ecb-4465-4fd3-8658-0a87f5d53c2f req-a0af822d-1797-4a29-9579-6edec4d1851d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0781262 Aug 11 02:51:52.361521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a065ecb-4465-4fd3-8658-0a87f5d53c2f req-e69a87e2-e460-43ca-ab74-e641eb918cc0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387499 Aug 11 02:51:52.405535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-42523694-6f3b-44f3-8b2c-cf4425f079ad None None] Provisioning complete for port cbde7b8a-cb4b-4251-8def-16449c0813e4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:52.405911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-42523694-6f3b-44f3-8b2c-cf4425f079ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.443100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-42523694-6f3b-44f3-8b2c-cf4425f079ad None None] Port cbde7b8a-cb4b-4251-8def-16449c0813e4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:52.455918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5143bc64-62c9-4033-9b6a-be958359a969 req-5c0b1988-6bed-43c3-ae35-2c28e8196d7f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 210 time: 0.0267448 Aug 11 02:51:52.555937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6426d67d-82a0-404a-80f8-8f3a35b62907 req-a184907e-9447-4a11-8252-bb20e04b4430 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 210 time: 0.0312190 Aug 11 02:51:52.619278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-8ae4d899-3210-418d-a6f0-4f288c6521f0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 217 time: 0.4553323 Aug 11 02:51:52.660393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd11e3a-438e-4e05-8fe7-41d5309ac706 req-8175709d-32cf-45c8-8254-be6c954a131f tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.662311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbd11e3a-438e-4e05-8fe7-41d5309ac706 req-8175709d-32cf-45c8-8254-be6c954a131f tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1097 time: 0.0479517 Aug 11 02:51:52.669044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cb295451-a57b-4351-8d20-f648ba2b585c,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:52.679152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-227c3dd3-b5fa-42b0-abf2-49e13a97ae36 req-00f37ad7-40ee-4dd1-824c-72a5d65c59dd tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6082830 Aug 11 02:51:52.697663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.710593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbd11e3a-438e-4e05-8fe7-41d5309ac706 req-7033452a-106d-4481-9c94-2851771d3e84 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Aug 11 02:51:52.774353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Allocated IP 192.168.233.224 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/e50b7944-377c-4b02-b2f8-03f42cdef57c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:52.852514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.853130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:52.854584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] 10.222.0.57 "PUT /v2.0/ports/cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 200 len: 1092 time: 3.3495891 Aug 11 02:51:52.900071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-02114b0e-2860-40c7-8a5f-1ac3c2ac3dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.902133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-02114b0e-2860-40c7-8a5f-1ac3c2ac3dc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.2312000 Aug 11 02:51:52.930093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-38c509eb-512e-47ed-8b27-931a328c031a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:52.931559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-38c509eb-512e-47ed-8b27-931a328c031a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7866721 Aug 11 02:51:52.977812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Request body: {'port': {'device_id': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '4e87e0558954417aa7e78857acbfcecc'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:53.038422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0d61d-d1f9-41d2-84f0-87e39adf0490 service neutron] Pushing event updated for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:53.091750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Router 7e6ee052-bc62-43d4-a167-ea69602f0055 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:51:53.149192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacd263-1131-476e-a5e7-b3aba2f0d43c req-7d3d0e0c-1df4-4880-bbaa-3a6e4c591be2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.150780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aeacd263-1131-476e-a5e7-b3aba2f0d43c req-7d3d0e0c-1df4-4880-bbaa-3a6e4c591be2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 943 time: 0.3721178 Aug 11 02:51:53.226302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-56efac6e-b8b8-4a7c-81bb-be1dc6c9f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.227826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-56efac6e-b8b8-4a7c-81bb-be1dc6c9f9f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1095 time: 0.2802470 Aug 11 02:51:53.238869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feab91-2469-466d-9271-76ab15708a55 req-f2c85888-ad27-44af-95fa-696f79d23529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.240381 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-f2c85888-ad27-44af-95fa-696f79d23529 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2890704 Aug 11 02:51:53.388529 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-1fafed2e-0856-45cf-961e-7e1d06e0b7a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 200 len: 217 time: 0.1432765 Aug 11 02:51:53.412922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aeacd263-1131-476e-a5e7-b3aba2f0d43c req-759c75b8-b6e3-45fc-9e57-71a16bc0f914 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496126 Aug 11 02:51:53.468155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.550204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Transition to ACTIVE for port object e50b7944-377c-4b02-b2f8-03f42cdef57c will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:53.553387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Made reservation on behalf of 4e87e0558954417aa7e78857acbfcecc for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:51:53.557121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:53.577494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0e080fa-1291-4a3b-93f8-198f11a68684 req-85ec7b02-62b2-4434-a25b-09e91e5bbcb4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 210 time: 0.0382977 Aug 11 02:51:53.599789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-84bdff6c-abff-4e0b-855f-6a0b03496dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.601287 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-84bdff6c-abff-4e0b-855f-6a0b03496dbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.1917846 Aug 11 02:51:53.621869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-89eeca02-2da0-4a16-a351-b8229d52b208 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625386 Aug 11 02:51:53.669832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:51:53.679802 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Sync routers for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:51:53.686546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-c04574c2-716e-43ee-bafb-16b1badbe61c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601089 Aug 11 02:51:53.690672 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:53.691393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:53.716592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7588fce5-33e5-438c-8cf3-77fd51c918c2 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e6ee052-bc62-43d4-a167-ea69602f0055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6017458 Aug 11 02:51:53.797505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e77f48a-e0c9-48fe-9591-d58a1bd6f610 req-7e393300-db90-4245-b05d-e61ca7452542 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 210 time: 0.1290765 Aug 11 02:51:53.843018 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:53.874425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62716f5d-0843-4300-be1a-aaa7af0263d1 req-d179f50d-3b41-447e-91c9-deef563e1696 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:53.884550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:53.884760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62716f5d-0843-4300-be1a-aaa7af0263d1 req-d179f50d-3b41-447e-91c9-deef563e1696 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 943 time: 0.0678003 Aug 11 02:51:53.887576 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036e1c6e-0940-48b4-848f-cb0d6995826d" -d '{"events": [{"name": "network-changed", "server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:53.939814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62716f5d-0843-4300-be1a-aaa7af0263d1 req-390b00bc-c384-47bc-891c-d2e1a68e87b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536973 Aug 11 02:51:53.951564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.058097 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8cc7ec-9b6a-42b4-a4ad-62ed5daf8074 x-openstack-request-id: req-2d8cc7ec-9b6a-42b4-a4ad-62ed5daf8074 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:54.058388 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:54.058638 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d8cc7ec-9b6a-42b4-a4ad-62ed5daf8074 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:54.059019 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c', 'status': 'completed', 'code': 200} Aug 11 02:51:54.097472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7feab91-2469-466d-9271-76ab15708a55 req-93d2f7ec-de99-4c58-90e3-3232c6bad9eb service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502885 Aug 11 02:51:54.099225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:54.108407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-5acd2632-e981-47a4-ad9f-392ddf4ee362 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763702 Aug 11 02:51:54.115111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:54.118133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Allocated IP 192.168.233.227 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/71c05739-e4ef-43ed-8c3a-0bb6840037e5) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:54.120751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Pushing event updated for resources: {'Port': ['ID=e50b7944-377c-4b02-b2f8-03f42cdef57c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:54.124379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:54.148620 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:51Z', 'revision_number': 2, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:54.236020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Checking router: 7e6ee052-bc62-43d4-a167-ea69602f0055 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:51:54.236364 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Updating router 7e6ee052-bc62-43d4-a167-ea69602f0055 port cbde7b8a-cb4b-4251-8def-16449c0813e4 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:51:54.293716 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.422457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:54.423111 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.556124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-f9328158-38a1-46cb-8faf-764dec263cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:54.558173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-f9328158-38a1-46cb-8faf-764dec263cc4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1095 time: 0.3356421 Aug 11 02:51:54.591809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1eb90e3d-292d-4b84-9d31-b9e95fa30bd8 None None] Provisioning for port e50b7944-377c-4b02-b2f8-03f42cdef57c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:54.596455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1eb90e3d-292d-4b84-9d31-b9e95fa30bd8 None None] Provisioning complete for port e50b7944-377c-4b02-b2f8-03f42cdef57c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:54.596838 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1eb90e3d-292d-4b84-9d31-b9e95fa30bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.608006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-90d1fe9f-8eea-4a9c-8592-9a4cc62e94a4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9944398 Aug 11 02:51:54.634171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c1aed09-f195-4a35-b550-9c37c7ef3457 req-c8c18095-23b5-4dbb-afcf-e52df4702ba7 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108268 Aug 11 02:51:54.634751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42856) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:54.638899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Request body: {'port': {'device_id': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:54.651851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a0016a2f-be02-4cab-b48a-9be01b3475ed tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524407617', 'description': 'tempest-description--1388873665'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:54.668076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812e310-476f-4899-87d5-6de3b9f7ada7 req-67cd8377-4d14-4fb8-8723-e57bd3625e01 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:54.671564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0812e310-476f-4899-87d5-6de3b9f7ada7 req-67cd8377-4d14-4fb8-8723-e57bd3625e01 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 943 time: 0.1367657 Aug 11 02:51:54.737710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1eb90e3d-292d-4b84-9d31-b9e95fa30bd8 None None] Port e50b7944-377c-4b02-b2f8-03f42cdef57c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:54.772961 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0812e310-476f-4899-87d5-6de3b9f7ada7 req-28f27c80-a1f9-48af-aac5-e59e927fe70c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903020 Aug 11 02:51:54.820690 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.832280 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Transition to ACTIVE for port object cbde7b8a-cb4b-4251-8def-16449c0813e4 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:54.838655 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.900300 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62394a29-c879-4428-81c3-85f090c9d0a7 None None] Pushing event updated for resources: {'Port': ['ID=cbde7b8a-cb4b-4251-8def-16449c0813e4,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:54.980871 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Attempting to bind port cbde7b8a-cb4b-4251-8def-16449c0813e4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:54.981490 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Attempting to bind port cbde7b8a-cb4b-4251-8def-16449c0813e4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:54.982040 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Attempting to bind port cbde7b8a-cb4b-4251-8def-16449c0813e4 on network 550eb385-6bca-4550-b2b8-8f35d2df9c79 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:54.988187 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:54.989081 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Checking segment: {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:54.989639 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:54.990277 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Bound using segment: {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:54.990907 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Bound port: cbde7b8a-cb4b-4251-8def-16449c0813e4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:54.991037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f721246-a6c4-4ed0-b8a7-17579347a8e9 req-c0024391-3f7e-4b9c-b73f-b10e3390e25c tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:54.991570 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.001231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f721246-a6c4-4ed0-b8a7-17579347a8e9 req-c0024391-3f7e-4b9c-b73f-b10e3390e25c tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 936 time: 0.0779519 Aug 11 02:51:55.058898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f721246-a6c4-4ed0-b8a7-17579347a8e9 req-a9d124ef-f5e6-4f37-ac76-a3e284eb334e tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566103 Aug 11 02:51:55.099614 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] For port cbde7b8a-cb4b-4251-8def-16449c0813e4, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:55.103547 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] For port cbde7b8a-cb4b-4251-8def-16449c0813e4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cbde7b8a-cb4b-4251-8def-16449c0813e4,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:55.112443 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.192920 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fa7a1757-f3d7-413f-ac69-0342f6e541e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.210346 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:51:55.210987 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:55.223740 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62394a29-c879-4428-81c3-85f090c9d0a7 None None] Pushing event updated for resources: {'Port': ['ID=cbde7b8a-cb4b-4251-8def-16449c0813e4,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:55.235617 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.357573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6da529-8499-4dca-8c9f-bb3b3cbd8faf req-a53eb80a-7f7a-4613-85c7-aa10c39f2c79 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:55.359397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2c6da529-8499-4dca-8c9f-bb3b3cbd8faf req-a53eb80a-7f7a-4613-85c7-aa10c39f2c79 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 943 time: 0.0730679 Aug 11 02:51:55.375520 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:51:55.434098 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.444241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2c6da529-8499-4dca-8c9f-bb3b3cbd8faf req-a8f274c4-6f69-41c9-a404-bcb94ca9d769 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777090 Aug 11 02:51:55.454690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-be768641-4d23-46eb-a1f6-f6de13678e56 req-58335111-1fd6-4695-bc54-e6b9b05a351c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 210 time: 0.1573300 Aug 11 02:51:55.465958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0016a2f-be02-4cab-b48a-9be01b3475ed tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.620769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.655378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-e721bc1c-14a1-4cb5-896a-2bedacf8d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:55.657081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-e721bc1c-14a1-4cb5-896a-2bedacf8d1b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1095 time: 0.9305878 Aug 11 02:51:55.674055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:55.674838 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:55Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:51:55.676619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Transition to ACTIVE for port object 71c05739-e4ef-43ed-8c3a-0bb6840037e5 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:55.682874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-6a74c4dd-e715-4fe7-9f53-688475871457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:55.684649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-6a74c4dd-e715-4fe7-9f53-688475871457 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 1.0697451 Aug 11 02:51:55.708399 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c26701-cade-4e19-bf50-7712d04a3b0c None None] The sync data for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 is: [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:55Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:51:55.802955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-936bf65a-a668-4799-836d-194db24f5750 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 217 time: 0.0996780 Aug 11 02:51:55.946920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a04607-4128-4921-9edb-25eade979b5a req-c9f1e221-7772-4528-9d49-e2a96f96b32f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:55.955156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13a04607-4128-4921-9edb-25eade979b5a req-c9f1e221-7772-4528-9d49-e2a96f96b32f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 943 time: 0.0952311 Aug 11 02:51:56.001173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13a04607-4128-4921-9edb-25eade979b5a req-6d5905b7-40a4-4fdb-83c7-7abfe0fbff59 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447550 Aug 11 02:51:56.081015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cbde7b8a-cb4b-4251-8def-16449c0813e4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:56.093122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0016a2f-be02-4cab-b48a-9be01b3475ed tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.124911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0016a2f-be02-4cab-b48a-9be01b3475ed tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.162183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port cbde7b8a-cb4b-4251-8def-16449c0813e4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:56.166246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cbde7b8a-cb4b-4251-8def-16449c0813e4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:56.166614 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.174513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.184157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-963737ed-96b4-49ba-96b1-3601adacf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.185903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-963737ed-96b4-49ba-96b1-3601adacf453 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.3502140 Aug 11 02:51:56.203880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0016a2f-be02-4cab-b48a-9be01b3475ed tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.205687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a0016a2f-be02-4cab-b48a-9be01b3475ed tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5584123 Aug 11 02:51:56.208127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:56.209868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42900) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:56.210415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5640eab3-51a0-4599-860f-4236e2c3842b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:56.215564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e1fa4d20-f9f0-43bd-80fd-4b49cc6dfcef tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Request body: {'security_group_rule': {'security_group_id': 'ee775fad-7a14-4a54-97ff-448372208c41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:56.253979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-c3b4864a-be76-42ed-9aac-d9aef993f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.255936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8bb9a-4cf4-42ed-bca4-263c7755ed88 req-23ff3d2f-1335-48bc-a184-dae48ff9014f tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.256177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-c3b4864a-be76-42ed-9aac-d9aef993f4b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 914 time: 0.5748041 Aug 11 02:51:56.265793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11b8bb9a-4cf4-42ed-bca4-263c7755ed88 req-23ff3d2f-1335-48bc-a184-dae48ff9014f tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 936 time: 0.1191187 Aug 11 02:51:56.333175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11b8bb9a-4cf4-42ed-bca4-263c7755ed88 req-7c82fdaf-02f4-4155-b770-23c6db5bb4ba tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602205 Aug 11 02:51:56.336603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4d20-f9f0-43bd-80fd-4b49cc6dfcef tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.459437 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.500158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4d20-f9f0-43bd-80fd-4b49cc6dfcef tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.513649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4d20-f9f0-43bd-80fd-4b49cc6dfcef tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.555164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:56.610778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1fa4d20-f9f0-43bd-80fd-4b49cc6dfcef tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.612124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1fa4d20-f9f0-43bd-80fd-4b49cc6dfcef tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4009278 Aug 11 02:51:56.615401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42922) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:56.620133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e29ddbca-042b-42dd-abf1-e108d473aea1 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Request body: {'security_group_rule': {'security_group_id': 'ee775fad-7a14-4a54-97ff-448372208c41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:56.626411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa4d20-f9f0-43bd-80fd-4b49cc6dfcef tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ee4e30-cd02-47e0-a6b8-11271d22e7df,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:56.671308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cb345-b59e-4724-bf2c-e42233765099 req-d17bbe48-0a4f-4644-8104-ee7212181d12 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.672924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb3cb345-b59e-4724-bf2c-e42233765099 req-d17bbe48-0a4f-4644-8104-ee7212181d12 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 936 time: 0.1528761 Aug 11 02:51:56.675078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:56.679696 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e29ddbca-042b-42dd-abf1-e108d473aea1 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.686922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-402e7824-a5d7-40ea-90bf-1e8384c28090 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 200 len: 217 time: 0.1409552 Aug 11 02:51:56.700449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:56.702015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port cbde7b8a-cb4b-4251-8def-16449c0813e4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cbde7b8a-cb4b-4251-8def-16449c0813e4,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:56.731338 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.803361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.804761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.828245 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.855552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb3cb345-b59e-4724-bf2c-e42233765099 req-ea6b9a0a-4f97-474c-9d14-696ee1119def tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612244 Aug 11 02:51:56.880180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-2310be58-4539-4e39-9941-c5b22be606a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:56.882165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-2310be58-4539-4e39-9941-c5b22be606a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.0941968 Aug 11 02:51:56.882969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0016a2f-be02-4cab-b48a-9be01b3475ed tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee775fad-7a14-4a54-97ff-448372208c41,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:56.893779 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e29ddbca-042b-42dd-abf1-e108d473aea1 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.904379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e29ddbca-042b-42dd-abf1-e108d473aea1 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.927228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=cbde7b8a-cb4b-4251-8def-16449c0813e4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:56.944684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ddbca-042b-42dd-abf1-e108d473aea1 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56df719e-c3fe-4fc6-94e6-e7e9aa842b91,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:56.955545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e29ddbca-042b-42dd-abf1-e108d473aea1 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:56.956878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e29ddbca-042b-42dd-abf1-e108d473aea1 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3402846 Aug 11 02:51:56.968758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42932) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:51:56.976153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:56.982837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:57.026983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-b0d32415-9aa0-4ec1-b3e0-db30b909467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:57.028902 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-b0d32415-9aa0-4ec1-b3e0-db30b909467e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8120146 Aug 11 02:51:57.053446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.116655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-8bc618ef-ec6d-4e6c-ae36-d87555279b69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269014 Aug 11 02:51:57.166637 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f29c72f-01be-4034-aae5-1d8f6de39993 None None] Provisioning for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:51:57.178150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f29c72f-01be-4034-aae5-1d8f6de39993 None None] Provisioning complete for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:57.179414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f29c72f-01be-4034-aae5-1d8f6de39993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.220385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:57.221494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9f97-0d52-4b38-b4d5-7f18d774a94c req-cee09fe9-916e-43dd-8b6a-3b96c7943a98 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:57.223073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-688c9f97-0d52-4b38-b4d5-7f18d774a94c req-cee09fe9-916e-43dd-8b6a-3b96c7943a98 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 943 time: 0.0839226 Aug 11 02:51:57.234036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50b7944-377c-4b02-b2f8-03f42cdef57c {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:57.246123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e00120b2-2306-4fae-86d0-e062896f431f', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f', 'mac_address': 'fa:16:3e:70:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:57.247926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2f29c72f-01be-4034-aae5-1d8f6de39993 None None] Port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:51:57.248574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.258257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.290673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.306616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00120b2-2306-4fae-86d0-e062896f431f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:57.315472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-688c9f97-0d52-4b38-b4d5-7f18d774a94c req-9607f6be-e95d-4a5d-8375-e16a2ae588c9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848613 Aug 11 02:51:57.344399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.349091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-2d655313-b008-4435-8482-70d85f20f77b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4064608 Aug 11 02:51:57.359748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:57.368704 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.369772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cb295451-a57b-4351-8d20-f648ba2b585c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:51:57.378023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Request body: {'port': {'device_id': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:51:57.476677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Transition to ACTIVE for port object e50b7944-377c-4b02-b2f8-03f42cdef57c will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:57.497554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdb646-978c-4694-af20-a3bb27046bbd req-0dd695a7-86ba-4386-b445-f02bfdc03289 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:57.506674 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02cdb646-978c-4694-af20-a3bb27046bbd req-0dd695a7-86ba-4386-b445-f02bfdc03289 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 943 time: 0.8084898 Aug 11 02:51:57.534858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.538598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-d3151b4a-2310-4637-869f-c4176549f447 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991488 Aug 11 02:51:57.558285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Allocated IP 172.25.4.35 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/edc42dc0-c809-4880-8964-7863c0d155ed) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:51:57.643943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cb295451-a57b-4351-8d20-f648ba2b585c,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:57.657276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'cb295451-a57b-4351-8d20-f648ba2b585c', 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d', 'port_id': 'cb295451-a57b-4351-8d20-f648ba2b585c', 'mac_address': 'fa:16:3e:bd:8c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf47b94-4868-4b18-869f-acd817aa6f2a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:51:57.659973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.708268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.730484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb295451-a57b-4351-8d20-f648ba2b585c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:57.749627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.753703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.759100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cb295451-a57b-4351-8d20-f648ba2b585c,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:51:57.774056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:57.817207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02cdb646-978c-4694-af20-a3bb27046bbd req-e97b1cd5-d301-44da-9ef0-4a8f88224156 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093109 Aug 11 02:51:57.830690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Pushing event updated for resources: {'Port': ['ID=e50b7944-377c-4b02-b2f8-03f42cdef57c,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.870930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:57.924993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8546f7-1174-49f8-ae6e-b7d17c5b66d4 req-41c555b1-7134-44de-9224-e2ede0a717da tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:57.944057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-5438ff9f-cc77-4d92-9e0c-ab548a226eea service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7845602 Aug 11 02:51:57.952623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-da8546f7-1174-49f8-ae6e-b7d17c5b66d4 req-41c555b1-7134-44de-9224-e2ede0a717da tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 948 time: 0.2837319 Aug 11 02:51:57.959259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.005161 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.079230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event updated for resources: {'Port': ['ID=edc42dc0-c809-4880-8964-7863c0d155ed,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.082670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:51:58.089829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:51:58.097539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:51:58.105682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cbde7b8a-cb4b-4251-8def-16449c0813e4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:51:58.160418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cbde7b8a-cb4b-4251-8def-16449c0813e4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:51:58.160803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.167847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-df96f516-ddd4-493a-a9f1-d69c658f58e4 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=de0981668bb043f388885a5e1f0d256b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1855900 Aug 11 02:51:58.199232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-da8546f7-1174-49f8-ae6e-b7d17c5b66d4 req-0d19670d-930b-458e-986f-8bdfcb2cc13c tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410955 Aug 11 02:51:58.201384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:58.218797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e00120b2-2306-4fae-86d0-e062896f431f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:51:58.319105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.331493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59fb70e4-0180-464a-bda9-feb7d5a02559 req-1f42e839-7f8c-4db3-99ec-8216b80d8225 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776781 Aug 11 02:51:58.424387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71b3de-3183-452f-98a2-ca43543b13fc req-7da38121-9a1a-4aec-bf68-83b6990faeb7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.425738 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa71b3de-3183-452f-98a2-ca43543b13fc req-7da38121-9a1a-4aec-bf68-83b6990faeb7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 936 time: 0.0972381 Aug 11 02:51:58.426554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.441407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-924987ba-5117-48c1-987b-241770ef9751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.453324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-924987ba-5117-48c1-987b-241770ef9751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678921 Aug 11 02:51:58.456441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Attempting to bind port e50b7944-377c-4b02-b2f8-03f42cdef57c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:58.457009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Attempting to bind port e50b7944-377c-4b02-b2f8-03f42cdef57c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:58.458025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Attempting to bind port e50b7944-377c-4b02-b2f8-03f42cdef57c on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:58.462601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-036e1c6e-0940-48b4-848f-cb0d6995826d req-942e34d6-5247-447d-a006-f1861f3ed8d8 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4441626 Aug 11 02:51:58.515392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa71b3de-3183-452f-98a2-ca43543b13fc req-13a29a5e-3bee-4e3d-93e2-d255c6816d98 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608668 Aug 11 02:51:58.624744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Port e50b7944-377c-4b02-b2f8-03f42cdef57c on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:58.625081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Attempting to bind port e50b7944-377c-4b02-b2f8-03f42cdef57c on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:58.643389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-ce98b7a8-5845-4f0e-b00e-712888b90fa2 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/quotas/de0981668bb043f388885a5e1f0d256b HTTP/1.1" status: 200 len: 375 time: 0.1883957 Aug 11 02:51:58.647762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:58.648180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:58.648489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:58.649264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Bound port: e50b7944-377c-4b02-b2f8-03f42cdef57c, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:58.649264 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.714612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.726902 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-a0cf29e7-1c32-4baf-bd48-f769c559b61b tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de0981668bb043f388885a5e1f0d256b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825171 Aug 11 02:51:58.735077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.799464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c05739-e4ef-43ed-8c3a-0bb6840037e5 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:51:58.812698 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.817422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] For port e50b7944-377c-4b02-b2f8-03f42cdef57c, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:58.822578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] For port e50b7944-377c-4b02-b2f8-03f42cdef57c, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e50b7944-377c-4b02-b2f8-03f42cdef57c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:58.828991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event updated for resources: {'Port': ['ID=edc42dc0-c809-4880-8964-7863c0d155ed,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:58.843540 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.848962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f47c7-d12e-4260-91fe-a6090ea3663c req-5f14713c-a583-411a-9f0a-2e5a6d8ab597 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.851217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e49f47c7-d12e-4260-91fe-a6090ea3663c req-5f14713c-a583-411a-9f0a-2e5a6d8ab597 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1575589 Aug 11 02:51:58.858020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Transition to ACTIVE for port object 71c05739-e4ef-43ed-8c3a-0bb6840037e5 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:51:58.887223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.897028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.920591 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.922500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1726179-a004-4143-9412-201e29b0edf9 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9526961 Aug 11 02:51:58.932098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:58.933165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:58.935544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] 10.222.0.10 "PUT /v2.0/ports/e50b7944-377c-4b02-b2f8-03f42cdef57c HTTP/1.1" status: 200 len: 1097 time: 4.3037524 Aug 11 02:51:58.941743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'tag': 'e50b7944-377c-4b02-b2f8-03f42cdef57c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:51:58.944125 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8a496f-cc75-436c-b040-ed8b40f56591" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea38c46-ad29-4d71-b1ad-e001073dc68c", "tag": "e50b7944-377c-4b02-b2f8-03f42cdef57c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:51:58.962670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e49f47c7-d12e-4260-91fe-a6090ea3663c req-e8cd8f2d-d6f4-4054-a470-d703de5774d1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013935 Aug 11 02:51:59.092271 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55806b9d-89aa-4e61-ab09-0e6a0316e024 x-openstack-request-id: req-55806b9d-89aa-4e61-ab09-0e6a0316e024 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:51:59.092566 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea38c46-ad29-4d71-b1ad-e001073dc68c", "tag": "e50b7944-377c-4b02-b2f8-03f42cdef57c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:51:59.092821 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55806b9d-89aa-4e61-ab09-0e6a0316e024 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:51:59.093229 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'tag': 'e50b7944-377c-4b02-b2f8-03f42cdef57c', 'status': 'completed', 'code': 200} Aug 11 02:51:59.126139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616e526-ac4a-47c4-87d8-42ff5424652d service neutron] Pushing event updated for resources: {'Port': ['ID=e50b7944-377c-4b02-b2f8-03f42cdef57c,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:59.195943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-b4aa5921-9030-48ca-919c-ebe215905b2f tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--524407617&fields=id&tenant_id=8767bf03eec34c109d235b187096d928 HTTP/1.1" status: 200 len: 267 time: 0.0537488 Aug 11 02:51:59.204577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:51:59.299156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-6677b25c-6cf3-440d-9ea8-3708d3e383c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:59.300955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-6677b25c-6cf3-440d-9ea8-3708d3e383c3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=976acf9b45e443af91a8aef5db1481e3&device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 1100 time: 0.2878246 Aug 11 02:51:59.322679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee688f9c-c262-4558-b2ca-c4b59767a617 req-0cdf24af-2868-47b1-a406-df4022de52e8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:59.330598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee688f9c-c262-4558-b2ca-c4b59767a617 req-0cdf24af-2868-47b1-a406-df4022de52e8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 944 time: 0.2884588 Aug 11 02:51:59.343954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-6e8d3533-fc2e-45d1-aebc-7337a6c6527d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:59.356207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-6e8d3533-fc2e-45d1-aebc-7337a6c6527d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/networks?id=550eb385-6bca-4550-b2b8-8f35d2df9c79 HTTP/1.1" status: 200 len: 806 time: 0.1531088 Aug 11 02:51:59.376409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-d5a5dea5-3e79-4b3d-8dc1-6ee0cdc294d5 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/quotas/8767bf03eec34c109d235b187096d928 HTTP/1.1" status: 200 len: 375 time: 0.0189760 Aug 11 02:51:59.424887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:51:59.425387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:51:59.425826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:59.431073 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-7b03a698-58b7-4df9-9c22-cce190dcb8ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=e50b7944-377c-4b02-b2f8-03f42cdef57c HTTP/1.1" status: 200 len: 217 time: 0.0847006 Aug 11 02:51:59.454365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:51:59.454888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:51:59.457760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-039e24ac-cbae-449e-8cd6-3bbf8e1b8416 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8767bf03eec34c109d235b187096d928&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804865 Aug 11 02:51:59.466491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:51:59.467302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:51:59.467942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:51:59.468633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Bound port: 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:51:59.469216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.498280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee688f9c-c262-4558-b2ca-c4b59767a617 req-9db6b882-44ff-49a4-bda1-67cbd2d5a819 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663380 Aug 11 02:51:59.551757 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.633393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-65950a53-c100-4c0e-9e70-84f4c2ce5fd8 service neutron] 10.222.0.60 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616035 Aug 11 02:51:59.638191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-a5bcb44d-2cba-4c24-b4ba-04596c1acab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:59.639654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-a5bcb44d-2cba-4c24-b4ba-04596c1acab9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1978250 Aug 11 02:51:59.671437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:51:59.709245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-05c1301f-6948-41af-a282-0932bf197a49 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=de0981668bb043f388885a5e1f0d256b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734043 Aug 11 02:51:59.726817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:51:59.757571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.782796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-914ff3ee-b0f2-4419-a59f-968f0f92a834 service neutron] 10.222.0.60 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409900 Aug 11 02:51:59.928748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:51:59.929380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:51:59.930831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] 10.222.0.10 "PUT /v2.0/ports/71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 1097 time: 2.5593104 Aug 11 02:51:59.935463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00ac12-866b-49c0-9ca0-7da013760716 service neutron] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:00.043076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-329f95fd-3738-40ad-8e50-10d7b572b538 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.044780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-329f95fd-3738-40ad-8e50-10d7b572b538 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236411 Aug 11 02:52:00.070383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-cc46b24e-c2d0-4359-a199-e2a77392b31f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1318865 Aug 11 02:52:00.086640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-ab5c10b0-9c83-40ad-8564-8b35c84945c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.090095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-ab5c10b0-9c83-40ad-8564-8b35c84945c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4328513 Aug 11 02:52:00.092067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-e2abf68b-4ac2-4179-936c-d497a52a74b5 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/quotas/de0981668bb043f388885a5e1f0d256b HTTP/1.1" status: 200 len: 375 time: 0.0338516 Aug 11 02:52:00.225394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acc48f-f0a3-48f0-b206-334098f18538 req-33dd6d36-3e73-499b-9251-58763bc097d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.226880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-33dd6d36-3e73-499b-9251-58763bc097d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1097 time: 0.1223030 Aug 11 02:52:00.252950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd69f15-b814-4fb2-a99e-c0739480197f req-c2c4acb0-44b0-4a0b-82eb-a7a3109f18f9 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.255579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fd69f15-b814-4fb2-a99e-c0739480197f req-c2c4acb0-44b0-4a0b-82eb-a7a3109f18f9 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 948 time: 0.1320550 Aug 11 02:52:00.294315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.10', 50171) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:00.413187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-b6c45229-78ce-4f9c-b34b-a7b08bd3f462 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=de0981668bb043f388885a5e1f0d256b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1098638 Aug 11 02:52:00.509338 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fd69f15-b814-4fb2-a99e-c0739480197f req-b1736995-e9ce-44df-ab7b-734b07def641 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197597 Aug 11 02:52:00.591221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acc48f-f0a3-48f0-b206-334098f18538 req-8d6909a1-a68c-4157-9a89-e6c3930e21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.591221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-8d6909a1-a68c-4157-9a89-e6c3930e21fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.3334928 Aug 11 02:52:00.676706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-48c3392d-24c2-4e54-b09c-fc7457ed8780 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 217 time: 0.0662026 Aug 11 02:52:00.697448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-abedf7c8-f54b-4825-80f2-266a749fedc6 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=de0981668bb043f388885a5e1f0d256b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5876141 Aug 11 02:52:00.700380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-a3dc6478-5d3b-4620-8f6d-c3d13d59513f service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5895131 Aug 11 02:52:00.719466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-9f876f80-6d5f-45d9-933a-2a0ca6ecfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.721221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-9f876f80-6d5f-45d9-933a-2a0ca6ecfacb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1100 time: 0.6755314 Aug 11 02:52:00.744284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acc48f-f0a3-48f0-b206-334098f18538 req-a6ab0a47-e07e-48da-90af-8f02c0ff7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.753882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-a6ab0a47-e07e-48da-90af-8f02c0ff7e25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.0686300 Aug 11 02:52:00.787442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a484d3d-804a-47e9-8a9d-b76dac393f74 req-6a0266e4-e1f8-4acd-8ae5-4ab83624b542 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.789025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a484d3d-804a-47e9-8a9d-b76dac393f74 req-6a0266e4-e1f8-4acd-8ae5-4ab83624b542 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 948 time: 0.1947663 Aug 11 02:52:00.810533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-7dbce198-25d3-4226-948e-ce24958e4aa2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458896 Aug 11 02:52:00.823766 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-e715f61c-5dc5-4756-8f0f-6ab829664192 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0860984 Aug 11 02:52:00.932321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-d1056bf2-669c-4919-a95c-f2756b15cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.934355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-d1056bf2-669c-4919-a95c-f2756b15cc30 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0982063 Aug 11 02:52:00.941192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ca28379-1e9f-47b4-9545-25b1dd8ed73d req-4b3bcf72-f22d-461b-9ca2-a859e6ab05ed service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317758 Aug 11 02:52:00.960634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-91c77b62-b685-47ee-97c9-4e84b6b017b8 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:00.962163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-91c77b62-b685-47ee-97c9-4e84b6b017b8 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5325818 Aug 11 02:52:00.975467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:01.014853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Request body: {'port': {'device_id': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'de0981668bb043f388885a5e1f0d256b'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:01.035932 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a484d3d-804a-47e9-8a9d-b76dac393f74 req-050ac6ce-add0-44f2-b14c-2a2c61bffb9c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284124 Aug 11 02:52:01.085048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-c2b971ba-f72e-4acb-86a4-c78e543cfedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:01.087007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-c2b971ba-f72e-4acb-86a4-c78e543cfedb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1445894 Aug 11 02:52:01.103404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:01.103730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port e00120b2-2306-4fae-86d0-e062896f431f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:01.106230 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af9c9b-b43e-477c-8cac-cd64cea03270" -d '{"events": [{"name": "network-changed", "server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:01.108063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e00120b2-2306-4fae-86d0-e062896f431f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:01.108555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.123229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-d2e3ed99-08e7-439e-a20f-080eb6d6955c service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018625 Aug 11 02:52:01.234252 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-d49aad20-fca7-4a13-9f7e-4a536bce633d service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314647 Aug 11 02:52:01.264637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.282434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aefb55ff-0f53-49b2-8781-4a19d07e8d02 req-8495947d-18f2-4915-9684-53ef9b9fa8d7 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 210 time: 0.1805217 Aug 11 02:52:01.314785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-bb7051a2-c3a6-4c8e-ae1c-879cfb17a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:01.316439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-bb7051a2-c3a6-4c8e-ae1c-879cfb17a917 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=976acf9b45e443af91a8aef5db1481e3&device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 1100 time: 0.2952452 Aug 11 02:52:01.320206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:01.322490 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e54887c-15f3-4770-a2d0-f0103249141e" -d '{"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:01.337146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71acc48f-f0a3-48f0-b206-334098f18538 req-cd24de1b-e4bb-41ee-a2e0-95fdd082f6d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963010 Aug 11 02:52:01.361681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:01.388583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.390281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cb295451-a57b-4351-8d20-f648ba2b585c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:01.465014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e855edb-dc75-4d23-ac7b-c593ab905648 req-ff6785fe-3265-4000-8f63-e6cd1a1f4a6f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:01.472621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e855edb-dc75-4d23-ac7b-c593ab905648 req-ff6785fe-3265-4000-8f63-e6cd1a1f4a6f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.3195498 Aug 11 02:52:01.497167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-954d52b8-6732-4f2d-b131-f0886b9bfce6 req-da197fe8-84b1-4482-8452-e0ca2aa68bb1 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512195 Aug 11 02:52:01.500486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:01.508028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Made reservation on behalf of de0981668bb043f388885a5e1f0d256b for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:01.511529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.529318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.542718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-9d519eda-39fb-49e4-a699-2619d31b6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:01.544618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-9d519eda-39fb-49e4-a699-2619d31b6b74 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2161293 Aug 11 02:52:01.562947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95544920-d9d2-4fc4-a892-2312a2143bb2 req-a2dc5879-3e6c-4599-b182-ae59f00a5ff6 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:01.572537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95544920-d9d2-4fc4-a892-2312a2143bb2 req-a2dc5879-3e6c-4599-b182-ae59f00a5ff6 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 944 time: 0.1419830 Aug 11 02:52:01.597955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port cb295451-a57b-4351-8d20-f648ba2b585c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:01.605469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port cb295451-a57b-4351-8d20-f648ba2b585c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:01.605918 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.644710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-6f50c267-8582-4a35-85bd-28f18b721d80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=e50b7944-377c-4b02-b2f8-03f42cdef57c HTTP/1.1" status: 200 len: 217 time: 0.0661469 Aug 11 02:52:01.685662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e855edb-dc75-4d23-ac7b-c593ab905648 req-647aeff0-0643-4467-b20d-a56f26fc288d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118785 Aug 11 02:52:01.771618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95544920-d9d2-4fc4-a892-2312a2143bb2 req-43f46829-3790-4116-b85d-2109bc1f4440 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955183 Aug 11 02:52:01.780594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-09f6e67a-c68e-4946-9cb1-dd385b49d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:01.782417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-09f6e67a-c68e-4946-9cb1-dd385b49d3f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1206977 Aug 11 02:52:01.849578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.886418 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.889668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:01.898438 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dcc6f2-7770-49ac-abf6-b91c8ff52aa1 x-openstack-request-id: req-25dcc6f2-7770-49ac-abf6-b91c8ff52aa1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:01.898740 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:01.899005 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25dcc6f2-7770-49ac-abf6-b91c8ff52aa1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:01.899420 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'status': 'completed', 'code': 200} Aug 11 02:52:01.939731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-6111da11-6c6f-4ce1-80c1-346c3edd1608 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:01.941267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-6111da11-6c6f-4ce1-80c1-346c3edd1608 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.57 "GET /v2.0/networks?id=550eb385-6bca-4550-b2b8-8f35d2df9c79 HTTP/1.1" status: 200 len: 806 time: 0.2992139 Aug 11 02:52:01.952433 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed09e38-2d34-4814-9d29-9610b297713c x-openstack-request-id: req-2ed09e38-2d34-4814-9d29-9610b297713c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:01.952728 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:01.952980 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ed09e38-2d34-4814-9d29-9610b297713c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:01.953374 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'code': 200} Aug 11 02:52:01.961162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cb295451-a57b-4351-8d20-f648ba2b585c,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:01.970825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.048772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Allocated IP 192.168.233.40 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/bbcd30cd-9787-407b-8ccc-c793c086322e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:02.051350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-b6b34ea8-2718-4a9c-a99d-664cb6bc610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.052877 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-b6b34ea8-2718-4a9c-a99d-664cb6bc610c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2341232 Aug 11 02:52:02.064066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:02.093776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f9910fb-5b28-4472-95f0-bfc402a85f19 req-df0bb4fe-42a7-49f0-ad45-78a3d57f4d58 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 210 time: 0.2918797 Aug 11 02:52:02.141502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d250c1fb-6773-4f72-86f1-6e60b4ef6580,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:02.163920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-6a7cdaf1-e191-4a2f-b9fe-b03c23c38c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.165481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-6a7cdaf1-e191-4a2f-b9fe-b03c23c38c4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1100 time: 0.2232902 Aug 11 02:52:02.169745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-22506fe2-0c26-4142-9a2d-96f20af8fd65 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8767bf03eec34c109d235b187096d928 HTTP/1.1" status: 200 len: 379 time: 0.2029350 Aug 11 02:52:02.261127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Request body: {'port': {'device_id': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'admin_state_up': True, 'tenant_id': '8767bf03eec34c109d235b187096d928', 'security_groups': ['ee775fad-7a14-4a54-97ff-448372208c41']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:02.306530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b4daa-5465-4d07-9578-3d654a3cde86 req-6c93cc75-19e5-411e-927c-88e352011f9f tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.314950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b8b4daa-5465-4d07-9578-3d654a3cde86 req-6c93cc75-19e5-411e-927c-88e352011f9f tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 948 time: 0.2699635 Aug 11 02:52:02.392707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06db78-c8c2-4d11-be45-91e3add3e428 req-bf140c34-48c1-4dcb-8eff-2f90dc1604b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.394208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a06db78-c8c2-4d11-be45-91e3add3e428 req-bf140c34-48c1-4dcb-8eff-2f90dc1604b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1097 time: 0.2750480 Aug 11 02:52:02.423819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766fa2c-a292-4836-88f6-9667212ecd37 req-1cb73aa5-7303-4f88-9945-197ae242af36 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.425723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d766fa2c-a292-4836-88f6-9667212ecd37 req-1cb73aa5-7303-4f88-9945-197ae242af36 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 948 time: 0.1040211 Aug 11 02:52:02.440130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.459051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-45183d70-d6b0-4299-b230-758092cf657e service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931482 Aug 11 02:52:02.492762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b8b4daa-5465-4d07-9578-3d654a3cde86 req-e0405b5d-42dd-4148-8eb0-9f59e937a3de tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768804 Aug 11 02:52:02.521642 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-2df10816-43ae-4be7-8152-14f685ca775d tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=de0981668bb043f388885a5e1f0d256b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785601 Aug 11 02:52:02.532975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Transition to ACTIVE for port object bbcd30cd-9787-407b-8ccc-c793c086322e will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:02.626389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-f8f8c02b-3d21-40ef-bedb-0c635340541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.627795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-f8f8c02b-3d21-40ef-bedb-0c635340541d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.4413946 Aug 11 02:52:02.652849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a06db78-c8c2-4d11-be45-91e3add3e428 req-faa73fd0-e0d6-4e7e-b39c-c43c1d337c1f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386823 Aug 11 02:52:02.659834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-947c01db-19e6-4a41-9f14-7034250a7f01 req-6b337195-ed91-4351-83a4-7f22736ce48e tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 210 time: 0.0523949 Aug 11 02:52:02.717638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-a154e88b-b5e2-4346-b1e4-fc676866b8e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0620534 Aug 11 02:52:02.743578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Made reservation on behalf of 8767bf03eec34c109d235b187096d928 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:02.747542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:02.836536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca8a496f-cc75-436c-b040-ed8b40f56591 req-2ec90b13-3d30-4f62-bb9d-9ed556bc0fa2 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664527 Aug 11 02:52:02.870901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-c9d7efad-fdb7-4de0-b396-14c42ba8606a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.872570 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-c9d7efad-fdb7-4de0-b396-14c42ba8606a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1391251 Aug 11 02:52:02.905627 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d766fa2c-a292-4836-88f6-9667212ecd37 req-0fad3c4a-2fd9-435c-912a-3475de5721fb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614527 Aug 11 02:52:02.925032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f6c6d-83be-4192-8369-545e9f4badae req-d364c33a-9662-4174-b4a8-0f6b164c7288 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:02.926569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c0f6c6d-83be-4192-8369-545e9f4badae req-d364c33a-9662-4174-b4a8-0f6b164c7288 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 945 time: 0.1446528 Aug 11 02:52:03.032945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-63430fc7-6f64-4a42-82bb-62ccc3dc07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.034535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-63430fc7-6f64-4a42-82bb-62ccc3dc07b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070628 Aug 11 02:52:03.038517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.055943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-0bbad5ba-4115-4a62-8607-7659bc271cd3 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.057398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c0f6c6d-83be-4192-8369-545e9f4badae req-77010058-4882-4d01-a8d7-1761f30b7662 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235750 Aug 11 02:52:03.057592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-0bbad5ba-4115-4a62-8607-7659bc271cd3 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5274470 Aug 11 02:52:03.090498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Request body: {'port': {'device_id': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'de0981668bb043f388885a5e1f0d256b'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:03.114844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Allocated IP 172.20.0.3 (550eb385-6bca-4550-b2b8-8f35d2df9c79/b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f/73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:03.155539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:03.167374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:03.170094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:03.182381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:03.226639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f6fad-9bef-4b4d-a1aa-1d0e5f235691 req-73a2deef-3045-43b1-995f-a311bb63d287 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.228211 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c09f6fad-9bef-4b4d-a1aa-1d0e5f235691 req-73a2deef-3045-43b1-995f-a311bb63d287 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 945 time: 0.2358084 Aug 11 02:52:03.230054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-5caa90d5-9fdb-44e9-b2cf-473713f06c8c service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863360 Aug 11 02:52:03.348750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.349562 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.355396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c09f6fad-9bef-4b4d-a1aa-1d0e5f235691 req-fd1f520b-8ec9-4773-909e-6c63dd1e529a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088338 Aug 11 02:52:03.366032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-394de991-a51e-4d31-bded-e695377c30cc req-d528e29f-5724-40d4-b640-0a2bf400dbf4 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 210 time: 0.0457606 Aug 11 02:52:03.378847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9af9c9b-b43e-477c-8cac-cd64cea03270 req-03398a55-fb4a-4c8b-9d7b-d111eb229bf3 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407814 Aug 11 02:52:03.412922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Made reservation on behalf of de0981668bb043f388885a5e1f0d256b for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:03.417827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.432790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.433162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-641dc5b0-2671-4c87-9d89-fdf819ddabe0 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4523640 Aug 11 02:52:03.450165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Transition to ACTIVE for port object 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:03.485430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Request body: {'port': {'device_id': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:03.491917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.534405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:03.536643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:03.542847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:03.564033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d54b7ae2-50ae-47c7-8d77-9f63f79c364f None None] Provisioning for port bbcd30cd-9787-407b-8ccc-c793c086322e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:03.568297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d54b7ae2-50ae-47c7-8d77-9f63f79c364f None None] Provisioning complete for port bbcd30cd-9787-407b-8ccc-c793c086322e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:03.568674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d54b7ae2-50ae-47c7-8d77-9f63f79c364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.611817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d54b7ae2-50ae-47c7-8d77-9f63f79c364f None None] Port bbcd30cd-9787-407b-8ccc-c793c086322e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:03.622094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.644755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.645405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.675396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event updated for resources: {'Port': ['ID=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:03.689080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Allocated IP 192.168.233.68 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/9ec0da2a-441f-4238-a6f2-19d1bae2dc90) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:03.701032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f2b3e865-55aa-4259-a080-124a00bc173b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4908957 Aug 11 02:52:03.717590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87725e9f-4ec5-485e-bdc9-df03a8632ad5 req-4681192a-6441-4ae3-b41d-527d03de2b29 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.731532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87725e9f-4ec5-485e-bdc9-df03a8632ad5 req-4681192a-6441-4ae3-b41d-527d03de2b29 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 948 time: 0.1126649 Aug 11 02:52:03.758188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Request body: {'port': {'device_id': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:03.796253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87725e9f-4ec5-485e-bdc9-df03a8632ad5 req-447cabd9-9387-4a58-a489-f05c579983a7 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635929 Aug 11 02:52:03.838067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b7374c7f-2537-454c-90b5-aafec4d49472 None None] Provisioning for port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:03.841910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.843023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b7374c7f-2537-454c-90b5-aafec4d49472 None None] Provisioning complete for port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:03.843404 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b7374c7f-2537-454c-90b5-aafec4d49472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:03.908736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b7374c7f-2537-454c-90b5-aafec4d49472 None None] Port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:03.954498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:03.956853 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79267ed-8f9b-41db-9267-f04be9ebf4ca" -d '{"events": [{"server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "name": "network-vif-plugged", "status": "completed", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:03.960583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9df53-0314-410d-8dfc-6225043e3798 req-df3fef20-f179-4d09-951b-13cadc16cc44 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:03.960892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ed9df53-0314-410d-8dfc-6225043e3798 req-df3fef20-f179-4d09-951b-13cadc16cc44 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 931 time: 0.1807282 Aug 11 02:52:04.032908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ed9df53-0314-410d-8dfc-6225043e3798 req-369b18e4-30c1-4d59-b7c1-1fd755c00012 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645194 Aug 11 02:52:04.046883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.061418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Transition to ACTIVE for port object 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:04.099196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92028400-305d-4b01-ba00-c433d9bca130 req-c44fc3e3-03aa-4f5c-8b92-17e9f1317751 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.100935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92028400-305d-4b01-ba00-c433d9bca130 req-c44fc3e3-03aa-4f5c-8b92-17e9f1317751 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 948 time: 0.1161921 Aug 11 02:52:04.118109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.121295 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5147c5-11e0-4bb1-aecd-3994da2586e5 x-openstack-request-id: req-3c5147c5-11e0-4bb1-aecd-3994da2586e5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:04.122333 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "name": "network-vif-plugged", "status": "completed", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:04.122720 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c5147c5-11e0-4bb1-aecd-3994da2586e5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:04.123352 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c', 'code': 200} Aug 11 02:52:04.179472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92028400-305d-4b01-ba00-c433d9bca130 req-299e7cea-0de8-488a-bb71-a3a47fc355ae tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698986 Aug 11 02:52:04.212922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:04.236104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:04.241078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:04.246323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:04.254644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.278034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:04.310408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Transition to ACTIVE for port object 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:04.328459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.350365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261c19b-e4e0-4476-8a66-ae8131370ac6 req-855b3e34-8a5b-4a02-98b3-1be6b08d74bb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.351903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e261c19b-e4e0-4476-8a66-ae8131370ac6 req-855b3e34-8a5b-4a02-98b3-1be6b08d74bb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 945 time: 0.1651077 Aug 11 02:52:04.382883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.382883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.421142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4759d6-ff8b-4c5a-bd0b-d5ed32f7d7f2 req-a09f1705-4914-4d99-be25-c55cc9966f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.428935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e4759d6-ff8b-4c5a-bd0b-d5ed32f7d7f2 req-a09f1705-4914-4d99-be25-c55cc9966f6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1097 time: 0.1654563 Aug 11 02:52:04.443017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:04.447593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-bfc2e6ba-8ea3-491c-a043-ef60f7045d3c tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3674266 Aug 11 02:52:04.478282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Request body: {'port': {'device_id': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:04.556688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e4759d6-ff8b-4c5a-bd0b-d5ed32f7d7f2 req-9e070a3f-1e89-445a-a7f5-e8c569f2086c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154559 Aug 11 02:52:04.566628 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e261c19b-e4e0-4476-8a66-ae8131370ac6 req-72b8a1ee-8fac-4b19-9148-77a5f2a3b6d0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002847 Aug 11 02:52:04.578533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Attempting to bind port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:04.578767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Attempting to bind port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:04.579100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Attempting to bind port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f on network 550eb385-6bca-4550-b2b8-8f35d2df9c79 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:04.586673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcd30cd-9787-407b-8ccc-c793c086322e {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:04.589829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f on network 550eb385-6bca-4550-b2b8-8f35d2df9c79 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:04.590161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Attempting to bind port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f on network 550eb385-6bca-4550-b2b8-8f35d2df9c79 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:04.601605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219232b0-5990-4648-afac-feb25f5efafa req-e8cc0cf9-4768-4f2b-a713-edaf63d20521 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.606822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.610043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-219232b0-5990-4648-afac-feb25f5efafa req-e8cc0cf9-4768-4f2b-a713-edaf63d20521 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 945 time: 0.1248627 Aug 11 02:52:04.617574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.621725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:04.622066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Checking segment: {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:04.622455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Bound using segment: {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:04.622890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Bound port: 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ef53b3-b323-4c75-8d66-008017813c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:04.623252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.652832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b0afdd5a-746e-4491-8cfb-4372145cc891 None None] Provisioning for port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:04.657434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b0afdd5a-746e-4491-8cfb-4372145cc891 None None] Provisioning complete for port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:04.658085 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0afdd5a-746e-4491-8cfb-4372145cc891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.661122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Transition to ACTIVE for port object bbcd30cd-9787-407b-8ccc-c793c086322e will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:04.662353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-219232b0-5990-4648-afac-feb25f5efafa req-2810d6c3-9bb0-415a-96bb-77d4cc0bdc64 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515175 Aug 11 02:52:04.736615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.741970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b0afdd5a-746e-4491-8cfb-4372145cc891 None None] Port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:04.756691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] For port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:04.762133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] For port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:04.768629 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.873681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:04.889899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:04.891504 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:04.893051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-eb797848-7871-40ea-96a6-c18c24994fd3 service neutron] 10.222.0.57 "PUT /v2.0/ports/73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f HTTP/1.1" status: 200 len: 1092 time: 1.1583879 Aug 11 02:52:04.893506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:04.896518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e50b7944-377c-4b02-b2f8-03f42cdef57c details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:04.896756 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b2372b-c8d5-4574-a655-fdfff96fdf82" -d '{"events": [{"name": "network-changed", "server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:05.061545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:05.067529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e50b7944-377c-4b02-b2f8-03f42cdef57c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e50b7944-377c-4b02-b2f8-03f42cdef57c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:05.081474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'e50b7944-377c-4b02-b2f8-03f42cdef57c', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'e50b7944-377c-4b02-b2f8-03f42cdef57c', 'mac_address': 'fa:16:3e:57:1f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:05.137851 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.155025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50b7944-377c-4b02-b2f8-03f42cdef57c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:05.162816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2982771-0852-467e-93bb-09ec4eeadbb0 req-2822f327-9eb3-4772-9232-30d27c3f8225 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:05.164747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2982771-0852-467e-93bb-09ec4eeadbb0 req-2822f327-9eb3-4772-9232-30d27c3f8225 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 935 time: 0.4322875 Aug 11 02:52:05.183599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e50b7944-377c-4b02-b2f8-03f42cdef57c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e50b7944-377c-4b02-b2f8-03f42cdef57c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:05.188923 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.190000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:05.235098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:05.255619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'mac_address': 'fa:16:3e:aa:ac:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:05.323472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2982771-0852-467e-93bb-09ec4eeadbb0 req-563732cf-5f89-4774-98ce-8303f3bef456 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487126 Aug 11 02:52:05.337845 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.342667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Attempting to bind port bbcd30cd-9787-407b-8ccc-c793c086322e on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:05.345954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Attempting to bind port bbcd30cd-9787-407b-8ccc-c793c086322e by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:05.346617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Attempting to bind port bbcd30cd-9787-407b-8ccc-c793c086322e on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:05.359827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c05739-e4ef-43ed-8c3a-0bb6840037e5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:05.371250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Port bbcd30cd-9787-407b-8ccc-c793c086322e on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:05.373707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Attempting to bind port bbcd30cd-9787-407b-8ccc-c793c086322e on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:05.387832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:05.388582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:05.389204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:05.390009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Bound port: bbcd30cd-9787-407b-8ccc-c793c086322e, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:05.390758 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.460574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11050e4-cfd7-4eb7-8ab7-7a1c23ee3b31 req-7b8cd30a-e99b-4c89-8488-9c5d9a4cd858 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:05.462091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c11050e4-cfd7-4eb7-8ab7-7a1c23ee3b31 req-7b8cd30a-e99b-4c89-8488-9c5d9a4cd858 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 945 time: 0.5323658 Aug 11 02:52:05.486380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43106) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:05.499058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'floatingip': {'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:05.552907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-36faff85-84ea-4998-bdea-f83e02191434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:05.554594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-36faff85-84ea-4998-bdea-f83e02191434 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8767bf03eec34c109d235b187096d928&device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 1095 time: 0.1569796 Aug 11 02:52:05.559519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.594279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:05.602312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.614669 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b6476b-35b7-4d95-b65b-93aac944b50e x-openstack-request-id: req-54b6476b-35b7-4d95-b65b-93aac944b50e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:05.615061 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:05.615207 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54b6476b-35b7-4d95-b65b-93aac944b50e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:05.615586 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'status': 'completed', 'code': 200} Aug 11 02:52:05.616014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Transition to ACTIVE for port object 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:05.619209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:05.621493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=e50b7944-377c-4b02-b2f8-03f42cdef57c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:05.625959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.626654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.678080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fea8a-bcd3-4d3e-90f6-c4bc0689ca5c req-287bf982-6aec-42bb-88a7-511858b0e953 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:05.679610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-321fea8a-bcd3-4d3e-90f6-c4bc0689ca5c req-287bf982-6aec-42bb-88a7-511858b0e953 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 949 time: 0.2635489 Aug 11 02:52:05.680690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:05.693245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-f6eac55b-ca8d-4c23-97df-6f82209bc20c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f HTTP/1.1" status: 200 len: 217 time: 0.0767865 Aug 11 02:52:05.700094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:05.740820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:05.745211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:05.778917 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.788775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f26c8c-78c0-4b70-bfdf-34bd455156f9 req-37993bc7-ac24-4736-ace7-c54fa8e2f373 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:05.798454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69f26c8c-78c0-4b70-bfdf-34bd455156f9 req-37993bc7-ac24-4736-ace7-c54fa8e2f373 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 943 time: 0.1942241 Aug 11 02:52:05.864284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-82974844-0742-4251-81af-4b15490523c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:05.864611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['71c05739-e4ef-43ed-8c3a-0bb6840037e5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:05.865659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-82974844-0742-4251-81af-4b15490523c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f HTTP/1.1" status: 200 len: 845 time: 0.1434467 Aug 11 02:52:05.872224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['e50b7944-377c-4b02-b2f8-03f42cdef57c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:05.878247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-321fea8a-bcd3-4d3e-90f6-c4bc0689ca5c req-5de2ae13-9ad2-4f16-bcbe-42236c105f38 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739743 Aug 11 02:52:05.883096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:05.883739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:05.885139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] 10.222.0.10 "PUT /v2.0/ports/bbcd30cd-9787-407b-8ccc-c793c086322e HTTP/1.1" status: 200 len: 1096 time: 2.4070714 Aug 11 02:52:05.886099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:05.896303 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb9a215-bf4b-488c-b448-0c43ab729daa" -d '{"events": [{"name": "network-changed", "server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:05.966933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69f26c8c-78c0-4b70-bfdf-34bd455156f9 req-d4ec57f9-a4e8-4e2b-9264-eb95fbfd2cc3 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675887 Aug 11 02:52:06.070196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3858b2-3796-4b5c-8b49-73d3ff5363f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:06.083045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-169fc21e-ed52-4823-a491-d777b9581694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.084599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-169fc21e-ed52-4823-a491-d777b9581694 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=550eb385-6bca-4550-b2b8-8f35d2df9c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1955175 Aug 11 02:52:06.087582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Attempting to bind port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:06.088159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Attempting to bind port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:06.089537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Attempting to bind port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:06.098028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:06.098645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Attempting to bind port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:06.109705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:06.110372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:06.110929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:06.111685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Bound port: 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:06.112667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.187154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a96aac5-fb39-4583-bbba-a86046bcd246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.188863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-9a96aac5-fb39-4583-bbba-a86046bcd246 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de0981668bb043f388885a5e1f0d256b&device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 1099 time: 0.2483051 Aug 11 02:52:06.249771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ac070-f06b-4876-adce-32f7126b70ad req-7d119139-8e5c-49db-ad8b-ab99c3198629 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.257503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e33ac070-f06b-4876-adce-32f7126b70ad req-7d119139-8e5c-49db-ad8b-ab99c3198629 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 949 time: 0.2819374 Aug 11 02:52:06.283510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-8998bc65-2419-4631-8635-95d735ab3907 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=bbcd30cd-9787-407b-8ccc-c793c086322e HTTP/1.1" status: 200 len: 217 time: 0.0826952 Aug 11 02:52:06.336784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:06.365794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560851c9-5812-430c-af8e-6bb64ab69a3a req-3a99a3bf-f897-4872-8eb3-d54c43f7d107 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.367345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-560851c9-5812-430c-af8e-6bb64ab69a3a req-3a99a3bf-f897-4872-8eb3-d54c43f7d107 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 945 time: 0.2198179 Aug 11 02:52:06.379831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e33ac070-f06b-4876-adce-32f7126b70ad req-744a0430-3ffe-4d30-a33d-5a5195c794aa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166792 Aug 11 02:52:06.383716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:06.391509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-d301ff5f-10df-4557-a902-0a55e85c3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.393628 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-d301ff5f-10df-4557-a902-0a55e85c3c2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1006505 Aug 11 02:52:06.395189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.402510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-53bae5bf-1f85-4df8-8ea3-dc8471f4cb16 service neutron] 10.222.0.57 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530751 Aug 11 02:52:06.470006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.471109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.472562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] 10.222.0.10 "PUT /v2.0/ports/9ec0da2a-441f-4238-a6f2-19d1bae2dc90 HTTP/1.1" status: 200 len: 1096 time: 2.0140855 Aug 11 02:52:06.488118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781d517-2d38-442b-b23c-fc780bcd0cad service neutron] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:06.508581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-009cafb4-f692-412d-bd09-2cfed52a863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.516746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-009cafb4-f692-412d-bd09-2cfed52a863e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0960641 Aug 11 02:52:06.534094 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:52:06.560835 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dae9e39-c5dd-49aa-b299-ddc1c6146fbf x-openstack-request-id: req-0dae9e39-c5dd-49aa-b299-ddc1c6146fbf {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:06.561132 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:06.561376 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0dae9e39-c5dd-49aa-b299-ddc1c6146fbf {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:06.563348 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'status': 'completed', 'code': 200} Aug 11 02:52:06.574661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-560851c9-5812-430c-af8e-6bb64ab69a3a req-2f1c0e0d-6208-4f49-8966-191731e00f5c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981752 Aug 11 02:52:06.617438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.630349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.636755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee3fd2df-1eb3-4fe2-9746-45818b837877 req-18c6158e-4038-464f-b9df-4ffb326886e0 service neutron] 10.222.0.57 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983802 Aug 11 02:52:06.770936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07681e68-fea9-42e7-9e82-312d5159a9ce req-0b580cde-5913-47cf-b3df-96bd660c66ef tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.772531 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07681e68-fea9-42e7-9e82-312d5159a9ce req-0b580cde-5913-47cf-b3df-96bd660c66ef tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 947 time: 0.1370647 Aug 11 02:52:06.776791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-c06f1b94-c4ca-44b8-846d-34e3748ddb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.778348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-c06f1b94-c4ca-44b8-846d-34e3748ddb97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de0981668bb043f388885a5e1f0d256b&device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 1099 time: 0.2458425 Aug 11 02:52:06.788107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-6b6d9cbb-3ece-4265-964e-1382d5799d99 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638586 Aug 11 02:52:06.845779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-ac55db71-5722-4646-be45-50458c811721 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1069025937&fields=id&tenant_id=1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 267 time: 0.1660402 Aug 11 02:52:06.857645 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-d70aa3df-62a8-4430-8c11-8e080c61da74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90 HTTP/1.1" status: 200 len: 217 time: 0.0676782 Aug 11 02:52:06.872325 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Floating IP 23f2b473-1894-45d7-bbe7-9ccc9de29801 associated. External IP: 172.25.4.236, port: e00120b2-2306-4fae-86d0-e062896f431f. Aug 11 02:52:06.902362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e50b7944-377c-4b02-b2f8-03f42cdef57c up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:06.949505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-23f438a6-357e-4125-b17a-b7e04a42e6d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1629963 Aug 11 02:52:06.952559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07681e68-fea9-42e7-9e82-312d5159a9ce req-5c8593c0-fe99-443b-991b-25c88e03718d tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713364 Aug 11 02:52:06.956663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-8e93e3a5-5459-4ea4-8f7d-fd2b112832dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.958416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-8e93e3a5-5459-4ea4-8f7d-fd2b112832dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8767bf03eec34c109d235b187096d928&device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 1095 time: 0.1709416 Aug 11 02:52:06.962872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port e50b7944-377c-4b02-b2f8-03f42cdef57c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:06.971200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port e50b7944-377c-4b02-b2f8-03f42cdef57c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:06.975128 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:06.978205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-032cb243-ca1c-448b-873b-26c485d79476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:06.979880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-032cb243-ca1c-448b-873b-26c485d79476 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0868626 Aug 11 02:52:07.042657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-c0d10e5c-0a2c-4cc9-9a26-3b6635ded6a8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.044159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-c0d10e5c-0a2c-4cc9-9a26-3b6635ded6a8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 945 time: 0.1885927 Aug 11 02:52:07.044498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec24fc6-315f-4a54-b50d-f16ab0057d81 req-e939ab22-cdcf-464d-8c22-754750090a32 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237530 Aug 11 02:52:07.102986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'port': {'security_groups': ['39531943-475b-4e68-bff4-85a9b959c48a', 'dcb01ba6-02d6-4faf-8c2f-4233f7073922']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:07.107083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288468-2eb8-4447-8623-2107f37bf555 req-d4ff3e76-5352-41e2-a4f5-08d08ea2bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.108724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-d4ff3e76-5352-41e2-a4f5-08d08ea2bb64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215160 Aug 11 02:52:07.132066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.167228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b7944-377c-4b02-b2f8-03f42cdef57c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:07.170604 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4b73da-6961-4080-acde-93fddffa3b4b" -d '{"events": [{"server_uuid": "3ea38c46-ad29-4d71-b1ad-e001073dc68c", "name": "network-vif-plugged", "status": "completed", "tag": "e50b7944-377c-4b02-b2f8-03f42cdef57c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:07.190326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e50b7944-377c-4b02-b2f8-03f42cdef57c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e50b7944-377c-4b02-b2f8-03f42cdef57c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:07.193721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882be68d-0101-4237-8cc7-67a1f723878e req-7bcb0a53-8ea5-40e5-9d63-adb63e9bea00 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.195745 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.196934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:07.201988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-882be68d-0101-4237-8cc7-67a1f723878e req-7bcb0a53-8ea5-40e5-9d63-adb63e9bea00 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 949 time: 0.1558764 Aug 11 02:52:07.234177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-1c6c9ed3-c7c2-4432-8d4b-88e655bf8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.235673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-1c6c9ed3-c7c2-4432-8d4b-88e655bf8fd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de0981668bb043f388885a5e1f0d256b&device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 1099 time: 0.1403341 Aug 11 02:52:07.266104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-6f663dc1-b531-4a12-8b10-0fb29caec150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.267594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-6f663dc1-b531-4a12-8b10-0fb29caec150 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 1101 time: 0.2176445 Aug 11 02:52:07.290083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=e50b7944-377c-4b02-b2f8-03f42cdef57c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:07.299750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-882be68d-0101-4237-8cc7-67a1f723878e req-8962fda7-dde7-468d-915a-4971d7713409 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909414 Aug 11 02:52:07.300549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.329295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:07.330531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-1088e59d-c822-4724-ad9f-4dafe8c5841a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.332113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-1088e59d-c822-4724-ad9f-4dafe8c5841a service neutron] 10.222.0.57 "GET /v2.0/networks?id=550eb385-6bca-4550-b2b8-8f35d2df9c79 HTTP/1.1" status: 200 len: 907 time: 0.3265600 Aug 11 02:52:07.338270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:07.339021 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.433219 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.478370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:07.485183 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:07.547046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:07.665149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-0534e4bf-718e-4d61-8e68-7ec05e819867 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351870 Aug 11 02:52:07.738724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-2422a8b7-cd56-4b56-9601-78d7f06bd2ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f HTTP/1.1" status: 200 len: 217 time: 0.3694122 Aug 11 02:52:07.792972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5fa15-ed7c-4b8e-a637-d7f51ddb3deb req-9d78f539-bd99-4bae-93fc-a0df54908b84 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.794897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b5fa15-ed7c-4b8e-a637-d7f51ddb3deb req-9d78f539-bd99-4bae-93fc-a0df54908b84 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 943 time: 0.1565311 Aug 11 02:52:07.797808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-7299282b-9223-44ba-a837-d74944a4ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.799154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-7299282b-9223-44ba-a837-d74944a4ea09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.5515964 Aug 11 02:52:07.838749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0288468-2eb8-4447-8623-2107f37bf555 req-15918efb-3e84-45ff-8958-334855e4bc75 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585031 Aug 11 02:52:07.854666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:07.868053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-431b9358-4a4b-4ada-b6b2-c7430d4335c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.868930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-d5755940-39ef-4de0-8a0a-889883bccfc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=bbcd30cd-9787-407b-8ccc-c793c086322e HTTP/1.1" status: 200 len: 217 time: 0.0516574 Aug 11 02:52:07.870115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-431b9358-4a4b-4ada-b6b2-c7430d4335c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f HTTP/1.1" status: 200 len: 845 time: 0.0992267 Aug 11 02:52:07.909542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-e2cc10a2-dc14-4af8-9d70-4daaf47dfe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.911027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-e2cc10a2-dc14-4af8-9d70-4daaf47dfe09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.6021485 Aug 11 02:52:07.915428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b5fa15-ed7c-4b8e-a637-d7f51ddb3deb req-5764f3ca-66ad-4bc6-970c-8327b0067cda tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082349 Aug 11 02:52:07.944103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-1d6c1088-9bf1-44da-b981-6f54c880ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:07.945855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-1d6c1088-9bf1-44da-b981-6f54c880ff96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0667634 Aug 11 02:52:07.965832 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8503fd92-ded9-4e54-983b-b5a0ef45c0bc x-openstack-request-id: req-8503fd92-ded9-4e54-983b-b5a0ef45c0bc {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:07.965832 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea38c46-ad29-4d71-b1ad-e001073dc68c", "name": "network-vif-plugged", "status": "completed", "tag": "e50b7944-377c-4b02-b2f8-03f42cdef57c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:07.966369 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8503fd92-ded9-4e54-983b-b5a0ef45c0bc {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:07.966369 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b7944-377c-4b02-b2f8-03f42cdef57c', 'code': 200} Aug 11 02:52:08.002048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-6938d021-169a-4919-ac99-0ef8b897ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.004194 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-6938d021-169a-4919-ac99-0ef8b897ed0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499182 Aug 11 02:52:08.057788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-0699adb8-8afd-4a29-a9f0-e51d71fadc02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 200 len: 217 time: 0.1307256 Aug 11 02:52:08.167684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af747a20-e7b2-4a50-bd55-34e79faa0abf req-f9e2ca04-c6a6-40c1-845d-ed31d8521418 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.169183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af747a20-e7b2-4a50-bd55-34e79faa0abf req-f9e2ca04-c6a6-40c1-845d-ed31d8521418 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1417928 Aug 11 02:52:08.175680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2356fa-3605-4505-b7f3-12d0f6a999d8 req-1a4dc23b-07ca-4ff4-8e60-2b0353f881b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.176092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-3674a0b8-4645-4a55-9570-c6f12ddf667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.177175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de2356fa-3605-4505-b7f3-12d0f6a999d8 req-1a4dc23b-07ca-4ff4-8e60-2b0353f881b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 1102 time: 0.1035149 Aug 11 02:52:08.177626 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-3674a0b8-4645-4a55-9570-c6f12ddf667c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=550eb385-6bca-4550-b2b8-8f35d2df9c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2657607 Aug 11 02:52:08.190998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-6c0c331c-d8b4-40fd-a173-d880c43e014b service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728697 Aug 11 02:52:08.207456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-d83ea90b-5ff1-450e-850f-f6c06abdeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.208903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-d83ea90b-5ff1-450e-850f-f6c06abdeb66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1240799 Aug 11 02:52:08.234230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:08.239073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.245490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] Sync routers for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:08.254714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:08.255612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:08.291859 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af747a20-e7b2-4a50-bd55-34e79faa0abf req-bdfdcb29-7f61-431a-bad4-873511ad8efb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106029 Aug 11 02:52:08.298827 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de2356fa-3605-4505-b7f3-12d0f6a999d8 req-62fde926-4657-4e41-8f2f-63246e9e64f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095471 Aug 11 02:52:08.341976 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb9a215-bf4b-488c-b448-0c43ab729daa req-532a5e25-88e7-48ed-8df0-cfafde70fe3c service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361012 Aug 11 02:52:08.344048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9e8634b1-2ee3-488a-bee8-b166a73767e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "PUT /v2.0/floatingips/23f2b473-1894-45d7-bbe7-9ccc9de29801 HTTP/1.1" status: 200 len: 991 time: 2.8559995 Aug 11 02:52:08.370005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:08.372435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:08.374672 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:08.407091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cb295451-a57b-4351-8d20-f648ba2b585c,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:08.442837 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-e1fee29c-5df2-4ebe-9223-9ce50579de53 service neutron] 10.222.0.57 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330053 Aug 11 02:52:08.453781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-642ef5f6-121c-4f8f-b507-56d5a3e533b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.455363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-642ef5f6-121c-4f8f-b507-56d5a3e533b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1751251 Aug 11 02:52:08.464527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.470522 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.494117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa12437-712d-4f07-bf4b-3d776025f7d7 req-1dae82cb-ba5d-4f41-b2f7-208f9b08fa95 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.496800 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8fa12437-712d-4f07-bf4b-3d776025f7d7 req-1dae82cb-ba5d-4f41-b2f7-208f9b08fa95 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 947 time: 0.0573993 Aug 11 02:52:08.520929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:08.547300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8fa12437-712d-4f07-bf4b-3d776025f7d7 req-2ac8c48b-851b-4947-b19f-7a38bfc74fba tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Aug 11 02:52:08.568511 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:08.571041 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d821ec94-a89a-4ad6-8afb-08ad99b56bca" -d '{"events": [{"name": "network-changed", "server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:08.626024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.626794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:08.628508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-688f66bb-e2d8-4e00-b514-3f71c7e49ddd req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "PUT /v2.0/ports/cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 200 len: 981 time: 1.5299056 Aug 11 02:52:08.671162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a8459-b0f4-4e35-92c6-bc3005d73e23 req-b4357a34-0afb-4341-92b4-151d5776f6bf tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.673125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-644a8459-b0f4-4e35-92c6-bc3005d73e23 req-b4357a34-0afb-4341-92b4-151d5776f6bf tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 950 time: 0.0528002 Aug 11 02:52:08.693047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-e97f0eba-0276-48b5-b07a-2f9b0d3cbd4a service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056363 Aug 11 02:52:08.777370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-644a8459-b0f4-4e35-92c6-bc3005d73e23 req-3176afed-4256-4b38-b330-3f239d1cf0e4 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876737 Aug 11 02:52:08.799825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '23f2b473-1894-45d7-bbe7-9ccc9de29801', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'mac_address': 'fa:16:3e:70:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3922856-fe47-4ced-8428-452a67080964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 1, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:39Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:08.829750 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee117895-9f2c-4f9b-adca-095c0acd170a x-openstack-request-id: req-ee117895-9f2c-4f9b-adca-095c0acd170a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:08.830290 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:08.830290 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee117895-9f2c-4f9b-adca-095c0acd170a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:08.830725 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'status': 'completed', 'code': 200} Aug 11 02:52:08.838737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] Checking router: 8b8a9b7c-b1c7-4209-90be-21af477d13d0 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:08.854851 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b01eac0-f11b-4a9f-b645-00a2e8806f9a x-openstack-request-id: req-3b01eac0-f11b-4a9f-b645-00a2e8806f9a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:08.855456 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:08.855929 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b01eac0-f11b-4a9f-b645-00a2e8806f9a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:08.856584 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'status': 'completed', 'code': 200} Aug 11 02:52:08.865801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:08.866544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:08.875756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f4cdb-efb2-49d4-9b11-76bca3d16e66 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:08.905809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27b2372b-c8d5-4574-a655-fdfff96fdf82 req-9ca5358a-6b00-4457-b22b-9bd9d8a628c1 service neutron] 10.222.0.57 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4270871 Aug 11 02:52:08.931747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-2c747f96-6c68-4a8f-b825-66659eed45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.933912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-2c747f96-6c68-4a8f-b825-66659eed45a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de0981668bb043f388885a5e1f0d256b&device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 1099 time: 0.0616138 Aug 11 02:52:08.939313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-3250aa25-873d-4e79-9e46-a9a60ed9360d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-727882011&fields=id&tenant_id=1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 267 time: 0.0756221 Aug 11 02:52:08.939548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-21b02348-0460-4583-aeb3-a4b49223ebc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:08.940977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-21b02348-0460-4583-aeb3-a4b49223ebc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1097 time: 0.0774736 Aug 11 02:52:08.982382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e03a88fd-20bf-4783-9ea0-294f04e6e7aa req-1eba3293-16ab-403b-bed1-b5bdcc81f677 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723832 Aug 11 02:52:08.984083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:09.038166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:09.042181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-ed48d121-a45d-40cc-9f42-54e1329680d5 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.043957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-ed48d121-a45d-40cc-9f42-54e1329680d5 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 984 time: 0.0735490 Aug 11 02:52:09.059062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'port': {'security_groups': ['39531943-475b-4e68-bff4-85a9b959c48a', 'dcb01ba6-02d6-4faf-8c2f-4233f7073922', 'fc301364-6c5a-4bc0-8218-fac60222a44e']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:09.077390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:09.135956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e9c76-0868-410e-a3da-efe9e6d8f392 req-c096f814-9a06-43f0-87f6-ef97b57772d6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.137898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-344e9c76-0868-410e-a3da-efe9e6d8f392 req-c096f814-9a06-43f0-87f6-ef97b57772d6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 943 time: 0.1345274 Aug 11 02:52:09.156307 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.177406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-5886d8bc-08be-4d91-aaf2-52269f73d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.179037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-5886d8bc-08be-4d91-aaf2-52269f73d0fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2349958 Aug 11 02:52:09.187053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-d865908a-ebdf-45bf-8152-28c7e29e8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.188747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-d865908a-ebdf-45bf-8152-28c7e29e8a8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2254360 Aug 11 02:52:09.244068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-b2f27996-6871-4619-9648-99398d67d987 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90 HTTP/1.1" status: 200 len: 217 time: 0.0491281 Aug 11 02:52:09.290350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-344e9c76-0868-410e-a3da-efe9e6d8f392 req-5844b97a-596c-449f-a998-6f13355bec0e tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419044 Aug 11 02:52:09.356223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-19baeedc-5ff8-41e9-9214-ccec5a491779 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.1228075 Aug 11 02:52:09.436670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cb295451-a57b-4351-8d20-f648ba2b585c,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:09.465180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-86dda4bd-25e0-4bcf-8fea-4678fdeae1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.466656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-86dda4bd-25e0-4bcf-8fea-4678fdeae1cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1753671 Aug 11 02:52:09.469646 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.476152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.484392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:09.492418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-fa1b4530-2af4-496a-8dd4-f7a54a028bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.493840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-fa1b4530-2af4-496a-8dd4-f7a54a028bbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1048295 Aug 11 02:52:09.522892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'port_id': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'mac_address': 'fa:16:3e:71:e3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:09.525909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fad29-377c-4e1d-a5ac-17dd0d2db0ff req-5f2ed92f-8c50-4d53-bdf6-adcfd10d7cf7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.527732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d70fad29-377c-4e1d-a5ac-17dd0d2db0ff req-5f2ed92f-8c50-4d53-bdf6-adcfd10d7cf7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1403539 Aug 11 02:52:09.528722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.529261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.530899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb852476-3248-43ee-9c95-a67b2a31d8f4 req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "PUT /v2.0/ports/cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 200 len: 1020 time: 0.4787757 Aug 11 02:52:09.555347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a2114-65cc-4426-85d1-7fc74b0d0593 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:09.588416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-8cb7a70f-e4de-4afa-a89e-122ae593e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.589924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-8cb7a70f-e4de-4afa-a89e-122ae593e12d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125813 Aug 11 02:52:09.636457 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.641922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-3f7c1973-3eee-48fe-9502-14521cb112c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.643426 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-3f7c1973-3eee-48fe-9502-14521cb112c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1121995 Aug 11 02:52:09.665199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:09.670507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d70fad29-377c-4e1d-a5ac-17dd0d2db0ff req-70d6098c-c70e-4008-bfcc-c7c43a040ee0 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054020 Aug 11 02:52:09.707227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:09.717325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:09.753094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '23f2b473-1894-45d7-bbe7-9ccc9de29801', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'mac_address': 'fa:16:3e:70:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3922856-fe47-4ced-8428-452a67080964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 1, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:39Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:09.759396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:09.759648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00909c-bf65-4e75-8ea4-d3e3bcdc6c60 req-8b86f715-8125-44b8-8e89-1794c3fd79cc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:09.761666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee00909c-bf65-4e75-8ea4-d3e3bcdc6c60 req-8b86f715-8125-44b8-8e89-1794c3fd79cc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1023 time: 0.0920553 Aug 11 02:52:09.799105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034d4bcb-2119-4bd0-94b5-999932a0363c None None] The sync data for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 is: [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '23f2b473-1894-45d7-bbe7-9ccc9de29801', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'floating_ip_address': '172.25.4.236', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'mac_address': 'fa:16:3e:70:58:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3922856-fe47-4ced-8428-452a67080964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:39Z', 'updated_at': '2021-08-11T02:52:06Z', 'revision_number': 1, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:39Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:09.849856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:09.880614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee00909c-bf65-4e75-8ea4-d3e3bcdc6c60 req-824869a9-5272-4bd0-9343-9c014fc3f330 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc301364-6c5a-4bc0-8218-fac60222a44e&id=dcb01ba6-02d6-4faf-8c2f-4233f7073922&id=39531943-475b-4e68-bff4-85a9b959c48a HTTP/1.1" status: 200 len: 6149 time: 0.1120322 Aug 11 02:52:09.938547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-7d095bac-455f-41a7-93d2-eb62e58a7222 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363070 Aug 11 02:52:09.943275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-a7f9ca5b-a221-4d93-bc8c-68b6341ed8a0 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718155 Aug 11 02:52:09.968012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:09.970394 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0f385e-a6ee-4fdb-b682-b6015236f844" -d '{"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-plugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:10.013964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:10.067901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4099b-1523-455e-a165-c5a6f71b4848 req-7652de4f-1850-4792-9488-fda7ad04fdfa tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.078012 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56159749-6899-4a05-8f50-40e8de9db8b9 None None] New status for floating IP 23f2b473-1894-45d7-bbe7-9ccc9de29801: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:52:10.079171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77d4099b-1523-455e-a165-c5a6f71b4848 req-7652de4f-1850-4792-9488-fda7ad04fdfa tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 947 time: 0.2676110 Aug 11 02:52:10.108438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139dfb5-1182-401a-94ca-b5bfb560d8c1 req-b5a4dee1-40af-429f-bdc2-51d0544af9ff tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.117707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4139dfb5-1182-401a-94ca-b5bfb560d8c1 req-b5a4dee1-40af-429f-bdc2-51d0544af9ff tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 950 time: 0.0674882 Aug 11 02:52:10.168385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4139dfb5-1182-401a-94ca-b5bfb560d8c1 req-a0ace3a3-33cf-4b79-946b-1e45a99730d0 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497100 Aug 11 02:52:10.175517 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77d4099b-1523-455e-a165-c5a6f71b4848 req-f075dc0f-7800-44ad-a3e4-459e5c0a2a42 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954218 Aug 11 02:52:10.212627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-93da5f6f-3add-4e41-a4c2-9baa59ebd038 req-97286ac9-17eb-4065-ad7f-0de876247151 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': ' tempest-securitygroup -230638600 ', 'description': 'tempest-description-1086846178'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:10.213317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3c30ee-a084-4ed6-8c1a-f8a71adea7eb req-4d147485-a92d-4ba1-a434-e7d4153917cd service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152061 Aug 11 02:52:10.240692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d821ec94-a89a-4ad6-8afb-08ad99b56bca req-bed2d252-da6c-4a9c-8716-8e9e4d00dc1e service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946193 Aug 11 02:52:10.256553 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99993476-40c1-41e2-b8b3-232d1d4af7c2 x-openstack-request-id: req-99993476-40c1-41e2-b8b3-232d1d4af7c2 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:10.257419 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-plugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:10.257419 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99993476-40c1-41e2-b8b3-232d1d4af7c2 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:10.258733 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'code': 200} Aug 11 02:52:10.278489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93da5f6f-3add-4e41-a4c2-9baa59ebd038 req-97286ac9-17eb-4065-ad7f-0de876247151 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.399851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3106129-850d-4656-805f-79bccd487b12 req-81626abc-4dea-4cc7-8968-8b9c1ed17470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.402918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3106129-850d-4656-805f-79bccd487b12 req-81626abc-4dea-4cc7-8968-8b9c1ed17470 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1102 time: 0.0611057 Aug 11 02:52:10.403758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93da5f6f-3add-4e41-a4c2-9baa59ebd038 req-97286ac9-17eb-4065-ad7f-0de876247151 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.410844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93da5f6f-3add-4e41-a4c2-9baa59ebd038 req-97286ac9-17eb-4065-ad7f-0de876247151 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.445231 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93da5f6f-3add-4e41-a4c2-9baa59ebd038 req-97286ac9-17eb-4065-ad7f-0de876247151 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.446693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93da5f6f-3add-4e41-a4c2-9baa59ebd038 req-97286ac9-17eb-4065-ad7f-0de876247151 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2388787 Aug 11 02:52:10.450724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3106129-850d-4656-805f-79bccd487b12 req-210e8fec-60b8-45aa-b07f-c6f671c2e94e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380306 Aug 11 02:52:10.451037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286ac9-17eb-4065-ad7f-0de876247151 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0df6fe7-1410-432e-8fb0-d51f98b39dc1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:10.467741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:10.538879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856175a-c7fc-46a8-85a0-afa6e6cd4dd7 req-e8227a81-6f27-4565-87e6-049a9f4ec142 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.540378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e856175a-c7fc-46a8-85a0-afa6e6cd4dd7 req-e8227a81-6f27-4565-87e6-049a9f4ec142 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 944 time: 0.0556283 Aug 11 02:52:10.555227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84e61c-1840-448d-9969-b2eb82abd1d2 req-f6791db0-d66d-49ce-a14a-e806eb3dc593 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.556820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c84e61c-1840-448d-9969-b2eb82abd1d2 req-f6791db0-d66d-49ce-a14a-e806eb3dc593 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 950 time: 0.0556660 Aug 11 02:52:10.580938 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e856175a-c7fc-46a8-85a0-afa6e6cd4dd7 req-642c2b69-a292-4184-bb41-447d5d030a67 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332575 Aug 11 02:52:10.605846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c84e61c-1840-448d-9969-b2eb82abd1d2 req-fd884d75-9ff9-4aa5-8d97-36edc179824f tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415037 Aug 11 02:52:10.651612 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-739fe26c-a647-4263-82cb-7b04a6cfb2f9 req-28bee222-ea9d-4b6a-a404-cd4233f62ac5 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/f0df6fe7-1410-432e-8fb0-d51f98b39dc1 HTTP/1.1" status: 200 len: 1780 time: 0.0388734 Aug 11 02:52:10.711177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a95d93b-08a1-4c2e-b61c-532288a44909 req-8360dbe6-84f1-4d92-b5b3-a4727c26490d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/f0df6fe7-1410-432e-8fb0-d51f98b39dc1 HTTP/1.1" status: 200 len: 1780 time: 0.0394316 Aug 11 02:52:10.772811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9a95d93b-08a1-4c2e-b61c-532288a44909 req-40c065f2-5848-461f-a367-32bcaa7c4a7c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.790126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5556f40-c242-4b8a-b41d-509d8f65ccfb req-613747c6-8e05-416f-86a2-e30be62d55a7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:10.792078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5556f40-c242-4b8a-b41d-509d8f65ccfb req-613747c6-8e05-416f-86a2-e30be62d55a7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0492296 Aug 11 02:52:10.795577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9a95d93b-08a1-4c2e-b61c-532288a44909 req-40c065f2-5848-461f-a367-32bcaa7c4a7c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.832259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5556f40-c242-4b8a-b41d-509d8f65ccfb req-628fcaad-6223-45af-8ee3-101d7fcd5581 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337152 Aug 11 02:52:10.832809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c'}, {'name': 'network-changed', 'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:10.835113 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527dc456-980c-447d-98e6-e03274417ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c"}, {"name": "network-changed", "server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:10.840087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9a95d93b-08a1-4c2e-b61c-532288a44909 req-40c065f2-5848-461f-a367-32bcaa7c4a7c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.842837 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9a95d93b-08a1-4c2e-b61c-532288a44909 req-40c065f2-5848-461f-a367-32bcaa7c4a7c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:10.844035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a95d93b-08a1-4c2e-b61c-532288a44909 req-40c065f2-5848-461f-a367-32bcaa7c4a7c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/f0df6fe7-1410-432e-8fb0-d51f98b39dc1 HTTP/1.1" status: 204 len: 173 time: 0.1269364 Aug 11 02:52:10.861971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c065f2-5848-461f-a367-32bcaa7c4a7c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0df6fe7-1410-432e-8fb0-d51f98b39dc1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:10.879863 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-b0f4f679-cbea-4c9c-82f4-8de4efe92058 req-99454bff-c821-4aee-8469-b07147facff9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:10.880878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0f4f679-cbea-4c9c-82f4-8de4efe92058 req-99454bff-c821-4aee-8469-b07147facff9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/f0df6fe7-1410-432e-8fb0-d51f98b39dc1 HTTP/1.1" status: 404 len: 352 time: 0.0153067 Aug 11 02:52:10.888355 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41065435-7718-4959-975b-ed5862450503 x-openstack-request-id: req-41065435-7718-4959-975b-ed5862450503 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:10.888786 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:10.888786 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41065435-7718-4959-975b-ed5862450503 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:10.889183 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c', 'status': 'completed', 'code': 200} Aug 11 02:52:10.889500 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c', 'status': 'completed', 'code': 200} Aug 11 02:52:10.912566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-da4c740f-5e5b-413a-86dd-740e29672f12 req-204fc99f-b863-4a2a-8efc-ab6d8fc8b817 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1316224133', 'description': 'tempest-description-936451098'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:10.933439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:10.939064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-da4c740f-5e5b-413a-86dd-740e29672f12 req-204fc99f-b863-4a2a-8efc-ab6d8fc8b817 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.016416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dc456-980c-447d-98e6-e03274417ecd req-bd3a0033-0b16-48fc-ae77-3a062483cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.025095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-bd3a0033-0b16-48fc-ae77-3a062483cb4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1175 time: 0.0703654 Aug 11 02:52:11.039046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-da4c740f-5e5b-413a-86dd-740e29672f12 req-204fc99f-b863-4a2a-8efc-ab6d8fc8b817 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.045478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-da4c740f-5e5b-413a-86dd-740e29672f12 req-204fc99f-b863-4a2a-8efc-ab6d8fc8b817 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.057349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:11.074870 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-da4c740f-5e5b-413a-86dd-740e29672f12 req-204fc99f-b863-4a2a-8efc-ab6d8fc8b817 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.076206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da4c740f-5e5b-413a-86dd-740e29672f12 req-204fc99f-b863-4a2a-8efc-ab6d8fc8b817 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1678069 Aug 11 02:52:11.077021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'mac_address': 'fa:16:3e:9c:23:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:11.081250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fc99f-b863-4a2a-8efc-ab6d8fc8b817 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0f164-8cb3-44f4-acf1-e5081c785f2a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.108623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c7ea822b-c0c9-4c20-ae4c-a270ecfd894e req-8883e119-03d5-4e8e-9d53-df7c54d4ae4c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1373576268', 'description': 'tempest-description-1520244106'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:11.117865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.132368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd30cd-9787-407b-8ccc-c793c086322e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:11.153643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:11.154876 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c7ea822b-c0c9-4c20-ae4c-a270ecfd894e req-8883e119-03d5-4e8e-9d53-df7c54d4ae4c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.157147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.157852 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:11.166949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dc456-980c-447d-98e6-e03274417ecd req-36d48390-6b14-4c2c-95c7-8f882844e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.168453 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-36d48390-6b14-4c2c-95c7-8f882844e637 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 914 time: 0.1294115 Aug 11 02:52:11.232609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:11.235667 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.235818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-279ed7e1-12fc-4ddb-83c2-2d8b22d18811 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 200 len: 217 time: 0.0447164 Aug 11 02:52:11.249975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'mac_address': 'fa:16:3e:d7:ba:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:11.310754 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.311065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dc456-980c-447d-98e6-e03274417ecd req-9405cded-a5f4-4806-b2b5-e72120e7b3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.312633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-9405cded-a5f4-4806-b2b5-e72120e7b3b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.0518906 Aug 11 02:52:11.330900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:11.357818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3ea4-b4bf-4d75-ac6f-744214a62cad req-f736f995-ab9f-40a9-a463-c272b05d1826 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.362042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:11.363360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5dd3ea4-b4bf-4d75-ac6f-744214a62cad req-f736f995-ab9f-40a9-a463-c272b05d1826 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 947 time: 0.1040020 Aug 11 02:52:11.367855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c7ea822b-c0c9-4c20-ae4c-a270ecfd894e req-8883e119-03d5-4e8e-9d53-df7c54d4ae4c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.370102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.371170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-81345e47-6237-4d21-b61c-57d351bd9c9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418267 Aug 11 02:52:11.380159 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c7ea822b-c0c9-4c20-ae4c-a270ecfd894e req-8883e119-03d5-4e8e-9d53-df7c54d4ae4c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.426884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.440641 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5dd3ea4-b4bf-4d75-ac6f-744214a62cad req-507a6f7a-16ea-4ffa-aefd-69f5c3b418ab tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674121 Aug 11 02:52:11.457645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883e119-03d5-4e8e-9d53-df7c54d4ae4c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2917371c-ecb4-4d8b-ae5b-17b8f9c21ff1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.461943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c7ea822b-c0c9-4c20-ae4c-a270ecfd894e req-8883e119-03d5-4e8e-9d53-df7c54d4ae4c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.463780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7ea822b-c0c9-4c20-ae4c-a270ecfd894e req-8883e119-03d5-4e8e-9d53-df7c54d4ae4c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3602939 Aug 11 02:52:11.491179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-02827abc-a812-4f7b-9530-2dd9b94d2a6f req-3a7a11d3-d7e5-4981-9828-9c93a6a243e2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-358986583', 'description': 'tempest-description-1499978009'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:11.512039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-d6a5bf0f-bf1a-4c6f-9cd2-a65542ebc456 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243935 Aug 11 02:52:11.517502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-02827abc-a812-4f7b-9530-2dd9b94d2a6f req-3a7a11d3-d7e5-4981-9828-9c93a6a243e2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.602472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-02827abc-a812-4f7b-9530-2dd9b94d2a6f req-3a7a11d3-d7e5-4981-9828-9c93a6a243e2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.606536 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-02827abc-a812-4f7b-9530-2dd9b94d2a6f req-3a7a11d3-d7e5-4981-9828-9c93a6a243e2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.622565 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-e73a10fb-6c34-469b-8d41-c3fd9bfe3502 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890567 Aug 11 02:52:11.638673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a11d3-d7e5-4981-9828-9c93a6a243e2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b868b0-6fdb-40b0-bab6-64274b5a5faa,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:11.641819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-02827abc-a812-4f7b-9530-2dd9b94d2a6f req-3a7a11d3-d7e5-4981-9828-9c93a6a243e2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:11.643114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02827abc-a812-4f7b-9530-2dd9b94d2a6f req-3a7a11d3-d7e5-4981-9828-9c93a6a243e2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1567504 Aug 11 02:52:11.665755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['9ec0da2a-441f-4238-a6f2-19d1bae2dc90'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:11.699929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['bbcd30cd-9787-407b-8ccc-c793c086322e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:11.719535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fb124-30df-4462-b1e5-80379f24c067 req-a35524f7-515d-4ac4-bc8e-2741bb7c9f8b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.721485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f0fb124-30df-4462-b1e5-80379f24c067 req-a35524f7-515d-4ac4-bc8e-2741bb7c9f8b tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 944 time: 0.0559738 Aug 11 02:52:11.764951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf2b0e-bb06-4093-8c5e-c8367d2ab5dc req-8870d0f9-8b1d-4572-a89a-b9460bea6420 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.767002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9dbf2b0e-bb06-4093-8c5e-c8367d2ab5dc req-8870d0f9-8b1d-4572-a89a-b9460bea6420 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 950 time: 0.0573556 Aug 11 02:52:11.784195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f0fb124-30df-4462-b1e5-80379f24c067 req-aad61f17-dabd-4bb9-9c78-e9d9055ee4d4 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516400 Aug 11 02:52:11.794842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dc456-980c-447d-98e6-e03274417ecd req-b128aedb-a912-4106-a27b-3c7f20620050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:11.796358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-b128aedb-a912-4106-a27b-3c7f20620050 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1175 time: 0.0737493 Aug 11 02:52:11.821180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9dbf2b0e-bb06-4093-8c5e-c8367d2ab5dc req-5463f704-8c43-4ba4-94fa-5002252df6ec tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/security-groups?id=e64eafdb-1959-4052-b571-81c8b6887cd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476289 Aug 11 02:52:12.005875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dc456-980c-447d-98e6-e03274417ecd req-e4b55b3c-39cf-405f-919f-93cdab53ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:12.007331 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-e4b55b3c-39cf-405f-919f-93cdab53ca9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 914 time: 0.1785450 Aug 11 02:52:12.019557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d6ae0-c60b-431b-8d9e-570daaa7d2c1 req-d4a0fbae-e8a9-426c-9aaa-c118b391a284 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:12.021091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a22d6ae0-c60b-431b-8d9e-570daaa7d2c1 req-d4a0fbae-e8a9-426c-9aaa-c118b391a284 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0554857 Aug 11 02:52:12.027248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-de61a46e-a3c7-4330-85de-b4be4a841a56 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:12.028738 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-de61a46e-a3c7-4330-85de-b4be4a841a56 tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 950 time: 0.1186550 Aug 11 02:52:12.060868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a22d6ae0-c60b-431b-8d9e-570daaa7d2c1 req-55d80f49-9e9a-451d-add9-3984cd2aadf3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Aug 11 02:52:12.107552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ad7ad6e-ed8b-46f0-9607-841201f0b49a req-7519adbd-84dc-4c83-b54e-45e62482efd8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 10897 time: 0.2856054 Aug 11 02:52:12.108920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-cdf55e9b-ca19-4788-89d9-cf5fca7a724f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 200 len: 217 time: 0.0793631 Aug 11 02:52:12.237104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbdf8d-177b-48f5-baca-187cd78e3560 req-ebb8a840-07c4-4816-bf61-1e321d408736 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:12.239433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5fbdf8d-177b-48f5-baca-187cd78e3560 req-ebb8a840-07c4-4816-bf61-1e321d408736 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0519266 Aug 11 02:52:12.242411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ad7ad6e-ed8b-46f0-9607-841201f0b49a req-184c6541-ede0-4ac3-9ef4-2d4aca87a116 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/39531943-475b-4e68-bff4-85a9b959c48a HTTP/1.1" status: 200 len: 2981 time: 0.1281512 Aug 11 02:52:12.253761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dc456-980c-447d-98e6-e03274417ecd req-08e880fd-433b-4940-85aa-9a4de1367747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:12.255251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-08e880fd-433b-4940-85aa-9a4de1367747 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.1235952 Aug 11 02:52:12.284642 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5fbdf8d-177b-48f5-baca-187cd78e3560 req-8974a9f9-0fc2-446d-bb16-68f717897ab4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348792 Aug 11 02:52:12.386245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04b853-449f-424f-b1f7-db4e5c0fea73 req-dc91915c-ab67-47f4-b603-96600024264b tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:12.387852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b04b853-449f-424f-b1f7-db4e5c0fea73 req-dc91915c-ab67-47f4-b603-96600024264b tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1097 time: 0.0432508 Aug 11 02:52:12.424452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b04b853-449f-424f-b1f7-db4e5c0fea73 req-f89a3d18-6e15-4dda-a7c4-b8f0a678d9ae tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299706 Aug 11 02:52:12.595659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-a6afbfc5-1903-4b02-9629-ea47f7b17a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3196805 Aug 11 02:52:12.621181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Deleting port e50b7944-377c-4b02-b2f8-03f42cdef57c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:12.621517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.668349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ad7ad6e-ed8b-46f0-9607-841201f0b49a req-b22f27d7-26eb-4287-9bc6-1118cc2b9043 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/39531943-475b-4e68-bff4-85a9b959c48a HTTP/1.1" status: 200 len: 2981 time: 0.4183517 Aug 11 02:52:12.800520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-9bc9cfe7-d14d-4447-b314-77a190d3f22d service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925478 Aug 11 02:52:12.805785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] For port e50b7944-377c-4b02-b2f8-03f42cdef57c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e50b7944-377c-4b02-b2f8-03f42cdef57c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:12.806144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:12.834993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Calling delete_port for e50b7944-377c-4b02-b2f8-03f42cdef57c owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:12.852144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80207b-0822-4dae-902c-6e252486751e req-0d048fe5-28f0-4556-a570-50f9a2d6e4f7 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:12.854215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c80207b-0822-4dae-902c-6e252486751e req-0d048fe5-28f0-4556-a570-50f9a2d6e4f7 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 948 time: 0.1237686 Aug 11 02:52:12.962732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:12.974086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c80207b-0822-4dae-902c-6e252486751e req-5812d058-51c2-4de5-af88-2b0e33ac4fed tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894165 Aug 11 02:52:13.012643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-527dc456-980c-447d-98e6-e03274417ecd req-a812c3a5-31bb-4c05-9f05-a9a1bdad6fdd service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954188 Aug 11 02:52:13.022939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port bbcd30cd-9787-407b-8ccc-c793c086322e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:13.029212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port bbcd30cd-9787-407b-8ccc-c793c086322e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:13.029726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.054958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:13.145371 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-361a12fe-a71f-46bd-ad0f-7098e1567755 req-6d709835-f38e-4805-9e10-bb17a7315839 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/e5c0f164-8cb3-44f4-acf1-e5081c785f2a HTTP/1.1" status: 200 len: 1800 time: 0.0998766 Aug 11 02:52:13.156270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:13.156510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.163776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:13.164147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.167435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['e50b7944-377c-4b02-b2f8-03f42cdef57c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:13.170374 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.230510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Pushing event deleted for resources: {'Port': ['ID=e50b7944-377c-4b02-b2f8-03f42cdef57c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.247664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:13.250250 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cf981d-b006-4e82-86c7-091d9bd501f4" -d '{"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:13.270430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:13.280551 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.280932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:13.299585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] No DVR routers for this DVR port e50b7944-377c-4b02-b2f8-03f42cdef57c on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:13.304656 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.308262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-98edc1d6-7072-4f96-aa97-2d71c3716a1b req-c165f47c-6a8c-40d8-8e6d-79a7687e7a5a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.10 "DELETE /v2.0/ports/e50b7944-377c-4b02-b2f8-03f42cdef57c HTTP/1.1" status: 204 len: 173 time: 1.2658672 Aug 11 02:52:13.309799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'name': 'network-vif-deleted', 'tag': 'e50b7944-377c-4b02-b2f8-03f42cdef57c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:13.313317 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7f41d6-8d58-4e93-a0a5-ec5ebd25dd8a" -d '{"events": [{"server_uuid": "3ea38c46-ad29-4d71-b1ad-e001073dc68c", "name": "network-vif-deleted", "tag": "e50b7944-377c-4b02-b2f8-03f42cdef57c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:13.352342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-361a12fe-a71f-46bd-ad0f-7098e1567755 req-804686a6-5a0f-4ee5-a121-a296e92e9cf4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.370493 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.388229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-361a12fe-a71f-46bd-ad0f-7098e1567755 req-804686a6-5a0f-4ee5-a121-a296e92e9cf4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.401332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-0e25d930-4e71-4ce6-892a-60b18a966332 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:52:13.402529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-0e25d930-4e71-4ce6-892a-60b18a966332 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169961 Aug 11 02:52:13.410077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.428468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:13.429607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:52:13.431080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:13.447108 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.485164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:13.491763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-361a12fe-a71f-46bd-ad0f-7098e1567755 req-804686a6-5a0f-4ee5-a121-a296e92e9cf4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.494265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-361a12fe-a71f-46bd-ad0f-7098e1567755 req-804686a6-5a0f-4ee5-a121-a296e92e9cf4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.495399 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-361a12fe-a71f-46bd-ad0f-7098e1567755 req-804686a6-5a0f-4ee5-a121-a296e92e9cf4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/e5c0f164-8cb3-44f4-acf1-e5081c785f2a HTTP/1.1" status: 204 len: 173 time: 0.3329360 Aug 11 02:52:13.496032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:13.496408 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.535671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.537717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804686a6-5a0f-4ee5-a121-a296e92e9cf4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c0f164-8cb3-44f4-acf1-e5081c785f2a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.605736 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.638072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:13.639368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93da93d-e3b1-4479-9b79-6285719c71c3 req-402a71e0-4713-4dfb-98ee-e7b5f13c6b6c tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:13.641180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c93da93d-e3b1-4479-9b79-6285719c71c3 req-402a71e0-4713-4dfb-98ee-e7b5f13c6b6c tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.0814753 Aug 11 02:52:13.644845 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.658562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:13.658890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:13.659215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:13.671501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:13.671847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:13.684570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:13.684907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:13.685287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:13.685719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Bound port: 81f86d20-5acc-4a7d-bac3-890361ccf04d, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:13.691985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:13.696244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c93da93d-e3b1-4479-9b79-6285719c71c3 req-7a780817-3888-471f-8d56-1ce78764eeb0 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491250 Aug 11 02:52:13.748117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:13.753412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:13.754679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-704d036f-2719-4b46-ba1a-7f4744882c92 service neutron] 10.222.0.60 "POST /v2.0/ports/81f86d20-5acc-4a7d-bac3-890361ccf04d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3315523 Aug 11 02:52:13.817962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89d955b0-5512-40c6-a63d-74102a9a45a9 req-85be4772-ef9c-4193-b972-eb230e02f25a tempest-ImagesNegativeTestJSON-1817799391 tempest-ImagesNegativeTestJSON-1817799391-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ea38c46-ad29-4d71-b1ad-e001073dc68c HTTP/1.1" status: 200 len: 210 time: 0.0355170 Aug 11 02:52:14.070811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-f04d39bb-bc6c-4ad6-9e5f-47587383a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.072500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-f04d39bb-bc6c-4ad6-9e5f-47587383a9bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1097 time: 0.0453227 Aug 11 02:52:14.108003 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc0d299-838c-4b0d-95ce-3e85e184ed83 x-openstack-request-id: req-fdc0d299-838c-4b0d-95ce-3e85e184ed83 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:14.108513 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:14.108791 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdc0d299-838c-4b0d-95ce-3e85e184ed83 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:14.109411 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'code': 200} Aug 11 02:52:14.140374 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-6f303afe-eb2f-4cea-855e-71781a24e478 req-3904cfd6-241b-47c3-a625-10b9ca9e8c8c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:14.145025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f303afe-eb2f-4cea-855e-71781a24e478 req-3904cfd6-241b-47c3-a625-10b9ca9e8c8c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/e5c0f164-8cb3-44f4-acf1-e5081c785f2a HTTP/1.1" status: 404 len: 352 time: 0.0205672 Aug 11 02:52:14.168499 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95981d94-1722-4701-aa5e-64fa976e7d56 x-openstack-request-id: req-95981d94-1722-4701-aa5e-64fa976e7d56 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:14.169092 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea38c46-ad29-4d71-b1ad-e001073dc68c", "name": "network-vif-deleted", "tag": "e50b7944-377c-4b02-b2f8-03f42cdef57c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:14.169092 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95981d94-1722-4701-aa5e-64fa976e7d56 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:14.169439 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea38c46-ad29-4d71-b1ad-e001073dc68c', 'name': 'network-vif-deleted', 'tag': 'e50b7944-377c-4b02-b2f8-03f42cdef57c', 'status': 'completed', 'code': 200} Aug 11 02:52:14.264305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef6a2f-60d0-4192-82f3-77d2e179b2ae req-d543645f-942c-4cea-a671-1b3e7b44046a tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.266493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eaef6a2f-60d0-4192-82f3-77d2e179b2ae req-d543645f-942c-4cea-a671-1b3e7b44046a tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 949 time: 0.0591028 Aug 11 02:52:14.317205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-f03bb67d-9787-4cba-892a-d69b8fa8a4ca service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448331 Aug 11 02:52:14.320003 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eaef6a2f-60d0-4192-82f3-77d2e179b2ae req-c8527e84-3d7a-4303-86e5-3aa423291942 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466537 Aug 11 02:52:14.338233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67413091-189c-4a03-9f95-938a362b2bef req-c306bb6f-ce49-4e14-88c1-670fb136ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.339953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67413091-189c-4a03-9f95-938a362b2bef req-c306bb6f-ce49-4e14-88c1-670fb136ec74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 1101 time: 0.1590292 Aug 11 02:52:14.341185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-a7eda5da-3c20-4631-92c7-ede9bdc4f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.342495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-a7eda5da-3c20-4631-92c7-ede9bdc4f985 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.2631845 Aug 11 02:52:14.351938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfacc5e-cc97-4b72-aa6c-0c9bedc01b8f req-c08e236a-d078-47ac-a236-e7e26384ba82 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.354175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1bfacc5e-cc97-4b72-aa6c-0c9bedc01b8f req-c08e236a-d078-47ac-a236-e7e26384ba82 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.1638396 Aug 11 02:52:14.430809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-2b691638-ff99-4e71-aab2-d71445557668 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 200 len: 217 time: 0.0743928 Aug 11 02:52:14.442118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c0af-b701-4310-a78c-da28f76fd141 req-2e4d2bbb-b78a-4487-8797-c313e0af5b82 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.443967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d22c0af-b701-4310-a78c-da28f76fd141 req-2e4d2bbb-b78a-4487-8797-c313e0af5b82 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0593646 Aug 11 02:52:14.486420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d22c0af-b701-4310-a78c-da28f76fd141 req-a4fd19c7-1011-4e11-bf18-c63c13c56626 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350811 Aug 11 02:52:14.517548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67413091-189c-4a03-9f95-938a362b2bef req-c28c6eb3-6ee8-408e-a7a1-b0321a077a59 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622486 Aug 11 02:52:14.530896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1bfacc5e-cc97-4b72-aa6c-0c9bedc01b8f req-a32e3c72-e87a-41dd-8401-e16ea071a5a9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589828 Aug 11 02:52:14.546537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-a6329c42-5c47-414d-a0ad-f9e1ecf10ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.548227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-a6329c42-5c47-414d-a0ad-f9e1ecf10ccc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1067965 Aug 11 02:52:14.581263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27caea2a-6961-4ec9-a146-7906b48bbe88 req-5d788980-907b-4896-824a-a16fd48bd0d0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/2917371c-ecb4-4d8b-ae5b-17b8f9c21ff1 HTTP/1.1" status: 200 len: 1801 time: 0.0438616 Aug 11 02:52:14.614942 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-08dc337c-be29-44f9-aa35-87f7166b6651 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449650 Aug 11 02:52:14.663297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-27caea2a-6961-4ec9-a146-7906b48bbe88 req-461402c3-aca1-4403-8236-5c0d157427b4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.703472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-27caea2a-6961-4ec9-a146-7906b48bbe88 req-461402c3-aca1-4403-8236-5c0d157427b4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.763509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-4d69db08-56ff-406b-888a-68c86565f526 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350329 Aug 11 02:52:14.769260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-27caea2a-6961-4ec9-a146-7906b48bbe88 req-461402c3-aca1-4403-8236-5c0d157427b4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.772498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-27caea2a-6961-4ec9-a146-7906b48bbe88 req-461402c3-aca1-4403-8236-5c0d157427b4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.773810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27caea2a-6961-4ec9-a146-7906b48bbe88 req-461402c3-aca1-4403-8236-5c0d157427b4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/2917371c-ecb4-4d8b-ae5b-17b8f9c21ff1 HTTP/1.1" status: 204 len: 173 time: 0.1866043 Aug 11 02:52:14.783961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461402c3-aca1-4403-8236-5c0d157427b4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2917371c-ecb4-4d8b-ae5b-17b8f9c21ff1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:14.824821 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-71677369-a046-46e8-a4e3-ab55bc123910 req-3fa06a47-4737-4345-82ab-70d8d483ee9c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:14.825969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71677369-a046-46e8-a4e3-ab55bc123910 req-3fa06a47-4737-4345-82ab-70d8d483ee9c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/2917371c-ecb4-4d8b-ae5b-17b8f9c21ff1 HTTP/1.1" status: 404 len: 352 time: 0.0329907 Aug 11 02:52:14.900004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cce1368c-e0af-400e-8316-59d358e852d6 req-4817d784-f25f-4817-9807-f4d0d174cfb3 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/09b868b0-6fdb-40b0-bab6-64274b5a5faa HTTP/1.1" status: 200 len: 1800 time: 0.0471785 Aug 11 02:52:14.915726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8718dbf-e822-414e-8ce2-4d045d62be5c req-651e284b-a45b-476c-838b-e54009f4e264 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:14.917268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8718dbf-e822-414e-8ce2-4d045d62be5c req-651e284b-a45b-476c-838b-e54009f4e264 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.1289499 Aug 11 02:52:14.966032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cce1368c-e0af-400e-8316-59d358e852d6 req-0604350b-3d79-421f-97ae-a648889813e4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:14.975027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-82313a5f-88a1-4644-b10a-cd43987cf95f service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034178 Aug 11 02:52:14.980721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8718dbf-e822-414e-8ce2-4d045d62be5c req-a847f8b9-9f8e-4a55-aa62-590965e2ad32 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514877 Aug 11 02:52:14.993137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cce1368c-e0af-400e-8316-59d358e852d6 req-0604350b-3d79-421f-97ae-a648889813e4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.055686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cce1368c-e0af-400e-8316-59d358e852d6 req-0604350b-3d79-421f-97ae-a648889813e4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.058798 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cce1368c-e0af-400e-8316-59d358e852d6 req-0604350b-3d79-421f-97ae-a648889813e4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.060052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cce1368c-e0af-400e-8316-59d358e852d6 req-0604350b-3d79-421f-97ae-a648889813e4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/09b868b0-6fdb-40b0-bab6-64274b5a5faa HTTP/1.1" status: 204 len: 173 time: 0.1536446 Aug 11 02:52:15.070062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604350b-3d79-421f-97ae-a648889813e4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b868b0-6fdb-40b0-bab6-64274b5a5faa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:15.144960 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-271ff389-27ac-4e0f-b6d6-e742a572e5a8 req-c1f3da95-4843-4f2d-98d8-ed5447b53597 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:15.146005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-271ff389-27ac-4e0f-b6d6-e742a572e5a8 req-c1f3da95-4843-4f2d-98d8-ed5447b53597 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/09b868b0-6fdb-40b0-bab6-64274b5a5faa HTTP/1.1" status: 404 len: 352 time: 0.0152636 Aug 11 02:52:15.277534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5bc7476e-c0a9-4689-a00f-6583acca6b17 req-a3ddc3f4-98e4-45d3-8838-62b54c79031a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 6149 time: 0.0884240 Aug 11 02:52:15.324996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5bc7476e-c0a9-4689-a00f-6583acca6b17 req-05499aae-3c78-4234-936f-bd7e9b93dcbf tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/39531943-475b-4e68-bff4-85a9b959c48a HTTP/1.1" status: 200 len: 2981 time: 0.0464556 Aug 11 02:52:15.394581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5bc7476e-c0a9-4689-a00f-6583acca6b17 req-808eba08-da8a-4511-ab32-13c5f625a99b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/39531943-475b-4e68-bff4-85a9b959c48a HTTP/1.1" status: 200 len: 2981 time: 0.0608249 Aug 11 02:52:15.429511 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-57879eb5-830d-4a07-bd60-c98683eff99c req-4b71496b-1970-4624-a6c5-0f17f5ad64f4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1484258371', 'description': 'tempest-description-1433426288'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:15.458706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-57879eb5-830d-4a07-bd60-c98683eff99c req-4b71496b-1970-4624-a6c5-0f17f5ad64f4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.492553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4341927-bf6d-47fc-99fa-00ed4b9c08cc req-c2c506f8-5010-472b-b3e8-26ec860c4245 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:15.502953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4341927-bf6d-47fc-99fa-00ed4b9c08cc req-c2c506f8-5010-472b-b3e8-26ec860c4245 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 949 time: 0.0799289 Aug 11 02:52:15.553750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4341927-bf6d-47fc-99fa-00ed4b9c08cc req-21d09136-94f7-4c7c-a457-da1af34758bd tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496922 Aug 11 02:52:15.585392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-57879eb5-830d-4a07-bd60-c98683eff99c req-4b71496b-1970-4624-a6c5-0f17f5ad64f4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.590623 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-57879eb5-830d-4a07-bd60-c98683eff99c req-4b71496b-1970-4624-a6c5-0f17f5ad64f4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.626732 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-57879eb5-830d-4a07-bd60-c98683eff99c req-4b71496b-1970-4624-a6c5-0f17f5ad64f4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.628135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57879eb5-830d-4a07-bd60-c98683eff99c req-4b71496b-1970-4624-a6c5-0f17f5ad64f4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2064753 Aug 11 02:52:15.628954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71496b-1970-4624-a6c5-0f17f5ad64f4 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4afc82-d781-48a7-b406-308636b089ba,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:15.692048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50604f3d-91c8-429c-9679-49bce9c8ceff req-3e9ba163-f6a9-47dd-b151-184c11a6c5ef tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:15.693842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-50604f3d-91c8-429c-9679-49bce9c8ceff req-3e9ba163-f6a9-47dd-b151-184c11a6c5ef tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0693088 Aug 11 02:52:15.736772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43334) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:15.752057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-50604f3d-91c8-429c-9679-49bce9c8ceff req-fe0201d5-569c-43c6-9fd9-d46e2f7221d0 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504155 Aug 11 02:52:15.752552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4522de-1942-47e6-9925-a712a0230845 req-687b2876-2736-4773-a183-49154c3d7508 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:15.754161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d4522de-1942-47e6-9925-a712a0230845 req-687b2876-2736-4773-a183-49154c3d7508 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0555615 Aug 11 02:52:15.795859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2cfcd27a-a81d-4ff4-b67d-838e231c402a req-3ceff8f4-4995-4862-97cb-9d491ad3670b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1181810788', 'description': 'tempest-description-1736102115'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:15.797431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d4522de-1942-47e6-9925-a712a0230845 req-dcbd0b54-a795-471d-84dd-3673784cd7e0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Aug 11 02:52:15.828862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2cfcd27a-a81d-4ff4-b67d-838e231c402a req-3ceff8f4-4995-4862-97cb-9d491ad3670b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.939008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2cfcd27a-a81d-4ff4-b67d-838e231c402a req-3ceff8f4-4995-4862-97cb-9d491ad3670b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.948073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2cfcd27a-a81d-4ff4-b67d-838e231c402a req-3ceff8f4-4995-4862-97cb-9d491ad3670b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.966631 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f0b845e-8675-4c72-af44-e42e67b0ecfb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=976acf9b45e443af91a8aef5db1481e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282076 Aug 11 02:52:15.970143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:15.979979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2cfcd27a-a81d-4ff4-b67d-838e231c402a req-3ceff8f4-4995-4862-97cb-9d491ad3670b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:15.981175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2cfcd27a-a81d-4ff4-b67d-838e231c402a req-3ceff8f4-4995-4862-97cb-9d491ad3670b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1910655 Aug 11 02:52:15.997745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceff8f4-4995-4862-97cb-9d491ad3670b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e441254d-2bab-46ec-be89-3941cfbb8715,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:16.045157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7a2269b-1605-4238-b4db-e868004708c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.096524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7a2269b-1605-4238-b4db-e868004708c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.111128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f'}, {'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:16.118129 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5379173e-1802-4263-b4ff-19e86e9a667b" -d '{"events": [{"server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "name": "network-vif-plugged", "status": "completed", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f"}, {"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:16.174617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-7913f760-d312-47ea-b991-46aec3ab3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.176142 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-7913f760-d312-47ea-b991-46aec3ab3a71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1102 time: 0.1264763 Aug 11 02:52:16.202418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419f6bd-974c-4338-b49c-f94344d0d81c req-033590a3-185a-44bc-b266-69942fabf6e2 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.204048 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6419f6bd-974c-4338-b49c-f94344d0d81c req-033590a3-185a-44bc-b266-69942fabf6e2 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.1111345 Aug 11 02:52:16.240849 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b01b75-bfff-450f-aa75-25f1c43677ad x-openstack-request-id: req-57b01b75-bfff-450f-aa75-25f1c43677ad {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:16.241151 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "name": "network-vif-plugged", "status": "completed", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f", "code": 200}, {"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:16.241400 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57b01b75-bfff-450f-aa75-25f1c43677ad {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:16.241798 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'code': 200} Aug 11 02:52:16.242049 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'code': 200} Aug 11 02:52:16.295385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7a2269b-1605-4238-b4db-e868004708c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.300386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7a2269b-1605-4238-b4db-e868004708c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:16.304698 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a7a2269b-1605-4238-b4db-e868004708c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e64eafdb-1959-4052-b571-81c8b6887cd7 HTTP/1.1" status: 204 len: 168 time: 0.3336415 Aug 11 02:52:16.345528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2269b-1605-4238-b4db-e868004708c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64eafdb-1959-4052-b571-81c8b6887cd7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:16.402505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6419f6bd-974c-4338-b49c-f94344d0d81c req-1a052898-f4b5-4b6d-9ef7-cf4434912949 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851661 Aug 11 02:52:16.451980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-f846bd6a-6f18-4186-996f-1794a23786d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.455121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-f846bd6a-6f18-4186-996f-1794a23786d8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2701373 Aug 11 02:52:16.467791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-f5ec0211-8376-44d9-b2fe-31d151ab4140 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.469364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-f5ec0211-8376-44d9-b2fe-31d151ab4140 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 813 time: 0.1518710 Aug 11 02:52:16.492727 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-1abfbd2c-13d2-461c-af79-d4ae5ba616f9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/quotas/1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 375 time: 0.0156908 Aug 11 02:52:16.523549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560042fe-fb89-471b-9bc6-ed8c0586d3ba req-e3d6c504-efbe-4121-b8aa-0280c352746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.527585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-560042fe-fb89-471b-9bc6-ed8c0586d3ba req-e3d6c504-efbe-4121-b8aa-0280c352746e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 1101 time: 0.2005525 Aug 11 02:52:16.530578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-89383228-45ee-487e-9ffa-007cbdf762a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0590765 Aug 11 02:52:16.532619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83291bd-92cc-408b-b0cb-3860c77c6bbb req-a014a78f-11d9-4eaa-9377-87dc090e4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.534224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f83291bd-92cc-408b-b0cb-3860c77c6bbb req-a014a78f-11d9-4eaa-9377-87dc090e4617 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 1097 time: 0.1553063 Aug 11 02:52:16.561961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-4dd622d9-91a1-4425-8834-0ac288f690c2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573914 Aug 11 02:52:16.684800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-efd540f5-2707-4851-bd0c-c6d399bf8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.686257 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-efd540f5-2707-4851-bd0c-c6d399bf8c1e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1324220 Aug 11 02:52:16.687285 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-e0635f51-3c86-4aca-bb19-c042baa12851 service neutron] 10.222.0.60 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244285 Aug 11 02:52:16.687806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f83291bd-92cc-408b-b0cb-3860c77c6bbb req-73245fac-bdad-4ce1-a93b-7c04dafee60f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251490 Aug 11 02:52:16.689244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-560042fe-fb89-471b-9bc6-ed8c0586d3ba req-23e7a2b3-82e5-423c-b529-b56925c63a06 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421196 Aug 11 02:52:16.718329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a920-44d6-4ad0-94ac-326606c74758 req-f4d0c640-1d8f-41d2-8dc4-e556035fef35 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.720364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9e7a920-44d6-4ad0-94ac-326606c74758 req-f4d0c640-1d8f-41d2-8dc4-e556035fef35 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 949 time: 0.0700355 Aug 11 02:52:16.807605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-bc9a5309-1905-4738-9375-12cbf79a0f5d service neutron] 10.222.0.60 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187754 Aug 11 02:52:16.812234 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9e7a920-44d6-4ad0-94ac-326606c74758 req-532138a4-a5f1-45c4-884b-5dc61f496126 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837338 Aug 11 02:52:16.847799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-d9b9d082-4c51-4d6e-b9eb-f7671744f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:16.849380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-d9b9d082-4c51-4d6e-b9eb-f7671744f25b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109312 Aug 11 02:52:16.982166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e50b7944-377c-4b02-b2f8-03f42cdef57c no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:17.003227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-00c8fe98-9f8f-49f5-a40d-8b525f57a872 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377399 Aug 11 02:52:17.013771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: e50b7944-377c-4b02-b2f8-03f42cdef57c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:52:17.014186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e50b7944-377c-4b02-b2f8-03f42cdef57c not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:52:17.080179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a75c1-804a-43fb-b77a-4333dfe3e157 req-55e84200-4f84-4fc0-a5d8-25611725ea6e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:17.088743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e6a75c1-804a-43fb-b77a-4333dfe3e157 req-55e84200-4f84-4fc0-a5d8-25611725ea6e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.2122388 Aug 11 02:52:17.154807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214d2a2-8d04-4786-9171-ce069b57f215 req-06efc0ed-3707-43e9-b7c2-e553cb0bd330 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:17.157424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1214d2a2-8d04-4786-9171-ce069b57f215 req-06efc0ed-3707-43e9-b7c2-e553cb0bd330 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0804672 Aug 11 02:52:17.161220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e6a75c1-804a-43fb-b77a-4333dfe3e157 req-9b2265fc-54df-490d-a9f6-1c4b9c04ef5d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641539 Aug 11 02:52:17.195756 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-0efb1340-e939-4f80-971e-28daf1b59ffa service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820374 Aug 11 02:52:17.221904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1214d2a2-8d04-4786-9171-ce069b57f215 req-72636529-eb1b-42bc-aad2-6aef11facf12 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525362 Aug 11 02:52:17.278429 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ed6b635-e790-4226-a348-9a7e684d3118 req-fc1512d5-e643-4fd0-a1e1-e633935accbd tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 210 time: 0.0669365 Aug 11 02:52:17.586169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa05926-4c2f-4a83-9efc-b3b5e06fd12c req-f21363bc-6d1e-4f90-8965-9107805f85b2 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:17.588451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4aa05926-4c2f-4a83-9efc-b3b5e06fd12c req-f21363bc-6d1e-4f90-8965-9107805f85b2 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.0949709 Aug 11 02:52:17.633120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4aa05926-4c2f-4a83-9efc-b3b5e06fd12c req-3b2e8bf5-27f7-4092-a39a-2a7934a0178d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379841 Aug 11 02:52:17.935964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484e3fb-f9b6-4697-836d-30f84e4825f3 req-94b215a1-e44c-4f49-a32e-4858aca688a2 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:17.937623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0484e3fb-f9b6-4697-836d-30f84e4825f3 req-94b215a1-e44c-4f49-a32e-4858aca688a2 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 949 time: 0.0538540 Aug 11 02:52:17.979671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0484e3fb-f9b6-4697-836d-30f84e4825f3 req-78e5d63a-443c-41ab-94ed-22560fb7e039 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352068 Aug 11 02:52:18.121022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43442) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:18.133248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32390-7d4c-43f4-9d44-6178c45cde30 req-8f0316dd-97b2-4890-88d6-7ed41f904c46 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:18.135263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84c32390-7d4c-43f4-9d44-6178c45cde30 req-8f0316dd-97b2-4890-88d6-7ed41f904c46 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 949 time: 0.0577867 Aug 11 02:52:18.185082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84c32390-7d4c-43f4-9d44-6178c45cde30 req-550f0276-f5b7-43d7-9cf3-0caf08be9886 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Aug 11 02:52:18.310778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-deabaec0-ea46-43cc-aabc-04cff8977913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.312829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e5ecd-ee6c-4842-a55f-99ea6c2acdc7 req-677f8823-f177-4379-b27a-575774995e79 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:18.320165 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-355e5ecd-ee6c-4842-a55f-99ea6c2acdc7 req-677f8823-f177-4379-b27a-575774995e79 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0674360 Aug 11 02:52:18.363012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-355e5ecd-ee6c-4842-a55f-99ea6c2acdc7 req-2582809f-0041-4452-ae6a-95d81b17feaf tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417032 Aug 11 02:52:18.455154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-deabaec0-ea46-43cc-aabc-04cff8977913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.464356 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-deabaec0-ea46-43cc-aabc-04cff8977913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.489272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9b7f2-c454-4c38-a50a-3508467469ca req-89c1269c-141e-4394-ab80-8ec557bae719 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:18.490931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f9f9b7f2-c454-4c38-a50a-3508467469ca req-89c1269c-141e-4394-ab80-8ec557bae719 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0612459 Aug 11 02:52:18.520407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-deabaec0-ea46-43cc-aabc-04cff8977913 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6897324f5ee547f78677b9f8804213bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983433 Aug 11 02:52:18.525649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43464) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:18.534481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f9f9b7f2-c454-4c38-a50a-3508467469ca req-739db27b-6c8a-4321-8541-c051ce0b8d24 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362794 Aug 11 02:52:18.563216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabaec0-ea46-43cc-aabc-04cff8977913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8447f6-0996-44eb-bc19-5e0037f5da06,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:18.649089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305e4d22-e8db-4522-8ba0-9492e60535dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.680757 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305e4d22-e8db-4522-8ba0-9492e60535dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.702865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32c076c9-a45c-451b-8771-68765cbfe75e req-a3a417d5-a83f-4cae-826d-7406dfe193ef tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 210 time: 0.0567889 Aug 11 02:52:18.753026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305e4d22-e8db-4522-8ba0-9492e60535dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.755797 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305e4d22-e8db-4522-8ba0-9492e60535dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:18.757290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-305e4d22-e8db-4522-8ba0-9492e60535dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab8447f6-0996-44eb-bc19-5e0037f5da06 HTTP/1.1" status: 204 len: 168 time: 0.2303269 Aug 11 02:52:18.774712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e4d22-e8db-4522-8ba0-9492e60535dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8447f6-0996-44eb-bc19-5e0037f5da06,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:18.945763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61355a5-d4aa-4480-a7fb-d6bf158a48b9 req-542c80ba-c450-45d3-a8c0-25d6deb7c816 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:18.950060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b61355a5-d4aa-4480-a7fb-d6bf158a48b9 req-542c80ba-c450-45d3-a8c0-25d6deb7c816 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.0753512 Aug 11 02:52:19.005264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-25d4ff19-c464-4818-b83a-88a35a478cb2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:19.007322 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-25d4ff19-c464-4818-b83a-88a35a478cb2 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 813 time: 0.2473652 Aug 11 02:52:19.009906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b61355a5-d4aa-4480-a7fb-d6bf158a48b9 req-606e3193-48dd-4112-be0e-f127241df015 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533035 Aug 11 02:52:19.028239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'port': {'device_id': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d', 'admin_state_up': True, 'tenant_id': '1756d9057562400aacc34d1e59b9cc22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:19.166864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a313b97-8e01-48d0-9907-744e331e5ad9 req-a9bc6534-5902-48a8-a44a-ba7108c18a4e tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:19.168488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a313b97-8e01-48d0-9907-744e331e5ad9 req-a9bc6534-5902-48a8-a44a-ba7108c18a4e tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.0843787 Aug 11 02:52:19.178471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43490) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:19.183383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Request body: {'floatingip': {'port_id': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:19.201666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Made reservation on behalf of 1756d9057562400aacc34d1e59b9cc22 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:19.206130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.232214 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.383239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Allocated IP 172.20.0.14 (e8e13ca3-2168-4945-b52a-ddbaca6e5b8d/acf47b94-4868-4b18-869f-acd817aa6f2a/e1bb148c-b483-4b40-bafc-65ac0ce92765) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:19.632496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.691731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aa7db-b58c-41a8-b9dc-d05c4e1256ee req-9f85e907-048b-48db-a37d-d631936d548e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:19.694181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e1aa7db-b58c-41a8-b9dc-d05c4e1256ee req-9f85e907-048b-48db-a37d-d631936d548e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1932933 Aug 11 02:52:19.768850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9eff67-7745-4436-b57d-dc599b8eab28 req-703d8f0b-e94a-4481-be99-bda738972665 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:19.770609 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cd9eff67-7745-4436-b57d-dc599b8eab28 req-703d8f0b-e94a-4481-be99-bda738972665 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.1011176 Aug 11 02:52:19.772387 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.788887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:19.789488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e1aa7db-b58c-41a8-b9dc-d05c4e1256ee req-6cea02de-82a9-4673-9dce-39a7ac220bb3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858707 Aug 11 02:52:19.796241 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.801297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.864060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:19.867812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:19.872741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:19.877645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:19.928854 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Floating IP 43df6bb5-0758-48df-94a1-fea175db91f2 associated. External IP: 172.25.4.35, port: 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f. Aug 11 02:52:19.951904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:19.952660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:19.983571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cd9eff67-7745-4436-b57d-dc599b8eab28 req-7bf2f82d-7da8-4289-8dd1-429d2eaf170b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969230 Aug 11 02:52:20.004582 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-eedc2a5c-330b-462c-9f1b-a4255c11d3eb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9818497 Aug 11 02:52:20.020307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Request body: {'port': {'device_id': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:20.142220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.385043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcb3d2-1a09-4488-ad44-633127f92873 req-f1682bb8-f64d-445b-9444-81631298b081 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:20.386990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0edcb3d2-1a09-4488-ad44-633127f92873 req-f1682bb8-f64d-445b-9444-81631298b081 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 932 time: 0.4216361 Aug 11 02:52:20.486715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0edcb3d2-1a09-4488-ad44-633127f92873 req-674344da-ede9-4830-995a-780c2e35b8cf tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924048 Aug 11 02:52:20.507413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bb148c-b483-4b40-bafc-65ac0ce92765 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:20.517362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.533975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Transition to ACTIVE for port object e1bb148c-b483-4b40-bafc-65ac0ce92765 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:20.540951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.556874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Router 7e6ee052-bc62-43d4-a167-ea69602f0055 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:20.610449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-023c6165-c725-4295-aa0c-4fa83a315f1b req-52a1c772-0bf8-4f43-b011-1888c6ec9d1e tempest-AbsoluteLimitsNegativeTestJSON-1564138116 tempest-AbsoluteLimitsNegativeTestJSON-1564138116-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ae89ff411f79464396fffdd5241df907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445812 Aug 11 02:52:20.643238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:20.672094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:20.676438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.685009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] Sync routers for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:20.696521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:20.698035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:20.708979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-22bdd3e2-e01b-4a28-bdc0-d84d1099ba4d tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "PUT /v2.0/floatingips/43df6bb5-0758-48df-94a1-fea175db91f2 HTTP/1.1" status: 200 len: 990 time: 1.5288682 Aug 11 02:52:20.711081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:20.714552 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d28b632-7e65-4948-97ae-25e1fe454033" -d '{"events": [{"name": "network-changed", "server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:20.765812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Attempting to bind port e1bb148c-b483-4b40-bafc-65ac0ce92765 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:20.766157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Attempting to bind port e1bb148c-b483-4b40-bafc-65ac0ce92765 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:20.766489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Attempting to bind port e1bb148c-b483-4b40-bafc-65ac0ce92765 on network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:20.779806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Port e1bb148c-b483-4b40-bafc-65ac0ce92765 on network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:20.780136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Attempting to bind port e1bb148c-b483-4b40-bafc-65ac0ce92765 on network e8e13ca3-2168-4945-b52a-ddbaca6e5b8d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:20.792925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6165-c725-4295-aa0c-4fa83a315f1b req-0519015a-950f-46da-8977-d19294867004 tempest-AbsoluteLimitsNegativeTestJSON-1564138116 tempest-AbsoluteLimitsNegativeTestJSON-1564138116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:20.793445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-023c6165-c725-4295-aa0c-4fa83a315f1b req-0519015a-950f-46da-8977-d19294867004 tempest-AbsoluteLimitsNegativeTestJSON-1564138116 tempest-AbsoluteLimitsNegativeTestJSON-1564138116-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730816 Aug 11 02:52:20.798334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:20.798677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Checking segment: {'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:20.799069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Bound using segment: {'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:20.799506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Bound port: e1bb148c-b483-4b40-bafc-65ac0ce92765, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6566fe-e017-4df8-9c1e-6763991ed163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:20.799901 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.823307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-023c6165-c725-4295-aa0c-4fa83a315f1b req-889149a4-38b2-4f76-98f3-8ca2c74eb3b8 tempest-AbsoluteLimitsNegativeTestJSON-1564138116 tempest-AbsoluteLimitsNegativeTestJSON-1564138116-project] 10.222.0.60 "GET /v2.0/quotas/ae89ff411f79464396fffdd5241df907 HTTP/1.1" status: 200 len: 375 time: 0.0199585 Aug 11 02:52:20.828722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:20.836417 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5044c9d5-0044-43c7-81a7-b64e2afcf3e8 x-openstack-request-id: req-5044c9d5-0044-43c7-81a7-b64e2afcf3e8 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:20.837049 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:20.837316 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5044c9d5-0044-43c7-81a7-b64e2afcf3e8 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:20.837755 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'status': 'completed', 'code': 200} Aug 11 02:52:20.877645 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-023c6165-c725-4295-aa0c-4fa83a315f1b req-bfaf6efa-7273-4e06-ba9b-b36b7652f5b1 tempest-AbsoluteLimitsNegativeTestJSON-1564138116 tempest-AbsoluteLimitsNegativeTestJSON-1564138116-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae89ff411f79464396fffdd5241df907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308743 Aug 11 02:52:20.908384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:20.912281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:20.919548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.968049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:20.968682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:20.970105 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] 10.222.0.57 "PUT /v2.0/ports/e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 1093 time: 0.9541817 Aug 11 02:52:20.970577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:20.972921 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:20.998265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae5ac2-2fdf-4f97-b596-129ece64349c service neutron] Pushing event updated for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:21.028498 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa4488a-27ad-4f14-ba88-88e0dd0debf8 x-openstack-request-id: req-1fa4488a-27ad-4f14-ba88-88e0dd0debf8 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:21.029113 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:21.029113 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fa4488a-27ad-4f14-ba88-88e0dd0debf8 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:21.029501 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765', 'status': 'completed', 'code': 200} Aug 11 02:52:21.051235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-278be9e2-ec50-4cef-b35c-682bb68f8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.054843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-278be9e2-ec50-4cef-b35c-682bb68f8dd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8767bf03eec34c109d235b187096d928&device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 1097 time: 0.1604550 Aug 11 02:52:21.076793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ea02c-e97d-425b-83d9-73c21cb30e96 req-49badc26-286a-4095-a00a-cd2fab35f209 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.082698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-507ea02c-e97d-425b-83d9-73c21cb30e96 req-49badc26-286a-4095-a00a-cd2fab35f209 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1405404 Aug 11 02:52:21.168075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:21.175881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-f2d59c3e-b04b-4987-b881-d111507c1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.177654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-f2d59c3e-b04b-4987-b881-d111507c1b29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1096 time: 0.1042130 Aug 11 02:52:21.205677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c949497-65f5-472b-be5b-0ca4e639c7a4 req-420a9dfd-04a9-455b-bf15-a69bf0bb8487 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.214090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-507ea02c-e97d-425b-83d9-73c21cb30e96 req-c6d661d9-373e-4856-93d5-523469ded44d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036341 Aug 11 02:52:21.215336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5c949497-65f5-472b-be5b-0ca4e639c7a4 req-420a9dfd-04a9-455b-bf15-a69bf0bb8487 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0894449 Aug 11 02:52:21.268077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-094380fc-c54b-4ba9-b38d-b73001e0342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.270089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-094380fc-c54b-4ba9-b38d-b73001e0342f service neutron] 10.222.0.57 "GET /v2.0/networks?id=550eb385-6bca-4550-b2b8-8f35d2df9c79 HTTP/1.1" status: 200 len: 907 time: 0.1861975 Aug 11 02:52:21.283824 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-cdd25cb1-c3c0-4537-a652-3eaa0badf9e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 217 time: 0.0878427 Aug 11 02:52:21.347139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5c949497-65f5-472b-be5b-0ca4e639c7a4 req-674159ab-5e40-4ef7-b745-aa83eaf45239 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157265 Aug 11 02:52:21.397665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:21.400909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:21.436793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-735fdbb9-ef9c-43c2-aefb-d6aac4eb20df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.438108 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-735fdbb9-ef9c-43c2-aefb-d6aac4eb20df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.1212466 Aug 11 02:52:21.453185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'mac_address': 'fa:16:3e:9c:23:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:21.465055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-4ae358e3-d6cb-446f-a4ef-a2b61de5eb00 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f HTTP/1.1" status: 200 len: 998 time: 0.1763306 Aug 11 02:52:21.502362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-187a18a0-2213-4d0c-bf80-1ea9fa3d36fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465484 Aug 11 02:52:21.598268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-9a9ef717-953b-4baa-834a-45b24d326685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.611365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-9a9ef717-953b-4baa-834a-45b24d326685 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f HTTP/1.1" status: 200 len: 845 time: 0.1292536 Aug 11 02:52:21.634187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-9b3c352c-87e4-48ee-9cc4-3f69e6e06f25 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106331 Aug 11 02:52:21.636911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.642879 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2397b17-ed79-4507-877e-185bfa75dc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.662904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbcd30cd-9787-407b-8ccc-c793c086322e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:21.674193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '43df6bb5-0758-48df-94a1-fea175db91f2', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'port_id': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'mac_address': 'fa:16:3e:71:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:58Z', 'updated_at': '2021-08-11T02:52:19Z', 'revision_number': 1, 'project_id': '8767bf03eec34c109d235b187096d928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:56Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:21.707690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] Checking router: 7e6ee052-bc62-43d4-a167-ea69602f0055 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:21.723446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:21.731110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:21.732074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:51:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:21.734589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:21.785148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-ae6de78a-11c7-484f-9d3e-85a7093676c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.786668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-ae6de78a-11c7-484f-9d3e-85a7093676c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=550eb385-6bca-4550-b2b8-8f35d2df9c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217408 Aug 11 02:52:21.790309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8914f78a-d504-4e6d-8185-ae67de29af86 req-1d28a451-021c-41b6-bccb-63ed8dee65db service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364701 Aug 11 02:52:21.800161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4fbe1-c2d5-40c5-97d6-c1a16a1a6845 req-0acc2b8c-7a53-4d48-b222-8ecd55b3e5f8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.808310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67b4fbe1-c2d5-40c5-97d6-c1a16a1a6845 req-0acc2b8c-7a53-4d48-b222-8ecd55b3e5f8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 944 time: 0.1619537 Aug 11 02:52:21.871043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['bbcd30cd-9787-407b-8ccc-c793c086322e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:21.900902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:21.936856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:21.946041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-9a1f4d4c-85e8-4324-923d-70bdd8e66262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:21.948326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-9a1f4d4c-85e8-4324-923d-70bdd8e66262 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1096 time: 0.0529091 Aug 11 02:52:21.983325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2397b17-ed79-4507-877e-185bfa75dc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.024660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2397b17-ed79-4507-877e-185bfa75dc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.078596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2397b17-ed79-4507-877e-185bfa75dc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c915b3f2-0d08-4cd5-bf7a-0c524e1835e6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:22.093148 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-5b5f6d7d-b227-42e3-942a-73f201dfa8d3 service neutron] 10.222.0.57 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660663 Aug 11 02:52:22.110051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67b4fbe1-c2d5-40c5-97d6-c1a16a1a6845 req-97bab6e8-b321-47f7-ad2a-fffffaee5249 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975483 Aug 11 02:52:22.132812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d2397b17-ed79-4507-877e-185bfa75dc1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae89ff411f79464396fffdd5241df907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280598 Aug 11 02:52:22.144774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43594) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:22.286514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e84f4c5-6fe7-471d-b10c-d9a4431c0d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.300208 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1244dadc-260b-410e-9f3f-40caf18ae494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.376660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e84f4c5-6fe7-471d-b10c-d9a4431c0d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.404149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '43df6bb5-0758-48df-94a1-fea175db91f2', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'port_id': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'mac_address': 'fa:16:3e:71:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:58Z', 'updated_at': '2021-08-11T02:52:19Z', 'revision_number': 1, 'project_id': '8767bf03eec34c109d235b187096d928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:56Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:22.410818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d28b632-7e65-4948-97ae-25e1fe454033 req-ea1f9bb8-14a4-42c8-83f7-1a47873536a2 service neutron] 10.222.0.57 "GET /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996936 Aug 11 02:52:22.443068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9480b-15f3-4b41-be40-1f428bf4205b None None] The sync data for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 is: [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '43df6bb5-0758-48df-94a1-fea175db91f2', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'floating_ip_address': '172.25.4.35', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'port_id': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'mac_address': 'fa:16:3e:71:e3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:51:58Z', 'updated_at': '2021-08-11T02:52:19Z', 'revision_number': 1, 'project_id': '8767bf03eec34c109d235b187096d928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:56Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:22.514050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e84f4c5-6fe7-471d-b10c-d9a4431c0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.517411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e84f4c5-6fe7-471d-b10c-d9a4431c0d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:22.521550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3e84f4c5-6fe7-471d-b10c-d9a4431c0d46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c915b3f2-0d08-4cd5-bf7a-0c524e1835e6 HTTP/1.1" status: 204 len: 168 time: 0.3754408 Aug 11 02:52:22.531438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84f4c5-6fe7-471d-b10c-d9a4431c0d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c915b3f2-0d08-4cd5-bf7a-0c524e1835e6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:22.622137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7df86-010b-4627-a53a-03b7ce5ebb5c req-6a1a7a55-f24e-4843-8c7f-fa986558f90f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:22.629425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29e7df86-010b-4627-a53a-03b7ce5ebb5c req-6a1a7a55-f24e-4843-8c7f-fa986558f90f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0757985 Aug 11 02:52:22.648288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-2012ce31-065e-4aa6-9c80-29dd15acaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:22.648288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-2012ce31-065e-4aa6-9c80-29dd15acaa50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 914 time: 0.6866550 Aug 11 02:52:22.668379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94fc14-7a0c-438d-aeb3-298536725526 req-f1298859-fd79-41a2-9135-9a41d390abdc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:22.669851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a94fc14-7a0c-438d-aeb3-298536725526 req-f1298859-fd79-41a2-9135-9a41d390abdc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1264820 Aug 11 02:52:22.680638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29e7df86-010b-4627-a53a-03b7ce5ebb5c req-df016750-0bee-43f7-aa36-fac61a3955d7 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502667 Aug 11 02:52:22.724951 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-f7ee041b-9aee-4a13-9a28-d96971bf183b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 217 time: 0.0541151 Aug 11 02:52:22.799251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a94fc14-7a0c-438d-aeb3-298536725526 req-dee5f89a-5ebc-4c9c-a498-745feb647c2d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151292 Aug 11 02:52:22.852668 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fe8b4b-6f74-40eb-97e8-844cf663c5c3 None None] New status for floating IP 43df6bb5-0758-48df-94a1-fea175db91f2: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:52:22.865064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-181b4a3a-cb13-4c4b-b670-5553f216a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:22.867514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-181b4a3a-cb13-4c4b-b670-5553f216a75c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.1301038 Aug 11 02:52:22.932732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-9615f946-2173-4d0a-b7ed-89cf69655a28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505881 Aug 11 02:52:23.010727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:23.115457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port bbcd30cd-9787-407b-8ccc-c793c086322e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:23.115858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.122504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-658d34f1-3701-4ac5-9008-064ffb944d23 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714153 Aug 11 02:52:23.319780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf75ed79-6564-41f7-88c0-cd2e90dc2c5e req-bdd66d80-192d-4781-83d7-6c81de6ae65f service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772339 Aug 11 02:52:23.337179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.349260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b3fd8-c9cf-426b-bd95-44db855f2cf4 req-51c3107a-c5b7-45a2-ab46-454634ea4d36 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:23.357859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-347b3fd8-c9cf-426b-bd95-44db855f2cf4 req-51c3107a-c5b7-45a2-ab46-454634ea4d36 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 944 time: 0.1012292 Aug 11 02:52:23.391091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:23.394842 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37051d9-bc32-497a-bc72-c35a56ea8941" -d '{"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:23.410565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:23.418243 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.451324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-347b3fd8-c9cf-426b-bd95-44db855f2cf4 req-acc8bb35-ee57-4c63-8c14-05518c0bb792 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790977 Aug 11 02:52:23.480190 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9095bef0-0f4e-446f-beb8-77746ca18367 x-openstack-request-id: req-9095bef0-0f4e-446f-beb8-77746ca18367 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:23.480587 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:23.480868 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9095bef0-0f4e-446f-beb8-77746ca18367 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:23.481268 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'code': 200} Aug 11 02:52:23.485153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:23.622340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43646) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:23.747717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2070164437-network', 'tenant_id': 'd5066e7b73cb4c8a99c69d63af4dfa79'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:23.818604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Made reservation on behalf of d5066e7b73cb4c8a99c69d63af4dfa79 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:23.821633 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.848918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:23.879046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb32f7-2228-4c1d-af81-da1bd823fd64 req-72378ce2-c93f-464f-b745-0d020bf89da6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:23.888094 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95bb32f7-2228-4c1d-af81-da1bd823fd64 req-72378ce2-c93f-464f-b745-0d020bf89da6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0641942 Aug 11 02:52:23.947807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95bb32f7-2228-4c1d-af81-da1bd823fd64 req-731bfeb5-3d10-4e2d-b3b2-261ebbb10d0c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547636 Aug 11 02:52:23.986052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.002243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.070093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:24.082067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292f36b4-3191-4c12-8471-4bc30d2239f1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:24.091753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.092161 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Added segment 678eea8c-213e-42ad-8631-3cdd9f2049c0 of type vlan for network 360cf3bd-e379-4a27-8a9d-eabecc29c987 Aug 11 02:52:24.143714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb13b9-3210-471f-b3d3-6b9c703181cb req-bac99142-313f-4ae1-8dab-70c40ad86484 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:24.145219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2feb13b9-3210-471f-b3d3-6b9c703181cb req-bac99142-313f-4ae1-8dab-70c40ad86484 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1394753 Aug 11 02:52:24.149035 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.209085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2feb13b9-3210-471f-b3d3-6b9c703181cb req-a8299759-370b-4bc6-97ae-15ccbdb29043 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547915 Aug 11 02:52:24.210757 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.212844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:24.212844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.280507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6570108 Aug 11 02:52:24.281528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df02e0-6442-4bcc-a892-426da12927de admin admin] Pushing event updated for resources: {'Network': ['ID=360cf3bd-e379-4a27-8a9d-eabecc29c987,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:24.283555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43668) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:24.289090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Request body: {'subnet': {'network_id': '360cf3bd-e379-4a27-8a9d-eabecc29c987', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2070164437-subnet', 'tenant_id': 'd5066e7b73cb4c8a99c69d63af4dfa79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:24.293298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 360cf3bd-e379-4a27-8a9d-eabecc29c987 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:24.318736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Made reservation on behalf of d5066e7b73cb4c8a99c69d63af4dfa79 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:24.321428 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.544562 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.653985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f973406-7624-4565-b0e1-de602d52e283 req-fa2c27b9-a1f1-4cb7-a1b1-7c8552e17a0a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:24.655722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f973406-7624-4565-b0e1-de602d52e283 req-fa2c27b9-a1f1-4cb7-a1b1-7c8552e17a0a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 944 time: 0.1241460 Aug 11 02:52:24.657687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb63711a-29b7-407c-8415-76227b45025f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:24.663979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Checking segment: {'id': '678eea8c-213e-42ad-8631-3cdd9f2049c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '360cf3bd-e379-4a27-8a9d-eabecc29c987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:24.663979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Network hostable DHCP agents. Network: 360cf3bd-e379-4a27-8a9d-eabecc29c987, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:24.709378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Network 360cf3bd-e379-4a27-8a9d-eabecc29c987 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:24.721770 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f973406-7624-4565-b0e1-de602d52e283 req-2065802a-36f2-4217-8f61-47f5035a659d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506272 Aug 11 02:52:24.731907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 360cf3bd-e379-4a27-8a9d-eabecc29c987) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:24.742884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:24.744368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:24.752641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ce4f3-ccd0-436e-a615-9c24d8d3dad1 None None] Network 360cf3bd-e379-4a27-8a9d-eabecc29c987 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:24.774924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e76af30-f505-4409-8076-17197aea7f5c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4898632 Aug 11 02:52:24.960727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eea8461-ba59-4a14-83b8-f9043d2cfcf6 None None] Network 360cf3bd-e379-4a27-8a9d-eabecc29c987 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:25.099020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e1bb148c-b483-4b40-bafc-65ac0ce92765 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:25.132430 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-31a1fc35-8822-4522-8cdc-20a6e3a19165 req-5268ca67-bc78-4782-a9b2-f8feacf03723 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] show failed (client error): The resource could not be found. Aug 11 02:52:25.146278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31a1fc35-8822-4522-8cdc-20a6e3a19165 req-5268ca67-bc78-4782-a9b2-f8feacf03723 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "GET /v2.0/security-groups/c3271ee4-4de0-40d7-844d-2ad163fa96d7 HTTP/1.1" status: 404 len: 352 time: 0.0317237 Aug 11 02:52:25.150731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab237e-1a70-4259-8397-d577bdcec024 req-c4067102-1385-4e8c-9512-a8e891d0998b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:25.163057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8ab237e-1a70-4259-8397-d577bdcec024 req-c4067102-1385-4e8c-9512-a8e891d0998b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0840304 Aug 11 02:52:25.219115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8ab237e-1a70-4259-8397-d577bdcec024 req-2b22b351-5478-4415-ad7e-b7dc866a6db1 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 Aug 11 02:52:25.231865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f63606d6-5c3b-4d29-bf9f-48d2cfe06285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.272465 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.304850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:25.320521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e1bb148c-b483-4b40-bafc-65ac0ce92765', 'network_id': 'e8e13ca3-2168-4945-b52a-ddbaca6e5b8d', 'port_id': 'e1bb148c-b483-4b40-bafc-65ac0ce92765', 'mac_address': 'fa:16:3e:92:13:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf47b94-4868-4b18-869f-acd817aa6f2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:25.375563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.396184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bb148c-b483-4b40-bafc-65ac0ce92765 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:25.436113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31fda6-96ce-4a7c-8dc5-6cf0a9282757 req-cd8bcf7c-0472-4f05-b7f0-2f5d2e1d9f10 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:25.439052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:25.440122 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfd0f8-84b5-4d2a-96cd-4a8ad770b20c req-e314741d-65fc-4159-bf9d-5cd7d1c963ef tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5066e7b73cb4c8a99c69d63af4dfa79 HTTP/1.1" status: 200 len: 2984 time: 0.0721343 Aug 11 02:52:25.444972 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e31fda6-96ce-4a7c-8dc5-6cf0a9282757 req-cd8bcf7c-0472-4f05-b7f0-2f5d2e1d9f10 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0846035 Aug 11 02:52:25.451327 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.453718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.496620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfd0f8-84b5-4d2a-96cd-4a8ad770b20c req-26bea2cc-966f-4051-bfd7-8da2aac88a7b tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "GET /v2.0/security-groups/292f36b4-3191-4c12-8471-4bc30d2239f1 HTTP/1.1" status: 200 len: 2981 time: 0.0552096 Aug 11 02:52:25.510176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e31fda6-96ce-4a7c-8dc5-6cf0a9282757 req-5e508903-0f1a-4de5-8b56-29c0683e4e79 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638273 Aug 11 02:52:25.525941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:25.559604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfd0f8-84b5-4d2a-96cd-4a8ad770b20c req-09c86382-0c99-4d0a-90c9-2c75c9877c4b tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "GET /v2.0/security-groups/292f36b4-3191-4c12-8471-4bc30d2239f1 HTTP/1.1" status: 200 len: 2981 time: 0.0571167 Aug 11 02:52:25.632570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e74860ae-816c-4e51-966b-19f1401b6418 req-0ef9e152-eadb-4499-a160-27186e4ab177 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "GET /v2.0/security-groups/292f36b4-3191-4c12-8471-4bc30d2239f1 HTTP/1.1" status: 200 len: 2981 time: 0.0504479 Aug 11 02:52:25.658269 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:52:25.727689 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-e74860ae-816c-4e51-966b-19f1401b6418 req-58664b94-7a75-4040-aa82-e9ce08c28c81 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:25.729019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e74860ae-816c-4e51-966b-19f1401b6418 req-58664b94-7a75-4040-aa82-e9ce08c28c81 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "DELETE /v2.0/security-groups/292f36b4-3191-4c12-8471-4bc30d2239f1 HTTP/1.1" status: 409 len: 352 time: 0.0923440 Aug 11 02:52:25.773596 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-6bfcf919-5aa2-493e-accd-38ff63bd91ab req-b6f826e8-3710-4be8-b3ff-ec46ef2a9206 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] show failed (client error): The resource could not be found. Aug 11 02:52:25.774655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6bfcf919-5aa2-493e-accd-38ff63bd91ab req-b6f826e8-3710-4be8-b3ff-ec46ef2a9206 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "GET /v2.0/security-groups/57cc1310-8138-4c34-8c94-69f6ac7dd37a HTTP/1.1" status: 404 len: 352 time: 0.0168998 Aug 11 02:52:25.825852 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-9bc1b84f-bee8-40df-97c6-c55487943905 req-514dcd1f-9262-465d-b0b2-c5a4bab534e1 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] show failed (client error): The resource could not be found. Aug 11 02:52:25.827097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9bc1b84f-bee8-40df-97c6-c55487943905 req-514dcd1f-9262-465d-b0b2-c5a4bab534e1 tempest-SecurityGroupsNegativeTestJSON-1962710676 tempest-SecurityGroupsNegativeTestJSON-1962710676-project] 10.222.0.60 "GET /v2.0/security-groups/7554a4c1-88d3-4aca-8fc4-57012dbfaef0 HTTP/1.1" status: 404 len: 352 time: 0.0155139 Aug 11 02:52:25.840983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43712) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:25.921840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] Deleting subnet cb63711a-29b7-407c-8415-76227b45025f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:52:25.927330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:25.934131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e1bb148c-b483-4b40-bafc-65ac0ce92765'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:25.962073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cdee3-044f-4222-b2ac-045e778eedcd req-26705ada-c3a6-4673-86e9-5aeb4bbd77f9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:25.972428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae2cdee3-044f-4222-b2ac-045e778eedcd req-26705ada-c3a6-4673-86e9-5aeb4bbd77f9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 945 time: 0.1028795 Aug 11 02:52:26.024905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.110334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae2cdee3-044f-4222-b2ac-045e778eedcd req-bb2663c6-d95d-4f7e-8da3-9c3fa3c954fd tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362162 Aug 11 02:52:26.123175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.186675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.215739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb63711a-29b7-407c-8415-76227b45025f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:26.220126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.222522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f7a45238-4af2-4931-b143-fe416610c3d1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cb63711a-29b7-407c-8415-76227b45025f HTTP/1.1" status: 204 len: 168 time: 0.3805523 Aug 11 02:52:26.225093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43728) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:26.316673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.412384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a969e-c587-4e18-8d95-6495c7739c99 req-5fb0cb4c-4711-4e46-be54-8af3bf26df1d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:26.424577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.424882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7a969e-c587-4e18-8d95-6495c7739c99 req-5fb0cb4c-4711-4e46-be54-8af3bf26df1d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0929558 Aug 11 02:52:26.438591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360cf3bd-e379-4a27-8a9d-eabecc29c987']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:26.457186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678eea8c-213e-42ad-8631-3cdd9f2049c0') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:26.457517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678eea8c-213e-42ad-8631-3cdd9f2049c0') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:26.473462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.490118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7a969e-c587-4e18-8d95-6495c7739c99 req-8b98555e-e0c2-4afe-a328-269b302b6e3d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641663 Aug 11 02:52:26.492546 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.500112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:52:26.500520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:52:26.502399 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:52:26.574088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.584548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.590511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] 10.222.0.60 "DELETE /v2.0/networks/360cf3bd-e379-4a27-8a9d-eabecc29c987 HTTP/1.1" status: 204 len: 168 time: 0.3607810 Aug 11 02:52:26.594750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.616661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d06fc-22f4-4e04-8b03-811fbedd06ce admin admin] Pushing event deleted for resources: {'Network': ['ID=360cf3bd-e379-4a27-8a9d-eabecc29c987,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:26.674879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6fef2-18d9-4bb0-b0ed-2aedbcdb0204 req-e363381b-c9b4-425f-960c-1cdc96b4f630 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:26.680794 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45c6fef2-18d9-4bb0-b0ed-2aedbcdb0204 req-e363381b-c9b4-425f-960c-1cdc96b4f630 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0653369 Aug 11 02:52:26.738171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45c6fef2-18d9-4bb0-b0ed-2aedbcdb0204 req-99855367-8a04-453d-a23c-08447e2bd0c7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Aug 11 02:52:26.770015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43740) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:26.852271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b21fcf76-4caf-4e35-b7e2-99deb0780cf1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5066e7b73cb4c8a99c69d63af4dfa79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808668 Aug 11 02:52:26.858771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43744) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:26.933057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fde25d0d-2ee2-4701-91ff-87b10195340b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:26.978910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fde25d0d-2ee2-4701-91ff-87b10195340b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.046334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fde25d0d-2ee2-4701-91ff-87b10195340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.049381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fde25d0d-2ee2-4701-91ff-87b10195340b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.052028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fde25d0d-2ee2-4701-91ff-87b10195340b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/292f36b4-3191-4c12-8471-4bc30d2239f1 HTTP/1.1" status: 204 len: 168 time: 0.1912792 Aug 11 02:52:27.066930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde25d0d-2ee2-4701-91ff-87b10195340b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292f36b4-3191-4c12-8471-4bc30d2239f1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:27.278585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b797e3b-39b8-4cb9-b1a7-ddacfa710580 req-cc3face7-7134-47a6-8764-9fb44c1a86da tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:27.280328 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b797e3b-39b8-4cb9-b1a7-ddacfa710580 req-cc3face7-7134-47a6-8764-9fb44c1a86da tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 945 time: 0.0681291 Aug 11 02:52:27.352290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b797e3b-39b8-4cb9-b1a7-ddacfa710580 req-06a08349-6a33-4698-99ed-3df3a8235aeb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657859 Aug 11 02:52:27.616131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc711-830b-4e8f-ae17-39a95309db37 req-35651970-fe16-45e9-b1cf-22783ec43601 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:27.623881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1bfdc711-830b-4e8f-ae17-39a95309db37 req-35651970-fe16-45e9-b1cf-22783ec43601 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 945 time: 0.0625675 Aug 11 02:52:27.664172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1bfdc711-830b-4e8f-ae17-39a95309db37 req-5a1f7151-bd47-45bb-ae4a-40a090c0803f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391626 Aug 11 02:52:27.779405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-60b8d9b1-d1d2-48ef-b7b3-de02b06d5862 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:27.780695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-60b8d9b1-d1d2-48ef-b7b3-de02b06d5862 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.0845633 Aug 11 02:52:27.803128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:27.891330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:27.912672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c385977-d3cd-4fb4-bd9e-4075d3a8008c req-62fc6260-3493-4295-877c-6468a8bb3865 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:27.920853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c385977-d3cd-4fb4-bd9e-4075d3a8008c req-62fc6260-3493-4295-877c-6468a8bb3865 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0666652 Aug 11 02:52:28.002221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c385977-d3cd-4fb4-bd9e-4075d3a8008c req-b8cb89dc-1307-4c87-8bea-badedac3f1ff tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799873 Aug 11 02:52:28.005209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.083953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43788) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:28.104335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:28.147196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:28.223545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-99429886-network', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:28.241285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:28.244414 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4546bc-c2cc-44d8-9f49-d012523abbdf" -d '{"events": [{"server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "name": "network-vif-unplugged", "status": "completed", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:28.264828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.270375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.271541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:28.274511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.284903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.349035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=7']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:28.370804 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8c2c60-2f03-42bb-af8d-601cd64fb890 x-openstack-request-id: req-9f8c2c60-2f03-42bb-af8d-601cd64fb890 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:28.371111 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "name": "network-vif-unplugged", "status": "completed", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:28.373253 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f8c2c60-2f03-42bb-af8d-601cd64fb890 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:28.373710 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d', 'code': 200} Aug 11 02:52:28.449952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.455812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.461036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:28.461376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:28.461698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:28.479331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:28.492834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.493496 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Added segment 70759212-e275-4635-bb2c-2436bd816e3f of type vlan for network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 Aug 11 02:52:28.496549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:28.496549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Attempting to bind port 81f86d20-5acc-4a7d-bac3-890361ccf04d on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:28.531008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:28.531008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:28.531008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:28.531008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Bound port: 81f86d20-5acc-4a7d-bac3-890361ccf04d, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:28.531791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.564675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.608376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.611168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:28.612261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.645650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:28.649238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:28.659533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.677281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed98b9b-78e1-4106-bff5-26e28eee0098,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:28.702737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.703142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.703583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.704106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.704350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.704719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.705260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.705607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.705972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.706304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.706682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.707149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:28.722983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] Pushing event updated for resources: {'Network': ['ID=81480fe4-006f-4bb2-9cb9-c43758be6ee3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:28.728952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c73000b8-b8f5-43bd-b1d8-2273a5a6a02b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6460726 Aug 11 02:52:28.732437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:28.740927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Request body: {'subnet': {'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-99429886-subnet', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:28.745507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca62fa-4910-4c16-9167-1b265c6c307e req-361a5f28-52b2-4e9d-8d50-d52d13967ade tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:28.754958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fca62fa-4910-4c16-9167-1b265c6c307e req-361a5f28-52b2-4e9d-8d50-d52d13967ade tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 945 time: 0.2957675 Aug 11 02:52:28.760166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:28.803404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:28.812227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=8']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:28.813041 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.873049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:28.873736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:28.882858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-76463333-661a-42d6-a7bc-124206d5f947 service neutron] 10.222.0.10 "PUT /v2.0/ports/81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 200 len: 1123 time: 1.0921588 Aug 11 02:52:28.890346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fca62fa-4910-4c16-9167-1b265c6c307e req-43808b5f-0534-4e8f-882a-c30cc144f126 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361818 Aug 11 02:52:28.962913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a28837-5f7c-4fdd-872c-49714076a2d0 req-0e5217c1-c984-437d-8be4-8a887790c475 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:28.964752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a28837-5f7c-4fdd-872c-49714076a2d0 req-0e5217c1-c984-437d-8be4-8a887790c475 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.0869040 Aug 11 02:52:29.028441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 81f86d20-5acc-4a7d-bac3-890361ccf04d details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:29.033132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['81f86d20-5acc-4a7d-bac3-890361ccf04d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:29.045450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a28837-5f7c-4fdd-872c-49714076a2d0 req-1b2c1dfe-8061-49af-9ba4-d5121af4ba79 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Aug 11 02:52:29.132979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.133276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['81f86d20-5acc-4a7d-bac3-890361ccf04d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:29.137441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e1bb148c-b483-4b40-bafc-65ac0ce92765 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:29.232575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9277d972-f7ab-46ab-83db-6f217b20c47c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:29.271281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa689b-ebbe-402a-a131-7891b488884b req-f99e1c56-433e-40a8-bd9c-3fa13df6e534 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:29.276187 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beaa689b-ebbe-402a-a131-7891b488884b req-f99e1c56-433e-40a8-bd9c-3fa13df6e534 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0851169 Aug 11 02:52:29.305490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Checking segment: {'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:29.306437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Network hostable DHCP agents. Network: 81480fe4-006f-4bb2-9cb9-c43758be6ee3, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:29.359863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beaa689b-ebbe-402a-a131-7891b488884b req-e9f2e765-cd89-41c2-8f9d-0ee2e8448c70 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789833 Aug 11 02:52:29.395048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:29.409837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 81480fe4-006f-4bb2-9cb9-c43758be6ee3) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:29.422612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:29.423207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.449892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43828) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:29.450132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2d173141-1946-4beb-8864-20fa2243bc34 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7157912 Aug 11 02:52:29.456852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:29.490702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.490702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.570614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b167767-4ca1-44d3-8f2e-324450bc0367 None None] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:29.586235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.655697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port e1bb148c-b483-4b40-bafc-65ac0ce92765 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:29.690592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e1bb148c-b483-4b40-bafc-65ac0ce92765 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:29.691515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.731652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.782232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:29.787288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:29.816039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 81f86d20-5acc-4a7d-bac3-890361ccf04d has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:52:29.963570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.024372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:30.027951 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f3233f-c4f1-4e13-936a-a7ffff751d5f" -d '{"events": [{"server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "name": "network-vif-plugged", "status": "completed", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:30.082935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:30.089528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-81480fe4-006f-4bb2-9cb9-c43758be6ee3', 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'fixed_ips': [{'subnet_id': '9277d972-f7ab-46ab-83db-6f217b20c47c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:30.089765 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.097858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e6583-1e8f-4d43-be36-e78dc1aa8b1a req-ed833284-944c-4b02-87fc-6c0604221df1 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:30.108548 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034c2df-0eb3-49e0-8c8c-c534ad290f29 x-openstack-request-id: req-d034c2df-0eb3-49e0-8c8c-c534ad290f29 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:30.108837 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "name": "network-vif-plugged", "status": "completed", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:30.109088 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d034c2df-0eb3-49e0-8c8c-c534ad290f29 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:30.109380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-767e6583-1e8f-4d43-be36-e78dc1aa8b1a req-ed833284-944c-4b02-87fc-6c0604221df1 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 945 time: 0.1050968 Aug 11 02:52:30.109551 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765', 'code': 200} Aug 11 02:52:30.113840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.195535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.236940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-767e6583-1e8f-4d43-be36-e78dc1aa8b1a req-c5d078bf-17d2-44df-9cb2-8359cccfff28 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264324 Aug 11 02:52:30.250344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:30.293053 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.296626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72604fa-f37a-4632-a370-f93ffca3b136 req-ae60047f-3a63-4f4c-b0f4-7e5c8de6c580 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:30.299651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d72604fa-f37a-4632-a370-f93ffca3b136 req-ae60047f-3a63-4f4c-b0f4-7e5c8de6c580 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.0824916 Aug 11 02:52:30.362799 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d72604fa-f37a-4632-a370-f93ffca3b136 req-0a55b700-835d-4c28-9646-e5e6d21f2d77 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Aug 11 02:52:30.372039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d227-1efc-4b57-876d-cc9e1acb1b58 req-b0c204b7-d5bd-429b-9736-94b4c37e584b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:30.373712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5393d227-1efc-4b57-876d-cc9e1acb1b58 req-b0c204b7-d5bd-429b-9736-94b4c37e584b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1098 time: 0.1506243 Aug 11 02:52:30.376588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:30.379123 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee2b064-1e63-46ca-b595-99e2abba8155" -d '{"events": [{"name": "network-changed", "server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:30.398659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Allocated IP 172.20.0.2 (81480fe4-006f-4bb2-9cb9-c43758be6ee3/9277d972-f7ab-46ab-83db-6f217b20c47c/7b1032a2-8408-4dc8-97c6-53c2f133a275) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:30.458536 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a8e5cd-fabf-48c8-a74f-77840e44023c x-openstack-request-id: req-45a8e5cd-fabf-48c8-a74f-77840e44023c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:30.458957 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:30.459313 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45a8e5cd-fabf-48c8-a74f-77840e44023c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:30.459961 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d', 'status': 'completed', 'code': 200} Aug 11 02:52:30.472704 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5393d227-1efc-4b57-876d-cc9e1acb1b58 req-eb021445-f637-49f8-86ae-7e4d3028221a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752494 Aug 11 02:52:30.508983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Allocated IP 172.25.4.232 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/e8c9015f-66c8-41b2-a732-5a70023f0c75) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:30.572489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d3f7c-a6a0-4104-a9a2-867b9ab43b7e req-b0c86535-a34b-4143-bda0-75cd0f597b8a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:30.582000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed2d3f7c-a6a0-4104-a9a2-867b9ab43b7e req-b0c86535-a34b-4143-bda0-75cd0f597b8a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0732567 Aug 11 02:52:30.585828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.602434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Transition to ACTIVE for port object 7b1032a2-8408-4dc8-97c6-53c2f133a275 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:30.626045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Transition to ACTIVE for port object 7b1032a2-8408-4dc8-97c6-53c2f133a275 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:30.636982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed2d3f7c-a6a0-4104-a9a2-867b9ab43b7e req-cfc17f4d-96ee-46a5-8709-7dc2fb8f0c3c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Aug 11 02:52:30.652549 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.673968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:30.677177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:30.696454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:30.700422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-67bbdac1-75de-4d04-a766-414b8ca8f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:30.702370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-67bbdac1-75de-4d04-a766-414b8ca8f053 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1126 time: 0.1116459 Aug 11 02:52:30.738089 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.765552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Pushing event updated for resources: {'Port': ['ID=7b1032a2-8408-4dc8-97c6-53c2f133a275,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:30.783536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Attempting to bind port 7b1032a2-8408-4dc8-97c6-53c2f133a275 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:30.783957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Attempting to bind port 7b1032a2-8408-4dc8-97c6-53c2f133a275 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:30.784326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Attempting to bind port 7b1032a2-8408-4dc8-97c6-53c2f133a275 on network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:30.791663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:30.792029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Checking segment: {'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:30.792630 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.793219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Bound using segment: {'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:30.793975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Bound port: 7b1032a2-8408-4dc8-97c6-53c2f133a275, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:30.794613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.872906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.890502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] For port 7b1032a2-8408-4dc8-97c6-53c2f133a275, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:30.894388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] For port 7b1032a2-8408-4dc8-97c6-53c2f133a275, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7b1032a2-8408-4dc8-97c6-53c2f133a275,segment=NetworkSegment(70759212-e275-4635-bb2c-2436bd816e3f),segment_id=70759212-e275-4635-bb2c-2436bd816e3f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:30.907900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:30.925202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:30.931163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:30.934313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:30.990934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337ce5e-fbc5-4a60-a1b4-7fb827b09f43 None None] Pushing event updated for resources: {'Port': ['ID=7b1032a2-8408-4dc8-97c6-53c2f133a275,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:31.012348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-059339c0-5437-4215-9f7c-3a44bb75c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:31.013974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-059339c0-5437-4215-9f7c-3a44bb75c0d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.2322733 Aug 11 02:52:31.018296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c9015f-66c8-41b2-a732-5a70023f0c75,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:31.067550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-2700f6a0-c044-4432-b541-893c29d318ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 200 len: 217 time: 0.0392563 Aug 11 02:52:31.214772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-4fb2e68a-0e3e-486c-8723-ccdc209a31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:31.217210 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-4fb2e68a-0e3e-486c-8723-ccdc209a31fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1044066 Aug 11 02:52:31.275960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-a1a4d2ab-f430-41e5-898a-1a47ffa086bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343618 Aug 11 02:52:31.539507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2287-42c0-4a31-8642-806847f9bec2 req-0410494b-d0f9-454a-a638-fc309444be5c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:31.548223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-249c2287-42c0-4a31-8642-806847f9bec2 req-0410494b-d0f9-454a-a638-fc309444be5c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 946 time: 0.1505029 Aug 11 02:52:31.559130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-1f719a12-e95c-4746-8bfa-ceb63476a900 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624674 Aug 11 02:52:31.575014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:31.582978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8763e09-f7ef-40c1-b3b1-72026d42e3d6 req-03ccaa16-2d5e-426a-a36c-cf5f668308c9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:31.584520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8763e09-f7ef-40c1-b3b1-72026d42e3d6 req-03ccaa16-2d5e-426a-a36c-cf5f668308c9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.0641761 Aug 11 02:52:31.630282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8763e09-f7ef-40c1-b3b1-72026d42e3d6 req-d188e8ce-0d7b-4769-bd0e-8a2cf7787bbd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Aug 11 02:52:31.780587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee2b064-1e63-46ca-b595-99e2abba8155 req-e9019866-483a-4e40-8fe0-a1b05505f1ca service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540544 Aug 11 02:52:31.784799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-249c2287-42c0-4a31-8642-806847f9bec2 req-1769709a-0a63-44a5-b4a7-9a64ce891e02 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318213 Aug 11 02:52:31.935351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffc625-6eca-4737-880a-bf00a749a28a req-59f15675-368b-45fe-bc24-9fca9c001071 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:31.944382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6ffc625-6eca-4737-880a-bf00a749a28a req-59f15675-368b-45fe-bc24-9fca9c001071 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1142087 Aug 11 02:52:32.011840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6ffc625-6eca-4737-880a-bf00a749a28a req-e7f27c5c-37e8-499f-8e76-b15f353b3362 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621924 Aug 11 02:52:32.204825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7b1032a2-8408-4dc8-97c6-53c2f133a275 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:32.255514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b079f-1fb8-4bce-874f-207d770a8e65 None None] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:32.335895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.393751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6fe142b0-90a7-4088-8397-b75b6ed37280 None None] Provisioning for port 7b1032a2-8408-4dc8-97c6-53c2f133a275 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:32.407473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7b1032a2-8408-4dc8-97c6-53c2f133a275 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:32.420632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7b1032a2-8408-4dc8-97c6-53c2f133a275 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:32.421029 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.526805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:52:32.593618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.633497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 7b1032a2-8408-4dc8-97c6-53c2f133a275, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7b1032a2-8408-4dc8-97c6-53c2f133a275,segment=NetworkSegment(70759212-e275-4635-bb2c-2436bd816e3f),segment_id=70759212-e275-4635-bb2c-2436bd816e3f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:32.640317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.663980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:32.677335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Sync routers for ids ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:32.704310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Routers {'532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:32.706448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.710419 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4a4876e2-aeb7-4c39-80ad-61c486a78aa7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2564790 Aug 11 02:52:32.710613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:32.710747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43890) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:32.827701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=7b1032a2-8408-4dc8-97c6-53c2f133a275,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:32.953099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8c48c-ae70-41d8-9aeb-c110b33968ae req-25d8cd59-23d3-4ace-8757-d7457fcb53ac tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:32.964286 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32f8c48c-ae70-41d8-9aeb-c110b33968ae req-25d8cd59-23d3-4ace-8757-d7457fcb53ac tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.1351628 Aug 11 02:52:32.975700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f1ff5d4e-35ff-4232-9240-802299c887ef None None] Provisioning complete for port 7b1032a2-8408-4dc8-97c6-53c2f133a275 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:32.976073 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f1ff5d4e-35ff-4232-9240-802299c887ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:32.981613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Set router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:33.039100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32f8c48c-ae70-41d8-9aeb-c110b33968ae req-ea17d18a-751c-407a-a00a-b223b546a671 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713382 Aug 11 02:52:33.294394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a647a-1612-40c0-8d7b-88703d56a3f9 req-270e3efc-653e-4b30-a6d0-2e3d71a3d5d0 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:33.303257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c83a647a-1612-40c0-8d7b-88703d56a3f9 req-270e3efc-653e-4b30-a6d0-2e3d71a3d5d0 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0715392 Aug 11 02:52:33.304617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:52:31Z', 'revision_number': 3, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port': {'id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:30Z', 'updated_at': '2021-08-11T02:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:33.309142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50338939-612f-4f4b-8152-083395112dee req-9b9c6ebf-221d-4580-ba47-bd9dc48b400f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:33.310964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-50338939-612f-4f4b-8152-083395112dee req-9b9c6ebf-221d-4580-ba47-bd9dc48b400f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 946 time: 0.3266931 Aug 11 02:52:33.339071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Checking router: 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:33.339715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Updating router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 port e8c9015f-66c8-41b2-a732-5a70023f0c75 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:33.355110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c83a647a-1612-40c0-8d7b-88703d56a3f9 req-cad47f9f-2082-4d63-a96f-f810e7ec3d14 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507660 Aug 11 02:52:33.367839 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-50338939-612f-4f4b-8152-083395112dee req-138872b2-eb2b-44fa-9117-cceabf6c8a30 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483749 Aug 11 02:52:33.373153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.415010 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.575129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-1e557da3-7229-4d2d-80d6-7d23001c207c tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1484258371&fields=id&tenant_id=1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 267 time: 0.0789025 Aug 11 02:52:33.647278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Allocated IP 172.20.0.1 (81480fe4-006f-4bb2-9cb9-c43758be6ee3/9277d972-f7ab-46ab-83db-6f217b20c47c/9fa5dfba-685e-4db4-b52b-e195330081a2) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:33.672217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-24de96a0-f34a-4ca3-8565-c44e595f3d8d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:33.673799 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-24de96a0-f34a-4ca3-8565-c44e595f3d8d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 946 time: 0.0895314 Aug 11 02:52:33.691876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'port': {'security_groups': ['39531943-475b-4e68-bff4-85a9b959c48a', 'fa4afc82-d781-48a7-b406-308636b089ba']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:33.771777 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.789124 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.798563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.805117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Transition to ACTIVE for port object e8c9015f-66c8-41b2-a732-5a70023f0c75 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:33.816289 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.834555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Transition to ACTIVE for port object 9fa5dfba-685e-4db4-b52b-e195330081a2 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:33.871486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Attempting to bind port e8c9015f-66c8-41b2-a732-5a70023f0c75 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:33.872029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Attempting to bind port e8c9015f-66c8-41b2-a732-5a70023f0c75 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:33.872514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Attempting to bind port e8c9015f-66c8-41b2-a732-5a70023f0c75 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:33.888156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:33.888658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:33.889161 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.889648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:33.890220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Bound port: e8c9015f-66c8-41b2-a732-5a70023f0c75, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:33.890694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.905614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.924054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60ad23-809c-4bdb-86d8-648004b135aa None None] Pushing event updated for resources: {'Port': ['ID=e8c9015f-66c8-41b2-a732-5a70023f0c75,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:33.975723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] For port e8c9015f-66c8-41b2-a732-5a70023f0c75, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:33.981020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] For port e8c9015f-66c8-41b2-a732-5a70023f0c75, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8c9015f-66c8-41b2-a732-5a70023f0c75,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:33.988074 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:33.998024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:34.001120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:34.003835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:34.055422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Routers {'532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:34.057171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:34.070517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Pushing event updated for resources: {'Port': ['ID=9fa5dfba-685e-4db4-b52b-e195330081a2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:34.124014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.124444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.124870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.125268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.125603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.125999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.126389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.126789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.127175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.128706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.131453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.132209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:34.146057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.170348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:34.223373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] Set router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:34.238915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.245572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.314724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:34.316912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.331595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fc53dde-b1d1-4dbf-b17c-6f49a1ed62c5 req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "PUT /v2.0/ports/e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 982 time: 0.6470370 Aug 11 02:52:34.348128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:34.369041 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:34.388128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ac61c-ce21-4f71-9ffc-a75bdb5da8d9 req-bc23df3b-a7d3-4936-92fd-98a427bca2fc tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:34.393992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35544b89-274b-47cd-8605-0753370a6564 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:34.400583 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d9ac61c-ce21-4f71-9ffc-a75bdb5da8d9 req-bc23df3b-a7d3-4936-92fd-98a427bca2fc tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.1815939 Aug 11 02:52:34.523496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7b1032a2-8408-4dc8-97c6-53c2f133a275 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:34.528130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.581454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c', 'e1bb148c-b483-4b40-bafc-65ac0ce92765'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:34.583255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d9ac61c-ce21-4f71-9ffc-a75bdb5da8d9 req-37b40047-7623-464d-8ec4-257728101003 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815848 Aug 11 02:52:34.595042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06b2a8b2-fd2c-4f30-84ab-6a53f0396001 req-dde89e95-d10a-462e-9c46-05f76a9edd7a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/fa4afc82-d781-48a7-b406-308636b089ba HTTP/1.1" status: 200 len: 1801 time: 0.1133518 Aug 11 02:52:34.646272 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a77d9b6-d336-4740-938d-890617798755 x-openstack-request-id: req-0a77d9b6-d336-4740-938d-890617798755 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:34.646815 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:34.647306 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a77d9b6-d336-4740-938d-890617798755 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:34.647854 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765', 'status': 'completed', 'code': 200} Aug 11 02:52:34.650560 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-06b2a8b2-fd2c-4f30-84ab-6a53f0396001 req-978d7e2f-e29c-4a12-b3db-70bb68b2632e tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:34.662691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06b2a8b2-fd2c-4f30-84ab-6a53f0396001 req-978d7e2f-e29c-4a12-b3db-70bb68b2632e tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/fa4afc82-d781-48a7-b406-308636b089ba HTTP/1.1" status: 409 len: 341 time: 0.0620723 Aug 11 02:52:34.732938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60ad23-809c-4bdb-86d8-648004b135aa None None] Pushing event updated for resources: {'Port': ['ID=e8c9015f-66c8-41b2-a732-5a70023f0c75,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:34.793422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e1bb148c-b483-4b40-bafc-65ac0ce92765'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:34.795278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bf8de31c-34f9-400f-82a0-deb319abb025 None None] Provisioning for port 9fa5dfba-685e-4db4-b52b-e195330081a2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:34.850435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bf8de31c-34f9-400f-82a0-deb319abb025 None None] Provisioning complete for port 9fa5dfba-685e-4db4-b52b-e195330081a2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:34.850750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bf8de31c-34f9-400f-82a0-deb319abb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.889615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7b1032a2-8408-4dc8-97c6-53c2f133a275 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:34.889993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:34.911388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81641e4-23d6-44e4-a168-9135ad9de44a req-408941ce-87a4-44ad-9c01-bf815bf4ae48 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:34.913088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e81641e4-23d6-44e4-a168-9135ad9de44a req-408941ce-87a4-44ad-9c01-bf815bf4ae48 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1197689 Aug 11 02:52:34.918141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-52aef2cf-e48d-4121-8b70-1ac2fc6baf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:34.919815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-52aef2cf-e48d-4121-8b70-1ac2fc6baf2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1137 time: 0.2030666 Aug 11 02:52:35.045264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bf8de31c-34f9-400f-82a0-deb319abb025 None None] Port 9fa5dfba-685e-4db4-b52b-e195330081a2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:35.047903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e81641e4-23d6-44e4-a168-9135ad9de44a req-39bf1a2f-b0b4-47f1-94b9-5d74110db846 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267612 Aug 11 02:52:35.119676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.142248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.218485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-333111f6-5cf3-41d9-801c-02f95d93fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:35.220011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-333111f6-5cf3-41d9-801c-02f95d93fab9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 914 time: 0.2694674 Aug 11 02:52:35.239124 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.273936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66663c4e-b5f5-4592-b491-2ea1d162d6f5 req-28e025bb-9db3-47d3-bf3c-fda21879ed8e tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:35.275845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:52:31Z', 'revision_number': 3, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port': {'id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:30Z', 'updated_at': '2021-08-11T02:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:35.286261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Pushing event updated for resources: {'Port': ['ID=9fa5dfba-685e-4db4-b52b-e195330081a2,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:35.301520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66663c4e-b5f5-4592-b491-2ea1d162d6f5 req-28e025bb-9db3-47d3-bf3c-fda21879ed8e tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 985 time: 0.1218138 Aug 11 02:52:35.320722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791435b-3ff0-46d1-bd53-d5c13bf0d360 None None] The sync data for ids ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'] in n-d-768509-22 is: [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:52:31Z', 'revision_number': 3, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port': {'id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:30Z', 'updated_at': '2021-08-11T02:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:35.403027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66663c4e-b5f5-4592-b491-2ea1d162d6f5 req-01ab910a-c781-4c52-b269-357f12024a70 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0932090 Aug 11 02:52:35.404252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-440445ad-c9ef-421a-b10e-3168e9447611 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 217 time: 0.1600087 Aug 11 02:52:35.411656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:35.417075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:35.703324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:52:35.715719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-5380373d-abe4-40d1-a915-27558f3d8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:35.717312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-5380373d-abe4-40d1-a915-27558f3d8831 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.2939107 Aug 11 02:52:35.781758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5bac1-62f3-4d7c-bd6f-d1c86b5692d1 req-59aaa7e3-a3ba-406a-b7ae-e3f8417af667 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:35.793861 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6db5bac1-62f3-4d7c-bd6f-d1c86b5692d1 req-59aaa7e3-a3ba-406a-b7ae-e3f8417af667 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.0959189 Aug 11 02:52:35.816787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-722c5988-5b0f-4e65-b8cc-1f75d8b538c3 None None] Provisioning complete for port 9fa5dfba-685e-4db4-b52b-e195330081a2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:35.817729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-722c5988-5b0f-4e65-b8cc-1f75d8b538c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:35.827473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-51f65ad6-f3d6-4e93-ba00-a191ebdf09c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301132 Aug 11 02:52:35.869706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6db5bac1-62f3-4d7c-bd6f-d1c86b5692d1 req-ef80c2f6-db21-4b2f-abc4-bb37ea0672d7 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675766 Aug 11 02:52:35.907336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-722c5988-5b0f-4e65-b8cc-1f75d8b538c3 None None] Port 9fa5dfba-685e-4db4-b52b-e195330081a2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:35.981535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:52:35.987883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a60a7ab2-e612-4951-9b25-5f4ba37d15cb admin admin] 10.222.0.60 "PUT /v2.0/routers/532eb0dd-26d8-4dc4-b9ad-2403fe4114d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2757232 Aug 11 02:52:36.010751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-225d1889-59d8-4b1c-954a-9a999d115904 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633184 Aug 11 02:52:36.135356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c9015f-66c8-41b2-a732-5a70023f0c75 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:36.181806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43980) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.268197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c18d9ef7-f0b7-480c-a9f6-b3b087477bbf req-1b7fe1fc-fc10-40cb-b0d6-c776b2c4ea4e service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250867 Aug 11 02:52:36.285490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1224266152'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:36.291714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e8c9015f-66c8-41b2-a732-5a70023f0c75 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:36.300474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e8c9015f-66c8-41b2-a732-5a70023f0c75 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:36.301559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.323585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96ee89-dc86-47bd-882b-6801c3b2a0fc req-be7f310b-4878-43c0-86aa-c0c029b6ec9f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.328409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e96ee89-dc86-47bd-882b-6801c3b2a0fc req-be7f310b-4878-43c0-86aa-c0c029b6ec9f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1256666 Aug 11 02:52:36.356211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:36.368062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.435013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:36.445492 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.450661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.451268 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Added segment 28975f9e-3f33-41d2-8cf5-c2b98e327237 of type vlan for network 71cf1f13-43cf-4b34-a047-5aee0fac598a Aug 11 02:52:36.463285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e96ee89-dc86-47bd-882b-6801c3b2a0fc req-e5881e16-b1dd-4bff-b706-6d85386dd421 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196017 Aug 11 02:52:36.489893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e8c9015f-66c8-41b2-a732-5a70023f0c75, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8c9015f-66c8-41b2-a732-5a70023f0c75,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:36.495808 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.496519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-6267dd2d-8f9a-49d1-8197-32bdd82c96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.498156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-6267dd2d-8f9a-49d1-8197-32bdd82c96a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1137 time: 0.0844145 Aug 11 02:52:36.511755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.608238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e8c9015f-66c8-41b2-a732-5a70023f0c75,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:36.608483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cb034-d545-4cbb-ab26-cf45c3ad62f5 req-734061f4-550a-475d-9dfa-75d57f80784a tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.609965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-118cb034-d545-4cbb-ab26-cf45c3ad62f5 req-734061f4-550a-475d-9dfa-75d57f80784a tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 949 time: 0.0882049 Aug 11 02:52:36.611720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.617571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.618849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:36.703093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa522f6-0a04-4df9-a7f2-2c5345ad59c5 req-5b4e7bff-e815-482e-bfc6-3220e0a3437a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.712491 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fa522f6-0a04-4df9-a7f2-2c5345ad59c5 req-5b4e7bff-e815-482e-bfc6-3220e0a3437a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 985 time: 0.1027071 Aug 11 02:52:36.714289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-61674a80-e00b-4e77-a1d0-949e8ec26e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.715863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-61674a80-e00b-4e77-a1d0-949e8ec26e2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 914 time: 0.1866410 Aug 11 02:52:36.767846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5848866 Aug 11 02:52:36.768466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44010) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:36.773464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-94fbe702-23ad-42dc-b0e4-9aae1216f58a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 217 time: 0.0393648 Aug 11 02:52:36.783233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'subnet': {'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:36.791607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdb058-540c-451c-bc68-b44baee1d5f0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Network': ['ID=71cf1f13-43cf-4b34-a047-5aee0fac598a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:36.793026 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fa522f6-0a04-4df9-a7f2-2c5345ad59c5 req-1aeab50e-0b72-465f-8b7d-7224096f5dbd tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0762038 Aug 11 02:52:36.803038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:36.876894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-4485a5b7-5465-49b5-a696-eed784a09c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:36.878122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-4485a5b7-5465-49b5-a696-eed784a09c70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.0764155 Aug 11 02:52:36.879155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-118cb034-d545-4cbb-ab26-cf45c3ad62f5 req-76a82d2e-b6ff-4f55-b316-43c3c1162863 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130361 Aug 11 02:52:36.941754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-584445c4-b27e-4fef-adf5-1dbd6451542e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462575 Aug 11 02:52:36.964413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:36.968501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.105115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ca3a3-c052-4df8-babd-a91e1cd3a1df req-1cbc26b7-2e19-44c6-9f3e-cd74c6c8358e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:37.106360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e80ca3a3-c052-4df8-babd-a91e1cd3a1df req-1cbc26b7-2e19-44c6-9f3e-cd74c6c8358e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.1084766 Aug 11 02:52:37.114273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-f1d04565-ef26-42dc-b4b7-5c2fb8d45cef service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476264 Aug 11 02:52:37.202974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e80ca3a3-c052-4df8-babd-a91e1cd3a1df req-d0661582-d0b8-416e-9d71-3fe28f37abc7 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872743 Aug 11 02:52:37.204267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.248770 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c70f8881-8cce-4d76-8081-34f179e2f0cd req-7ed95dc2-2abc-423f-89c9-c43a694b3512 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190829 Aug 11 02:52:37.320017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Subnet': ['ID=e5bac211-0388-41c3-88db-8ca81685191c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:37.333205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Checking segment: {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:37.333570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network hostable DHCP agents. Network: 71cf1f13-43cf-4b34-a047-5aee0fac598a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:37.354700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:37.366026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 71cf1f13-43cf-4b34-a047-5aee0fac598a) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:37.370852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:37.371680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.379687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b12343-230a-4a65-916b-d2223edc3363 None None] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:37.391870 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-70cf8ded-98be-4816-8893-e4efe2cb7c1e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6143093 Aug 11 02:52:37.394712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44028) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:37.400727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1668248532'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:37.453845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:37.458272 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.540638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:52:37.572585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.572927 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Added segment 1d727508-01b6-4683-8a97-b7edb65b993c of type vlan for network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb Aug 11 02:52:37.631162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.667820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9901088-fea1-4801-ba72-a57fe5ba2b57 req-0727839e-c34c-4baa-9c4e-29ae1a46615a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:37.679190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9901088-fea1-4801-ba72-a57fe5ba2b57 req-0727839e-c34c-4baa-9c4e-29ae1a46615a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0734944 Aug 11 02:52:37.689574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-71cf1f13-43cf-4b34-a047-5aee0fac598a', 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'fixed_ips': [{'subnet_id': 'e5bac211-0388-41c3-88db-8ca81685191c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:37.691683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.696701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.705782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:37.706360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:37.737460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9901088-fea1-4801-ba72-a57fe5ba2b57 req-969917c7-233d-4534-ba77-76ba6741148a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561726 Aug 11 02:52:37.740079 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3442862 Aug 11 02:52:37.743527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44042) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:52:37.753894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'subnet': {'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:37.839653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Sync routers for ids ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:52:37.855156 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Routers {'532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:37.855845 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:37.881050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Allocated IP 19.80.0.2 (71cf1f13-43cf-4b34-a047-5aee0fac598a/e5bac211-0388-41c3-88db-8ca81685191c/59305037-9814-47f3-99b1-354cd77f798c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:37.970185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:37.976308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.076466 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Set router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:38.153401 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.174633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Transition to ACTIVE for port object 59305037-9814-47f3-99b1-354cd77f798c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:38.194746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c9015f-66c8-41b2-a732-5a70023f0c75 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:38.290787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Transition to ACTIVE for port object 59305037-9814-47f3-99b1-354cd77f798c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:38.320053 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.324675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.332930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c388845-b887-4e0e-8700-88504537a5f4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Network': ['ID=0dadc44c-a3ab-4255-a0c3-5aabb87800eb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.362119 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:52:38.371146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670526-3dbd-4ed4-a3ee-995061e260e3 req-e8a42845-1e4b-40b6-8db2-4215e447d868 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.386605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-10670526-3dbd-4ed4-a3ee-995061e260e3 req-e8a42845-1e4b-40b6-8db2-4215e447d868 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 985 time: 0.1601267 Aug 11 02:52:38.398424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Subnet': ['ID=453ec827-97d3-41be-8490-701ae30344eb,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.444359 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-10670526-3dbd-4ed4-a3ee-995061e260e3 req-2f8081aa-d761-46ed-bffc-d09106447f04 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0544462 Aug 11 02:52:38.451129 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:52:34Z', 'revision_number': 4, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port': {'id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:30Z', 'updated_at': '2021-08-11T02:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9fa5dfba-685e-4db4-b52b-e195330081a2', 'name': '', 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'mac_address': 'fa:16:3e:62:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9277d972-f7ab-46ab-83db-6f217b20c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:33Z', 'updated_at': '2021-08-11T02:52:34Z', 'revision_number': 2, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'subnets': [{'id': '9277d972-f7ab-46ab-83db-6f217b20c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:38.474021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862547a6-307f-41a8-b258-1cd5f7978e16 req-1c4cc1a1-b21d-4664-a95e-e658c0d12f9f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.475706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-862547a6-307f-41a8-b258-1cd5f7978e16 req-1c4cc1a1-b21d-4664-a95e-e658c0d12f9f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 943 time: 0.0853636 Aug 11 02:52:38.489845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:38.491781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:38.493591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Pushing event updated for resources: {'Port': ['ID=59305037-9814-47f3-99b1-354cd77f798c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:38.495961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:38.496550 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Checking router: 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:52:38.496904 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Updating router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 port 9fa5dfba-685e-4db4-b52b-e195330081a2 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:52:38.534206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Checking segment: {'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:38.538676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network hostable DHCP agents. Network: 0dadc44c-a3ab-4255-a0c3-5aabb87800eb, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:52:38.547653 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.562554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e8c9015f-66c8-41b2-a732-5a70023f0c75 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:38.564935 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.596602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-862547a6-307f-41a8-b258-1cd5f7978e16 req-03e6aa81-9048-4bfd-ac0a-12e80f66bb20 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015823 Aug 11 02:52:38.599354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:52:38.614940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0dadc44c-a3ab-4255-a0c3-5aabb87800eb) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:38.630655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.631545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.632936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3b002-9f2e-4cc1-ac4a-d3e4fa41e61a None None] Network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:38.643514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Attempting to bind port 59305037-9814-47f3-99b1-354cd77f798c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:38.644160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Attempting to bind port 59305037-9814-47f3-99b1-354cd77f798c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:38.644342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Attempting to bind port 59305037-9814-47f3-99b1-354cd77f798c on network 71cf1f13-43cf-4b34-a047-5aee0fac598a {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:38.657237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6d7ddc1a-46fc-4543-936c-eebcf59766ba tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9124069 Aug 11 02:52:38.846504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:38.846880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Checking segment: {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:38.847290 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.847709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Bound using segment: {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:38.848196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Bound port: 59305037-9814-47f3-99b1-354cd77f798c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:38.848582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:38.962303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-c88ae922-f089-4e77-9d70-e1c4e1babc3a service neutron] 10.222.0.57 "GET /v2.0/ports/81f86d20-5acc-4a7d-bac3-890361ccf04d/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.1307466 Aug 11 02:52:38.974351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe5515-d92c-4134-b930-bac0a4c35c7d req-81b185ac-1f83-4e18-a6b1-4324bd01e9b7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.976743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ffbe5515-d92c-4134-b930-bac0a4c35c7d req-81b185ac-1f83-4e18-a6b1-4324bd01e9b7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.0886660 Aug 11 02:52:38.981529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-4348bdc8-12e0-4bed-a7a1-b3696d615bcb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.989501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-4348bdc8-12e0-4bed-a7a1-b3696d615bcb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:38.991594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-4348bdc8-12e0-4bed-a7a1-b3696d615bcb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/networks?id=71cf1f13-43cf-4b34-a047-5aee0fac598a&id=0dadc44c-a3ab-4255-a0c3-5aabb87800eb&id=71cf1f13-43cf-4b34-a047-5aee0fac598a HTTP/1.1" status: 200 len: 1392 time: 0.1675181 Aug 11 02:52:39.006043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] For port 59305037-9814-47f3-99b1-354cd77f798c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:39.014964 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.027897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-7837d439-f0f8-4750-aea4-fc7b3df624e9 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/quotas/8ddaa4b25d324b679555bae8cc7fe5a8 HTTP/1.1" status: 200 len: 375 time: 0.0270617 Aug 11 02:52:39.032486 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Transition to ACTIVE for port object 9fa5dfba-685e-4db4-b52b-e195330081a2 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:39.040530 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.050614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] For port 59305037-9814-47f3-99b1-354cd77f798c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=59305037-9814-47f3-99b1-354cd77f798c,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:39.057891 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.101816 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-62324386-9882-44f4-a100-cf5f55043687 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660665 Aug 11 02:52:39.147580 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Pushing event updated for resources: {'Port': ['ID=9fa5dfba-685e-4db4-b52b-e195330081a2,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.163354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-0dadc44c-a3ab-4255-a0c3-5aabb87800eb', 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'fixed_ips': [{'subnet_id': '453ec827-97d3-41be-8490-701ae30344eb'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:52:39.164242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.168517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 81f86d20-5acc-4a7d-bac3-890361ccf04d no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:39.175452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ffbe5515-d92c-4134-b930-bac0a4c35c7d req-59a07c63-c020-4da0-9fe7-f4cff4b00f16 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903861 Aug 11 02:52:39.181224 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.181224 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.181768 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.181944 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.182281 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.182612 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.182943 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.183272 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.183606 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.183972 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.184361 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.184639 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.218991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Pushing event updated for resources: {'Port': ['ID=59305037-9814-47f3-99b1-354cd77f798c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.271984 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Attempting to bind port 9fa5dfba-685e-4db4-b52b-e195330081a2 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:39.272393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Attempting to bind port 9fa5dfba-685e-4db4-b52b-e195330081a2 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:39.272765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Attempting to bind port 9fa5dfba-685e-4db4-b52b-e195330081a2 on network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:39.288729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.289043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.289447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.290225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.290557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.290938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.291286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.291605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.291968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.292291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.292622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.292950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30a3c9e-cfaa-4c2f-ac2c-10267876ed74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:52:39.297066 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:39.297489 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Checking segment: {'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:39.297855 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.298605 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Bound using segment: {'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:39.299113 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Bound port: 9fa5dfba-685e-4db4-b52b-e195330081a2, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70759212-e275-4635-bb2c-2436bd816e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:39.299516 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.304834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f2f06845-44c8-491d-b530-b4ed2bdd5312 service neutron] 10.222.0.60 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915488 Aug 11 02:52:39.465046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-0f6cea0a-d436-4918-8f49-449953b17ea4 service neutron] 10.222.0.60 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581547 Aug 11 02:52:39.493020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:39.515046 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] For port 9fa5dfba-685e-4db4-b52b-e195330081a2, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:39.519373 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] For port 9fa5dfba-685e-4db4-b52b-e195330081a2, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9fa5dfba-685e-4db4-b52b-e195330081a2,segment=NetworkSegment(70759212-e275-4635-bb2c-2436bd816e3f),segment_id=70759212-e275-4635-bb2c-2436bd816e3f)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:39.527484 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.559859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:39.676374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cb9b0b7d-1537-47f1-9989-a9923a089c29 service neutron] 10.222.0.60 "GET /v2.0/networks/0dadc44c-a3ab-4255-a0c3-5aabb87800eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105808 Aug 11 02:52:39.693709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Allocated IP 19.86.0.2 (0dadc44c-a3ab-4255-a0c3-5aabb87800eb/453ec827-97d3-41be-8490-701ae30344eb/f05a21f3-bea7-4b3e-8dde-c3133568af63) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:39.715191 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Routers {'532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:52:39.715953 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:39.720925 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98deefb1-2085-4b18-af67-59558c20fff2 None None] Pushing event updated for resources: {'Port': ['ID=9fa5dfba-685e-4db4-b52b-e195330081a2,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:39.732361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f86d20-5acc-4a7d-bac3-890361ccf04d {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:39.784594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b140b3a-10d4-4a95-b8ee-7c74388d0aae req-320b757c-0831-41b9-a882-c7be7aa01551 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:39.786665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7b140b3a-10d4-4a95-b8ee-7c74388d0aae req-320b757c-0831-41b9-a882-c7be7aa01551 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 985 time: 0.1659629 Aug 11 02:52:39.790458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:39.838275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-d54fbf00-f89f-4950-9ffd-6edd08ed5687 service neutron] 10.222.0.60 "GET /v2.0/networks/0dadc44c-a3ab-4255-a0c3-5aabb87800eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551335 Aug 11 02:52:39.858572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.887315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7b140b3a-10d4-4a95-b8ee-7c74388d0aae req-de606918-d270-4bd8-8abd-8c21a6ea231a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0891776 Aug 11 02:52:39.911523 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] Set router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:52:39.972753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-d26eed52-4d25-4f0e-855a-70a0f6e1f662 service neutron] 10.222.0.60 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250892 Aug 11 02:52:39.992338 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:39.999194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] Transition to ACTIVE for port object 81f86d20-5acc-4a7d-bac3-890361ccf04d will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:40.005574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Transition to ACTIVE for port object f05a21f3-bea7-4b3e-8dde-c3133568af63 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:40.006407 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.047429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Transition to ACTIVE for port object f05a21f3-bea7-4b3e-8dde-c3133568af63 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:40.056811 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.107305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] No DVR routers for this DVR port 81f86d20-5acc-4a7d-bac3-890361ccf04d on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:40.122033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] Pushing event updated for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.151389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-229d24d9-123a-4555-b4e8-f97a2ce40c95 service neutron] 10.222.0.60 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741300 Aug 11 02:52:40.156226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:40.166862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:40.182284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:40.199191 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-36b67aa6-8e86-41a3-af76-2c40ed405b4c service neutron] 10.222.0.57 "PUT /v2.0/ports/81f86d20-5acc-4a7d-bac3-890361ccf04d/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 1.2019598 Aug 11 02:52:40.212009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 59305037-9814-47f3-99b1-354cd77f798c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:40.271930 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:52:34Z', 'revision_number': 4, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port': {'id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:30Z', 'updated_at': '2021-08-11T02:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9fa5dfba-685e-4db4-b52b-e195330081a2', 'name': '', 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'mac_address': 'fa:16:3e:62:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9277d972-f7ab-46ab-83db-6f217b20c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:33Z', 'updated_at': '2021-08-11T02:52:39Z', 'revision_number': 4, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'subnets': [{'id': '9277d972-f7ab-46ab-83db-6f217b20c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:52:40.291473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931883bb-84a4-4c8b-9671-9070462e998e req-497bfcec-b7dd-41c3-8655-ac2d3be2b165 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.322953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-931883bb-84a4-4c8b-9671-9070462e998e req-497bfcec-b7dd-41c3-8655-ac2d3be2b165 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 944 time: 0.1319811 Aug 11 02:52:40.323150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Pushing event updated for resources: {'Port': ['ID=f05a21f3-bea7-4b3e-8dde-c3133568af63,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.326711 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3fae5-9593-4956-a580-1e6744d43d2b None None] The sync data for ids ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'] in n-d-768509-22 is: [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:52:34Z', 'revision_number': 4, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port': {'id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:30Z', 'updated_at': '2021-08-11T02:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9fa5dfba-685e-4db4-b52b-e195330081a2', 'name': '', 'network_id': '81480fe4-006f-4bb2-9cb9-c43758be6ee3', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'mac_address': 'fa:16:3e:62:2b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '9277d972-f7ab-46ab-83db-6f217b20c47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:33Z', 'updated_at': '2021-08-11T02:52:39Z', 'revision_number': 4, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'subnets': [{'id': '9277d972-f7ab-46ab-83db-6f217b20c47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:52:40.397190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Attempting to bind port f05a21f3-bea7-4b3e-8dde-c3133568af63 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:40.397752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Attempting to bind port f05a21f3-bea7-4b3e-8dde-c3133568af63 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:40.398293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Attempting to bind port f05a21f3-bea7-4b3e-8dde-c3133568af63 on network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:40.416093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:40.416956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Checking segment: {'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:40.418760 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.419338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Bound using segment: {'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:40.420032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Bound port: f05a21f3-bea7-4b3e-8dde-c3133568af63, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:40.420582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.423994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 59305037-9814-47f3-99b1-354cd77f798c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:40.525701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] For port f05a21f3-bea7-4b3e-8dde-c3133568af63, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:40.528089 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-931883bb-84a4-4c8b-9671-9070462e998e req-4a3e02cb-e89f-4d88-9a7d-aa25b6cfe9de tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038131 Aug 11 02:52:40.534091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-52b25f7c-0cf7-4abd-9c19-22f4051007c3 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.535824 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-52b25f7c-0cf7-4abd-9c19-22f4051007c3 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.2089224 Aug 11 02:52:40.542779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] For port f05a21f3-bea7-4b3e-8dde-c3133568af63, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f05a21f3-bea7-4b3e-8dde-c3133568af63,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:40.549583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.566050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-920e8fa1-b5b6-4d93-b53d-c4a48d49e9e0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1181810788&fields=id&tenant_id=1756d9057562400aacc34d1e59b9cc22 HTTP/1.1" status: 200 len: 267 time: 0.0809715 Aug 11 02:52:40.649979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b20e0-60fa-42ae-9d83-334aa7aa57df None None] Pushing event updated for resources: {'Port': ['ID=f05a21f3-bea7-4b3e-8dde-c3133568af63,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:40.678584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-a651da44-3511-4540-9587-642f1c606337 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.688731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-a651da44-3511-4540-9587-642f1c606337 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 985 time: 0.1216621 Aug 11 02:52:40.689212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-8273da21-9127-4b0e-a1bf-d1d8aba67a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.690872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-8273da21-9127-4b0e-a1bf-d1d8aba67a87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e&tenant_id=b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 1096 time: 0.1362600 Aug 11 02:52:40.695510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'port': {'security_groups': ['39531943-475b-4e68-bff4-85a9b959c48a', 'fa4afc82-d781-48a7-b406-308636b089ba', 'e441254d-2bab-46ec-be89-3941cfbb8715']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:40.738388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449cbbb-2b3c-4f89-88cd-7624788f1a6d req-ada2474c-38d2-4b7f-b88e-c14c24349ab6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.751274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4449cbbb-2b3c-4f89-88cd-7624788f1a6d req-ada2474c-38d2-4b7f-b88e-c14c24349ab6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1017771 Aug 11 02:52:40.854938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:40.874956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4449cbbb-2b3c-4f89-88cd-7624788f1a6d req-207fc667-4c28-400a-878b-9c504ff7a917 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Aug 11 02:52:40.886818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-1aebc6c5-0ff8-4572-bb9c-ac0f2390dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:40.889614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-1aebc6c5-0ff8-4572-bb9c-ac0f2390dc78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1096 time: 0.1363182 Aug 11 02:52:40.926845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2926eb9-983d-4161-ad0c-cd40fa7989bb None None] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:41.049937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1a468424-da25-4367-a086-e241e46e9164 None None] Provisioning for port 59305037-9814-47f3-99b1-354cd77f798c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:41.072364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1a468424-da25-4367-a086-e241e46e9164 None None] Provisioning complete for port 59305037-9814-47f3-99b1-354cd77f798c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:41.072741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a468424-da25-4367-a086-e241e46e9164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.126272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6993118-08be-4ed7-acf8-85b55114e6ce req-70a2c670-ac71-4c9d-98cf-7a98affc0df8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 210 time: 0.0963001 Aug 11 02:52:41.153459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:41.174540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-7f127d26-e987-4754-b54f-34073219decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:41.176074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-7f127d26-e987-4754-b54f-34073219decf service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.2728393 Aug 11 02:52:41.183084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:41.283786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-4b310276-1811-4194-868b-9c06b00acf13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 200 len: 217 time: 0.0998039 Aug 11 02:52:41.287798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.resource_extend [None req-917616d2-b150-47fc-b207-8074107f2915 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:52:41.375861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-4ad3b598-1814-4e57-9fe3-1df791399d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:41.377508 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-4ad3b598-1814-4e57-9fe3-1df791399d3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.0800214 Aug 11 02:52:41.454600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-bbfd3372-cecd-4c23-bc7c-44ec1683e121 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673444 Aug 11 02:52:41.584601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:41.589101 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a468424-da25-4367-a086-e241e46e9164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.599260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.626913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'mac_address': 'fa:16:3e:d7:ba:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:41.686505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-2e36b130-0bff-4486-a009-404e3fd3ba50 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209253 Aug 11 02:52:41.756556 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.758862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:41.762486 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebe9f7-6eb8-4e2b-aac5-2a8d3c6db886" -d '{"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:41.800681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1a468424-da25-4367-a086-e241e46e9164 None None] For port 59305037-9814-47f3-99b1-354cd77f798c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=59305037-9814-47f3-99b1-354cd77f798c,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:41.807126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:41.842437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:41.846172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:41.873087 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a468424-da25-4367-a086-e241e46e9164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.933299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.939107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.940797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-10c885a8-e0d7-4af8-85d4-224f30ca698c service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379642 Aug 11 02:52:41.960753 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:41.970323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5af3a1-23e7-4cdd-b021-68c61c0cb32d req-f0659388-e95e-48cf-be25-2f7dcf663985 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:41.983400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec5af3a1-23e7-4cdd-b021-68c61c0cb32d req-f0659388-e95e-48cf-be25-2f7dcf663985 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 944 time: 0.2575595 Aug 11 02:52:41.996748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c', 'e1bb148c-b483-4b40-bafc-65ac0ce92765'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:42.040171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec5af3a1-23e7-4cdd-b021-68c61c0cb32d req-db7ed9ac-895e-40d9-82ef-c267b3a56b97 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552092 Aug 11 02:52:42.042560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a468424-da25-4367-a086-e241e46e9164 None None] Pushing event updated for resources: {'Port': ['ID=59305037-9814-47f3-99b1-354cd77f798c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.043568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.044276 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.056473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:42.063566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f7c31c6-9fae-4b96-933a-775380eb21ca req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "PUT /v2.0/ports/e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 1021 time: 1.3693907 Aug 11 02:52:42.091994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:42.103173 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695a95f7-e64c-48c1-907b-eab09c3af84b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:42.213783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0ffc3-fc83-42a0-9481-2a3ec12348b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.269894 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5984fe2b-fa85-4226-8e17-5b357273e44f x-openstack-request-id: req-5984fe2b-fa85-4226-8e17-5b357273e44f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:42.270489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877f480-84e5-475e-8720-2b6824195a38 req-fd4ec202-7983-4d69-a088-fb1bbbf276eb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.276406 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:42.278773 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5984fe2b-fa85-4226-8e17-5b357273e44f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:42.280672 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'code': 200} Aug 11 02:52:42.287274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a877f480-84e5-475e-8720-2b6824195a38 req-fd4ec202-7983-4d69-a088-fb1bbbf276eb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1395528 Aug 11 02:52:42.344171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-006b8bcf-d851-43f9-9225-9cc2193536bf req-3b5d3d5d-083c-4025-91de-789834b84b29 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/e441254d-2bab-46ec-be89-3941cfbb8715 HTTP/1.1" status: 200 len: 1801 time: 0.0881445 Aug 11 02:52:42.381816 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.384487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:42.441081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7e5eb30a-67d2-48e1-a5c0-4f013cc90d3b None None] Provisioning complete for port 59305037-9814-47f3-99b1-354cd77f798c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:42.442305 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb30a-67d2-48e1-a5c0-4f013cc90d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:42.449873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e1bb148c-b483-4b40-bafc-65ac0ce92765'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:42.480332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f05a21f3-bea7-4b3e-8dde-c3133568af63 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:42.495979 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-006b8bcf-d851-43f9-9225-9cc2193536bf req-e07bd27d-46b9-41f6-981f-3a5fb87f583d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 02:52:42.498328 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-006b8bcf-d851-43f9-9225-9cc2193536bf req-e07bd27d-46b9-41f6-981f-3a5fb87f583d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/e441254d-2bab-46ec-be89-3941cfbb8715 HTTP/1.1" status: 409 len: 341 time: 0.1470690 Aug 11 02:52:42.554424 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e6b621-dab9-4d72-8010-d938a3650a12 x-openstack-request-id: req-e1e6b621-dab9-4d72-8010-d938a3650a12 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:42.554710 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:42.554962 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1e6b621-dab9-4d72-8010-d938a3650a12 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:42.556047 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765', 'status': 'completed', 'code': 200} Aug 11 02:52:42.584048 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a877f480-84e5-475e-8720-2b6824195a38 req-763faa68-d22d-4f28-bc35-afd4a83f32cb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877622 Aug 11 02:52:42.668821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc23e85-b468-46c6-84c3-e1f247aa39c7 None None] Network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:52:42.670941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['9ec0da2a-441f-4238-a6f2-19d1bae2dc90'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:42.671771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-130ca3ad-9167-4b46-9f9a-50cb870ef197 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.673572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-130ca3ad-9167-4b46-9f9a-50cb870ef197 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.3648658 Aug 11 02:52:42.688166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-d91ce78b-e411-4213-ac7f-ce3f287f8edb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.694011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-d91ce78b-e411-4213-ac7f-ce3f287f8edb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.696340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-d91ce78b-e411-4213-ac7f-ce3f287f8edb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "GET /v2.0/networks?id=71cf1f13-43cf-4b34-a047-5aee0fac598a&id=0dadc44c-a3ab-4255-a0c3-5aabb87800eb&id=71cf1f13-43cf-4b34-a047-5aee0fac598a HTTP/1.1" status: 200 len: 1392 time: 0.2816629 Aug 11 02:52:42.710968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'port': {'device_id': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a', 'admin_state_up': True, 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:42.717671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7887287e-7ba4-4b32-b3e0-880959819a31 req-11baea81-8f7b-4988-bd3f-642f271c0308 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 210 time: 0.0612326 Aug 11 02:52:42.731458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-3f6ec910-65be-45d9-8185-e6b78b8fb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.739138 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-3f6ec910-65be-45d9-8185-e6b78b8fb277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1756d9057562400aacc34d1e59b9cc22&device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1176 time: 0.1393321 Aug 11 02:52:42.987124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-5aa0f9df-9836-45e6-8829-047eedbc140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:42.989264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-5aa0f9df-9836-45e6-8829-047eedbc140d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 200 len: 914 time: 0.2346873 Aug 11 02:52:42.995762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-5c243dcf-276f-43e1-bb7b-e369b23083b6 service neutron] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:43.007230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-5c243dcf-276f-43e1-bb7b-e369b23083b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.009624 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f553a7d-47d1-4d92-9658-40a4d333b891 req-5c243dcf-276f-43e1-bb7b-e369b23083b6 service neutron] 10.222.0.10 "DELETE /v2.0/ports/81f86d20-5acc-4a7d-bac3-890361ccf04d/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.3109972 Aug 11 02:52:43.059702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:43.069543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.089762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-4a2da1f3-1fb2-44ae-9854-062defb62643 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 200 len: 217 time: 0.0689037 Aug 11 02:52:43.283251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Allocated IP 19.80.0.86 (71cf1f13-43cf-4b34-a047-5aee0fac598a/e5bac211-0388-41c3-88db-8ca81685191c/66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:43.331232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-171adf5d-5510-4675-bc0c-21582017dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.332775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-171adf5d-5510-4675-bc0c-21582017dd36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 200 len: 853 time: 0.2275612 Aug 11 02:52:43.361760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fd4d6-7130-4fc2-b732-af3a306889ca req-b4cd6e91-981e-4b73-96f8-01c501eed251 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.365824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-982fd4d6-7130-4fc2-b732-af3a306889ca req-b4cd6e91-981e-4b73-96f8-01c501eed251 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 944 time: 0.1628740 Aug 11 02:52:43.412432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-dad2097f-f75e-4be5-9d8c-f5b3af263e41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459399 Aug 11 02:52:43.458006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88896417-f5a9-4b72-a6fb-ca1628a9c66e req-fa6899ed-be57-4e94-ad57-2d5fdd2b194f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.466259 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88896417-f5a9-4b72-a6fb-ca1628a9c66e req-fa6899ed-be57-4e94-ad57-2d5fdd2b194f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1024 time: 0.3278604 Aug 11 02:52:43.528164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.546762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-8f0f0e67-aa9b-4176-b437-f0e1615f6b3b service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158633 Aug 11 02:52:43.556563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88896417-f5a9-4b72-a6fb-ca1628a9c66e req-63a5e96a-ab8f-4def-af6c-cfe110b65f25 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=e441254d-2bab-46ec-be89-3941cfbb8715&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0889270 Aug 11 02:52:43.557962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-982fd4d6-7130-4fc2-b732-af3a306889ca req-0c0e573a-3220-488d-9335-5faf118ef319 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784551 Aug 11 02:52:43.600604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.653411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f05a21f3-bea7-4b3e-8dde-c3133568af63 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:43.663564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Transition to ACTIVE for port object 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:43.706942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9fa5dfba-685e-4db4-b52b-e195330081a2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:43.740801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-695a95f7-e64c-48c1-907b-eab09c3af84b req-6185e7d6-3812-4798-b5b3-3c7462fcc622 service neutron] 10.222.0.57 "GET /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677439 Aug 11 02:52:43.776110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:43.845729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1561268-d42f-4c9b-8631-7661f9d702eb req-0662eda9-798d-43ee-aadb-38f901213954 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.847250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e1561268-d42f-4c9b-8631-7661f9d702eb req-0662eda9-798d-43ee-aadb-38f901213954 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1096 time: 0.1266031 Aug 11 02:52:43.859452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e6cba-bd9b-4c6c-8032-2e7dbb3d6a26 req-90204024-b432-4528-8d25-11bc864e4be3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:43.863781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e65e6cba-bd9b-4c6c-8032-2e7dbb3d6a26 req-90204024-b432-4528-8d25-11bc864e4be3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1077371 Aug 11 02:52:43.876034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:43.886230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:43.888772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:43.945118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Port': ['ID=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:43.964239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-339c407b-1474-49e3-8b0a-90165a9de5d2 None None] Provisioning for port f05a21f3-bea7-4b3e-8dde-c3133568af63 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:43.978497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e65e6cba-bd9b-4c6c-8032-2e7dbb3d6a26 req-43074bf0-4c00-44ba-9482-10ba5eaaa33a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032548 Aug 11 02:52:43.989964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e1561268-d42f-4c9b-8631-7661f9d702eb req-7243285a-adab-4bb1-99f1-6c119b7af686 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181409 Aug 11 02:52:43.997858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-339c407b-1474-49e3-8b0a-90165a9de5d2 None None] Provisioning complete for port f05a21f3-bea7-4b3e-8dde-c3133568af63 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:43.998596 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-339c407b-1474-49e3-8b0a-90165a9de5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.027506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:44.028234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.050621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9fa5dfba-685e-4db4-b52b-e195330081a2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:44.063424 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f5ec9ea8-4280-4f14-b81f-945774f5b957 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3563757 Aug 11 02:52:44.076555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9fa5dfba-685e-4db4-b52b-e195330081a2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:44.076936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.100757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'port': {'device_id': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb', 'admin_state_up': True, 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:44.271076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6855c-7e53-4032-b315-d02325f06abd req-46d25843-e895-49ed-a66f-eb74936343a0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:44.285175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fb6855c-7e53-4032-b315-d02325f06abd req-46d25843-e895-49ed-a66f-eb74936343a0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 931 time: 0.1643164 Aug 11 02:52:44.384253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fb6855c-7e53-4032-b315-d02325f06abd req-ec887030-f2cd-4ab4-a3a5-3a889b288d27 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983582 Aug 11 02:52:44.386357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:44.401214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.431937 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.504352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9fa5dfba-685e-4db4-b52b-e195330081a2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9fa5dfba-685e-4db4-b52b-e195330081a2,segment=NetworkSegment(70759212-e275-4635-bb2c-2436bd816e3f),segment_id=70759212-e275-4635-bb2c-2436bd816e3f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:44.520535 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.604112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b27e18-0931-4ffc-a836-8d834940a509 req-45f89c2b-aed6-4078-8d53-f131b3fb78a1 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:44.620317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-339c407b-1474-49e3-8b0a-90165a9de5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.620873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7b27e18-0931-4ffc-a836-8d834940a509 req-45f89c2b-aed6-4078-8d53-f131b3fb78a1 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 1096 time: 0.1345716 Aug 11 02:52:44.669270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 59305037-9814-47f3-99b1-354cd77f798c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:44.723377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7b27e18-0931-4ffc-a836-8d834940a509 req-a85e1a07-9029-4219-8217-f927ece67361 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972662 Aug 11 02:52:44.768039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-339c407b-1474-49e3-8b0a-90165a9de5d2 None None] For port f05a21f3-bea7-4b3e-8dde-c3133568af63, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f05a21f3-bea7-4b3e-8dde-c3133568af63,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:44.786523 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-339c407b-1474-49e3-8b0a-90165a9de5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:44.831752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9fa5dfba-685e-4db4-b52b-e195330081a2,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:44.834069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Allocated IP 19.86.0.130 (0dadc44c-a3ab-4255-a0c3-5aabb87800eb/453ec827-97d3-41be-8490-701ae30344eb/a56b6fd7-f1ec-48c1-8da6-5952a28a716c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:44.932948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88634b2-384a-4b1c-bd1d-f10b73aa9a7c req-8659792f-6735-4908-b4b5-4ff8b829cdf0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:44.940962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e88634b2-384a-4b1c-bd1d-f10b73aa9a7c req-8659792f-6735-4908-b4b5-4ff8b829cdf0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1024 time: 0.1905582 Aug 11 02:52:45.035233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e88634b2-384a-4b1c-bd1d-f10b73aa9a7c req-acbc0d54-9587-4e1b-99ca-67eae0abea5e tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=e441254d-2bab-46ec-be89-3941cfbb8715&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0906560 Aug 11 02:52:45.056083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a1e5b514-e0ab-497c-bf8f-87f6d084469e None None] Provisioning complete for port f05a21f3-bea7-4b3e-8dde-c3133568af63 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:45.056083 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b514-e0ab-497c-bf8f-87f6d084469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.107957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:45.194068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c407b-1474-49e3-8b0a-90165a9de5d2 None None] Pushing event updated for resources: {'Port': ['ID=f05a21f3-bea7-4b3e-8dde-c3133568af63,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:45.205703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 59305037-9814-47f3-99b1-354cd77f798c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:45.206089 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.224139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd509c-6839-4ade-b18a-e5921d8115e8 req-760830ef-203e-49ac-818f-f4f24c6e00b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.226388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-27dd509c-6839-4ade-b18a-e5921d8115e8 req-760830ef-203e-49ac-818f-f4f24c6e00b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1115646 Aug 11 02:52:45.288684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-27dd509c-6839-4ade-b18a-e5921d8115e8 req-74264d29-7325-40df-bf3d-c7b65668ff15 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550001 Aug 11 02:52:45.293122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.332232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Transition to ACTIVE for port object a56b6fd7-f1ec-48c1-8da6-5952a28a716c will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:45.435285 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.553844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Port': ['ID=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:45.571950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:45.573404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:45.590538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:45.595428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:45.599550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.717559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a1e5b514-e0ab-497c-bf8f-87f6d084469e None None] Provisioning for port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:45.725869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.727531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.727738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a1e5b514-e0ab-497c-bf8f-87f6d084469e None None] Provisioning complete for port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:45.728197 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1e5b514-e0ab-497c-bf8f-87f6d084469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.755909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8c6d7-6ea7-4033-89b1-b6388adc811b req-deeef87f-9920-4db8-bd74-1781661df939 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.768460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8c6d7-6ea7-4033-89b1-b6388adc811b req-deeef87f-9920-4db8-bd74-1781661df939 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:45.770380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e5e8c6d7-6ea7-4033-89b1-b6388adc811b req-deeef87f-9920-4db8-bd74-1781661df939 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 1654 time: 0.1349587 Aug 11 02:52:45.787062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-52838e04-7c08-43c5-98f8-3b98730aaf48 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6902244 Aug 11 02:52:45.801704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5b514-e0ab-497c-bf8f-87f6d084469e None None] Port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:45.825223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'port': {'device_id': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a', 'admin_state_up': True, 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:45.859293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:45.898234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:45.902643 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae7f25d-2a93-453a-b5c1-fae8ede04cb2" -d '{"events": [{"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:45.934656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e5e8c6d7-6ea7-4033-89b1-b6388adc811b req-3ae78cec-ed6c-4898-8ff3-cbd716d2c1ea tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508062 Aug 11 02:52:45.938972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:45.944805 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.024168 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5eebaf4-c23e-4532-8d95-ecd544687437 x-openstack-request-id: req-c5eebaf4-c23e-4532-8d95-ecd544687437 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:46.024784 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-plugged", "status": "completed", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:46.025047 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5eebaf4-c23e-4532-8d95-ecd544687437 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:46.025449 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'code': 200} Aug 11 02:52:46.029077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:46.041752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9153747b-7f7f-43b5-ae54-558a9bef2a54 None None] Provisioning for port a56b6fd7-f1ec-48c1-8da6-5952a28a716c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:46.046864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9153747b-7f7f-43b5-ae54-558a9bef2a54 None None] Provisioning complete for port a56b6fd7-f1ec-48c1-8da6-5952a28a716c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:46.047298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9153747b-7f7f-43b5-ae54-558a9bef2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.051837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:52:46.057238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.096820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9153747b-7f7f-43b5-ae54-558a9bef2a54 None None] Port a56b6fd7-f1ec-48c1-8da6-5952a28a716c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:46.280254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93e7e7-f393-4835-bd97-e03d9676c34e req-a988a6b4-8dfa-4622-9a16-ba97d12d7c55 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.282055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d93e7e7-f393-4835-bd97-e03d9676c34e req-a988a6b4-8dfa-4622-9a16-ba97d12d7c55 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1024 time: 0.1108863 Aug 11 02:52:46.305051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Allocated IP 19.80.0.93 (71cf1f13-43cf-4b34-a047-5aee0fac598a/e5bac211-0388-41c3-88db-8ca81685191c/f1d71265-83f8-467a-ad89-20f2256a837a) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:52:46.357655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d93e7e7-f393-4835-bd97-e03d9676c34e req-8c456ee1-4c77-4925-8b11-c8a22cfab75b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=e441254d-2bab-46ec-be89-3941cfbb8715&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0684457 Aug 11 02:52:46.588316 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.593897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-015be52c-f85a-4a4b-ae42-e7dacd22db07 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.599540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-015be52c-f85a-4a4b-ae42-e7dacd22db07 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1024 time: 0.1682394 Aug 11 02:52:46.628038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Transition to ACTIVE for port object f1d71265-83f8-467a-ad89-20f2256a837a will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:46.666659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a1199-7955-4767-b00c-19d18bcb2739 req-d72ab14c-c9c7-47f3-a304-e1809cbd4ffc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.672206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.677997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b34a1199-7955-4767-b00c-19d18bcb2739 req-d72ab14c-c9c7-47f3-a304-e1809cbd4ffc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1972332 Aug 11 02:52:46.712283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9fa5dfba-685e-4db4-b52b-e195330081a2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:46.756048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Port': ['ID=f1d71265-83f8-467a-ad89-20f2256a837a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:46.795825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:52:46.796195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:52:46.810958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b34a1199-7955-4767-b00c-19d18bcb2739 req-af927a39-8997-4c51-aeee-8feeec596bdf tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317627 Aug 11 02:52:46.813876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:52:46.833767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9fa5dfba-685e-4db4-b52b-e195330081a2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:46.834326 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.886421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Deleting port e1bb148c-b483-4b40-bafc-65ac0ce92765 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:46.896211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.935848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:46.937096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:46.984051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c652cfd5-1c0a-4fd1-9f4a-a372b24245a1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1613324 Aug 11 02:52:47.017656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Request body: {'port': {'device_id': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:47.084777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f05a21f3-bea7-4b3e-8dde-c3133568af63 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:52:47.245887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.272675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f05a21f3-bea7-4b3e-8dde-c3133568af63 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:47.273057 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.338817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] For port e1bb148c-b483-4b40-bafc-65ac0ce92765, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e1bb148c-b483-4b40-bafc-65ac0ce92765,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:47.340019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.373367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Calling delete_port for e1bb148c-b483-4b40-bafc-65ac0ce92765 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:47.389506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-22ec90ed-8dfb-4431-9bea-73651eb45d4a None None] Provisioning for port f1d71265-83f8-467a-ad89-20f2256a837a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:52:47.414398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-22ec90ed-8dfb-4431-9bea-73651eb45d4a None None] Provisioning complete for port f1d71265-83f8-467a-ad89-20f2256a837a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:52:47.415189 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-22ec90ed-8dfb-4431-9bea-73651eb45d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.487648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-22ec90ed-8dfb-4431-9bea-73651eb45d4a None None] Port f1d71265-83f8-467a-ad89-20f2256a837a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:52:47.488032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf190ee-3c94-448b-8cfb-bce226cc4e39 req-2fcf5f69-589e-435a-a5c4-78d6e5688d44 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:47.494859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf190ee-3c94-448b-8cfb-bce226cc4e39 req-2fcf5f69-589e-435a-a5c4-78d6e5688d44 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:47.501490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf190ee-3c94-448b-8cfb-bce226cc4e39 req-2fcf5f69-589e-435a-a5c4-78d6e5688d44 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:47.512397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adf190ee-3c94-448b-8cfb-bce226cc4e39 req-2fcf5f69-589e-435a-a5c4-78d6e5688d44 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2375 time: 0.1480682 Aug 11 02:52:47.576647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adf190ee-3c94-448b-8cfb-bce226cc4e39 req-1407e2d7-6d81-422b-94bd-6767b3109a8d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630939 Aug 11 02:52:47.655815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec99f7a-7144-44d1-8114-43430e8745d9 req-47c95d60-f946-4245-a646-7d295abf7dde tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:47.660530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ec99f7a-7144-44d1-8114-43430e8745d9 req-47c95d60-f946-4245-a646-7d295abf7dde tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef316c8a-b25d-410b-843c-62e7a0629b53 HTTP/1.1" status: 200 len: 1024 time: 0.1282048 Aug 11 02:52:47.687011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.708512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:47.798971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'Port': ['ID=e1bb148c-b483-4b40-bafc-65ac0ce92765,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:47.901318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] No DVR routers for this DVR port e1bb148c-b483-4b40-bafc-65ac0ce92765 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:47.901567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ec99f7a-7144-44d1-8114-43430e8745d9 req-234bd0f5-4b81-4ae0-8da7-45cc11d1db5d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa4afc82-d781-48a7-b406-308636b089ba&id=e441254d-2bab-46ec-be89-3941cfbb8715&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2281325 Aug 11 02:52:47.912491 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:47.915210 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b3ebaed-aca5-4959-b55f-be1ab8786355 req-80a14401-846b-446a-a6fa-ede2ee2a2631 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "DELETE /v2.0/ports/e1bb148c-b483-4b40-bafc-65ac0ce92765 HTTP/1.1" status: 204 len: 173 time: 1.3070052 Aug 11 02:52:47.915795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'name': 'network-vif-deleted', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:47.918109 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3d22ae-349d-493d-ab8d-85325ee16c96" -d '{"events": [{"server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "name": "network-vif-deleted", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:48.157053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e5e44-6138-4821-af17-832eeef0159a req-82b7ad40-573f-478f-ba59-ee58dfbd5f27 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:48.162995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b93e5e44-6138-4821-af17-832eeef0159a req-82b7ad40-573f-478f-ba59-ee58dfbd5f27 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1256297 Aug 11 02:52:48.191067 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d62cbc-5b88-425e-b42b-8f093e0ec2b4 x-openstack-request-id: req-e1d62cbc-5b88-425e-b42b-8f093e0ec2b4 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:48.192760 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef316c8a-b25d-410b-843c-62e7a0629b53", "name": "network-vif-deleted", "tag": "e1bb148c-b483-4b40-bafc-65ac0ce92765", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:48.194633 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1d62cbc-5b88-425e-b42b-8f093e0ec2b4 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:48.198027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:48.199124 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef316c8a-b25d-410b-843c-62e7a0629b53', 'name': 'network-vif-deleted', 'tag': 'e1bb148c-b483-4b40-bafc-65ac0ce92765', 'status': 'completed', 'code': 200} Aug 11 02:52:48.221234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.255889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Transition to ACTIVE for port object 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:48.262295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.263954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b93e5e44-6138-4821-af17-832eeef0159a req-a0ffd1c6-e486-490b-80c7-b1129c9a38ae tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894015 Aug 11 02:52:48.417926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Pushing event updated for resources: {'Port': ['ID=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:48.474269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Attempting to bind port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:48.474841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Attempting to bind port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:48.475282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Attempting to bind port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f on network 71cf1f13-43cf-4b34-a047-5aee0fac598a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:48.493525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f on network 71cf1f13-43cf-4b34-a047-5aee0fac598a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:48.494072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Attempting to bind port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f on network 71cf1f13-43cf-4b34-a047-5aee0fac598a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:48.503320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:48.503865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Checking segment: {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:48.504363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Bound using segment: {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:48.504927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Bound port: 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:48.505413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.621489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] For port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:48.627674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] For port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:48.642093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.681251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:48.683007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:48.684312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] 10.222.0.57 "PUT /v2.0/ports/66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f HTTP/1.1" status: 200 len: 1092 time: 1.6760285 Aug 11 02:52:48.791723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'tag': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:48.797696 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de863f23-3b57-4887-915e-c775cfd57b01" -d '{"events": [{"name": "network-changed", "server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "tag": "66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:48.841194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Request body: {'port': {'device_id': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:48.907426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ddef0-28e5-4344-b1c8-264c09865aea service neutron] Pushing event updated for resources: {'Port': ['ID=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:48.941823 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2f012a-8fac-4036-8b38-50e99bd36516 x-openstack-request-id: req-dd2f012a-8fac-4036-8b38-50e99bd36516 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:48.942041 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "tag": "66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:48.942298 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd2f012a-8fac-4036-8b38-50e99bd36516 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:48.942695 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'tag': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f', 'status': 'completed', 'code': 200} Aug 11 02:52:48.971059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338101b5-57c1-42dd-b4ff-4d0972f85f7a req-1d146201-33f2-4b10-85f4-455865e84326 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:48.982772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338101b5-57c1-42dd-b4ff-4d0972f85f7a req-1d146201-33f2-4b10-85f4-455865e84326 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:48.992213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338101b5-57c1-42dd-b4ff-4d0972f85f7a req-1d146201-33f2-4b10-85f4-455865e84326 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.001968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-338101b5-57c1-42dd-b4ff-4d0972f85f7a req-1d146201-33f2-4b10-85f4-455865e84326 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2387 time: 0.1987605 Aug 11 02:52:49.021935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.093944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863f23-3b57-4887-915e-c775cfd57b01 req-92efa34a-0d90-4d79-a158-9c1ea78f83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.095769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863f23-3b57-4887-915e-c775cfd57b01 req-92efa34a-0d90-4d79-a158-9c1ea78f83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.096504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863f23-3b57-4887-915e-c775cfd57b01 req-92efa34a-0d90-4d79-a158-9c1ea78f83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.098540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de863f23-3b57-4887-915e-c775cfd57b01 req-92efa34a-0d90-4d79-a158-9c1ea78f83ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2731 time: 0.0903940 Aug 11 02:52:49.118887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-338101b5-57c1-42dd-b4ff-4d0972f85f7a req-7464a09f-d763-49ea-9a0c-8b289b171f22 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159210 Aug 11 02:52:49.241695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e1bb148c-b483-4b40-bafc-65ac0ce92765 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:49.299485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: e1bb148c-b483-4b40-bafc-65ac0ce92765 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:52:49.300521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e1bb148c-b483-4b40-bafc-65ac0ce92765 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:52:49.512145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863f23-3b57-4887-915e-c775cfd57b01 req-7fd817bb-e12a-4e8b-9b71-69e6e15c51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.512558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863f23-3b57-4887-915e-c775cfd57b01 req-7fd817bb-e12a-4e8b-9b71-69e6e15c51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.513032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863f23-3b57-4887-915e-c775cfd57b01 req-7fd817bb-e12a-4e8b-9b71-69e6e15c51a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.514919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de863f23-3b57-4887-915e-c775cfd57b01 req-7fd817bb-e12a-4e8b-9b71-69e6e15c51a0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3995688 Aug 11 02:52:49.601178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56b6fd7-f1ec-48c1-8da6-5952a28a716c {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:49.609738 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.627057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Transition to ACTIVE for port object a56b6fd7-f1ec-48c1-8da6-5952a28a716c will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:49.702164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.721862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de863f23-3b57-4887-915e-c775cfd57b01 req-d100db2f-e6d1-41f7-b5c6-8f2d8163ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:49.724155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de863f23-3b57-4887-915e-c775cfd57b01 req-d100db2f-e6d1-41f7-b5c6-8f2d8163ce62 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848223 Aug 11 02:52:49.785364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-afc88a85-9826-4392-b33d-7f9058d151ed req-b8677f7e-5b6e-4035-beee-fcd857888f08 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/fa4afc82-d781-48a7-b406-308636b089ba HTTP/1.1" status: 200 len: 1801 time: 0.5742390 Aug 11 02:52:49.893875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-afc88a85-9826-4392-b33d-7f9058d151ed req-44426594-14ae-4e84-bd4e-dcee6b81e7fc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.936623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-afc88a85-9826-4392-b33d-7f9058d151ed req-44426594-14ae-4e84-bd4e-dcee6b81e7fc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:49.998344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-afc88a85-9826-4392-b33d-7f9058d151ed req-44426594-14ae-4e84-bd4e-dcee6b81e7fc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.001260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-afc88a85-9826-4392-b33d-7f9058d151ed req-44426594-14ae-4e84-bd4e-dcee6b81e7fc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.018410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-afc88a85-9826-4392-b33d-7f9058d151ed req-44426594-14ae-4e84-bd4e-dcee6b81e7fc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/fa4afc82-d781-48a7-b406-308636b089ba HTTP/1.1" status: 204 len: 173 time: 0.2236259 Aug 11 02:52:50.045888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44426594-14ae-4e84-bd4e-dcee6b81e7fc tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4afc82-d781-48a7-b406-308636b089ba,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:50.169057 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-b2c989ad-9e7d-4325-a7da-5d2ba4df2b65 service neutron] show failed (client error): The resource could not be found. Aug 11 02:52:50.169057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-b2c989ad-9e7d-4325-a7da-5d2ba4df2b65 service neutron] 10.222.0.10 "GET /v2.0/ports/71c05739-e4ef-43ed-8c3a-0bb6840037e5/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.5358512 Aug 11 02:52:50.177146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Pushing event updated for resources: {'Port': ['ID=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:50.218678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc0d0a-9a55-400f-b5a4-40f694249205 req-96ca7d4b-d102-4909-bf06-c538a409ff1c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.228214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1efc0d0a-9a55-400f-b5a4-40f694249205 req-96ca7d4b-d102-4909-bf06-c538a409ff1c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.5986865 Aug 11 02:52:50.364285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1efc0d0a-9a55-400f-b5a4-40f694249205 req-8942eaab-e05f-4db9-9da9-8675ef6bc942 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347272 Aug 11 02:52:50.462958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Attempting to bind port a56b6fd7-f1ec-48c1-8da6-5952a28a716c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:50.464621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Attempting to bind port a56b6fd7-f1ec-48c1-8da6-5952a28a716c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:50.464980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Attempting to bind port a56b6fd7-f1ec-48c1-8da6-5952a28a716c on network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:50.489829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Port a56b6fd7-f1ec-48c1-8da6-5952a28a716c on network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:50.490158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Attempting to bind port a56b6fd7-f1ec-48c1-8da6-5952a28a716c on network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:50.511995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:50.512705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Checking segment: {'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:50.513274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Bound using segment: {'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:50.514018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Bound port: a56b6fd7-f1ec-48c1-8da6-5952a28a716c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d727508-01b6-4683-8a97-b7edb65b993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:50.514482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.548814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-476d626f-e920-4585-9606-5cbc3a25af34 req-5f0d9327-fb31-4b91-ac99-9df968b8b4fa tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/e441254d-2bab-46ec-be89-3941cfbb8715 HTTP/1.1" status: 200 len: 1801 time: 0.1696014 Aug 11 02:52:50.627835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-dfa3d4fb-49f7-47ad-bbe5-b086b30d8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.630830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-dfa3d4fb-49f7-47ad-bbe5-b086b30d8769 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097&tenant_id=4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 1102 time: 0.1206682 Aug 11 02:52:50.655318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:50.658183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] For port a56b6fd7-f1ec-48c1-8da6-5952a28a716c, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:50.680778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] For port a56b6fd7-f1ec-48c1-8da6-5952a28a716c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:50.704099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-476d626f-e920-4585-9606-5cbc3a25af34 req-9260b438-9bb9-4b98-91fc-6c2519f16bbb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.706425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.788452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-476d626f-e920-4585-9606-5cbc3a25af34 req-9260b438-9bb9-4b98-91fc-6c2519f16bbb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.808405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.812959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.813700 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:50.815152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] 10.222.0.57 "PUT /v2.0/ports/a56b6fd7-f1ec-48c1-8da6-5952a28a716c HTTP/1.1" status: 200 len: 1093 time: 1.9803147 Aug 11 02:52:50.845330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f154b-a4e9-4821-9716-ffad7b91daec req-510e00d1-1a49-4b9a-8bb8-64ce12e4d1f8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.852994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f154b-a4e9-4821-9716-ffad7b91daec req-510e00d1-1a49-4b9a-8bb8-64ce12e4d1f8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.860665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f154b-a4e9-4821-9716-ffad7b91daec req-510e00d1-1a49-4b9a-8bb8-64ce12e4d1f8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:50.863142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-990f154b-a4e9-4821-9716-ffad7b91daec req-510e00d1-1a49-4b9a-8bb8-64ce12e4d1f8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2399 time: 0.2036719 Aug 11 02:52:50.865513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Request body: {'port': {'device_id': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:50.936814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14edb22-6ce4-47f6-bd00-14b217fc6425 service neutron] Pushing event updated for resources: {'Port': ['ID=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:51.003507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'tag': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:51.004241 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "tag": "a56b6fd7-f1ec-48c1-8da6-5952a28a716c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:51.010668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.042908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-990f154b-a4e9-4821-9716-ffad7b91daec req-2daec9e2-35a5-4836-87bb-81646c7f64cf tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545341 Aug 11 02:52:51.051834 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-476d626f-e920-4585-9606-5cbc3a25af34 req-9260b438-9bb9-4b98-91fc-6c2519f16bbb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.054431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-476d626f-e920-4585-9606-5cbc3a25af34 req-9260b438-9bb9-4b98-91fc-6c2519f16bbb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.068457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-476d626f-e920-4585-9606-5cbc3a25af34 req-9260b438-9bb9-4b98-91fc-6c2519f16bbb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/e441254d-2bab-46ec-be89-3941cfbb8715 HTTP/1.1" status: 204 len: 173 time: 0.4901779 Aug 11 02:52:51.107523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260b438-9bb9-4b98-91fc-6c2519f16bbb tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e441254d-2bab-46ec-be89-3941cfbb8715,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:51.180268 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77975fa8-a558-4779-8b3a-81f0a3060fd8 x-openstack-request-id: req-77975fa8-a558-4779-8b3a-81f0a3060fd8 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:51.188134 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "tag": "a56b6fd7-f1ec-48c1-8da6-5952a28a716c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:51.188661 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77975fa8-a558-4779-8b3a-81f0a3060fd8 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:51.189253 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'tag': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c', 'status': 'completed', 'code': 200} Aug 11 02:52:51.195925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-77830855-f7b3-41c7-a823-e85b0635b48d req-2fc9cecc-f172-44ac-9acb-3e2295c59c3f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2023167698', 'description': 'tempest-description-1346469192'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:51.314082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-ce50b716-b273-4203-aeae-9557d31fedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.314569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-ce50b716-b273-4203-aeae-9557d31fedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.315053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-ce50b716-b273-4203-aeae-9557d31fedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.319683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-ce50b716-b273-4203-aeae-9557d31fedaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2799 time: 0.0907412 Aug 11 02:52:51.346659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:51.514602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-77830855-f7b3-41c7-a823-e85b0635b48d req-2fc9cecc-f172-44ac-9acb-3e2295c59c3f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.514830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:51.594369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-797b3abd-d37d-4a28-a780-30e470a8c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.594843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-797b3abd-d37d-4a28-a780-30e470a8c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.595388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-797b3abd-d37d-4a28-a780-30e470a8c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.597478 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-797b3abd-d37d-4a28-a780-30e470a8c837 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2532148 Aug 11 02:52:51.601039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:51.605505 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ffb6a-7973-48bc-938a-5c7d13383ff4" -d '{"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-unplugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:51.609999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.710772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d71265-83f8-467a-ad89-20f2256a837a {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:51.723174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-77830855-f7b3-41c7-a823-e85b0635b48d req-2fc9cecc-f172-44ac-9acb-3e2295c59c3f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.725620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.745332 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-77830855-f7b3-41c7-a823-e85b0635b48d req-2fc9cecc-f172-44ac-9acb-3e2295c59c3f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.781897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Transition to ACTIVE for port object 71c05739-e4ef-43ed-8c3a-0bb6840037e5 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:51.784489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Transition to ACTIVE for port object f1d71265-83f8-467a-ad89-20f2256a837a will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:52:51.788811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-77830855-f7b3-41c7-a823-e85b0635b48d req-2fc9cecc-f172-44ac-9acb-3e2295c59c3f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.799308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.806954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77830855-f7b3-41c7-a823-e85b0635b48d req-2fc9cecc-f172-44ac-9acb-3e2295c59c3f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6148157 Aug 11 02:52:51.841830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9cecc-f172-44ac-9acb-3e2295c59c3f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b349be-62d8-400c-853e-f17f9549dc37,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:51.847152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:51.874986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584ec1b-e97c-461e-8953-788692397491 req-aaea3795-76cc-4f3a-ab33-01808be48810 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.883549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f584ec1b-e97c-461e-8953-788692397491 req-aaea3795-76cc-4f3a-ab33-01808be48810 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.2675710 Aug 11 02:52:51.985672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-4652f891-589f-4d7e-b96b-e81d56af3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:51.987568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51f5e002-d70b-4208-9130-c1c4d3fbbb8e req-4652f891-589f-4d7e-b96b-e81d56af3be5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3743100 Aug 11 02:52:52.010223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] No DVR routers for this DVR port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:52.020643 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92241b-5d29-4d17-8f01-f57263bc1e4e x-openstack-request-id: req-9a92241b-5d29-4d17-8f01-f57263bc1e4e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:52.021250 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-unplugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:52.021670 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a92241b-5d29-4d17-8f01-f57263bc1e4e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:52.022249 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'code': 200} Aug 11 02:52:52.041994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.078857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f584ec1b-e97c-461e-8953-788692397491 req-739dbe4c-83af-462c-88fb-e3ac28e45bf5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941719 Aug 11 02:52:52.091604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d71265-83f8-467a-ad89-20f2256a837a,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.119256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:52.119569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:52.119887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:52.130864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:52.131415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:52.138494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Attempting to bind port f1d71265-83f8-467a-ad89-20f2256a837a on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:52:52.138833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Attempting to bind port f1d71265-83f8-467a-ad89-20f2256a837a by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:52:52.139167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Attempting to bind port f1d71265-83f8-467a-ad89-20f2256a837a on network 71cf1f13-43cf-4b34-a047-5aee0fac598a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:52.146450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:52.146799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:52.147486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:52.147959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Bound port: 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:52.149485 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.176890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8e3cc11-abff-4815-8678-fd30b97f3d43 req-5db43c2a-4870-456a-9f23-94a33f2b94b9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/76b349be-62d8-400c-853e-f17f9549dc37 HTTP/1.1" status: 200 len: 1801 time: 0.1413732 Aug 11 02:52:52.183245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Port f1d71265-83f8-467a-ad89-20f2256a837a on network 71cf1f13-43cf-4b34-a047-5aee0fac598a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:52:52.183854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Attempting to bind port f1d71265-83f8-467a-ad89-20f2256a837a on network 71cf1f13-43cf-4b34-a047-5aee0fac598a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:52:52.197063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c8e3cc11-abff-4815-8678-fd30b97f3d43 req-ad3fd256-2726-4862-afcc-d0a84607544d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Request body: {'security_group': {'name': 'tempest-sg-hth-124411518', 'description': 'tempest-description-hth-411074188'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:52:52.246972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:52:52.247459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Checking segment: {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:52:52.254752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Bound using segment: {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:52:52.255301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Bound port: f1d71265-83f8-467a-ad89-20f2256a837a, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28975f9e-3f33-41d2-8cf5-c2b98e327237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:52:52.255516 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8a3ca7b1-2a15-4ddf-96bf-d1c0380dfa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.256066 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.318367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c8e3cc11-abff-4815-8678-fd30b97f3d43 req-ad3fd256-2726-4862-afcc-d0a84607544d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.347718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37a07-87d3-4153-8c7b-611f37c2386a req-0b36e43f-f6aa-44e4-b68d-00d21c820543 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.358970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37a07-87d3-4153-8c7b-611f37c2386a req-0b36e43f-f6aa-44e4-b68d-00d21c820543 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.368705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37a07-87d3-4153-8c7b-611f37c2386a req-0b36e43f-f6aa-44e4-b68d-00d21c820543 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.378964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48f37a07-87d3-4153-8c7b-611f37c2386a req-0b36e43f-f6aa-44e4-b68d-00d21c820543 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2411 time: 0.1453848 Aug 11 02:52:52.383289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:52.435477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:52.451197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c8e3cc11-abff-4815-8678-fd30b97f3d43 req-ad3fd256-2726-4862-afcc-d0a84607544d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.454697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.463840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c8e3cc11-abff-4815-8678-fd30b97f3d43 req-ad3fd256-2726-4862-afcc-d0a84607544d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.467054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c8e3cc11-abff-4815-8678-fd30b97f3d43 req-ad3fd256-2726-4862-afcc-d0a84607544d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.483275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8e3cc11-abff-4815-8678-fd30b97f3d43 req-ad3fd256-2726-4862-afcc-d0a84607544d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "PUT /v2.0/security-groups/76b349be-62d8-400c-853e-f17f9549dc37 HTTP/1.1" status: 200 len: 1773 time: 0.3051052 Aug 11 02:52:52.506522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.511071 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.512637 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] 10.222.0.57 "PUT /v2.0/ports/71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 1097 time: 1.8641491 Aug 11 02:52:52.526184 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48f37a07-87d3-4153-8c7b-611f37c2386a req-f4f3aa9c-8392-4a5f-ab40-1aaad290f54f tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447167 Aug 11 02:52:52.592547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fd256-2726-4862-afcc-d0a84607544d tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b349be-62d8-400c-853e-f17f9549dc37,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.603587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] For port f1d71265-83f8-467a-ad89-20f2256a837a, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:52:52.619980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] For port f1d71265-83f8-467a-ad89-20f2256a837a, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f1d71265-83f8-467a-ad89-20f2256a837a,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:52:52.628024 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.660689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.661606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:52.663252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] 10.222.0.57 "PUT /v2.0/ports/f1d71265-83f8-467a-ad89-20f2256a837a HTTP/1.1" status: 200 len: 1092 time: 1.8029635 Aug 11 02:52:52.670711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3b8cd-16dd-4d53-bd3f-934f001b52b7 service neutron] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.744812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-dd7cfc8a-9cce-4870-a03b-8457de97d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.746378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-dd7cfc8a-9cce-4870-a03b-8457de97d476 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1100 time: 0.1804347 Aug 11 02:52:52.803258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad14a7d-9a92-4350-8c48-34e141364012 service neutron] Pushing event updated for resources: {'Port': ['ID=f1d71265-83f8-467a-ad89-20f2256a837a,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:52.851099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-db445994-71ff-4fd9-bd4d-5ba40c8f9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.852876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-db445994-71ff-4fd9-bd4d-5ba40c8f9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.853667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-db445994-71ff-4fd9-bd4d-5ba40c8f9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:52.855457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-db445994-71ff-4fd9-bd4d-5ba40c8f9b32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2867 time: 0.1136560 Aug 11 02:52:52.958094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-168b2916-1652-4823-ae8a-45f643c60e37 req-278f0a6f-7760-4646-86b9-011adfe96299 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/76b349be-62d8-400c-853e-f17f9549dc37 HTTP/1.1" status: 200 len: 1773 time: 0.2242424 Aug 11 02:52:52.978032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-6a2d506f-ae85-4db1-93af-2837cf444ea2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f HTTP/1.1" status: 200 len: 217 time: 0.0919998 Aug 11 02:52:53.074815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-5af5c54a-8a1a-42a1-8f76-c87ad05eceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.076677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-5af5c54a-8a1a-42a1-8f76-c87ad05eceef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5bac211-0388-41c3-88db-8ca81685191c HTTP/1.1" status: 200 len: 801 time: 0.0773597 Aug 11 02:52:53.087209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-4dce372d-54a6-4792-af5b-f7acefd9d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.088750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-4dce372d-54a6-4792-af5b-f7acefd9d29e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3144295 Aug 11 02:52:53.098442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f6d3549-df15-4942-8a6a-27229810e808 req-75e23d3a-e729-4e48-93f9-84f59586356a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/76b349be-62d8-400c-853e-f17f9549dc37 HTTP/1.1" status: 200 len: 1773 time: 0.0721252 Aug 11 02:52:53.137164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:52:53.194798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:52:53.201457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'tag': 'f1d71265-83f8-467a-ad89-20f2256a837a'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:53.205602 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae045102-5a97-4c6c-9d16-937bf9ee35b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "tag": "f1d71265-83f8-467a-ad89-20f2256a837a"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:53.243304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-b9f47de9-f8ed-4c18-a953-521ab217a433 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.1209419 Aug 11 02:52:53.285361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cc8b5fd5-918b-4759-960e-8793b2065f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.286749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cc8b5fd5-918b-4759-960e-8793b2065f3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71cf1f13-43cf-4b34-a047-5aee0fac598a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759813 Aug 11 02:52:53.294959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def42fcb-08c4-4cd8-8d78-13d7d195f580 req-12e313e9-6973-4f3c-9d78-a74ce25673b1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.296499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-def42fcb-08c4-4cd8-8d78-13d7d195f580 req-12e313e9-6973-4f3c-9d78-a74ce25673b1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 948 time: 0.0871274 Aug 11 02:52:53.343939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5f6d3549-df15-4942-8a6a-27229810e808 req-be75aacb-6ac9-4aff-bef4-c3a5aa0fd708 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.366223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-3d5d910f-5d5a-4c95-9fa5-5ebc1fcb73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.368864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-3d5d910f-5d5a-4c95-9fa5-5ebc1fcb73e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1054037 Aug 11 02:52:53.395199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5f6d3549-df15-4942-8a6a-27229810e808 req-be75aacb-6ac9-4aff-bef4-c3a5aa0fd708 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.460064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-ebd8eb1b-1551-42de-be1c-fe6954cf2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:53.462540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-ebd8eb1b-1551-42de-be1c-fe6954cf2f67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0821664 Aug 11 02:52:53.466690 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-b5d336b7-2da2-407b-84ac-72501801e902 service neutron] 10.222.0.57 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692238 Aug 11 02:52:53.490513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5f6d3549-df15-4942-8a6a-27229810e808 req-be75aacb-6ac9-4aff-bef4-c3a5aa0fd708 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.504607 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5f6d3549-df15-4942-8a6a-27229810e808 req-be75aacb-6ac9-4aff-bef4-c3a5aa0fd708 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:53.506287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-def42fcb-08c4-4cd8-8d78-13d7d195f580 req-2f75e506-4b1e-46a6-a56b-a45fda692203 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362023 Aug 11 02:52:53.522236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f6d3549-df15-4942-8a6a-27229810e808 req-be75aacb-6ac9-4aff-bef4-c3a5aa0fd708 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/76b349be-62d8-400c-853e-f17f9549dc37 HTTP/1.1" status: 204 len: 173 time: 0.3878112 Aug 11 02:52:53.616612 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc77cfd2-8062-41ad-9125-d2fa83be3cd7 x-openstack-request-id: req-dc77cfd2-8062-41ad-9125-d2fa83be3cd7 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:53.616940 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "tag": "f1d71265-83f8-467a-ad89-20f2256a837a", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:53.617208 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc77cfd2-8062-41ad-9125-d2fa83be3cd7 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:53.617688 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'tag': 'f1d71265-83f8-467a-ad89-20f2256a837a', 'status': 'completed', 'code': 200} Aug 11 02:52:53.686576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-6c98fb5d-9bd8-4301-8d58-283b4a6e7594 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071054 Aug 11 02:52:53.691179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75aacb-6ac9-4aff-bef4-c3a5aa0fd708 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b349be-62d8-400c-853e-f17f9549dc37,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:53.775011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-ff85b032-8883-4b4e-9153-3bc61eb25ad0 service neutron] 10.222.0.57 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793906 Aug 11 02:52:53.819595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cef7bc56-edb1-4ada-b596-34a8c8c4e1e2 req-8955de7e-768f-4078-b57d-585c3ae552ff service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199875 Aug 11 02:52:53.909190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-932806f0-8deb-4dcf-8c4f-1445b596589e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.130&port_id=a56b6fd7-f1ec-48c1-8da6-5952a28a716c HTTP/1.1" status: 200 len: 217 time: 0.0800676 Aug 11 02:52:53.943292 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-b19e191c-fb58-4844-a0b3-bf0f34760aaa req-d4f3be90-ca0b-4df1-a022-70d6a11cf5b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:53.959256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b19e191c-fb58-4844-a0b3-bf0f34760aaa req-d4f3be90-ca0b-4df1-a022-70d6a11cf5b0 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/e441254d-2bab-46ec-be89-3941cfbb8715 HTTP/1.1" status: 404 len: 352 time: 0.0766416 Aug 11 02:52:53.990300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de9cf-2101-4a05-a499-14b0ae21ec25 req-8d9e52d6-1e02-4547-92ed-af580817e3aa tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.007414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de9cf-2101-4a05-a499-14b0ae21ec25 req-8d9e52d6-1e02-4547-92ed-af580817e3aa tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.023077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:54.024290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736de9cf-2101-4a05-a499-14b0ae21ec25 req-8d9e52d6-1e02-4547-92ed-af580817e3aa tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.026256 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6890cec0-0716-4e68-b853-fc37ce0b87b7" -d '{"events": [{"name": "network-changed", "server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:54.042867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-736de9cf-2101-4a05-a499-14b0ae21ec25 req-8d9e52d6-1e02-4547-92ed-af580817e3aa tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2411 time: 0.3038445 Aug 11 02:52:54.156813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-736de9cf-2101-4a05-a499-14b0ae21ec25 req-46fc3fcd-0b44-44ff-ae3d-67fb9ff5d468 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969679 Aug 11 02:52:54.208546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-ced31b62-ffc4-48b0-b753-881379d062c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.214570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-ced31b62-ffc4-48b0-b753-881379d062c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=453ec827-97d3-41be-8490-701ae30344eb HTTP/1.1" status: 200 len: 801 time: 0.2895763 Aug 11 02:52:54.280967 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-f347a8b0-405f-4649-b767-779cd4d72c23 req-d1a7b46f-e6a6-4b71-8596-388b8b3ae31f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:54.282145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f347a8b0-405f-4649-b767-779cd4d72c23 req-d1a7b46f-e6a6-4b71-8596-388b8b3ae31f tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/fa4afc82-d781-48a7-b406-308636b089ba HTTP/1.1" status: 404 len: 352 time: 0.0949812 Aug 11 02:52:54.301798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-6463cad0-b9d2-40c7-89b3-1da345dff029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.306973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-6463cad0-b9d2-40c7-89b3-1da345dff029 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dadc44c-a3ab-4255-a0c3-5aabb87800eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806713 Aug 11 02:52:54.347028 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-348bd641-ee24-46d6-876c-28e042355f2b req-82f8aea8-7cc3-4c80-8a54-38cadd2125b9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:54.360015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-348bd641-ee24-46d6-876c-28e042355f2b req-82f8aea8-7cc3-4c80-8a54-38cadd2125b9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/09b868b0-6fdb-40b0-bab6-64274b5a5faa HTTP/1.1" status: 404 len: 352 time: 0.0464940 Aug 11 02:52:54.497030 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-e6049647-0d53-457b-a9f9-e16e5764235e service neutron] 10.222.0.57 "GET /v2.0/networks/0dadc44c-a3ab-4255-a0c3-5aabb87800eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700346 Aug 11 02:52:54.609862 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-bafe38f6-4b72-4ff8-874c-792768deb423 req-78405592-0c8c-4b24-b398-d1793bfbd2e9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:54.628217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bafe38f6-4b72-4ff8-874c-792768deb423 req-78405592-0c8c-4b24-b398-d1793bfbd2e9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/2917371c-ecb4-4d8b-ae5b-17b8f9c21ff1 HTTP/1.1" status: 404 len: 352 time: 0.0474193 Aug 11 02:52:54.680983 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e392b9-b6fb-41dd-94c0-30aa425c2918 x-openstack-request-id: req-c8e392b9-b6fb-41dd-94c0-30aa425c2918 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:52:54.681734 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:52:54.682154 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8e392b9-b6fb-41dd-94c0-30aa425c2918 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:52:54.682727 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'status': 'completed', 'code': 200} Aug 11 02:52:54.715248 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-41d0fdf3-7d21-4539-a262-7c24090e3831 req-8e15dccb-3e6e-403b-8890-1a2230119b19 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:54.732717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41d0fdf3-7d21-4539-a262-7c24090e3831 req-8e15dccb-3e6e-403b-8890-1a2230119b19 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/e5c0f164-8cb3-44f4-acf1-e5081c785f2a HTTP/1.1" status: 404 len: 352 time: 0.0330551 Aug 11 02:52:54.786198 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-8126b108-8671-498f-8b8e-c2a5a6afa8d8 req-aa1a14ed-a1d7-4974-a242-d22647e76b01 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] show failed (client error): The resource could not be found. Aug 11 02:52:54.796876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8126b108-8671-498f-8b8e-c2a5a6afa8d8 req-aa1a14ed-a1d7-4974-a242-d22647e76b01 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/f0df6fe7-1410-432e-8fb0-d51f98b39dc1 HTTP/1.1" status: 404 len: 352 time: 0.0412169 Aug 11 02:52:54.833189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb472f-5fc0-4f32-8baf-94436f85eaa2 req-7a362b8c-0771-49fa-87dc-4610cafee850 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.844634 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44eb472f-5fc0-4f32-8baf-94436f85eaa2 req-7a362b8c-0771-49fa-87dc-4610cafee850 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 948 time: 0.2029333 Aug 11 02:52:54.861032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-f250d3dc-cfcd-4c59-9570-89dc93ae2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.864957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-f250d3dc-cfcd-4c59-9570-89dc93ae2b29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1100 time: 0.1309736 Aug 11 02:52:54.883485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-7af8963f-adb8-45d8-9b43-eedc2eb82f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:54.884992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-7af8963f-adb8-45d8-9b43-eedc2eb82f1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1100 time: 0.1688654 Aug 11 02:52:54.888532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-c0cdd887-5c96-4ec4-9010-99c8b26d6752 service neutron] 10.222.0.57 "GET /v2.0/networks/0dadc44c-a3ab-4255-a0c3-5aabb87800eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788345 Aug 11 02:52:54.942732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44eb472f-5fc0-4f32-8baf-94436f85eaa2 req-55b89a1f-a796-445e-9c7d-cf37de01ad4b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951858 Aug 11 02:52:55.074570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-cb68ab0e-5b65-4fe5-a3b3-18a89b52fc9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=f1d71265-83f8-467a-ad89-20f2256a837a HTTP/1.1" status: 200 len: 217 time: 0.1662841 Aug 11 02:52:55.246528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-2fa19710-7bc1-4046-97ba-a5fe0da5fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.260298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-2fa19710-7bc1-4046-97ba-a5fe0da5fbb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3415160 Aug 11 02:52:55.296643 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.310636 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-03ba3098-2e63-4629-a657-7f85474997a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.322576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-2be47394-c460-4150-b145-88b62f6600e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.334918 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-2be47394-c460-4150-b145-88b62f6600e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.4518514 Aug 11 02:52:55.403737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-dca389f0-b9c0-476e-adc9-4d8a907db126 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0795548 Aug 11 02:52:55.433881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:55.454389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-5a0b593c-c424-4239-82eb-b2388c5738d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.1046989 Aug 11 02:52:55.494751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-3c8380a2-e29d-433a-9cae-522d1ee140af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.497376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-3c8380a2-e29d-433a-9cae-522d1ee140af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5bac211-0388-41c3-88db-8ca81685191c HTTP/1.1" status: 200 len: 801 time: 0.4032629 Aug 11 02:52:55.564713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-fc90a500-84fa-4ecb-9c9b-480772abe121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.566631 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-fc90a500-84fa-4ecb-9c9b-480772abe121 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1357286 Aug 11 02:52:55.577512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-3d9f5c7b-a51a-411c-b82d-6b71c634b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.582715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-3d9f5c7b-a51a-411c-b82d-6b71c634b6e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0869837 Aug 11 02:52:55.601514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6eb27-7e09-461e-8662-5914c379fbc9 req-237871b1-84f7-4138-b799-ddfed6fa1f21 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.615000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6eb27-7e09-461e-8662-5914c379fbc9 req-237871b1-84f7-4138-b799-ddfed6fa1f21 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.621218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-7baec611-b9ce-428f-82bc-24c2ad108be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.622746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-7baec611-b9ce-428f-82bc-24c2ad108be8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71cf1f13-43cf-4b34-a047-5aee0fac598a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100447 Aug 11 02:52:55.625130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6eb27-7e09-461e-8662-5914c379fbc9 req-237871b1-84f7-4138-b799-ddfed6fa1f21 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.626912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7c6eb27-7e09-461e-8662-5914c379fbc9 req-237871b1-84f7-4138-b799-ddfed6fa1f21 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2411 time: 0.1685450 Aug 11 02:52:55.719521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7c6eb27-7e09-461e-8662-5914c379fbc9 req-36174cf6-eaeb-42a7-b441-95695901c43d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759251 Aug 11 02:52:55.731561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-d2490035-e451-4c0a-978b-fae0985aa6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.731971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-70e0eeee-751c-427b-96cf-296af417531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:55.732072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-d2490035-e451-4c0a-978b-fae0985aa6ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995083 Aug 11 02:52:55.732162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-70e0eeee-751c-427b-96cf-296af417531e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1563540 Aug 11 02:52:55.879802 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-4b7da7a0-088e-4fe3-9b31-d73d2a81ef91 service neutron] 10.222.0.57 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449472 Aug 11 02:52:55.911196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-da37bfca-54bf-4dc7-a9fe-fa30c0158219 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736829 Aug 11 02:52:55.947132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-4d7dacad-e66f-490e-8191-0b1917510739 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035286 Aug 11 02:52:56.075760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbcaf7f4-fade-4668-b751-4e6350533eaa req-4c1709bc-95d5-46f1-8cd2-cccc12d96054 service neutron] 10.222.0.57 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832170 Aug 11 02:52:56.102853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-01a2baad-d042-4487-a5ca-1ad53c8ab9e5 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472473 Aug 11 02:52:56.107182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178cb98-f9be-4bf9-a378-f247a27e85eb req-a2161136-57d3-4d13-8e42-5a5eca1f7a05 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.116807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5178cb98-f9be-4bf9-a378-f247a27e85eb req-a2161136-57d3-4d13-8e42-5a5eca1f7a05 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1023 time: 0.2036781 Aug 11 02:52:56.207584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5178cb98-f9be-4bf9-a378-f247a27e85eb req-3c087572-c26f-4558-8abf-17c323063215 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc301364-6c5a-4bc0-8218-fac60222a44e&id=dcb01ba6-02d6-4faf-8c2f-4233f7073922&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0788643 Aug 11 02:52:56.207584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6890cec0-0716-4e68-b853-fc37ce0b87b7 req-275e3b05-61d6-4524-9267-fbfcc1e091c7 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702389 Aug 11 02:52:56.250605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-5d39e2e9-4817-440f-a42e-87828cc35af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.251105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-5d39e2e9-4817-440f-a42e-87828cc35af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.251588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-5d39e2e9-4817-440f-a42e-87828cc35af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.253278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-5d39e2e9-4817-440f-a42e-87828cc35af0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2867 time: 0.0981631 Aug 11 02:52:56.408271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-3b5c8d8d-3674-4c7f-bc13-38bb63a0ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.409705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-3b5c8d8d-3674-4c7f-bc13-38bb63a0ad38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=71cf1f13-43cf-4b34-a047-5aee0fac598a HTTP/1.1" status: 200 len: 903 time: 0.1447966 Aug 11 02:52:56.501620 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-cd5e51d5-76e3-47f3-84ed-549a90f5619e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=f1d71265-83f8-467a-ad89-20f2256a837a HTTP/1.1" status: 200 len: 217 time: 0.0722203 Aug 11 02:52:56.510781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230ad32-113e-4554-96ef-a3883db5b76d req-c4459ef5-f845-424f-acae-569a56a54abb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.521200 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a230ad32-113e-4554-96ef-a3883db5b76d req-c4459ef5-f845-424f-acae-569a56a54abb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 948 time: 0.1183064 Aug 11 02:52:56.596393 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:56.599716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a230ad32-113e-4554-96ef-a3883db5b76d req-17d7ed70-ab38-4714-bb0c-db4c54947628 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775948 Aug 11 02:52:56.608633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-a2f10ae9-b1ff-47c0-82f5-d71265dbca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.610717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-a2f10ae9-b1ff-47c0-82f5-d71265dbca2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5bac211-0388-41c3-88db-8ca81685191c HTTP/1.1" status: 200 len: 801 time: 0.0927176 Aug 11 02:52:56.709926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-c486fc37-5220-489e-9c44-1c30037cd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.712441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-c486fc37-5220-489e-9c44-1c30037cd36a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=71cf1f13-43cf-4b34-a047-5aee0fac598a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824118 Aug 11 02:52:56.905853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-bf96fe14-38e7-4753-8f5c-c667ef4ebbe8 service neutron] 10.222.0.57 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713808 Aug 11 02:52:56.956781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f76e24-26c2-4dc0-9172-6f334defdb7b req-45929012-8087-4421-8dd7-e328869fee84 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.963776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f76e24-26c2-4dc0-9172-6f334defdb7b req-45929012-8087-4421-8dd7-e328869fee84 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.970200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f76e24-26c2-4dc0-9172-6f334defdb7b req-45929012-8087-4421-8dd7-e328869fee84 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:56.978969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f76e24-26c2-4dc0-9172-6f334defdb7b req-45929012-8087-4421-8dd7-e328869fee84 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2411 time: 0.0916793 Aug 11 02:52:57.037762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f76e24-26c2-4dc0-9172-6f334defdb7b req-ff474770-a0da-4d51-8133-d068933349b7 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577621 Aug 11 02:52:57.133121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae045102-5a97-4c6c-9d16-937bf9ee35b1 req-e45e807d-61f5-4158-997e-8cce7402d828 service neutron] 10.222.0.57 "GET /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998088 Aug 11 02:52:57.280349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:57.388476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a22512-0142-4278-b3df-d3025848dc9c req-6c1b32bb-cfc9-4bda-aa58-a09d2f224046 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:57.396168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44a22512-0142-4278-b3df-d3025848dc9c req-6c1b32bb-cfc9-4bda-aa58-a09d2f224046 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1023 time: 0.0989566 Aug 11 02:52:57.447665 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44a22512-0142-4278-b3df-d3025848dc9c req-1be4903f-386c-422b-8647-7ca13bed8531 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups?id=fc301364-6c5a-4bc0-8218-fac60222a44e&id=dcb01ba6-02d6-4faf-8c2f-4233f7073922&id=39531943-475b-4e68-bff4-85a9b959c48a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0497310 Aug 11 02:52:57.485411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:57.501621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'mac_address': 'fa:16:3e:aa:ac:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:57.589902 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.618218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c05739-e4ef-43ed-8c3a-0bb6840037e5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:57.664478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:57.671236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:57.807195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cfddb-60ae-48c4-92ef-67d446a06e22 req-077a71c5-5d58-4958-8e57-7d3dc50f7302 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:57.810000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d3cfddb-60ae-48c4-92ef-67d446a06e22 req-077a71c5-5d58-4958-8e57-7d3dc50f7302 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 949 time: 0.0917859 Aug 11 02:52:57.864449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d3cfddb-60ae-48c4-92ef-67d446a06e22 req-dd27b65e-3052-4a77-8f48-6bb67d82b819 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Aug 11 02:52:58.015540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-77ebcfef-faab-43f5-b414-2f1a2b3a2ab5 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.018753 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-77ebcfef-faab-43f5-b414-2f1a2b3a2ab5 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 1023 time: 0.1295576 Aug 11 02:52:58.043558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:58.059068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.182594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['71c05739-e4ef-43ed-8c3a-0bb6840037e5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:58.358059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Deleting port cb295451-a57b-4351-8d20-f648ba2b585c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:52:58.358059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.577106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] For port cb295451-a57b-4351-8d20-f648ba2b585c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cb295451-a57b-4351-8d20-f648ba2b585c,segment=NetworkSegment(0d6566fe-e017-4df8-9c1e-6763991ed163),segment_id=0d6566fe-e017-4df8-9c1e-6763991ed163)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:58.577833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.613386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Calling delete_port for cb295451-a57b-4351-8d20-f648ba2b585c owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:52:58.844849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacf974-4835-4688-ac23-17b1c8bb334c req-d0e36b83-46a0-4b04-88b8-46c33e037752 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.852781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacf974-4835-4688-ac23-17b1c8bb334c req-d0e36b83-46a0-4b04-88b8-46c33e037752 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.859141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaacf974-4835-4688-ac23-17b1c8bb334c req-d0e36b83-46a0-4b04-88b8-46c33e037752 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.861457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aaacf974-4835-4688-ac23-17b1c8bb334c req-d0e36b83-46a0-4b04-88b8-46c33e037752 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2411 time: 0.1037326 Aug 11 02:52:58.872701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:58.889691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-666fe6c7-cceb-4636-bf68-89c83a8e8057 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:58.892091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-666fe6c7-cceb-4636-bf68-89c83a8e8057 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097&tenant_id=4e87e0558954417aa7e78857acbfcecc&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 949 time: 0.1889174 Aug 11 02:52:58.915895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'Port': ['ID=cb295451-a57b-4351-8d20-f648ba2b585c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:59.009321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] No DVR routers for this DVR port cb295451-a57b-4351-8d20-f648ba2b585c on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:52:59.011788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.014485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bcbbabe-214c-4871-8e7b-d3798f7d0439 req-53a1ace0-3e79-4765-bbaa-6d045b860cc8 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.57 "DELETE /v2.0/ports/cb295451-a57b-4351-8d20-f648ba2b585c HTTP/1.1" status: 204 len: 173 time: 0.9734623 Aug 11 02:52:59.014824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'name': 'network-vif-deleted', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:52:59.017390 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2622378e-96d2-40d3-b645-3454e3743344" -d '{"events": [{"server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "name": "network-vif-deleted", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:52:59.047796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aaacf974-4835-4688-ac23-17b1c8bb334c req-5c88fde5-0ca1-4076-9b5f-ae2290920a99 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678605 Aug 11 02:52:59.078013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-75c02b55-e192-40c4-a251-a20f77b2b288 service neutron] 10.222.0.57 "GET /v2.0/ports/71c05739-e4ef-43ed-8c3a-0bb6840037e5/bindings/n-h2-768509-22 HTTP/1.1" status: 200 len: 383 time: 0.1712043 Aug 11 02:52:59.202996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30baa05f-a1b9-4bc1-a1f8-052ea5314fb2 req-f7fa376a-11a9-42f9-8f88-b454b5fb2430 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/ports?device_id=409d7be3-70da-4104-b8ff-a919be6f6a99 HTTP/1.1" status: 200 len: 210 time: 0.0495541 Aug 11 02:52:59.218029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-4a332aac-8747-4aef-99fe-d63c3830a254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:59.219515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-4a332aac-8747-4aef-99fe-d63c3830a254 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1101 time: 0.0980756 Aug 11 02:52:59.287563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f1d71265-83f8-467a-ad89-20f2256a837a details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:59.388696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cb295451-a57b-4351-8d20-f648ba2b585c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:52:59.410017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-835fe896-0142-4538-87fa-8343f52803ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:59.411591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-835fe896-0142-4538-87fa-8343f52803ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1648598 Aug 11 02:52:59.490702 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-276c12f8-b56b-4e10-b690-ab9388108d56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0645888 Aug 11 02:52:59.509603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f1d71265-83f8-467a-ad89-20f2256a837a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f1d71265-83f8-467a-ad89-20f2256a837a,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:59.533228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'f1d71265-83f8-467a-ad89-20f2256a837a', 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a', 'port_id': 'f1d71265-83f8-467a-ad89-20f2256a837a', 'mac_address': 'fa:16:3e:3d:0c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bac211-0388-41c3-88db-8ca81685191c', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:59.585205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.624032 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.671322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-0a748c0a-3253-4740-abfb-7bb7db73f997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:59.673244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-0a748c0a-3253-4740-abfb-7bb7db73f997 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1674149 Aug 11 02:52:59.675700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d71265-83f8-467a-ad89-20f2256a837a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:52:59.701657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f1d71265-83f8-467a-ad89-20f2256a837a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f1d71265-83f8-467a-ad89-20f2256a837a,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:59.707345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:52:59.708105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a56b6fd7-f1ec-48c1-8da6-5952a28a716c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:52:59.734860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c21e4a-4a87-4615-9bdc-19bb1cd12ad5 req-65e39857-8ef0-4d6c-bbc4-b39570d9d3aa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:59.737263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c1c21e4a-4a87-4615-9bdc-19bb1cd12ad5 req-65e39857-8ef0-4d6c-bbc4-b39570d9d3aa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 949 time: 0.2450705 Aug 11 02:52:59.801432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c1c21e4a-4a87-4615-9bdc-19bb1cd12ad5 req-b048b6cd-149c-4fc7-868e-51c26536840e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530677 Aug 11 02:52:59.806537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-6e670f39-0a50-431a-b147-931c5965a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:52:59.806537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-6e670f39-0a50-431a-b147-931c5965a1cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1132963 Aug 11 02:52:59.870388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a56b6fd7-f1ec-48c1-8da6-5952a28a716c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:52:59.940765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c', 'network_id': '0dadc44c-a3ab-4255-a0c3-5aabb87800eb', 'port_id': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c', 'mac_address': 'fa:16:3e:7e:c9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453ec827-97d3-41be-8490-701ae30344eb', 'ip_address': '19.86.0.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:52:59.945177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f1d71265-83f8-467a-ad89-20f2256a837a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:52:59.947743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-279e9123-fd27-46d8-80ab-91fec939764c service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317201 Aug 11 02:53:00.020503 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.049894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56b6fd7-f1ec-48c1-8da6-5952a28a716c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:00.083502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a56b6fd7-f1ec-48c1-8da6-5952a28a716c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:00.093931 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.094989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:00.138584 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae23f7e-150b-4129-8c22-502b680dab14 x-openstack-request-id: req-1ae23f7e-150b-4129-8c22-502b680dab14 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:00.139179 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409d7be3-70da-4104-b8ff-a919be6f6a99", "name": "network-vif-deleted", "tag": "cb295451-a57b-4351-8d20-f648ba2b585c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:00.139455 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ae23f7e-150b-4129-8c22-502b680dab14 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:00.139973 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409d7be3-70da-4104-b8ff-a919be6f6a99', 'name': 'network-vif-deleted', 'tag': 'cb295451-a57b-4351-8d20-f648ba2b585c', 'status': 'completed', 'code': 200} Aug 11 02:53:00.233100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:00.245698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-f58e796c-fe56-4be0-bd28-c1dabde03ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807546 Aug 11 02:53:00.260389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:00.289491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f', 'network_id': '71cf1f13-43cf-4b34-a047-5aee0fac598a', 'port_id': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f', 'mac_address': 'fa:16:3e:bb:d9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5bac211-0388-41c3-88db-8ca81685191c', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:00.362220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.383331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:00.410040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:00.416891 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.442061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377db27d-8bc3-493b-9b16-1f0f70d8f655 req-a6677eab-973c-4d38-89d7-e3b9f0c772de tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:00.448928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377db27d-8bc3-493b-9b16-1f0f70d8f655 req-a6677eab-973c-4d38-89d7-e3b9f0c772de tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:00.456363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377db27d-8bc3-493b-9b16-1f0f70d8f655 req-a6677eab-973c-4d38-89d7-e3b9f0c772de tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:00.468203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-377db27d-8bc3-493b-9b16-1f0f70d8f655 req-a6677eab-973c-4d38-89d7-e3b9f0c772de tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2413 time: 0.0980103 Aug 11 02:53:00.524038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:00.529041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-377db27d-8bc3-493b-9b16-1f0f70d8f655 req-e711ef37-1579-4b09-a9da-b686d3458b9d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597634 Aug 11 02:53:00.817458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1f664b3-deed-4749-ab68-6527d87fd37e req-b7dc3acf-bab9-4c84-ada4-4456d108711a tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/fc301364-6c5a-4bc0-8218-fac60222a44e HTTP/1.1" status: 200 len: 1800 time: 0.0894041 Aug 11 02:53:00.900745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f1f664b3-deed-4749-ab68-6527d87fd37e req-7686e793-c3c8-4043-bdf5-4c7d01394de9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:00.934456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f1f664b3-deed-4749-ab68-6527d87fd37e req-7686e793-c3c8-4043-bdf5-4c7d01394de9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.006118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f1f664b3-deed-4749-ab68-6527d87fd37e req-7686e793-c3c8-4043-bdf5-4c7d01394de9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.008969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f1f664b3-deed-4749-ab68-6527d87fd37e req-7686e793-c3c8-4043-bdf5-4c7d01394de9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.010124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1f664b3-deed-4749-ab68-6527d87fd37e req-7686e793-c3c8-4043-bdf5-4c7d01394de9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/fc301364-6c5a-4bc0-8218-fac60222a44e HTTP/1.1" status: 204 len: 173 time: 0.1848001 Aug 11 02:53:01.014118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a56b6fd7-f1ec-48c1-8da6-5952a28a716c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:01.030601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686e793-c3c8-4043-bdf5-4c7d01394de9 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc301364-6c5a-4bc0-8218-fac60222a44e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:01.062130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f1d71265-83f8-467a-ad89-20f2256a837a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:01.128068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:01.172420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14277194-9097-465e-9845-dab39004a27a req-a2ccca75-c9e7-4cc3-aace-774d947b4992 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:01.174735 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14277194-9097-465e-9845-dab39004a27a req-a2ccca75-c9e7-4cc3-aace-774d947b4992 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 949 time: 0.0852585 Aug 11 02:53:01.241462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14277194-9097-465e-9845-dab39004a27a req-563e84ed-5769-4693-870f-40eb4ee2d4fb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536475 Aug 11 02:53:01.321388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:01.354284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acd222f6-d206-43e6-a228-4a16454b82aa req-4f76a343-ad9a-4a18-a93f-c1cc85021e65 tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "GET /v2.0/security-groups/dcb01ba6-02d6-4faf-8c2f-4233f7073922 HTTP/1.1" status: 200 len: 1801 time: 0.0792384 Aug 11 02:53:01.430640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-acd222f6-d206-43e6-a228-4a16454b82aa req-f70a42ac-f062-4e08-b858-f7785a1e5e9b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.461416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-acd222f6-d206-43e6-a228-4a16454b82aa req-f70a42ac-f062-4e08-b858-f7785a1e5e9b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.527884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-acd222f6-d206-43e6-a228-4a16454b82aa req-f70a42ac-f062-4e08-b858-f7785a1e5e9b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.531109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-acd222f6-d206-43e6-a228-4a16454b82aa req-f70a42ac-f062-4e08-b858-f7785a1e5e9b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.535568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acd222f6-d206-43e6-a228-4a16454b82aa req-f70a42ac-f062-4e08-b858-f7785a1e5e9b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] 10.222.0.60 "DELETE /v2.0/security-groups/dcb01ba6-02d6-4faf-8c2f-4233f7073922 HTTP/1.1" status: 204 len: 173 time: 0.1732833 Aug 11 02:53:01.539216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44624) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:01.577154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a42ac-f062-4e08-b858-f7785a1e5e9b tempest-SecurityGroupsTestJSON-2043286937 tempest-SecurityGroupsTestJSON-2043286937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb01ba6-02d6-4faf-8c2f-4233f7073922,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:01.620975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] Deleting subnet acf47b94-4868-4b18-869f-acd817aa6f2a {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:01.627950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.650963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6308f73-d820-4951-814a-7d7b1392d5be req-213d69be-c644-4db2-b520-4022ad348979 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:01.652899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6308f73-d820-4951-814a-7d7b1392d5be req-213d69be-c644-4db2-b520-4022ad348979 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 949 time: 0.1179750 Aug 11 02:53:01.725711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:01.730927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.737897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:01.738375 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6308f73-d820-4951-814a-7d7b1392d5be req-2d49f69a-656b-44e8-b7b9-cc34ff4e04e7 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768678 Aug 11 02:53:01.738511 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.826083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819e19-d224-4e1d-ade6-dc6d66021e5e req-6d82da80-bf53-4b53-8711-167e287b1f6c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:01.840163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819e19-d224-4e1d-ade6-dc6d66021e5e req-6d82da80-bf53-4b53-8711-167e287b1f6c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:01.852206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40819e19-d224-4e1d-ade6-dc6d66021e5e req-6d82da80-bf53-4b53-8711-167e287b1f6c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:01.867144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40819e19-d224-4e1d-ade6-dc6d66021e5e req-6d82da80-bf53-4b53-8711-167e287b1f6c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2414 time: 0.1986818 Aug 11 02:53:01.912622 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.916284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.948799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:01.950897 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eec8754-130f-4bd8-9ae8-350dfdf97179" -d '{"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-plugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:01.970768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:01.977553 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:01.978512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cb295451-a57b-4351-8d20-f648ba2b585c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:01.994636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40819e19-d224-4e1d-ade6-dc6d66021e5e req-06ac9d23-da39-4880-b4ce-207de0b6ec0a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256192 Aug 11 02:53:02.047498 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbe3359-b8fd-47d9-aa6c-84523244ae64 x-openstack-request-id: req-1fbe3359-b8fd-47d9-aa6c-84523244ae64 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:02.047848 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-plugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:02.048318 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fbe3359-b8fd-47d9-aa6c-84523244ae64 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:02.050467 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'code': 200} Aug 11 02:53:02.051694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: cb295451-a57b-4351-8d20-f648ba2b585c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:02.051976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cb295451-a57b-4351-8d20-f648ba2b585c not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:02.053392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.066409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.081175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf47b94-4868-4b18-869f-acd817aa6f2a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.085919 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.087877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cc877502-ee1d-4d8b-a1ac-16fdf7065936 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/acf47b94-4868-4b18-869f-acd817aa6f2a HTTP/1.1" status: 204 len: 168 time: 0.5472512 Aug 11 02:53:02.091957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44634) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.170167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.254444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.264844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e13ca3-2168-4945-b52a-ddbaca6e5b8d']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:02.282338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6566fe-e017-4df8-9c1e-6763991ed163') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:02.282633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6566fe-e017-4df8-9c1e-6763991ed163') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:02.298822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.315350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.325761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:02.326500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:02.329734 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:02.433382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.438124 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.440163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e8e13ca3-2168-4945-b52a-ddbaca6e5b8d HTTP/1.1" status: 204 len: 168 time: 0.3472157 Aug 11 02:53:02.459680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f09bb7-9fac-4516-9a44-d7877e44a580 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e13ca3-2168-4945-b52a-ddbaca6e5b8d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.470533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e34fb-30e8-4863-a5e6-61ffc6991f97 req-3186a015-44ea-4184-86f0-9705d3784f0c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:02.480342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-810e34fb-30e8-4863-a5e6-61ffc6991f97 req-3186a015-44ea-4184-86f0-9705d3784f0c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1404161 Aug 11 02:53:02.522298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-810e34fb-30e8-4863-a5e6-61ffc6991f97 req-f23fa0c5-f4ef-404b-bb33-5693c77ecd8e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382853 Aug 11 02:53:02.613842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44644) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.658684 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:02.667449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5f4d0033-82ec-4ac5-8092-1f42ee378427 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1756d9057562400aacc34d1e59b9cc22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502019 Aug 11 02:53:02.667801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44646) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:02.724990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3722329-e086-4064-a197-5f90e64e60ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.748943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3722329-e086-4064-a197-5f90e64e60ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.802617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3722329-e086-4064-a197-5f90e64e60ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.806344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3722329-e086-4064-a197-5f90e64e60ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:02.807868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f3722329-e086-4064-a197-5f90e64e60ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39531943-475b-4e68-bff4-85a9b959c48a HTTP/1.1" status: 204 len: 168 time: 0.1390696 Aug 11 02:53:02.817745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3722329-e086-4064-a197-5f90e64e60ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39531943-475b-4e68-bff4-85a9b959c48a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:02.916996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1cc55-3b67-49e3-a660-ba58021edfbb req-72017fbc-ed8c-49f7-b000-b107b3ab37c6 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:02.918694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12c1cc55-3b67-49e3-a660-ba58021edfbb req-72017fbc-ed8c-49f7-b000-b107b3ab37c6 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 949 time: 0.0805192 Aug 11 02:53:02.979120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12c1cc55-3b67-49e3-a660-ba58021edfbb req-f74c166b-a095-4f80-a018-287277fc4e69 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484018 Aug 11 02:53:03.245153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea652-8fad-45a8-82e3-2ec28be7ea49 req-3fbb58b5-7b18-4c75-a3eb-3135a63d3cdb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.271589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea652-8fad-45a8-82e3-2ec28be7ea49 req-3fbb58b5-7b18-4c75-a3eb-3135a63d3cdb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.280583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea652-8fad-45a8-82e3-2ec28be7ea49 req-3fbb58b5-7b18-4c75-a3eb-3135a63d3cdb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.282447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-363ea652-8fad-45a8-82e3-2ec28be7ea49 req-3fbb58b5-7b18-4c75-a3eb-3135a63d3cdb tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2414 time: 0.1521461 Aug 11 02:53:03.323689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f1d71265-83f8-467a-ad89-20f2256a837a up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:03.381114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-363ea652-8fad-45a8-82e3-2ec28be7ea49 req-ba941566-e577-499b-93f4-39836cc00db0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863543 Aug 11 02:53:03.480276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port f1d71265-83f8-467a-ad89-20f2256a837a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:03.490047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port f1d71265-83f8-467a-ad89-20f2256a837a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:03.490425 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.648370 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.773342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f1d71265-83f8-467a-ad89-20f2256a837a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f1d71265-83f8-467a-ad89-20f2256a837a,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:03.778677 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.780133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a56b6fd7-f1ec-48c1-8da6-5952a28a716c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:03.855540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00813d10-700e-427c-89b8-f6a8c7dd7202 req-fab2f9dc-0257-41ed-a460-37cf2fa43b25 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.857155 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00813d10-700e-427c-89b8-f6a8c7dd7202 req-fab2f9dc-0257-41ed-a460-37cf2fa43b25 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1652179 Aug 11 02:53:03.891903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-894eaaa3-ed39-4099-91f1-07249c4bddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:03.893598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-894eaaa3-ed39-4099-91f1-07249c4bddcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097&tenant_id=4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 1102 time: 0.1387188 Aug 11 02:53:03.917373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:03.935147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f1d71265-83f8-467a-ad89-20f2256a837a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:03.948499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port a56b6fd7-f1ec-48c1-8da6-5952a28a716c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:03.955062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port a56b6fd7-f1ec-48c1-8da6-5952a28a716c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:03.955439 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:03.979715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00813d10-700e-427c-89b8-f6a8c7dd7202 req-670e7503-e14e-4752-b366-c5f38bb1da55 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101797 Aug 11 02:53:04.047046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.052559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d71265-83f8-467a-ad89-20f2256a837a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:04.056110 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc557b4d-7e8d-4856-b31f-f089bfddbaec" -d '{"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-plugged", "status": "completed", "tag": "f1d71265-83f8-467a-ad89-20f2256a837a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:04.110225 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.137979 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad30106-bdda-4079-b8b7-4d0402e99dad x-openstack-request-id: req-2ad30106-bdda-4079-b8b7-4d0402e99dad {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:04.138526 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-plugged", "status": "completed", "tag": "f1d71265-83f8-467a-ad89-20f2256a837a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:04.139147 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ad30106-bdda-4079-b8b7-4d0402e99dad {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:04.140158 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d71265-83f8-467a-ad89-20f2256a837a', 'code': 200} Aug 11 02:53:04.165342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44708) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:04.181615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a56b6fd7-f1ec-48c1-8da6-5952a28a716c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:04.187601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.268233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.308849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-370110794-network', 'tenant_id': '77123c6e520747929f1d963ef4704a0a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:04.349722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:04.352129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.365208 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.389493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:04.458101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:04.534076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:04.536560 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5193437-03f7-48eb-881f-278a2d95f6f4" -d '{"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-unplugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:04.560670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.592611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Transition to ACTIVE for port object 71c05739-e4ef-43ed-8c3a-0bb6840037e5 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:04.600042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.609300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550081df-dd27-47ec-87f8-bed7dce05407 req-d9741bc6-9503-4352-b9b2-9921fc025eb6 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.616520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550081df-dd27-47ec-87f8-bed7dce05407 req-d9741bc6-9503-4352-b9b2-9921fc025eb6 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.625486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550081df-dd27-47ec-87f8-bed7dce05407 req-d9741bc6-9503-4352-b9b2-9921fc025eb6 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.635318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-550081df-dd27-47ec-87f8-bed7dce05407 req-d9741bc6-9503-4352-b9b2-9921fc025eb6 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2416 time: 0.1435971 Aug 11 02:53:04.638782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.650737 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.719284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] No DVR routers for this DVR port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:04.723335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.747410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:04.761219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfa0d9e-9ef0-4259-bb4b-24b19357b293,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:04.777883 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adbdc77-30f8-42d0-ace0-8c75cd6395af x-openstack-request-id: req-5adbdc77-30f8-42d0-ace0-8c75cd6395af {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:04.778306 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-unplugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:04.778599 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5adbdc77-30f8-42d0-ace0-8c75cd6395af {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:04.779067 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'code': 200} Aug 11 02:53:04.787079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-550081df-dd27-47ec-87f8-bed7dce05407 req-6ba8a81b-b873-466a-8952-c8a5fc73743b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506279 Aug 11 02:53:04.799454 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.799830 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Added segment f39bf608-afbc-4032-b6af-5c6799bc367b of type vlan for network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 Aug 11 02:53:04.803245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:04.804824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:04.805531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:04.822056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:04.822431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Attempting to bind port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:04.830716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:04.831133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:04.832419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:04.832419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Bound port: 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:04.832959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.906354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.956773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:04.962393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.964553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:04.965120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:04.970750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:04.977529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.080033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] Pushing event updated for resources: {'Network': ['ID=7a3aa00c-3100-43b8-a599-3e6a2929cd25,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.092616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:05.111791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0846b401-19cc-4713-8ce1-729381efefdb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9451923 Aug 11 02:53:05.112502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44736) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:05.122239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=11']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.124652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Request body: {'subnet': {'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-370110794-subnet', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:05.147119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.147941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.153364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-565e5bb9-e624-4870-8267-1359653cc0cd service neutron] 10.222.0.10 "PUT /v2.0/ports/71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 1098 time: 1.2383130 Aug 11 02:53:05.158693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:05.163489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.220373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:05.312430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:05.381232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-7778b831-f268-46dd-81a2-7d00aa0ff8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.383881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-7778b831-f268-46dd-81a2-7d00aa0ff8a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1101 time: 0.1958108 Aug 11 02:53:05.397439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8f4d2-6642-4449-89f3-9c3371fb4af7 req-4bd708a6-f64f-4dfa-9dab-fe5e7b0d6869 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.406715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bab8f4d2-6642-4449-89f3-9c3371fb4af7 req-4bd708a6-f64f-4dfa-9dab-fe5e7b0d6869 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 949 time: 0.2498920 Aug 11 02:53:05.464103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.547258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:05.550166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:05.559377 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.565502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:05.565502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.575954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bab8f4d2-6642-4449-89f3-9c3371fb4af7 req-95158262-5692-46dd-8e3e-3c8feff82dda tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608737 Aug 11 02:53:05.577371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-2bdf3e8a-d1e5-481d-a60b-230a2c3f5069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.578985 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-2bdf3e8a-d1e5-481d-a60b-230a2c3f5069 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1515656 Aug 11 02:53:05.614473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.632522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-8d3149ad-c6ea-41d8-b916-3dae47032e33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0435076 Aug 11 02:53:05.692721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa0c64f-eee5-487c-aa30-d2e421af22bf,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.712695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Checking segment: {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:05.713229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Network hostable DHCP agents. Network: 7a3aa00c-3100-43b8-a599-3e6a2929cd25, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:53:05.760224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:53:05.776797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7a3aa00c-3100-43b8-a599-3e6a2929cd25) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:05.781004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.781844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.783539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-8170435a-2709-4ac4-b8bd-92f463de1ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.784668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-8170435a-2709-4ac4-b8bd-92f463de1ba0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1409533 Aug 11 02:53:05.791658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0fe606-93b4-47ce-8148-88b5044c9602 None None] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:05.805689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c5cba49d-2a34-4040-8e26-78a995c2c175 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6901829 Aug 11 02:53:05.812879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44740) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:05.822491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:05.828685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:05.897083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.899779 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:05.915465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-39abce99-64e3-4eee-b604-aef6ed9b10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:05.919448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-39abce99-64e3-4eee-b604-aef6ed9b10ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177213 Aug 11 02:53:05.983904 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.144219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c'}, {'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:06.150234 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529cc1eb-d65e-4053-8e3f-d75f92536b62" -d '{"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-plugged", "status": "completed", "tag": "a56b6fd7-f1ec-48c1-8da6-5952a28a716c"}, {"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:06.208412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:53:06.209951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.231136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:06.252548 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.254468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:06.362550 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ccc16e-b117-4527-a038-a4085a8d78ba x-openstack-request-id: req-13ccc16e-b117-4527-a038-a4085a8d78ba {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:06.362845 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-plugged", "status": "completed", "tag": "a56b6fd7-f1ec-48c1-8da6-5952a28a716c", "code": 200}, {"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:06.363098 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13ccc16e-b117-4527-a038-a4085a8d78ba {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:06.363491 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c', 'code': 200} Aug 11 02:53:06.363880 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'code': 200} Aug 11 02:53:06.373173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:06.376951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:06.436362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.543544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Allocated IP 172.20.0.2 (7a3aa00c-3100-43b8-a599-3e6a2929cd25/5fa0c64f-eee5-487c-aa30-d2e421af22bf/b3e9dba5-0760-416a-82cc-b8a4cab1bc5a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:06.547670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07f719-27d9-47fc-824e-6f452b1bf49f req-51d2c46a-c8cc-4165-8531-b29ae6b1f23f tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:06.551949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07f719-27d9-47fc-824e-6f452b1bf49f req-51d2c46a-c8cc-4165-8531-b29ae6b1f23f tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:06.558445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07f719-27d9-47fc-824e-6f452b1bf49f req-51d2c46a-c8cc-4165-8531-b29ae6b1f23f tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:06.560157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d07f719-27d9-47fc-824e-6f452b1bf49f req-51d2c46a-c8cc-4165-8531-b29ae6b1f23f tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2416 time: 0.5714989 Aug 11 02:53:06.623504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-119b3716-2b0c-40d8-908a-34cb001b170a service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943855 Aug 11 02:53:06.697936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.766183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d07f719-27d9-47fc-824e-6f452b1bf49f req-207a9be8-fb05-42c6-938c-ed5282edf6ef tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895623 Aug 11 02:53:06.779929 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.792324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Transition to ACTIVE for port object b3e9dba5-0760-416a-82cc-b8a4cab1bc5a will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:06.800630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:06.812237 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497e6821-9005-4a10-9d7d-fb55b578126a" -d '{"events": [{"name": "network-changed", "server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:06.825030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Transition to ACTIVE for port object b3e9dba5-0760-416a-82cc-b8a4cab1bc5a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:06.832761 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:06.834645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bd5b-4e3b-43b1-b4bf-f6244c4da5c7 req-5a4c4df9-19f4-4c73-92d0-72a226b927d4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:06.837639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b69bd5b-4e3b-43b1-b4bf-f6244c4da5c7 req-5a4c4df9-19f4-4c73-92d0-72a226b927d4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 949 time: 0.1493661 Aug 11 02:53:06.885114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:06.892636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f42b420-be54-431a-944e-0a7e2ed288e9 req-41bc9b09-c4f2-4540-9706-e4592866d73e service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281289 Aug 11 02:53:06.893020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:06.897080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:06.923208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Pushing event updated for resources: {'Port': ['ID=b3e9dba5-0760-416a-82cc-b8a4cab1bc5a,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:06.923432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b69bd5b-4e3b-43b1-b4bf-f6244c4da5c7 req-3f1f1b75-a59f-40aa-84fc-5ddf78af560a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688131 Aug 11 02:53:06.989794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Attempting to bind port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:06.990161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Attempting to bind port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:06.990521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Attempting to bind port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a on network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:07.006380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:07.006738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Checking segment: {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:07.008304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.009708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Bound using segment: {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:07.010620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Bound port: b3e9dba5-0760-416a-82cc-b8a4cab1bc5a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:07.011092 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.067836 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd28df4-76a5-4342-9a5a-36fa898a24e4 x-openstack-request-id: req-6dd28df4-76a5-4342-9a5a-36fa898a24e4 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:07.068218 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:07.068597 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dd28df4-76a5-4342-9a5a-36fa898a24e4 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:07.069242 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'status': 'completed', 'code': 200} Aug 11 02:53:07.107646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] For port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:07.113348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] For port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b3e9dba5-0760-416a-82cc-b8a4cab1bc5a,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:07.120181 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.125600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.155158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-732b2ff6-ca6b-43b0-bea3-59544bc29799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.157536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-732b2ff6-ca6b-43b0-bea3-59544bc29799 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1101 time: 0.0796740 Aug 11 02:53:07.161003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.312362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:07.382547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d847a-addf-4ff0-93a9-4b07b7406d79 None None] Pushing event updated for resources: {'Port': ['ID=b3e9dba5-0760-416a-82cc-b8a4cab1bc5a,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:07.406597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Allocated IP 172.25.4.250 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:07.430703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-6d97eca6-dcc0-46ab-9c87-eb87f6ba74be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.433974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-6d97eca6-dcc0-46ab-9c87-eb87f6ba74be service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2589757 Aug 11 02:53:07.444232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-d9f2ef2f-fc02-4bc1-85d1-03fa44ffbb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.451320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-d9f2ef2f-fc02-4bc1-85d1-03fa44ffbb38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 1101 time: 0.1521573 Aug 11 02:53:07.529754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:07.535564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-a9eeaec5-f88a-4d87-b98c-f1a1a4a494e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0777111 Aug 11 02:53:07.551196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'mac_address': 'fa:16:3e:9c:23:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:07.629242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.642517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-cd9995fb-52b3-436c-ac82-4d8896a6ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.643905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd30cd-9787-407b-8ccc-c793c086322e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:07.649672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-cd9995fb-52b3-436c-ac82-4d8896a6ef7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1046283 Aug 11 02:53:07.676403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:07.689371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:07.716199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-153149f8-e77e-43ef-a7b7-0f314f8339d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.717903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-153149f8-e77e-43ef-a7b7-0f314f8339d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2471144 Aug 11 02:53:07.745725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-d199cd58-75c5-4197-9494-fea975352b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.750961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-d199cd58-75c5-4197-9494-fea975352b0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0883794 Aug 11 02:53:07.801390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-eb08184a-9258-43f0-bc7e-6f472ebfa411 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 200 len: 217 time: 0.0636427 Aug 11 02:53:07.814331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:07.838262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['bbcd30cd-9787-407b-8ccc-c793c086322e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:07.928827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-de411f91-13e3-4080-a690-efd5fc9f9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:07.932598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-de411f91-13e3-4080-a690-efd5fc9f9e97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1114457 Aug 11 02:53:07.936457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.005037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-62875ad9-b357-4f82-b505-af4cd4ee227a service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446365 Aug 11 02:53:08.035833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6821-9005-4a10-9d7d-fb55b578126a req-3b9ef9ea-4b54-4d8b-933c-a83a292d9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:08.041079 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-3b9ef9ea-4b54-4d8b-933c-a83a292d9636 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962317 Aug 11 02:53:08.234808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d273a0d-6478-4f71-b337-91b0dcd702b3 req-10cf11f3-23c8-437c-9c7f-838923c5a261 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:08.249842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d273a0d-6478-4f71-b337-91b0dcd702b3 req-10cf11f3-23c8-437c-9c7f-838923c5a261 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:08.260504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d273a0d-6478-4f71-b337-91b0dcd702b3 req-10cf11f3-23c8-437c-9c7f-838923c5a261 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:08.262221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d273a0d-6478-4f71-b337-91b0dcd702b3 req-10cf11f3-23c8-437c-9c7f-838923c5a261 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2417 time: 0.2428141 Aug 11 02:53:08.361011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-0d5207d6-b52c-4f61-a15e-68d5b8acc9dd service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438566 Aug 11 02:53:08.365480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:08.369415 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc96056d-311b-43ba-82ee-a221ba8cb53e" -d '{"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-plugged", "status": "completed", "tag": "66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:08.382751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924267f-7d55-4c18-84ff-7ee7c22da9de req-3e7fc4bb-8cae-4b6a-bacc-487f4f284d34 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:08.393118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5924267f-7d55-4c18-84ff-7ee7c22da9de req-3e7fc4bb-8cae-4b6a-bacc-487f4f284d34 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 949 time: 0.1486876 Aug 11 02:53:08.397314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:08.446059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d273a0d-6478-4f71-b337-91b0dcd702b3 req-3005c61a-2ac6-4134-ab39-3cdc4de1c27d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480415 Aug 11 02:53:08.474058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-4488f7d4-1a25-483c-b0e1-32395ce657e3 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243032 Aug 11 02:53:08.476510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:08.486179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:08.496427 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5924267f-7d55-4c18-84ff-7ee7c22da9de req-d2e3ae36-7f3c-417c-9b82-25f57eabaa13 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020389 Aug 11 02:53:08.497169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:08.605013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Pushing event updated for resources: {'Port': ['ID=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:08.826269 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eef880-2114-40a4-95b2-adf77c374e66 x-openstack-request-id: req-a6eef880-2114-40a4-95b2-adf77c374e66 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:08.826269 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-plugged", "status": "completed", "tag": "66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:08.826269 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6eef880-2114-40a4-95b2-adf77c374e66 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:08.826269 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f', 'code': 200} Aug 11 02:53:08.861168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b3e9dba5-0760-416a-82cc-b8a4cab1bc5a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:09.036172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:09.092440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba8b8-1deb-4e67-b577-6881a48e0540 req-6ea0227f-9dea-4a1f-9a56-a15990c2ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:09.098207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba8b8-1deb-4e67-b577-6881a48e0540 req-6ea0227f-9dea-4a1f-9a56-a15990c2ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:09.099327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba8b8-1deb-4e67-b577-6881a48e0540 req-6ea0227f-9dea-4a1f-9a56-a15990c2ed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:09.119379 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66dba8b8-1deb-4e67-b577-6881a48e0540 req-6ea0227f-9dea-4a1f-9a56-a15990c2ed90 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2873 time: 0.1397147 Aug 11 02:53:09.127442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-497e6821-9005-4a10-9d7d-fb55b578126a req-0abb1152-ae80-4d81-a3e8-376b7e99ef9e service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678821 Aug 11 02:53:09.172571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66dba8b8-1deb-4e67-b577-6881a48e0540 req-78c832bd-32f4-45dc-a378-b47bcad2c6d1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Aug 11 02:53:09.207335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dead84-d728-42b2-8f80-84866fa786dd None None] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:09.223491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:09.233487 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.254855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:09.380631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6a172a22-f31c-490f-8c7b-e7ff897d8dad None None] Provisioning for port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:09.407264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6a172a22-f31c-490f-8c7b-e7ff897d8dad None None] Provisioning complete for port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:09.407264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6a172a22-f31c-490f-8c7b-e7ff897d8dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.554427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:09.669296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port bbcd30cd-9787-407b-8ccc-c793c086322e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:09.669916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.671544 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.689247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'mac_address': 'fa:16:3e:aa:ac:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:09.854318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cbc4f-4d15-4205-ac5e-5163f8158ff3 req-2149e2b4-139f-4e35-aec7-1dfd00989eb9 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:09.861410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cbc4f-4d15-4205-ac5e-5163f8158ff3 req-2149e2b4-139f-4e35-aec7-1dfd00989eb9 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:09.868374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cbc4f-4d15-4205-ac5e-5163f8158ff3 req-2149e2b4-139f-4e35-aec7-1dfd00989eb9 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:09.874915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a0cbc4f-4d15-4205-ac5e-5163f8158ff3 req-2149e2b4-139f-4e35-aec7-1dfd00989eb9 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2417 time: 0.1895361 Aug 11 02:53:09.890492 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.892871 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6a172a22-f31c-490f-8c7b-e7ff897d8dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:09.950038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c05739-e4ef-43ed-8c3a-0bb6840037e5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:10.002195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a0cbc4f-4d15-4205-ac5e-5163f8158ff3 req-e3aa0575-52db-488f-a745-dde526c58e49 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Aug 11 02:53:10.021383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-a7fe12a7-7754-4e80-8070-53b562aaac4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0991352 Aug 11 02:53:10.025849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:10.055437 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.057906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.061923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6a172a22-f31c-490f-8c7b-e7ff897d8dad None None] For port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b3e9dba5-0760-416a-82cc-b8a4cab1bc5a,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:10.089815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Router 2489469e-046c-48ec-a111-4d439041c303 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:53:10.108471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6a172a22-f31c-490f-8c7b-e7ff897d8dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.176688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:10.182385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=12']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:10.211704 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.219072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52e73-7d64-4d94-9833-e8780146005a req-ab65c8ef-6581-424a-9241-a4560cad1f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:10.224664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-ab65c8ef-6581-424a-9241-a4560cad1f3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 1098 time: 0.1572356 Aug 11 02:53:10.294222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:10.306112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c23912-647a-4547-9328-c31879032863 None None] Sync routers for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:10.321227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a172a22-f31c-490f-8c7b-e7ff897d8dad None None] Pushing event updated for resources: {'Port': ['ID=b3e9dba5-0760-416a-82cc-b8a4cab1bc5a,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:10.370065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c23912-647a-4547-9328-c31879032863 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:10.371473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c23912-647a-4547-9328-c31879032863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:10.437080 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.438334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-69fb560f-4e22-49c8-8d8c-aba397654327 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6138275 Aug 11 02:53:10.447213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44840) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:10.454263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['71c05739-e4ef-43ed-8c3a-0bb6840037e5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:10.528957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=10']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:10.541998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52e73-7d64-4d94-9833-e8780146005a req-12546e71-1964-4f20-b304-228ed9e8e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:10.544903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-12546e71-1964-4f20-b304-228ed9e8e2a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 200 len: 925 time: 0.2908390 Aug 11 02:53:10.679683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-25c23912-647a-4547-9328-c31879032863 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:10.753888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb25fe-a079-4a6e-b619-29186a96d362 req-54416ef8-3b44-4565-a26a-7cac5d23260c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:10.774040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4fb25fe-a079-4a6e-b619-29186a96d362 req-54416ef8-3b44-4565-a26a-7cac5d23260c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.4806833 Aug 11 02:53:10.785951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f8337820-08b3-4b61-bba8-1085b278248c None None] Provisioning complete for port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:10.786618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8337820-08b3-4b61-bba8-1085b278248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:10.813895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-3a640cb7-e3d6-4449-8760-882ef387a133 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8c65852-86c7-4080-a975-d6d31261aea2 HTTP/1.1" status: 200 len: 1002 time: 0.2460780 Aug 11 02:53:10.887491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:10.890489 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ccb65-0a5b-467c-b34d-ffa67baf3688" -d '{"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:10.895363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b3e9dba5-0760-416a-82cc-b8a4cab1bc5a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:10.912100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4fb25fe-a079-4a6e-b619-29186a96d362 req-1f2c8662-4dc1-44c1-a4d1-0eb3d0a94bee tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328933 Aug 11 02:53:11.005620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52e73-7d64-4d94-9833-e8780146005a req-a6a9115d-8b11-43be-b2dc-77896de96bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:11.007466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-a6a9115d-8b11-43be-b2dc-77896de96bbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 200 len: 863 time: 0.1707504 Aug 11 02:53:11.186564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba52e73-7d64-4d94-9833-e8780146005a req-3cd898f4-d4d1-40e0-bb51-311039606189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:11.190212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-3cd898f4-d4d1-40e0-bb51-311039606189 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f3b0294-7053-4a78-8e54-7bcfb89b805c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731360 Aug 11 02:53:11.376847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:11.377219 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.391123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-1d46f192-4725-4db1-9103-616e966e5106 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853843 Aug 11 02:53:11.423085 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3f010a-0840-435f-8b3e-1a0e06c5b898 x-openstack-request-id: req-3f3f010a-0840-435f-8b3e-1a0e06c5b898 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:11.423386 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-plugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:11.423620 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f3f010a-0840-435f-8b3e-1a0e06c5b898 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:11.424032 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'code': 200} Aug 11 02:53:11.425611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c23912-647a-4547-9328-c31879032863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:09Z', 'revision_number': 3, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:11.556380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ba52e73-7d64-4d94-9833-e8780146005a req-4103cde3-f5ad-491b-866b-7e25f2528408 service neutron] 10.222.0.57 "GET /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558321 Aug 11 02:53:11.649664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c23912-647a-4547-9328-c31879032863 None None] Checking router: 2489469e-046c-48ec-a111-4d439041c303 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:11.650293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c23912-647a-4547-9328-c31879032863 None None] Updating router 2489469e-046c-48ec-a111-4d439041c303 port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:53:11.702960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c23912-647a-4547-9328-c31879032863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:11.859131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87b7ba-cf36-435c-818a-228edb9abeec req-34bae5cc-652d-4cb1-b761-2b727426d0bd tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:11.866652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f87b7ba-cf36-435c-818a-228edb9abeec req-34bae5cc-652d-4cb1-b761-2b727426d0bd tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 950 time: 0.1392863 Aug 11 02:53:11.961835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f87b7ba-cf36-435c-818a-228edb9abeec req-2964f852-9e06-4074-84ac-a966af344beb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939827 Aug 11 02:53:12.155237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c23912-647a-4547-9328-c31879032863 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.181314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-25c23912-647a-4547-9328-c31879032863 None None] Transition to ACTIVE for port object ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:12.197255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c23912-647a-4547-9328-c31879032863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.332884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fc18e-68cb-4739-bb3f-1586880c2980 req-4e2af40a-7388-4c02-8bf1-38ee5aec5f87 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:12.345008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fc18e-68cb-4739-bb3f-1586880c2980 req-4e2af40a-7388-4c02-8bf1-38ee5aec5f87 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:12.356534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fc18e-68cb-4739-bb3f-1586880c2980 req-4e2af40a-7388-4c02-8bf1-38ee5aec5f87 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:12.360836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cc92a-3ab8-4809-a3eb-31f085f14061 None None] Pushing event updated for resources: {'Port': ['ID=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.363853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-077fc18e-68cb-4739-bb3f-1586880c2980 req-4e2af40a-7388-4c02-8bf1-38ee5aec5f87 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2417 time: 0.2744331 Aug 11 02:53:12.367267 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.367531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25c23912-647a-4547-9328-c31879032863 None None] Attempting to bind port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:12.367737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25c23912-647a-4547-9328-c31879032863 None None] Attempting to bind port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:12.368151 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c23912-647a-4547-9328-c31879032863 None None] Attempting to bind port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:12.377810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c23912-647a-4547-9328-c31879032863 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:12.378211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c23912-647a-4547-9328-c31879032863 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:12.378606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c23912-647a-4547-9328-c31879032863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.379006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c23912-647a-4547-9328-c31879032863 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:12.379621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25c23912-647a-4547-9328-c31879032863 None None] Bound port: ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:12.380043 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c23912-647a-4547-9328-c31879032863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.482171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-25c23912-647a-4547-9328-c31879032863 None None] For port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:12.490867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-25c23912-647a-4547-9328-c31879032863 None None] For port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:12.498006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c23912-647a-4547-9328-c31879032863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:12.511087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-077fc18e-68cb-4739-bb3f-1586880c2980 req-3e25dd73-c051-44d6-9f81-c1ca7109ad5d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401575 Aug 11 02:53:12.608685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911cc92a-3ab8-4809-a3eb-31f085f14061 None None] Pushing event updated for resources: {'Port': ['ID=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:12.620581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c23912-647a-4547-9328-c31879032863 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:12.621476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c23912-647a-4547-9328-c31879032863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:12.821888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Allocated IP 172.20.0.1 (7a3aa00c-3100-43b8-a599-3e6a2929cd25/5fa0c64f-eee5-487c-aa30-d2e421af22bf/9c3a4613-6580-439f-9969-6268fd9e8dcc) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:12.922304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-25c23912-647a-4547-9328-c31879032863 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:13.084430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.105667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Transition to ACTIVE for port object 9c3a4613-6580-439f-9969-6268fd9e8dcc will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:13.162263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.234196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3a4613-6580-439f-9969-6268fd9e8dcc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:13.275516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:13.288339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:13.292296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:13.300417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:13.427568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.521367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:13.535460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:13.537026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.699759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-25c23912-647a-4547-9328-c31879032863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:09Z', 'revision_number': 3, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:13.755828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c23912-647a-4547-9328-c31879032863 None None] The sync data for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 is: [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:09Z', 'revision_number': 3, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:13.810601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.820639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0fd0d25b-70f8-4b7f-bb89-a33e7524a76b None None] Provisioning for port 9c3a4613-6580-439f-9969-6268fd9e8dcc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:13.824553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.858278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0fd0d25b-70f8-4b7f-bb89-a33e7524a76b None None] Provisioning complete for port 9c3a4613-6580-439f-9969-6268fd9e8dcc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:13.858658 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d25b-70f8-4b7f-bb89-a33e7524a76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.901728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:13.904691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:13.911268 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f4e859-ff7d-4b1f-9279-e0e05ace6753" -d '{"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-plugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:13.943928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:13.992332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0d25b-70f8-4b7f-bb89-a33e7524a76b None None] Port 9c3a4613-6580-439f-9969-6268fd9e8dcc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:14.042485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=13']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:14.229430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.242986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.355199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3a4613-6580-439f-9969-6268fd9e8dcc,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:14.390642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:14.590915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:14.593954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:14.830272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:14.949791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:14.959437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:14.960693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.026093 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-cf8dcfe0-faef-460a-8c7c-c9faa0b1ac1a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1237183 Aug 11 02:53:15.036558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Router 2489469e-046c-48ec-a111-4d439041c303 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:15.104348 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.184616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:15.190357 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.198383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-007e5b8a-af9c-466a-8bb6-f232c7fd7d7f None None] Provisioning complete for port 9c3a4613-6580-439f-9969-6268fd9e8dcc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:15.198757 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-007e5b8a-af9c-466a-8bb6-f232c7fd7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:15.289413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-007e5b8a-af9c-466a-8bb6-f232c7fd7d7f None None] Port 9c3a4613-6580-439f-9969-6268fd9e8dcc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:15.297390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:15.468973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:15.468973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0993265d-d547-4c22-bc02-52192d4045e3 admin admin] 10.222.0.60 "PUT /v2.0/routers/2489469e-046c-48ec-a111-4d439041c303/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0100880 Aug 11 02:53:15.593471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-c8a9337f-49f6-4a8b-b39e-9795dcb7d1ec tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:15.594996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-c8a9337f-49f6-4a8b-b39e-9795dcb7d1ec tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5541868 Aug 11 02:53:15.642892 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d978ae6e-3d00-4557-b645-7e1bfd62b26e x-openstack-request-id: req-d978ae6e-3d00-4557-b645-7e1bfd62b26e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:15.642892 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-plugged", "status": "completed", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:15.642892 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d978ae6e-3d00-4557-b645-7e1bfd62b26e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:15.642892 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'code': 200} Aug 11 02:53:15.667601 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-545efa2e-e96f-422e-afd9-788da71f4db5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/quotas/4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 375 time: 0.0179143 Aug 11 02:53:15.770169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-ae515365-4f98-4283-a29a-bea5c91de5de tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0917261 Aug 11 02:53:16.102931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dd21-c68b-435a-8a52-e77fe26656c1 req-aa25c065-2b25-4850-96a2-b28a7f9f5dea tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:16.109989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dd21-c68b-435a-8a52-e77fe26656c1 req-aa25c065-2b25-4850-96a2-b28a7f9f5dea tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:16.127256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899dd21-c68b-435a-8a52-e77fe26656c1 req-aa25c065-2b25-4850-96a2-b28a7f9f5dea tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:16.130284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7899dd21-c68b-435a-8a52-e77fe26656c1 req-aa25c065-2b25-4850-96a2-b28a7f9f5dea tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2417 time: 0.1708932 Aug 11 02:53:16.227593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7899dd21-c68b-435a-8a52-e77fe26656c1 req-08a7aefd-12e8-4412-a450-78eadd8a2a3a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856712 Aug 11 02:53:16.255380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac3b44c7-982a-47af-9e52-ec73a65bc502 req-f79a8b7d-b047-450c-84f7-439970a96c44 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 210 time: 0.0505795 Aug 11 02:53:16.792957 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Sync routers for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:16.818396 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:16.818396 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:16.838697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:17.016767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:17.022138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.022607 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:17.495620 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f70ae5a-2565-4e83-b63c-caaaeb39afea req-a3392b75-809e-455f-ae49-9771d64ebe7f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 210 time: 0.0692024 Aug 11 02:53:17.552802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36115c25-c257-4008-93e7-1da8fa91f9c1 req-e9bad21d-bcb0-43f1-b400-fc592db21209 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:17.572738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36115c25-c257-4008-93e7-1da8fa91f9c1 req-e9bad21d-bcb0-43f1-b400-fc592db21209 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:17.620262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36115c25-c257-4008-93e7-1da8fa91f9c1 req-e9bad21d-bcb0-43f1-b400-fc592db21209 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:17.623348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36115c25-c257-4008-93e7-1da8fa91f9c1 req-e9bad21d-bcb0-43f1-b400-fc592db21209 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2417 time: 0.2434359 Aug 11 02:53:17.717009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36115c25-c257-4008-93e7-1da8fa91f9c1 req-9905d1ba-3ee5-4b29-a2d2-c55eab24120b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871663 Aug 11 02:53:17.739356 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 2, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:17.778677 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Checking router: 2489469e-046c-48ec-a111-4d439041c303 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:17.780519 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Updating router 2489469e-046c-48ec-a111-4d439041c303 port 9c3a4613-6580-439f-9969-6268fd9e8dcc binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:53:17.881286 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:17.895084 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-36713cbf-6e19-44ed-8fdd-7e888ba29e38 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4e87e0558954417aa7e78857acbfcecc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023092 Aug 11 02:53:18.007794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-c4425e85-85b0-4c75-ab73-23cb7c564c91 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:18.047172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-c4425e85-85b0-4c75-ab73-23cb7c564c91 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:18.074047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-c4425e85-85b0-4c75-ab73-23cb7c564c91 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:18.081457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-c4425e85-85b0-4c75-ab73-23cb7c564c91 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2417 time: 0.2520173 Aug 11 02:53:18.157684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-ea39b0e8-49e3-482e-a788-88fb0e124c38 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:18.159479 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-ea39b0e8-49e3-482e-a788-88fb0e124c38 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580018 Aug 11 02:53:18.173188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Request body: {'port': {'device_id': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '4e87e0558954417aa7e78857acbfcecc'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:18.400681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port a56b6fd7-f1ec-48c1-8da6-5952a28a716c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:18.401321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.461978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Made reservation on behalf of 4e87e0558954417aa7e78857acbfcecc for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:18.477582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.640947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port a56b6fd7-f1ec-48c1-8da6-5952a28a716c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:18.644173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:18.670564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for a56b6fd7-f1ec-48c1-8da6-5952a28a716c owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:18.837193 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-375100b9-465b-4fca-ab6f-41f8df0f2bb3 req-fd81770f-253e-46e2-844f-2a4fda0f1142 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 210 time: 0.1326058 Aug 11 02:53:18.865332 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.009592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Allocated IP 192.168.233.108 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/76236649-aff2-4a8e-bcf8-873b4ce12e20) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:19.019135 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Transition to ACTIVE for port object 9c3a4613-6580-439f-9969-6268fd9e8dcc will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:19.020783 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.035173 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.040453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a56b6fd7-f1ec-48c1-8da6-5952a28a716c', 'f1d71265-83f8-467a-ad89-20f2256a837a', '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:19.237636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.257264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Transition to ACTIVE for port object 76236649-aff2-4a8e-bcf8-873b4ce12e20 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:19.306464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.327281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64ada-5ece-4ab7-b417-7980e48f2bf4 req-47aaa034-6a2e-4742-bfb7-30c149286cb0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:19.333327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3', '71c05739-e4ef-43ed-8c3a-0bb6840037e5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:19.345787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64ada-5ece-4ab7-b417-7980e48f2bf4 req-47aaa034-6a2e-4742-bfb7-30c149286cb0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:19.358896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64ada-5ece-4ab7-b417-7980e48f2bf4 req-47aaa034-6a2e-4742-bfb7-30c149286cb0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:19.374530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-49b64ada-5ece-4ab7-b417-7980e48f2bf4 req-47aaa034-6a2e-4742-bfb7-30c149286cb0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 2338 time: 0.3824408 Aug 11 02:53:19.382766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=a56b6fd7-f1ec-48c1-8da6-5952a28a716c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:19.434506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port a56b6fd7-f1ec-48c1-8da6-5952a28a716c on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:19.461555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.471079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-1758c922-4647-4ea4-9e4f-58acad750555 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "DELETE /v2.0/ports/a56b6fd7-f1ec-48c1-8da6-5952a28a716c HTTP/1.1" status: 204 len: 173 time: 1.3780668 Aug 11 02:53:19.471917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-deleted', 'tag': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:19.489303 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5b17e-35fc-4a5b-a4a2-6651458a0d47" -d '{"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-deleted", "tag": "a56b6fd7-f1ec-48c1-8da6-5952a28a716c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:19.519310 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38221c1-7469-406d-b571-a53f9ee97405 None None] Pushing event updated for resources: {'Port': ['ID=9c3a4613-6580-439f-9969-6268fd9e8dcc,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:19.570878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:19.596391 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Attempting to bind port 9c3a4613-6580-439f-9969-6268fd9e8dcc on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:19.600816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Attempting to bind port 9c3a4613-6580-439f-9969-6268fd9e8dcc by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:19.601464 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Attempting to bind port 9c3a4613-6580-439f-9969-6268fd9e8dcc on network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:19.627918 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:19.630786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Checking segment: {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:19.634085 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.634672 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Bound using segment: {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:19.635466 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Bound port: 9c3a4613-6580-439f-9969-6268fd9e8dcc, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:19.641571 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.648485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:19.671565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:19.688424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:19.759295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port f1d71265-83f8-467a-ad89-20f2256a837a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:19.762580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:19.890480 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] For port 9c3a4613-6580-439f-9969-6268fd9e8dcc, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:19.901737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-49b64ada-5ece-4ab7-b417-7980e48f2bf4 req-b3892354-9a86-4ffc-a96a-660caee20e85 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253780 Aug 11 02:53:19.912014 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] For port 9c3a4613-6580-439f-9969-6268fd9e8dcc, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9c3a4613-6580-439f-9969-6268fd9e8dcc,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:19.920997 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.003591 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38221c1-7469-406d-b571-a53f9ee97405 None None] Pushing event updated for resources: {'Port': ['ID=9c3a4613-6580-439f-9969-6268fd9e8dcc,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:20.033125 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:20.033992 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:20.038225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:20.048930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.092089 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5a90e909-e02d-4584-90b8-e009f7876755 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9230816 Aug 11 02:53:20.118318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Request body: {'port': {'device_id': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:20.226270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port f1d71265-83f8-467a-ad89-20f2256a837a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f1d71265-83f8-467a-ad89-20f2256a837a,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:20.226807 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.270333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for f1d71265-83f8-467a-ad89-20f2256a837a owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:20.361225 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:20.409563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.614778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-45944cf4-23bf-438f-98b8-3fac59162619 None None] Provisioning for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:20.641820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-45944cf4-23bf-438f-98b8-3fac59162619 None None] Provisioning complete for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:20.642286 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45944cf4-23bf-438f-98b8-3fac59162619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.666928 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.826491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=f1d71265-83f8-467a-ad89-20f2256a837a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:20.970516 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ddbbcf-eeec-4386-87e4-d4d3b574291f x-openstack-request-id: req-77ddbbcf-eeec-4386-87e4-d4d3b574291f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:20.970813 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-deleted", "tag": "a56b6fd7-f1ec-48c1-8da6-5952a28a716c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:20.971086 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77ddbbcf-eeec-4386-87e4-d4d3b574291f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:20.971677 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-deleted', 'tag': 'a56b6fd7-f1ec-48c1-8da6-5952a28a716c', 'status': 'completed', 'code': 200} Aug 11 02:53:20.973115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port f1d71265-83f8-467a-ad89-20f2256a837a on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:20.985728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-45944cf4-23bf-438f-98b8-3fac59162619 None None] Port 76236649-aff2-4a8e-bcf8-873b4ce12e20 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:20.991821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:20.994266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-fc37720d-a4c5-471e-a2e7-88ce929ad10a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "DELETE /v2.0/ports/f1d71265-83f8-467a-ad89-20f2256a837a HTTP/1.1" status: 204 len: 173 time: 1.4919484 Aug 11 02:53:21.011345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76236649-aff2-4a8e-bcf8-873b4ce12e20 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:21.025098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5640eab3-51a0-4599-860f-4236e2c3842b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:21.155561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:21.177901 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:19Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:21.248686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Transition to ACTIVE for port object 76236649-aff2-4a8e-bcf8-873b4ce12e20 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:21.262379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:21.280886 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2154fc83-58df-4e05-ba0c-4271c0bf9d95 None None] The sync data for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 is: [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:19Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:21.323207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:21.323533 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:21.327266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5acf8-bd07-49cc-a4f5-83e1fc9ebe5e req-3a3fdcb5-771c-46f9-a1af-dc463a82a36e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:21.346958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1b5acf8-bd07-49cc-a4f5-83e1fc9ebe5e req-3a3fdcb5-771c-46f9-a1af-dc463a82a36e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 936 time: 0.3089385 Aug 11 02:53:21.441333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f1d71265-83f8-467a-ad89-20f2256a837a no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:21.607306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: f1d71265-83f8-467a-ad89-20f2256a837a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:21.607306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f1d71265-83f8-467a-ad89-20f2256a837a not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:21.609848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:21.610028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a56b6fd7-f1ec-48c1-8da6-5952a28a716c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:21.804833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: a56b6fd7-f1ec-48c1-8da6-5952a28a716c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:21.805981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a56b6fd7-f1ec-48c1-8da6-5952a28a716c not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:21.805981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:21.819546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:21.821902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:21.869334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1b5acf8-bd07-49cc-a4f5-83e1fc9ebe5e req-0cce37f1-1679-47fe-88a3-d75b8a83b3fa tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5212836 Aug 11 02:53:21.924391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:21.976517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:21.976961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:21.980954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:22.001359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:22.001753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:22.028522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:22.029611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:22.029611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:22.029611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Bound port: 76236649-aff2-4a8e-bcf8-873b4ce12e20, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:22.030075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.192975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.353504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9e805df5-4434-48c1-9132-c03a8290ad88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.436137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:22.448014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:22.457423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.481764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e2674-863e-4724-bf86-017651b1108a req-a72aa811-8726-49f6-9390-f4e33476d7d1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:22.486868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a85e2674-863e-4724-bf86-017651b1108a req-a72aa811-8726-49f6-9390-f4e33476d7d1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0eb1e37-f9d8-4a84-98e8-be7e88cd4576 HTTP/1.1" status: 200 len: 945 time: 0.2992761 Aug 11 02:53:22.488577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.529447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:22.651555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port 66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:22.658814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.670192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5baa89c-f373-4a50-9caf-f0f3a7434b68 req-7f11d8b9-cd64-48bd-a4b3-4f357a997e8a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "DELETE /v2.0/ports/66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f HTTP/1.1" status: 204 len: 173 time: 1.6598485 Aug 11 02:53:22.757002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a85e2674-863e-4724-bf86-017651b1108a req-630803dc-56fa-427b-b743-183e7c7d33d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172723 Aug 11 02:53:22.781410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:22.791991 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:22.791991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] 10.222.0.10 "PUT /v2.0/ports/76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 1097 time: 2.6843135 Aug 11 02:53:22.791991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:22.791991 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:22.839509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc68520-e39c-44a5-afab-a038bdca6888 service neutron] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:22.931561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9c3a4613-6580-439f-9969-6268fd9e8dcc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:22.972824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-deleted', 'tag': 'f1d71265-83f8-467a-ad89-20f2256a837a'}, {'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-deleted', 'tag': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:22.975841 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97a4d6a-8f4b-4820-a71e-8abf131267ea" -d '{"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-deleted", "tag": "f1d71265-83f8-467a-ad89-20f2256a837a"}, {"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-deleted", "tag": "66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:23.065304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9c3a4613-6580-439f-9969-6268fd9e8dcc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:23.088726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9c3a4613-6580-439f-9969-6268fd9e8dcc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:23.089873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.108326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5cba8dda-6fad-4b6e-80f0-79472b629d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.113991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-5cba8dda-6fad-4b6e-80f0-79472b629d84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1100 time: 0.1813815 Aug 11 02:53:23.186142 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-b2aaa46a-e9b9-4785-b9f4-90f28c4f7cae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.0594783 Aug 11 02:53:23.340047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fac85fa5-669f-4e92-af68-3a6f81a3767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.341553 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-fac85fa5-669f-4e92-af68-3a6f81a3767f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1409562 Aug 11 02:53:23.428914 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c344656f-c5de-40eb-b1a0-2eabd43cdb62 x-openstack-request-id: req-c344656f-c5de-40eb-b1a0-2eabd43cdb62 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:23.436816 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:23.437296 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c344656f-c5de-40eb-b1a0-2eabd43cdb62 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:23.438495 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'status': 'completed', 'code': 200} Aug 11 02:53:23.482655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-57bef36c-e17d-4d13-9621-61772d596c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.484632 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-57bef36c-e17d-4d13-9621-61772d596c5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214089 Aug 11 02:53:23.651590 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:23.687376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cbf2a-fa47-48f5-b313-a00afc021e84 req-13473fb3-9bc6-479d-bef1-f49206c473b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:23.689358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2c1cbf2a-fa47-48f5-b313-a00afc021e84 req-13473fb3-9bc6-479d-bef1-f49206c473b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 948 time: 0.1750944 Aug 11 02:53:23.819591 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-2fd94178-d800-43cc-8250-324c8fb79bef service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130462 Aug 11 02:53:23.853611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2c1cbf2a-fa47-48f5-b313-a00afc021e84 req-7c8af38a-db03-48ed-ac54-333678e044f6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482646 Aug 11 02:53:24.009433 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb521a47-1f32-4779-8471-3d50e9c90b94 x-openstack-request-id: req-bb521a47-1f32-4779-8471-3d50e9c90b94 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:24.010337 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-deleted", "tag": "f1d71265-83f8-467a-ad89-20f2256a837a", "status": "completed", "code": 200}, {"server_uuid": "b0eb1e37-f9d8-4a84-98e8-be7e88cd4576", "name": "network-vif-deleted", "tag": "66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:24.010772 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb521a47-1f32-4779-8471-3d50e9c90b94 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:24.011337 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-deleted', 'tag': 'f1d71265-83f8-467a-ad89-20f2256a837a', 'status': 'completed', 'code': 200} Aug 11 02:53:24.011771 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0eb1e37-f9d8-4a84-98e8-be7e88cd4576', 'name': 'network-vif-deleted', 'tag': '66bb4dfe-0f9e-4a89-b02c-d90b88a3b92f', 'status': 'completed', 'code': 200} Aug 11 02:53:24.087301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:24.128873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9c3a4613-6580-439f-9969-6268fd9e8dcc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9c3a4613-6580-439f-9969-6268fd9e8dcc,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:24.144220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.172181 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4ce9bc3-4edf-42da-b500-f61fbd616f59 req-1ac48bee-7e70-43fd-9161-875ade49def7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443050 Aug 11 02:53:24.282623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting subnet 453ec827-97d3-41be-8490-701ae30344eb {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:24.290827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.308530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9c3a4613-6580-439f-9969-6268fd9e8dcc,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:24.346865 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.372634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-627ac6e2-d89f-4736-98f7-b8d1d3cf36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:24.374718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-627ac6e2-d89f-4736-98f7-b8d1d3cf36ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1100 time: 0.1348221 Aug 11 02:53:24.508663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.617507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.651289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Subnet': ['ID=453ec827-97d3-41be-8490-701ae30344eb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:24.673424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.679256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbde989-7e5e-471d-95bc-03eceee667bd None None] Network 0dadc44c-a3ab-4255-a0c3-5aabb87800eb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:24.693320 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-29311330-160e-48ba-841f-17e26611d3d2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/subnets/453ec827-97d3-41be-8490-701ae30344eb HTTP/1.1" status: 204 len: 168 time: 0.6030593 Aug 11 02:53:24.693320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45120) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:24.717907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-c2ffde17-9af0-476f-b5d6-30a8dfd4cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:24.728477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-c2ffde17-9af0-476f-b5d6-30a8dfd4cdb2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3400223 Aug 11 02:53:24.781953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9c3a4613-6580-439f-9969-6268fd9e8dcc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:24.832240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-e97e90c3-a8df-4c79-9f1b-f545912f923f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.0922477 Aug 11 02:53:24.884907 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:24.939886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-c9426e45-4444-4806-8ac2-31239f4aa700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:24.941894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-c9426e45-4444-4806-8ac2-31239f4aa700 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1084301 Aug 11 02:53:25.064302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port f05a21f3-bea7-4b3e-8dde-c3133568af63 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:25.064935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.067034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9c3a4613-6580-439f-9969-6268fd9e8dcc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:25.070088 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.114394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-29d062b6-aa8b-4415-9821-0744a09b78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:25.116346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-29d062b6-aa8b-4415-9821-0744a09b78fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1553962 Aug 11 02:53:25.126056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85555e6-632c-413e-ab8c-5edab060f320 req-c8d58e55-6c07-4aae-ab4b-f23365b589ab tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:25.128312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b85555e6-632c-413e-ab8c-5edab060f320 req-c8d58e55-6c07-4aae-ab4b-f23365b589ab tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 948 time: 0.0827210 Aug 11 02:53:25.249649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.251457 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-221afd81-93e3-4dae-9164-6487fb31b5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.269957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port f05a21f3-bea7-4b3e-8dde-c3133568af63, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f05a21f3-bea7-4b3e-8dde-c3133568af63,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:25.270385 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.271171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] DHCP port deletion for 0dadc44c-a3ab-4255-a0c3-5aabb87800eb request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:25.292048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for f05a21f3-bea7-4b3e-8dde-c3133568af63 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:25.304831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b85555e6-632c-413e-ab8c-5edab060f320 req-3968f65c-587b-46b7-b478-098452b5ce85 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500471 Aug 11 02:53:25.384719 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-c30387f3-1edf-43f5-851f-bbfa82bf43c7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552464 Aug 11 02:53:25.395947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] Deleting port f05a21f3-bea7-4b3e-8dde-c3133568af63 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:25.396337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.430729 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.475903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=f05a21f3-bea7-4b3e-8dde-c3133568af63,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:25.488320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port f05a21f3-bea7-4b3e-8dde-c3133568af63 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:25.500626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] For port f05a21f3-bea7-4b3e-8dde-c3133568af63, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f05a21f3-bea7-4b3e-8dde-c3133568af63,segment=NetworkSegment(1d727508-01b6-4683-8a97-b7edb65b993c),segment_id=1d727508-01b6-4683-8a97-b7edb65b993c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:25.500988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.535613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] Calling delete_port for f05a21f3-bea7-4b3e-8dde-c3133568af63 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:25.641455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76b8cb0f-c773-4bd9-99ef-6cdb94578c9a req-8022481b-e46d-47a1-93ff-3873aaf012d1 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453644 Aug 11 02:53:25.654483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.685609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dadc44c-a3ab-4255-a0c3-5aabb87800eb']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:25.712132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d727508-01b6-4683-8a97-b7edb65b993c') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:25.712425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d727508-01b6-4683-8a97-b7edb65b993c') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:25.728498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.751660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.770312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.774377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.801072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:25.805678 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:25.818502 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:25.850895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] Pushing event deleted for resources: {'Port': ['ID=f05a21f3-bea7-4b3e-8dde-c3133568af63,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:25.857953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8fa98-5342-4090-b3e5-0e8ab54cee1c None None] No DVR routers for this DVR port f05a21f3-bea7-4b3e-8dde-c3133568af63 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:25.935732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.944348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:25.949291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/networks/0dadc44c-a3ab-4255-a0c3-5aabb87800eb HTTP/1.1" status: 204 len: 168 time: 1.2525809 Aug 11 02:53:25.949681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45138) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:25.980075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac8ce0-57f1-4a9a-a847-ae10a7f97a00 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Network': ['ID=0dadc44c-a3ab-4255-a0c3-5aabb87800eb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:26.013480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting subnet e5bac211-0388-41c3-88db-8ca81685191c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:53:26.017766 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.087114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.231888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.342380 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.385215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Subnet': ['ID=e5bac211-0388-41c3-88db-8ca81685191c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:26.396670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b91fc6-83a0-495a-ac4c-799ad7b38135 None None] Network 71cf1f13-43cf-4b34-a047-5aee0fac598a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:26.423187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.430798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f3515136-5f17-4cf6-bac5-387bc09ba832 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/subnets/e5bac211-0388-41c3-88db-8ca81685191c HTTP/1.1" status: 204 len: 168 time: 0.4749582 Aug 11 02:53:26.431106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45142) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:26.655496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45358205-93f1-4de5-9e1d-78da9b933a4c req-da1bc050-f21a-4847-b87d-c33fbcd0de4e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:26.693072 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:26.700384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45358205-93f1-4de5-9e1d-78da9b933a4c req-da1bc050-f21a-4847-b87d-c33fbcd0de4e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 948 time: 0.1975398 Aug 11 02:53:26.749303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f05a21f3-bea7-4b3e-8dde-c3133568af63 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:26.761952 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45358205-93f1-4de5-9e1d-78da9b933a4c req-5dc57b4d-c2bf-4ac8-89c8-8df82027a139 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606668 Aug 11 02:53:26.815253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f05a21f3-bea7-4b3e-8dde-c3133568af63 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:26.815253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f05a21f3-bea7-4b3e-8dde-c3133568af63 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:26.850679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] DHCP port deletion for 71cf1f13-43cf-4b34-a047-5aee0fac598a request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:53:26.996476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] Deleting port 59305037-9814-47f3-99b1-354cd77f798c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:26.997845 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.128792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] For port 59305037-9814-47f3-99b1-354cd77f798c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=59305037-9814-47f3-99b1-354cd77f798c,segment=NetworkSegment(28975f9e-3f33-41d2-8cf5-c2b98e327237),segment_id=28975f9e-3f33-41d2-8cf5-c2b98e327237)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:27.129284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.148005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] Calling delete_port for 59305037-9814-47f3-99b1-354cd77f798c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:27.199441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.264130 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.303854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port 59305037-9814-47f3-99b1-354cd77f798c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:27.304944 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.317150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] Pushing event deleted for resources: {'Port': ['ID=59305037-9814-47f3-99b1-354cd77f798c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:27.320706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7c3e4-0a0e-482f-9d21-3c5e476f2bf6 None None] No DVR routers for this DVR port 59305037-9814-47f3-99b1-354cd77f798c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:27.323280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:27.448886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:27.467505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'mac_address': 'fa:16:3e:59:77:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:27.470849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port 59305037-9814-47f3-99b1-354cd77f798c, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:27.473047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.502429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for 59305037-9814-47f3-99b1-354cd77f798c owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:27.519315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Port 59305037-9814-47f3-99b1-354cd77f798c was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:53:27.520644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.542743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port 59305037-9814-47f3-99b1-354cd77f798c on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:27.573479 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.573744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=59305037-9814-47f3-99b1-354cd77f798c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:27.610135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76236649-aff2-4a8e-bcf8-873b4ce12e20 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:27.654085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:27.665779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.709049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.728641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71cf1f13-43cf-4b34-a047-5aee0fac598a']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:27.732786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:27.745685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28975f9e-3f33-41d2-8cf5-c2b98e327237') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:27.745990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28975f9e-3f33-41d2-8cf5-c2b98e327237') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:27.760198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.776366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.786596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:53:27.787976 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:53:27.792195 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:53:27.887600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.914028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:27.925184 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/networks/71cf1f13-43cf-4b34-a047-5aee0fac598a HTTP/1.1" status: 204 len: 168 time: 1.4879196 Aug 11 02:53:27.926227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45158) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:27.932408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-729492351'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:27.959873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290b95e-0be7-4296-8cf6-822c74444c0c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Network': ['ID=71cf1f13-43cf-4b34-a047-5aee0fac598a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:27.968644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:27.968775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['76236649-aff2-4a8e-bcf8-873b4ce12e20'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:27.973401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.032275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afb061-b36a-4c56-aaa4-fc1430895930 req-6d1d9147-f6a5-4004-9626-5d7c3f25eab7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:28.040694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90afb061-b36a-4c56-aaa4-fc1430895930 req-6d1d9147-f6a5-4004-9626-5d7c3f25eab7 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.1437657 Aug 11 02:53:28.043262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:28.071702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.075667 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Added segment 6a50b23d-f613-4694-a763-16675f308d58 of type vlan for network fffd403d-fbed-4dd9-b438-0f896a93e15c Aug 11 02:53:28.089135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.108397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90afb061-b36a-4c56-aaa4-fc1430895930 req-4c36c5b9-916c-4a40-85ac-2990a908e37c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665865 Aug 11 02:53:28.195694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.334883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.341714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:28.342529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.440245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5103915 Aug 11 02:53:28.440546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45168) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:28.447616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'subnet': {'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:28.452843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b152e-ad01-420a-8a54-ad9a90ede61a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Network': ['ID=fffd403d-fbed-4dd9-b438-0f896a93e15c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:28.469197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network fffd403d-fbed-4dd9-b438-0f896a93e15c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:28.602962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:28.608544 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.733066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 59305037-9814-47f3-99b1-354cd77f798c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:28.760270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 59305037-9814-47f3-99b1-354cd77f798c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:28.760785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 59305037-9814-47f3-99b1-354cd77f798c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:28.898945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:28.989331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Subnet': ['ID=37e9aa94-fc43-46f8-868e-c266a7cddb4f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:29.004584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Checking segment: {'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:29.004949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network hostable DHCP agents. Network: fffd403d-fbed-4dd9-b438-0f896a93e15c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:53:29.008440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.008440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.008860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.009091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.009427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.009762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.010092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.010691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.011247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.011586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.011955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.012300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:29.035129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network fffd403d-fbed-4dd9-b438-0f896a93e15c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:53:29.052386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, fffd403d-fbed-4dd9-b438-0f896a93e15c) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:29.058018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:29.059313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.062357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d90d8-8fda-44b0-9ab0-3ce73e9c3c1c None None] Network fffd403d-fbed-4dd9-b438-0f896a93e15c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:29.086602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2263ffca-48c7-4572-84ae-c2532e3a29d3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6447771 Aug 11 02:53:29.089279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45172) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:29.096547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1599656532'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:29.144936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:29.151492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.219715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:29.242398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.242699 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Added segment c8396b0e-2125-49ba-8d69-5df94c3182f1 of type vlan for network 8eaee20b-df4a-4336-8824-bb64089aac9b Aug 11 02:53:29.316371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-fffd403d-fbed-4dd9-b438-0f896a93e15c', 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'fixed_ips': [{'subnet_id': '37e9aa94-fc43-46f8-868e-c266a7cddb4f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:53:29.317904 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.338834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:29.349970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caa9a-a223-4dfa-91a9-3b59510836b9 req-62c70232-bf50-4d97-a29c-a192596216bd tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:29.352087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b32caa9a-a223-4dfa-91a9-3b59510836b9 req-62c70232-bf50-4d97-a29c-a192596216bd tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.1121025 Aug 11 02:53:29.354128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.409739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b32caa9a-a223-4dfa-91a9-3b59510836b9 req-b254ac95-6c0c-426c-a1c0-73c198f9ea29 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500879 Aug 11 02:53:29.434600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.442127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:29.442782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.516412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:29.528842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:29.528842 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.539744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4457960 Aug 11 02:53:29.540188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45182) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:29.545937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'subnet': {'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:29.578609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba614c04-6f0c-4488-9070-221660595621 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Network': ['ID=8eaee20b-df4a-4336-8824-bb64089aac9b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:29.608897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 8eaee20b-df4a-4336-8824-bb64089aac9b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:29.689473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:29.697288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.768706 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.790195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Allocated IP 19.80.0.2 (fffd403d-fbed-4dd9-b438-0f896a93e15c/37e9aa94-fc43-46f8-868e-c266a7cddb4f/f04500a6-04d4-4f3e-819b-bc7d08ea2e6d) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:29.914602 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:29.966551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:29.969636 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefcd2cd-d810-4cb0-a724-3e2e63c68fa6" -d '{"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-plugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:30.006231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:30.019143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:30.101089 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89b443d-b0d9-434e-85c0-1ccc839fa0db x-openstack-request-id: req-e89b443d-b0d9-434e-85c0-1ccc839fa0db {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:30.101089 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-plugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:30.103007 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e89b443d-b0d9-434e-85c0-1ccc839fa0db {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:30.103483 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'code': 200} Aug 11 02:53:30.126532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:30.241107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Subnet': ['ID=055a36bc-a71e-41f5-becc-c03996b64fe1,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:30.250079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Checking segment: {'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:30.250477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network hostable DHCP agents. Network: 8eaee20b-df4a-4336-8824-bb64089aac9b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:53:30.292854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network 8eaee20b-df4a-4336-8824-bb64089aac9b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:53:30.310064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10ee42-cbcf-4ba8-b5d5-edcbd2d3ed79 req-eb375581-a8cb-493b-80e7-9cfb0029035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:30.313686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad10ee42-cbcf-4ba8-b5d5-edcbd2d3ed79 req-eb375581-a8cb-493b-80e7-9cfb0029035d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1102 time: 0.1748707 Aug 11 02:53:30.326253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 8eaee20b-df4a-4336-8824-bb64089aac9b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:30.339814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:30.342621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:30.349230 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:30.358437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f121aa3-07a8-443d-b9f2-da11cc6907d6 None None] Network 8eaee20b-df4a-4336-8824-bb64089aac9b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:30.388399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-24ca1987-fb56-4a21-92dc-8c097bd8226e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8464570 Aug 11 02:53:30.400764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad10ee42-cbcf-4ba8-b5d5-edcbd2d3ed79 req-4d168812-14d5-4e00-8d1a-2d78531cb5b2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786111 Aug 11 02:53:30.410047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Transition to ACTIVE for port object f04500a6-04d4-4f3e-819b-bc7d08ea2e6d will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:30.412792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:30.745666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbe10b-0d8a-4ec4-8ce3-867c636cbe7b req-76e4d074-b687-4ff8-b7dd-d5444c3c4f0e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:30.748092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07fbe10b-0d8a-4ec4-8ce3-867c636cbe7b req-76e4d074-b687-4ff8-b7dd-d5444c3c4f0e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1347311 Aug 11 02:53:30.773658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Transition to ACTIVE for port object f04500a6-04d4-4f3e-819b-bc7d08ea2e6d will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:30.788335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:30.852218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Network fffd403d-fbed-4dd9-b438-0f896a93e15c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:30.853468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07fbe10b-0d8a-4ec4-8ce3-867c636cbe7b req-c5bf4756-706b-40f3-b3d3-f364c59f2d2f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871542 Aug 11 02:53:30.879508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:30.888293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:30.922378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Pushing event updated for resources: {'Port': ['ID=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:31.017240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Attempting to bind port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:31.017240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Attempting to bind port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:31.017240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Attempting to bind port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d on network fffd403d-fbed-4dd9-b438-0f896a93e15c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:31.056421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:31.057144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Checking segment: {'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:31.057819 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.058646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Bound using segment: {'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:31.059222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Bound port: f04500a6-04d4-4f3e-819b-bc7d08ea2e6d, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:31.059643 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.066688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-8eaee20b-df4a-4336-8824-bb64089aac9b', 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'fixed_ips': [{'subnet_id': '055a36bc-a71e-41f5-becc-c03996b64fe1'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:53:31.068194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.266596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] For port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:31.286340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] For port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:31.297391 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.304930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Allocated IP 19.86.0.2 (8eaee20b-df4a-4336-8824-bb64089aac9b/055a36bc-a71e-41f5-becc-c03996b64fe1/77ff27dd-18d5-4b08-b633-ca9aa7588293) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:31.464925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1e150-bc24-4bd4-bab1-5166071fc080 None None] Pushing event updated for resources: {'Port': ['ID=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:31.612773 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.626884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Transition to ACTIVE for port object 77ff27dd-18d5-4b08-b633-ca9aa7588293 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:31.688578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Transition to ACTIVE for port object 77ff27dd-18d5-4b08-b633-ca9aa7588293 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:31.714258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.758159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Network 8eaee20b-df4a-4336-8824-bb64089aac9b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:31.761639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:31.767480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:31.838386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Pushing event updated for resources: {'Port': ['ID=77ff27dd-18d5-4b08-b633-ca9aa7588293,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:31.853731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Attempting to bind port 77ff27dd-18d5-4b08-b633-ca9aa7588293 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:31.854099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Attempting to bind port 77ff27dd-18d5-4b08-b633-ca9aa7588293 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:31.854461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Attempting to bind port 77ff27dd-18d5-4b08-b633-ca9aa7588293 on network 8eaee20b-df4a-4336-8824-bb64089aac9b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:31.860284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:31.860663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Checking segment: {'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:31.861076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.861472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Bound using segment: {'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:31.861949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Bound port: 77ff27dd-18d5-4b08-b633-ca9aa7588293, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:31.862337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:31.956795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] For port 77ff27dd-18d5-4b08-b633-ca9aa7588293, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:31.956795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] For port 77ff27dd-18d5-4b08-b633-ca9aa7588293, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77ff27dd-18d5-4b08-b633-ca9aa7588293,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:31.962308 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:32.036697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdde8b2-be42-4fc6-a638-0bbb4b6ffe54 None None] Pushing event updated for resources: {'Port': ['ID=77ff27dd-18d5-4b08-b633-ca9aa7588293,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:32.803058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4f886881-4e29-4388-951c-02c7a2f96023 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:32.816361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4f886881-4e29-4388-951c-02c7a2f96023 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:32.832724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f04500a6-04d4-4f3e-819b-bc7d08ea2e6d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:32.837524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4f886881-4e29-4388-951c-02c7a2f96023 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/networks?id=fffd403d-fbed-4dd9-b438-0f896a93e15c&id=8eaee20b-df4a-4336-8824-bb64089aac9b HTTP/1.1" status: 200 len: 1391 time: 0.3098848 Aug 11 02:53:32.876075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-cfe88b75-2db5-4e81-8a24-919830c22dae tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/quotas/8ddaa4b25d324b679555bae8cc7fe5a8 HTTP/1.1" status: 200 len: 375 time: 0.0353494 Aug 11 02:53:32.923074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:32.931541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77ff27dd-18d5-4b08-b633-ca9aa7588293 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:32.972819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99749635-e565-405b-87dc-609bb280a5c9 req-075fb77d-4f17-46e0-b27f-82158d023f1c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:32.975749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99749635-e565-405b-87dc-609bb280a5c9 req-075fb77d-4f17-46e0-b27f-82158d023f1c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1361139 Aug 11 02:53:33.007308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b92a4e-8c06-46d7-802d-f6d1b9be159f None None] Network fffd403d-fbed-4dd9-b438-0f896a93e15c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:33.092535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99749635-e565-405b-87dc-609bb280a5c9 req-e9257474-5394-4420-b59f-f471643d73e4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098168 Aug 11 02:53:33.103903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-265b3273-0374-44d3-83e0-59b0508d0520 None None] Provisioning for port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:33.112811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-265b3273-0374-44d3-83e0-59b0508d0520 None None] Provisioning complete for port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:33.116270 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-265b3273-0374-44d3-83e0-59b0508d0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.173778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 77ff27dd-18d5-4b08-b633-ca9aa7588293 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:33.424967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c074-fcad-463f-b46a-610ae4f3f2e1 req-be7ec294-8fc2-4073-8a4b-e9fac538eb0c tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:33.435025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ca6c074-fcad-463f-b46a-610ae4f3f2e1 req-be7ec294-8fc2-4073-8a4b-e9fac538eb0c tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1102 time: 0.0614676 Aug 11 02:53:33.491675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ca6c074-fcad-463f-b46a-610ae4f3f2e1 req-4cce275f-d3c5-40ca-94d9-4155bdc2067a tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501881 Aug 11 02:53:33.574515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1e418-764e-49c0-904e-d4b6bb5f0c44 None None] Network 8eaee20b-df4a-4336-8824-bb64089aac9b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:33.623249 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-265b3273-0374-44d3-83e0-59b0508d0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.695593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26d77c-1663-4f0d-96dd-284b03eca16a req-4416652b-236d-4df5-bad5-1ca92c1d5303 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:33.709863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed26d77c-1663-4f0d-96dd-284b03eca16a req-4416652b-236d-4df5-bad5-1ca92c1d5303 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 950 time: 0.1230512 Aug 11 02:53:33.758892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-265b3273-0374-44d3-83e0-59b0508d0520 None None] For port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:33.787737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-265b3273-0374-44d3-83e0-59b0508d0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:33.800376 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed26d77c-1663-4f0d-96dd-284b03eca16a req-8470ab2d-8b66-4978-a770-94b794ec0413 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893602 Aug 11 02:53:33.890537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b3273-0374-44d3-83e0-59b0508d0520 None None] Pushing event updated for resources: {'Port': ['ID=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:33.939595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-dd6a54d0-155c-49a4-bec2-ba8f1b470789 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&fields=id HTTP/1.1" status: 200 len: 394 time: 1.0608616 Aug 11 02:53:33.949372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ba41541b-2e05-467f-8cfe-bdb93af9597c None None] Provisioning for port 77ff27dd-18d5-4b08-b633-ca9aa7588293 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:34.021319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ba41541b-2e05-467f-8cfe-bdb93af9597c None None] Provisioning complete for port 77ff27dd-18d5-4b08-b633-ca9aa7588293 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:34.021695 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba41541b-2e05-467f-8cfe-bdb93af9597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:34.166874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-c0f2c0c9-2af0-4f43-9e56-86de4b66667c service neutron] 10.222.0.60 "GET /v2.0/networks/fffd403d-fbed-4dd9-b438-0f896a93e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234082 Aug 11 02:53:34.207143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba41541b-2e05-467f-8cfe-bdb93af9597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:34.299507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ba41541b-2e05-467f-8cfe-bdb93af9597c None None] For port 77ff27dd-18d5-4b08-b633-ca9aa7588293, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77ff27dd-18d5-4b08-b633-ca9aa7588293,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:34.307122 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba41541b-2e05-467f-8cfe-bdb93af9597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:34.347781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-96fe8ece-447a-4787-8a2f-6c0387edbc1b service neutron] 10.222.0.60 "GET /v2.0/networks/fffd403d-fbed-4dd9-b438-0f896a93e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790142 Aug 11 02:53:34.399721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41541b-2e05-467f-8cfe-bdb93af9597c None None] Pushing event updated for resources: {'Port': ['ID=77ff27dd-18d5-4b08-b633-ca9aa7588293,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:34.440378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6ef1d80d-4800-4a4f-b496-778547a38681 None None] Provisioning complete for port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:34.442770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6ef1d80d-4800-4a4f-b496-778547a38681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:34.464078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-52817238-0938-454b-a75f-0941ae1e3a40 service neutron] 10.222.0.60 "GET /v2.0/networks/8eaee20b-df4a-4336-8824-bb64089aac9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067238 Aug 11 02:53:34.607000 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-024a1c41-f1b6-4980-ad9a-c2f91aee75e8 service neutron] 10.222.0.60 "GET /v2.0/networks/8eaee20b-df4a-4336-8824-bb64089aac9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353917 Aug 11 02:53:34.749565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f04500a6-04d4-4f3e-819b-bc7d08ea2e6d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:34.843581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3bf053a7-e090-43a1-baf3-44926f431ddf None None] Provisioning complete for port 77ff27dd-18d5-4b08-b633-ca9aa7588293 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:34.853281 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3bf053a7-e090-43a1-baf3-44926f431ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:34.918257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:34.918770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:34.983333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-db79bde9-c07a-466f-9ad9-9d3bc36f4daf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959120 Aug 11 02:53:35.207020 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3792f23e-24a3-43b2-abea-2214003dc077 req-ed9f5764-6636-4fc9-9799-ad9412de47ff tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 210 time: 0.0983799 Aug 11 02:53:35.261055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77ff27dd-18d5-4b08-b633-ca9aa7588293 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:35.429345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a83485-46cf-40e9-8160-ead82b0a3997 req-86e39319-abd4-4778-8ee2-5cd3acbcc21b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:35.430948 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20a83485-46cf-40e9-8160-ead82b0a3997 req-86e39319-abd4-4778-8ee2-5cd3acbcc21b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1459868 Aug 11 02:53:35.431951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 77ff27dd-18d5-4b08-b633-ca9aa7588293 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:35.432336 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:35.569544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20a83485-46cf-40e9-8160-ead82b0a3997 req-84d91eba-439e-4e41-8603-85b86d1c013d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279614 Aug 11 02:53:36.444249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8c57809-85e4-4f35-9849-4d3a0eaab2ff req-a0830e3f-f084-4b4a-9f44-bfc797324ad9 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 210 time: 0.1034350 Aug 11 02:53:36.835411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208268ee-3f88-4ea9-a09e-4929a0a41df1 req-1e79cd20-a706-447f-ac0b-1de872637414 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:36.841535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-208268ee-3f88-4ea9-a09e-4929a0a41df1 req-1e79cd20-a706-447f-ac0b-1de872637414 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1573567 Aug 11 02:53:36.955413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-208268ee-3f88-4ea9-a09e-4929a0a41df1 req-2d7a729a-09c0-4d0b-8c0b-e5e06c8f89e2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946484 Aug 11 02:53:36.984055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-213890a4-be07-4866-88d0-dc0615bb046d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:36.993572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-213890a4-be07-4866-88d0-dc0615bb046d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:36.995878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-213890a4-be07-4866-88d0-dc0615bb046d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "GET /v2.0/networks?id=fffd403d-fbed-4dd9-b438-0f896a93e15c&id=8eaee20b-df4a-4336-8824-bb64089aac9b HTTP/1.1" status: 200 len: 1391 time: 0.2958055 Aug 11 02:53:37.014824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'port': {'device_id': '7199215d-24c0-46e0-925a-242a67c93460', 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c', 'admin_state_up': True, 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:37.219537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:37.229773 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:37.386572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:37.460102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-3b233044-1493-4a6d-ada1-9a59d55b4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.462849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-3b233044-1493-4a6d-ada1-9a59d55b4c23 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1102 time: 0.1067586 Aug 11 02:53:37.517541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Allocated IP 19.80.0.21 (fffd403d-fbed-4dd9-b438-0f896a93e15c/37e9aa94-fc43-46f8-868e-c266a7cddb4f/89a13f8a-9bf8-4168-abd6-43b3a8c43fe5) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:37.607454 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:37.669817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-7169c669-81a3-4f58-a23c-e993b37c5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.671252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-7169c669-81a3-4f58-a23c-e993b37c5159 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1995170 Aug 11 02:53:37.703906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:37.706988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:37.710841 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e679712a-0c83-4a6d-bbd0-969e8cc2fb5d" -d '{"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:37.728294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:37.786392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d4b0f20-b477-40f8-ac9c-af2a0bfca8ac req-1f664a77-b24b-4339-bcfe-24200b3e53d1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 210 time: 0.1137300 Aug 11 02:53:37.789257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:37.790135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-623dc5c2-3cf7-412a-99dd-f2856fe7fe1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.1068962 Aug 11 02:53:37.810184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:37.840272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Transition to ACTIVE for port object 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:37.863000 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c03267-1474-4302-967e-76da47e24a9e x-openstack-request-id: req-25c03267-1474-4302-967e-76da47e24a9e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:37.865220 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-unplugged", "status": "completed", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:37.865543 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25c03267-1474-4302-967e-76da47e24a9e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:37.866103 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'code': 200} Aug 11 02:53:37.869696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-8b8743b1-16ae-4420-8eb2-e9dbdc4ddf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.871179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-8b8743b1-16ae-4420-8eb2-e9dbdc4ddf6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0742092 Aug 11 02:53:37.893858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:37.948720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-8a7ddc01-0749-48a3-af77-10b198ab5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:37.950769 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-8a7ddc01-0749-48a3-af77-10b198ab5536 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0724964 Aug 11 02:53:37.954312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network fffd403d-fbed-4dd9-b438-0f896a93e15c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:37.957881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:37.963374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:38.057141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Port': ['ID=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:38.104921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-1d3949db-d1d0-41a4-af7f-5b5ad434ab92 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454473 Aug 11 02:53:38.135853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:38.136557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.162178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-f704976f-6f24-48af-afc5-eaef31c9e46a tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1530113 Aug 11 02:53:38.174343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Request body: {'port': {'device_id': '7199215d-24c0-46e0-925a-242a67c93460', 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b', 'admin_state_up': True, 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:38.248063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd6894-a0ff-4f95-b8c0-4748293bc97d req-c219e67a-7330-4b6f-83eb-3c3e31001936 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:38.257518 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7fd6894-a0ff-4f95-b8c0-4748293bc97d req-c219e67a-7330-4b6f-83eb-3c3e31001936 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1439109 Aug 11 02:53:38.319036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Made reservation on behalf of 8ddaa4b25d324b679555bae8cc7fe5a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:38.323531 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.380862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7fd6894-a0ff-4f95-b8c0-4748293bc97d req-be90055e-3a68-4fe3-b738-49d580ee194b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203666 Aug 11 02:53:38.390530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-482b8e9e-6d25-4b21-a25f-e903d7f20aee service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618477 Aug 11 02:53:38.417149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d9d66316-6416-4cd3-be65-5ed67da396bb None None] Provisioning for port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:38.424726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d9d66316-6416-4cd3-be65-5ed67da396bb None None] Provisioning complete for port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:38.425103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9d66316-6416-4cd3-be65-5ed67da396bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.573723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Allocated IP 19.86.0.37 (8eaee20b-df4a-4336-8824-bb64089aac9b/055a36bc-a71e-41f5-becc-c03996b64fe1/d86df720-1e3d-4f73-94b6-f30fb9faefb8) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:38.720880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d9d66316-6416-4cd3-be65-5ed67da396bb None None] Port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:38.838730 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:38.868823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Transition to ACTIVE for port object d86df720-1e3d-4f73-94b6-f30fb9faefb8 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:38.927489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04a3cd-d950-4b05-ba15-2965ad339d62 req-1a672fc5-54b9-48c8-8b11-0470d09b2025 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:38.929127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b04a3cd-d950-4b05-ba15-2965ad339d62 req-1a672fc5-54b9-48c8-8b11-0470d09b2025 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 931 time: 0.0721240 Aug 11 02:53:38.962302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.027427 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b04a3cd-d950-4b05-ba15-2965ad339d62 req-45055a83-7df1-4d20-b513-ee58a36d7cc2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904882 Aug 11 02:53:39.035576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Network 8eaee20b-df4a-4336-8824-bb64089aac9b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:39.040282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:39.042653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:39.051523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event updated for resources: {'Port': ['ID=d86df720-1e3d-4f73-94b6-f30fb9faefb8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:39.117758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:39.118672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.150359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-8e516bb4-9e7a-4b6e-bfd7-d0c3ca4f5f5c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9798644 Aug 11 02:53:39.171484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Request body: {'port': {'device_id': '7199215d-24c0-46e0-925a-242a67c93460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:39.292216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.456329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70197ad9-8454-4fea-9e83-91838106179a None None] Provisioning for port d86df720-1e3d-4f73-94b6-f30fb9faefb8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:39.465660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70197ad9-8454-4fea-9e83-91838106179a None None] Provisioning complete for port d86df720-1e3d-4f73-94b6-f30fb9faefb8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:39.466399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70197ad9-8454-4fea-9e83-91838106179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.520916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-70197ad9-8454-4fea-9e83-91838106179a None None] Port d86df720-1e3d-4f73-94b6-f30fb9faefb8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:39.579872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-02c2dc70-e4b8-4d37-8a87-320e62da9b30 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:39.581419 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-02c2dc70-e4b8-4d37-8a87-320e62da9b30 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.2550933 Aug 11 02:53:39.630051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-18309393-46f1-4228-9fce-2f366e1edcb0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/quotas/b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 375 time: 0.0227878 Aug 11 02:53:39.632680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c90c5-8b9a-4a71-9e0d-57e97d175cb9 req-b0c51975-3d12-4e58-bc57-1d49711813ed tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:39.635396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-966c90c5-8b9a-4a71-9e0d-57e97d175cb9 req-b0c51975-3d12-4e58-bc57-1d49711813ed tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.0663700 Aug 11 02:53:39.660071 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:53:39.686886 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-966c90c5-8b9a-4a71-9e0d-57e97d175cb9 req-0a23a67e-5578-4e28-a3c4-d39050bb0d12 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455294 Aug 11 02:53:39.718770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-9991f54d-55ab-4c8b-93cc-6ed57b5130eb tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0871694 Aug 11 02:53:39.837678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:39.839548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e2bcc-50b2-4045-8c5a-9ae361d2f134 req-53802880-75fe-4b78-9a43-7589b215e253 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:39.841228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-718e2bcc-50b2-4045-8c5a-9ae361d2f134 req-53802880-75fe-4b78-9a43-7589b215e253 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 947 time: 0.0791261 Aug 11 02:53:39.849618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.873740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-8183d7da-754b-432d-8db8-48868df4a9b8 service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465085 Aug 11 02:53:39.874684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Transition to ACTIVE for port object 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:39.879066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:39.901408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-718e2bcc-50b2-4045-8c5a-9ae361d2f134 req-574d9bc0-a1f0-4c7b-83ed-b663d69648ef tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521820 Aug 11 02:53:39.998429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Pushing event updated for resources: {'Port': ['ID=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:40.088979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-6d645755-30a6-443d-930e-409b101a2f8f service neutron] 10.222.0.60 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069213 Aug 11 02:53:40.123455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Attempting to bind port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:40.123841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Attempting to bind port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:40.124181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Attempting to bind port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 on network fffd403d-fbed-4dd9-b438-0f896a93e15c {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:40.131368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 on network fffd403d-fbed-4dd9-b438-0f896a93e15c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:40.131793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Attempting to bind port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 on network fffd403d-fbed-4dd9-b438-0f896a93e15c {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:40.138925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:40.139368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Checking segment: {'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:40.139861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Bound using segment: {'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:40.140648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Bound port: 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a50b23d-f613-4694-a763-16675f308d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:40.141267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.260872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] For port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:40.267707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] For port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:40.274390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.291555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556a6d4-07c2-4a86-bb48-1a12bfb542b2 req-c473a765-b7c7-4420-b17f-d9c9551979ed tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.298560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556a6d4-07c2-4a86-bb48-1a12bfb542b2 req-c473a765-b7c7-4420-b17f-d9c9551979ed tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.300344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b556a6d4-07c2-4a86-bb48-1a12bfb542b2 req-c473a765-b7c7-4420-b17f-d9c9551979ed tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1665 time: 0.0875103 Aug 11 02:53:40.356315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.357272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.358816 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b556a6d4-07c2-4a86-bb48-1a12bfb542b2 req-1d77169a-5b75-434e-ae6a-be4a220d2200 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517130 Aug 11 02:53:40.360100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] 10.222.0.57 "PUT /v2.0/ports/89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 HTTP/1.1" status: 200 len: 1092 time: 1.2007341 Aug 11 02:53:40.364250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'tag': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:40.367525 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "tag": "89a13f8a-9bf8-4168-abd6-43b3a8c43fe5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:40.380410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb3e67-c63b-40ff-bf34-90b2d7808145 service neutron] Pushing event updated for resources: {'Port': ['ID=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:40.397227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Request body: {'port': {'device_id': '7199215d-24c0-46e0-925a-242a67c93460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:40.473183 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18046767-2195-4906-b40f-791823fd4209 x-openstack-request-id: req-18046767-2195-4906-b40f-791823fd4209 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:40.473996 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "tag": "89a13f8a-9bf8-4168-abd6-43b3a8c43fe5", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:40.474475 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18046767-2195-4906-b40f-791823fd4209 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:40.475157 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'tag': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5', 'status': 'completed', 'code': 200} Aug 11 02:53:40.492279 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:40.618434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ba86b85-40e4-449a-bac1-d09953b794cd req-fa1f9d4b-d5a7-42f4-87f9-a79a458a5365 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 210 time: 0.0635066 Aug 11 02:53:40.650760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-b2f3d808-f3fa-47db-9225-f0e19e8dc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.651469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-b2f3d808-f3fa-47db-9225-f0e19e8dc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.659681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-b2f3d808-f3fa-47db-9225-f0e19e8dc97a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1913 time: 0.1616905 Aug 11 02:53:40.900000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-553d4cf2-15a2-4114-bd0a-6cb788e4de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.900548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-553d4cf2-15a2-4114-bd0a-6cb788e4de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.900978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-553d4cf2-15a2-4114-bd0a-6cb788e4de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.903195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-553d4cf2-15a2-4114-bd0a-6cb788e4de93 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2337923 Aug 11 02:53:40.977701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970571e-34ba-49b6-abaf-6dc7fe57ca3b req-93d3fe88-8a79-45d5-a678-1af6a4f5b17c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:40.979408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b970571e-34ba-49b6-abaf-6dc7fe57ca3b req-93d3fe88-8a79-45d5-a678-1af6a4f5b17c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1070867 Aug 11 02:53:41.074208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b970571e-34ba-49b6-abaf-6dc7fe57ca3b req-d3bfc132-da4a-499f-9d37-dc0304ea9b81 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869520 Aug 11 02:53:41.118065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86df720-1e3d-4f73-94b6-f30fb9faefb8 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:41.124908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057b75e-2e22-4f82-a72c-823dc45ed6f4 req-5b60c492-3262-4e6f-96a3-ecbc1fda457a tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.126544 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6057b75e-2e22-4f82-a72c-823dc45ed6f4 req-5b60c492-3262-4e6f-96a3-ecbc1fda457a tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 947 time: 0.1248996 Aug 11 02:53:41.133329 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.152443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Transition to ACTIVE for port object d86df720-1e3d-4f73-94b6-f30fb9faefb8 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:41.158351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.202312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-e5a7ed85-a7e5-4952-aab4-711ecd0f9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.204570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bcaaac4a-af3f-4710-b476-f94b3eb4a5e5 req-e5a7ed85-a7e5-4952-aab4-711ecd0f9198 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2938859 Aug 11 02:53:41.210467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Pushing event updated for resources: {'Port': ['ID=d86df720-1e3d-4f73-94b6-f30fb9faefb8,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:41.303255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6057b75e-2e22-4f82-a72c-823dc45ed6f4 req-2a1fb78d-829a-405a-82e0-e01a684e0ca9 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576161 Aug 11 02:53:41.329652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-edeaf863-cd93-408d-adb8-0d1277ecfe33 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.331309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-edeaf863-cd93-408d-adb8-0d1277ecfe33 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 947 time: 0.1037006 Aug 11 02:53:41.384052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Attempting to bind port d86df720-1e3d-4f73-94b6-f30fb9faefb8 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:41.386452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Attempting to bind port d86df720-1e3d-4f73-94b6-f30fb9faefb8 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:41.389906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Attempting to bind port d86df720-1e3d-4f73-94b6-f30fb9faefb8 on network 8eaee20b-df4a-4336-8824-bb64089aac9b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:41.403229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Port d86df720-1e3d-4f73-94b6-f30fb9faefb8 on network 8eaee20b-df4a-4336-8824-bb64089aac9b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:41.403806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Attempting to bind port d86df720-1e3d-4f73-94b6-f30fb9faefb8 on network 8eaee20b-df4a-4336-8824-bb64089aac9b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:41.416062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:41.417589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Checking segment: {'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:41.420728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Bound using segment: {'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:41.430612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Bound port: d86df720-1e3d-4f73-94b6-f30fb9faefb8, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8396b0e-2125-49ba-8d69-5df94c3182f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:41.431068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.518700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Deleting port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:41.519055 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.571213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] For port d86df720-1e3d-4f73-94b6-f30fb9faefb8, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:41.576886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] For port d86df720-1e3d-4f73-94b6-f30fb9faefb8, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d86df720-1e3d-4f73-94b6-f30fb9faefb8,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:41.602043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ae367-0b69-4d00-9063-e95bf5a8b734 req-6dffad58-2699-4f2b-9dfc-0e605b7b5ec2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.608809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ae367-0b69-4d00-9063-e95bf5a8b734 req-6dffad58-2699-4f2b-9dfc-0e605b7b5ec2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.610910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e47ae367-0b69-4d00-9063-e95bf5a8b734 req-6dffad58-2699-4f2b-9dfc-0e605b7b5ec2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1677 time: 0.1091762 Aug 11 02:53:41.612153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.641444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] For port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:41.642287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.675835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.676526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:41.678913 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] 10.222.0.57 "PUT /v2.0/ports/d86df720-1e3d-4f73-94b6-f30fb9faefb8 HTTP/1.1" status: 200 len: 1092 time: 1.2867408 Aug 11 02:53:41.687422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Calling delete_port for 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:41.740275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e47ae367-0b69-4d00-9063-e95bf5a8b734 req-091d4355-0e3c-40ea-b360-ba0d582436e5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201684 Aug 11 02:53:41.784897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5688a-8f4f-4c48-81cb-330c69375e60 service neutron] Pushing event updated for resources: {'Port': ['ID=d86df720-1e3d-4f73-94b6-f30fb9faefb8,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:41.816723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4e0dc92d-df3f-400b-bd9b-983a9f0244cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.817276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4e0dc92d-df3f-400b-bd9b-983a9f0244cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.819787 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-4e0dc92d-df3f-400b-bd9b-983a9f0244cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1981 time: 0.0889957 Aug 11 02:53:41.877687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-37e69826-b71a-425f-b67a-1c99d93e412f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 HTTP/1.1" status: 200 len: 217 time: 0.0414493 Aug 11 02:53:41.898796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52add876-e119-4370-b78a-06071903b388 req-bc022d9d-cd9d-4736-9c1d-f71c530bab40 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 210 time: 0.0929523 Aug 11 02:53:41.965375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-12e14082-dfc8-47a4-bbbe-c50d6171b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:41.967148 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-12e14082-dfc8-47a4-bbbe-c50d6171b68f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=37e9aa94-fc43-46f8-868e-c266a7cddb4f HTTP/1.1" status: 200 len: 801 time: 0.0748308 Aug 11 02:53:42.041023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-2a204b18-ec1e-4480-a33a-92cfd33b37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:42.042579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-2a204b18-ec1e-4480-a33a-92cfd33b37d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fffd403d-fbed-4dd9-b438-0f896a93e15c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663800 Aug 11 02:53:42.091808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.103214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-68c218f7-d9ee-4f42-a29e-4204e4cdc220 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:42.104942 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-68c218f7-d9ee-4f42-a29e-4204e4cdc220 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 808 time: 0.2052374 Aug 11 02:53:42.139915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Request body: {'port': {'device_id': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'admin_state_up': True, 'tenant_id': 'b47ec1c4a65949e0a154d9a4949801a5'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:42.146821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Pushing event deleted for resources: {'Port': ['ID=9ec0da2a-441f-4238-a6f2-19d1bae2dc90,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:42.179261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-444d7dca-8023-457e-a3a8-e9ebaf091234 service neutron] 10.222.0.57 "GET /v2.0/networks/fffd403d-fbed-4dd9-b438-0f896a93e15c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281321 Aug 11 02:53:42.226231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.226730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.227344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.227716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.228050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.228571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.228906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.229233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.229626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.229953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.230418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.231044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:42.276111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] No DVR routers for this DVR port 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:42.282541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.286043 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32458daa-978b-459f-ad19-e1c74e59a8cf req-e4fa7817-cdcd-4716-92bd-0e721db7c4fb tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "DELETE /v2.0/ports/9ec0da2a-441f-4238-a6f2-19d1bae2dc90 HTTP/1.1" status: 204 len: 173 time: 0.9423428 Aug 11 02:53:42.287130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-deleted', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:42.298704 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84a250-ba10-4599-8207-298a84a11e64" -d '{"events": [{"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-deleted", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:42.375911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Made reservation on behalf of b47ec1c4a65949e0a154d9a4949801a5 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:42.381930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.398264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc97802-30e9-4cfd-93fb-07a197595f01 req-8ac8eb7c-dfcc-41ef-8584-3fa3bbe2c6b6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:42.415703 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7dc97802-30e9-4cfd-93fb-07a197595f01 req-8ac8eb7c-dfcc-41ef-8584-3fa3bbe2c6b6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.2107995 Aug 11 02:53:42.475985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'tag': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:42.478831 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a306d7-c389-4774-9ce1-2c1caeb70964" -d '{"events": [{"name": "network-changed", "server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "tag": "d86df720-1e3d-4f73-94b6-f30fb9faefb8"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:42.493265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7dc97802-30e9-4cfd-93fb-07a197595f01 req-06c2c108-886c-48b3-9e88-fb3839d446a9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765176 Aug 11 02:53:42.498006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-626fb999-e9d4-4465-a15d-b5d41b2756fb service neutron] 10.222.0.57 "GET /v2.0/networks/fffd403d-fbed-4dd9-b438-0f896a93e15c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102963 Aug 11 02:53:42.553550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Allocated IP 172.20.0.12 (f8295811-8f85-41f1-be2f-7612d82e0f95/15444806-4914-4a23-8884-3608eb0874cb/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:42.696137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-21d3d2b2-79cb-4270-be4d-73fb2249b2e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=d86df720-1e3d-4f73-94b6-f30fb9faefb8 HTTP/1.1" status: 200 len: 217 time: 0.1885772 Aug 11 02:53:42.697273 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731c7099-bd83-4352-8089-308741f0cd75 x-openstack-request-id: req-731c7099-bd83-4352-8089-308741f0cd75 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:42.697787 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00c44d1e-13ae-458b-a2b2-bd02b65efbcd", "name": "network-vif-deleted", "tag": "9ec0da2a-441f-4238-a6f2-19d1bae2dc90", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:42.697954 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-731c7099-bd83-4352-8089-308741f0cd75 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:42.698462 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c44d1e-13ae-458b-a2b2-bd02b65efbcd', 'name': 'network-vif-deleted', 'tag': '9ec0da2a-441f-4238-a6f2-19d1bae2dc90', 'status': 'completed', 'code': 200} Aug 11 02:53:42.774340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-a179c947-d3e6-4975-9af9-b59c6ac0ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:42.776734 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-a179c947-d3e6-4975-9af9-b59c6ac0ff59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=055a36bc-a71e-41f5-becc-c03996b64fe1 HTTP/1.1" status: 200 len: 801 time: 0.0633729 Aug 11 02:53:42.784269 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e87594f3-3f84-4d2c-8afb-8af21dfb79a2 req-9b74e978-eacd-4085-bb21-ad0fd37a98a9 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=00c44d1e-13ae-458b-a2b2-bd02b65efbcd HTTP/1.1" status: 200 len: 210 time: 0.0630372 Aug 11 02:53:42.891460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.930883 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabaac88-9a6f-4b8f-8063-637d2c2f1d55 x-openstack-request-id: req-fabaac88-9a6f-4b8f-8063-637d2c2f1d55 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:42.932166 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "tag": "d86df720-1e3d-4f73-94b6-f30fb9faefb8", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:42.933733 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fabaac88-9a6f-4b8f-8063-637d2c2f1d55 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:42.934183 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'tag': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8', 'status': 'completed', 'code': 200} Aug 11 02:53:42.943104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-33b79217-ad69-4689-8d06-77f2c313dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:42.946851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-33b79217-ad69-4689-8d06-77f2c313dfbf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8eaee20b-df4a-4336-8824-bb64089aac9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614630 Aug 11 02:53:42.984048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:42.999405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['81f86d20-5acc-4a7d-bac3-890361ccf04d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:43.126378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-a4a4fa88-fadd-4d88-9e61-c9d5a84a286e service neutron] 10.222.0.57 "GET /v2.0/networks/8eaee20b-df4a-4336-8824-bb64089aac9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681190 Aug 11 02:53:43.169656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:43.191433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Network f8295811-8f85-41f1-be2f-7612d82e0f95 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:43.203473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:43.213647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:43.313046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.313842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:43.336597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0c10bb8e-8ea4-461d-a49c-a96bd19856c2 req-c7966165-0246-41eb-acf0-7de668360273 service neutron] 10.222.0.57 "GET /v2.0/networks/8eaee20b-df4a-4336-8824-bb64089aac9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008722 Aug 11 02:53:43.343577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-964e6ce7-d80c-4d23-9965-a79ead5212b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2082891 Aug 11 02:53:43.360285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143249ad-e0dd-49d8-a8cb-35c19bf8f8d5 req-0e22fca3-bfbf-47cc-95ac-e389b5f47ee3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.366764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1f81a-b704-47f1-b873-8b49ddc19b67 req-18a18cc4-db71-4aae-9878-8d385e48e020 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.368451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d1f81a-b704-47f1-b873-8b49ddc19b67 req-18a18cc4-db71-4aae-9878-8d385e48e020 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 932 time: 0.0918901 Aug 11 02:53:43.372838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143249ad-e0dd-49d8-a8cb-35c19bf8f8d5 req-0e22fca3-bfbf-47cc-95ac-e389b5f47ee3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.374560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-143249ad-e0dd-49d8-a8cb-35c19bf8f8d5 req-0e22fca3-bfbf-47cc-95ac-e389b5f47ee3 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1677 time: 0.2250757 Aug 11 02:53:43.381775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Request body: {'port': {'device_id': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:43.429388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d1f81a-b704-47f1-b873-8b49ddc19b67 req-69ae300b-fe42-45e9-b9f4-9450d8fedd8d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417039 Aug 11 02:53:43.495150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-080601eb-6a0d-496f-9af7-147fac3521e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.495668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-080601eb-6a0d-496f-9af7-147fac3521e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.497243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-080601eb-6a0d-496f-9af7-147fac3521e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1981 time: 0.0717566 Aug 11 02:53:43.531459 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:43.565737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-143249ad-e0dd-49d8-a8cb-35c19bf8f8d5 req-04abb105-8011-4ae5-b017-68fefd7dc9d4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797514 Aug 11 02:53:43.673806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-3af6cbc2-b62a-4220-898d-acc3e5ebbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.675248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-3af6cbc2-b62a-4220-898d-acc3e5ebbf97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8eaee20b-df4a-4336-8824-bb64089aac9b HTTP/1.1" status: 200 len: 903 time: 0.1678462 Aug 11 02:53:43.789781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-fed6171b-fc87-4722-94a8-15aceaee2bba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=d86df720-1e3d-4f73-94b6-f30fb9faefb8 HTTP/1.1" status: 200 len: 217 time: 0.0752997 Aug 11 02:53:43.819298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf603ef-9afc-4aad-9ebf-ec34c5c8c666 req-31e425e5-86b0-447f-9dbc-4dae77842757 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.826954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bf603ef-9afc-4aad-9ebf-ec34c5c8c666 req-31e425e5-86b0-447f-9dbc-4dae77842757 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1549108 Aug 11 02:53:43.907499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bf603ef-9afc-4aad-9ebf-ec34c5c8c666 req-b3a4ba85-b676-42d3-bfa0-4ec31c5a4487 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794597 Aug 11 02:53:43.909108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-4577b9c2-f237-480c-8238-681c12739f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:43.910404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-4577b9c2-f237-480c-8238-681c12739f6b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=055a36bc-a71e-41f5-becc-c03996b64fe1 HTTP/1.1" status: 200 len: 801 time: 0.1072340 Aug 11 02:53:43.987194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:44.001466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.018889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Transition to ACTIVE for port object cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:44.029197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.052483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-d6cb9523-2a65-4004-b7e5-a79b07ae4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.054322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-d6cb9523-2a65-4004-b7e5-a79b07ae4aa9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8eaee20b-df4a-4336-8824-bb64089aac9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296544 Aug 11 02:53:44.179750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:44.190256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-9c304c71-97f0-46b5-988d-16ae4c4bce59 service neutron] 10.222.0.57 "GET /v2.0/networks/8eaee20b-df4a-4336-8824-bb64089aac9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234004 Aug 11 02:53:44.236267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:44.236957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:44.237525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:44.244279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:44.244733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:44.252570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:44.253059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:44.253539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:44.254079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Bound port: cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:44.254556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.329981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b547e-c979-49e2-8ebb-aa902972eecb req-acfc1c4e-bf82-4cda-b45e-c5465c2b6b00 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.331872 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-621b547e-c979-49e2-8ebb-aa902972eecb req-acfc1c4e-bf82-4cda-b45e-c5465c2b6b00 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 948 time: 0.1403606 Aug 11 02:53:44.343783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:44.347925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:44.354790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.362683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23a306d7-c389-4774-9ce1-2c1caeb70964 req-33a73470-5f56-49a7-aada-81fc7738924d service neutron] 10.222.0.57 "GET /v2.0/networks/8eaee20b-df4a-4336-8824-bb64089aac9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490793 Aug 11 02:53:44.383665 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-621b547e-c979-49e2-8ebb-aa902972eecb req-68f595a2-994d-44ff-92cd-954b2c71d895 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Aug 11 02:53:44.400733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.401767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:44.403449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] 10.222.0.57 "PUT /v2.0/ports/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 200 len: 1093 time: 1.0279591 Aug 11 02:53:44.438249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d71700-2465-4bbb-bcc6-1ddd3965b791 service neutron] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:44.496989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-1ba8829c-6f39-4db2-a228-a8ca53ed7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.498523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-1ba8829c-6f39-4db2-a228-a8ca53ed7a30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1096 time: 0.0499439 Aug 11 02:53:44.558224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-2e3350c5-7e6a-45fd-99d0-af666c29bd69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 200 len: 217 time: 0.0483332 Aug 11 02:53:44.641687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a558a34-473c-4e82-a4c2-76ba93ad4b1e req-3fb8ec19-e6b3-4ee7-a068-0bdf76d913c9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.643230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a558a34-473c-4e82-a4c2-76ba93ad4b1e req-3fb8ec19-e6b3-4ee7-a068-0bdf76d913c9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.0955198 Aug 11 02:53:44.645148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-08242220-9cd2-4c18-a7c0-9e4270f19851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.647438 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-08242220-9cd2-4c18-a7c0-9e4270f19851 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.0715528 Aug 11 02:53:44.702674 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-9bb9f672-ad5f-4693-9b79-48e12a08c51c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456321 Aug 11 02:53:44.704751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:44.706796 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18de0960-27a4-4e86-81e8-2310e32d3bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:44.766982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a558a34-473c-4e82-a4c2-76ba93ad4b1e req-7231f2dc-96f0-47f5-b534-ffa2caae24b0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169372 Aug 11 02:53:44.819218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-7e32d31f-10ad-46ef-bdb9-0b87a2344a64 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080623 Aug 11 02:53:44.835021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed78b-f24e-461d-801a-1d413038e137 req-87e6d572-e849-40d8-ace2-3ff860c14336 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.854205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed78b-f24e-461d-801a-1d413038e137 req-87e6d572-e849-40d8-ace2-3ff860c14336 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:44.856338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23bed78b-f24e-461d-801a-1d413038e137 req-87e6d572-e849-40d8-ace2-3ff860c14336 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1677 time: 0.1416614 Aug 11 02:53:44.948367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23bed78b-f24e-461d-801a-1d413038e137 req-c255e3d8-be72-447d-965f-eedbdac11f98 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778589 Aug 11 02:53:44.959362 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af003014-fe20-4fd4-9f78-56a963fcd37f x-openstack-request-id: req-af003014-fe20-4fd4-9f78-56a963fcd37f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:44.959843 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:44.960197 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af003014-fe20-4fd4-9f78-56a963fcd37f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:44.960732 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c', 'status': 'completed', 'code': 200} Aug 11 02:53:45.004302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0fb67d-cfb1-42ff-923b-19d86d5a57c1 req-5e350034-4d2f-46f6-9e4f-5000e7de629c service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715465 Aug 11 02:53:45.093618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02bf81-a030-4e86-8b98-edee08996585 req-62e84202-5e90-4699-b976-5ada2a9a8cb9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.096006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b02bf81-a030-4e86-8b98-edee08996585 req-62e84202-5e90-4699-b976-5ada2a9a8cb9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.0597389 Aug 11 02:53:45.127997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-6db54973-3365-4d6a-8f5d-89e7115b776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.129435 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-6db54973-3365-4d6a-8f5d-89e7115b776c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1096 time: 0.0624907 Aug 11 02:53:45.140492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b02bf81-a030-4e86-8b98-edee08996585 req-73059ab4-e731-457d-9a67-8c7b09e95e95 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371382 Aug 11 02:53:45.269780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-1fce9e1d-50b8-4f18-89ec-44aaa09cb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.271263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-1fce9e1d-50b8-4f18-89ec-44aaa09cb805 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.1334326 Aug 11 02:53:45.320613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-d011db85-7210-4e38-b540-efc996505d7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 200 len: 217 time: 0.0408924 Aug 11 02:53:45.397300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-c18ef1c6-e489-4ceb-b52a-e5b46d16e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.400825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:45.403152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-c18ef1c6-e489-4ceb-b52a-e5b46d16e8ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.0722065 Aug 11 02:53:45.442577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-a49e2a92-de78-450c-a9c3-7f2f55574cae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331733 Aug 11 02:53:45.460553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:45.461293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ec0da2a-441f-4238-a6f2-19d1bae2dc90 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:45.566922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8430b3-d4c6-4670-8606-7a0e082b5256 req-9e2fd18a-823d-468b-96e8-f497803787ca tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:45.577024 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab8430b3-d4c6-4670-8606-7a0e082b5256 req-9e2fd18a-823d-468b-96e8-f497803787ca tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 948 time: 0.0844438 Aug 11 02:53:45.612388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-3a8ed56d-5692-4c62-af72-02d4cf6fdb09 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611705 Aug 11 02:53:45.629378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab8430b3-d4c6-4670-8606-7a0e082b5256 req-fdd48d22-07f1-4fdf-9d2d-d1b9d87bcb87 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/security-groups?id=d250c1fb-6773-4f72-86f1-6e60b4ef6580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493283 Aug 11 02:53:45.761289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18de0960-27a4-4e86-81e8-2310e32d3bfa req-a4de4c1b-aebc-4e85-b370-81818946db50 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385961 Aug 11 02:53:45.998293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc41b-2bc0-42f7-bc8c-8d7d356a51f3 req-28e3ff59-b922-4a81-9555-910af1ed9bff tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.001110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-853bc41b-2bc0-42f7-bc8c-8d7d356a51f3 req-28e3ff59-b922-4a81-9555-910af1ed9bff tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.1139581 Aug 11 02:53:46.053987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-853bc41b-2bc0-42f7-bc8c-8d7d356a51f3 req-955fc12a-ab3c-4722-8435-aa1c9d4041ad tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456927 Aug 11 02:53:46.098478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7ddf-a78d-477c-8c34-63d6a9cd7c53 req-86d4a9fb-feb8-4ecf-bc21-4d424fcb86f2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.104864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb7ddf-a78d-477c-8c34-63d6a9cd7c53 req-86d4a9fb-feb8-4ecf-bc21-4d424fcb86f2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.107304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0eb7ddf-a78d-477c-8c34-63d6a9cd7c53 req-86d4a9fb-feb8-4ecf-bc21-4d424fcb86f2 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1677 time: 0.0683367 Aug 11 02:53:46.181905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-834b35c1-74c2-4786-9e29-8cadd6599a31 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.183529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-834b35c1-74c2-4786-9e29-8cadd6599a31 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 948 time: 0.0751777 Aug 11 02:53:46.191850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0eb7ddf-a78d-477c-8c34-63d6a9cd7c53 req-2274919b-0a3c-4bba-a483-6c8933d6a5d1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744100 Aug 11 02:53:46.306351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Deleting port bbcd30cd-9787-407b-8ccc-c793c086322e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:46.306861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.336928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0bda1-7899-4e8d-b41d-df3993c24c4f req-041ccb41-56ef-4fd3-9fa1-7fbc28b0c0ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.338907 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04a0bda1-7899-4e8d-b41d-df3993c24c4f req-041ccb41-56ef-4fd3-9fa1-7fbc28b0c0ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.0757198 Aug 11 02:53:46.397216 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04a0bda1-7899-4e8d-b41d-df3993c24c4f req-4ecdfb87-5714-4505-966b-add41ec2aeb2 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520194 Aug 11 02:53:46.419876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] For port bbcd30cd-9787-407b-8ccc-c793c086322e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bbcd30cd-9787-407b-8ccc-c793c086322e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:46.420339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.435180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Calling delete_port for bbcd30cd-9787-407b-8ccc-c793c086322e owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:46.566818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4157fb-6df5-44ba-be8b-e5e33e2f09bb req-6966f77a-ea7a-436f-b964-1cb87924c272 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:46.572680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4157fb-6df5-44ba-be8b-e5e33e2f09bb req-6966f77a-ea7a-436f-b964-1cb87924c272 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.0708737 Aug 11 02:53:46.602737 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.662598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4157fb-6df5-44ba-be8b-e5e33e2f09bb req-9f74f063-44a0-404b-b29e-697b638575bf tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571165 Aug 11 02:53:46.681475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Pushing event deleted for resources: {'Port': ['ID=bbcd30cd-9787-407b-8ccc-c793c086322e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:46.706109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] No DVR routers for this DVR port bbcd30cd-9787-407b-8ccc-c793c086322e on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:46.710355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:46.712919 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30a2a31d-4b85-4c05-9d35-b078019b93ed req-233d73f5-b61f-4a12-99b9-0c44772bc751 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.10 "DELETE /v2.0/ports/bbcd30cd-9787-407b-8ccc-c793c086322e HTTP/1.1" status: 204 len: 173 time: 0.5194106 Aug 11 02:53:46.772373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16332ba9-4906-4adf-ac08-9d37f5907fc1 req-3ea86f90-ad07-47e6-9a6b-30d49327fda8 tempest-ListImageFiltersTestJSON-837612306 tempest-ListImageFiltersTestJSON-837612306-project] 10.222.0.60 "GET /v2.0/ports?device_id=57b2e2ec-0a9f-4af3-9289-63aee6b1fc28 HTTP/1.1" status: 200 len: 210 time: 0.0381234 Aug 11 02:53:46.961774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-deleted', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:46.964031 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec4d643-754b-4ec9-9f45-03dc6f676cbb" -d '{"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-deleted", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:47.013750 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed060aa-4a5a-4464-9f16-d7a6fb57f3aa x-openstack-request-id: req-0ed060aa-4a5a-4464-9f16-d7a6fb57f3aa {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:47.014048 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b2e2ec-0a9f-4af3-9289-63aee6b1fc28", "name": "network-vif-deleted", "tag": "bbcd30cd-9787-407b-8ccc-c793c086322e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:47.014305 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ed060aa-4a5a-4464-9f16-d7a6fb57f3aa {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:47.014801 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2e2ec-0a9f-4af3-9289-63aee6b1fc28', 'name': 'network-vif-deleted', 'tag': 'bbcd30cd-9787-407b-8ccc-c793c086322e', 'status': 'completed', 'code': 200} Aug 11 02:53:47.212378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03dee0-d07b-449c-89a6-7b92e21c1c09 req-be3427fa-784d-4a3d-a7d4-47b7d3e31a5d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.216596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f03dee0-d07b-449c-89a6-7b92e21c1c09 req-be3427fa-784d-4a3d-a7d4-47b7d3e31a5d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.0870948 Aug 11 02:53:47.269452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f03dee0-d07b-449c-89a6-7b92e21c1c09 req-89b9964d-b070-4b95-a447-e02bd7401af9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468442 Aug 11 02:53:47.402719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fa18-4c54-4b8b-b27e-6d9737b2514f req-73a5767a-eac9-4072-8787-599d2e030bcf tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.409154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473fa18-4c54-4b8b-b27e-6d9737b2514f req-73a5767a-eac9-4072-8787-599d2e030bcf tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.410831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1473fa18-4c54-4b8b-b27e-6d9737b2514f req-73a5767a-eac9-4072-8787-599d2e030bcf tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1677 time: 0.0704217 Aug 11 02:53:47.495803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1473fa18-4c54-4b8b-b27e-6d9737b2514f req-531f5cb3-17fa-4675-8576-bb1193f980b8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725410 Aug 11 02:53:47.550980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:47.573735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda8f52-4a62-4f65-906a-3db4df23fcf7 req-7d374969-7f42-487c-b166-4a5f70f26036 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.581097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda8f52-4a62-4f65-906a-3db4df23fcf7 req-7d374969-7f42-487c-b166-4a5f70f26036 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.0802572 Aug 11 02:53:47.621002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edda8f52-4a62-4f65-906a-3db4df23fcf7 req-e43fade5-c395-4c9c-a9f4-02f3d644036b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 Aug 11 02:53:47.704647 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:47.737353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5', 'network_id': 'fffd403d-fbed-4dd9-b438-0f896a93e15c', 'port_id': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5', 'mac_address': 'fa:16:3e:cb:9f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e9aa94-fc43-46f8-868e-c266a7cddb4f', 'ip_address': '19.80.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:47.785164 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.805057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:47.832481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:47.839364 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:47.840161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d86df720-1e3d-4f73-94b6-f30fb9faefb8 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:47.897409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:47.915993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.916483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.916916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.917347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.917773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.918197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.918631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.919049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.919469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.919915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.920333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.920749 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:53:47.977420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584364c-c24b-485e-97f0-6fc6ec7b8032 req-92f822d4-8ca6-4410-bb83-458a95e1b47e tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:47.978687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8584364c-c24b-485e-97f0-6fc6ec7b8032 req-92f822d4-8ca6-4410-bb83-458a95e1b47e tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.0552969 Aug 11 02:53:48.043174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8584364c-c24b-485e-97f0-6fc6ec7b8032 req-8097d99b-af12-4c1c-94db-33827f8b7054 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561559 Aug 11 02:53:48.053091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port d86df720-1e3d-4f73-94b6-f30fb9faefb8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d86df720-1e3d-4f73-94b6-f30fb9faefb8,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:48.069265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8', 'network_id': '8eaee20b-df4a-4336-8824-bb64089aac9b', 'port_id': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8', 'mac_address': 'fa:16:3e:8d:b1:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a36bc-a71e-41f5-becc-c03996b64fe1', 'ip_address': '19.86.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:48.120865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.137767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86df720-1e3d-4f73-94b6-f30fb9faefb8 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:48.164869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port d86df720-1e3d-4f73-94b6-f30fb9faefb8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d86df720-1e3d-4f73-94b6-f30fb9faefb8,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:48.170259 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:48.235075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=d86df720-1e3d-4f73-94b6-f30fb9faefb8,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:48.453922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ba66d-1c99-48bc-afdc-a11c09326522 req-aea0ec2a-2e80-432d-9c20-30d273892e2b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:48.455480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e6ba66d-1c99-48bc-afdc-a11c09326522 req-aea0ec2a-2e80-432d-9c20-30d273892e2b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.0537405 Aug 11 02:53:48.501175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e6ba66d-1c99-48bc-afdc-a11c09326522 req-3bc347e2-e9f3-4fe2-9da4-a608d8085aea tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Aug 11 02:53:48.543015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['d86df720-1e3d-4f73-94b6-f30fb9faefb8'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:48.699061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cb01d-2395-4ed6-8e3b-0e705d3c3eb1 req-9c470962-11b3-4f59-9dc8-d7363368c443 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:48.705203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2cb01d-2395-4ed6-8e3b-0e705d3c3eb1 req-9c470962-11b3-4f59-9dc8-d7363368c443 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:48.706813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2c2cb01d-2395-4ed6-8e3b-0e705d3c3eb1 req-9c470962-11b3-4f59-9dc8-d7363368c443 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1679 time: 0.1021597 Aug 11 02:53:48.752189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2c2cb01d-2395-4ed6-8e3b-0e705d3c3eb1 req-89ef4bda-f37c-471f-bf56-082ec683c8b0 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375872 Aug 11 02:53:48.904769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6002c-4a57-4137-a2d0-4e2f43bccb14 req-0f4f492d-0021-4781-8be2-840f794003b1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:48.908500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0f6002c-4a57-4137-a2d0-4e2f43bccb14 req-0f4f492d-0021-4781-8be2-840f794003b1 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.0731647 Aug 11 02:53:48.953348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0f6002c-4a57-4137-a2d0-4e2f43bccb14 req-82b30f3f-b347-4d4d-b07f-2a2949f27b72 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399418 Aug 11 02:53:49.100920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45910) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:49.164123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c453c5-2abc-4127-9a54-01ff17713b09 req-2af528f7-edfa-4241-8d5b-766fad455639 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.166096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2c453c5-2abc-4127-9a54-01ff17713b09 req-2af528f7-edfa-4241-8d5b-766fad455639 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.0556791 Aug 11 02:53:49.212195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2c453c5-2abc-4127-9a54-01ff17713b09 req-6b8c4ede-1f64-4a73-9b7b-108e547eda9c tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392249 Aug 11 02:53:49.261140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ac1e2fa5-47ba-4ecd-87ef-8cbe11dbe6d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de0981668bb043f388885a5e1f0d256b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583576 Aug 11 02:53:49.263513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45916) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:49.312577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-093c393e-a2ec-402f-bffc-25b2c363e577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.338341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-093c393e-a2ec-402f-bffc-25b2c363e577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.393044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-093c393e-a2ec-402f-bffc-25b2c363e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.396878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-093c393e-a2ec-402f-bffc-25b2c363e577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.401121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-093c393e-a2ec-402f-bffc-25b2c363e577 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d250c1fb-6773-4f72-86f1-6e60b4ef6580 HTTP/1.1" status: 204 len: 168 time: 0.1364322 Aug 11 02:53:49.412295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:49.429549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c393e-a2ec-402f-bffc-25b2c363e577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d250c1fb-6773-4f72-86f1-6e60b4ef6580,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:49.441529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: bbcd30cd-9787-407b-8ccc-c793c086322e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:49.441950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bbcd30cd-9787-407b-8ccc-c793c086322e not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:49.562626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d86df720-1e3d-4f73-94b6-f30fb9faefb8 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:49.617463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['89a13f8a-9bf8-4168-abd6-43b3a8c43fe5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:49.659685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d5d70-ab6e-4150-8856-c43d1ecb887a req-dd6f56f9-2c30-440f-9c27-8f740e76d0da tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.663354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-963d5d70-ab6e-4150-8856-c43d1ecb887a req-dd6f56f9-2c30-440f-9c27-8f740e76d0da tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.0735610 Aug 11 02:53:49.702121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port d86df720-1e3d-4f73-94b6-f30fb9faefb8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:49.715431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port d86df720-1e3d-4f73-94b6-f30fb9faefb8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:49.716172 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.889743 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:49.923889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:49.926270 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21192c1-6529-4f2c-b9c2-3a11cd3cbc8d" -d '{"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-plugged", "status": "completed", "tag": "d86df720-1e3d-4f73-94b6-f30fb9faefb8"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:49.940296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11576-89d7-45fc-80f8-7843a123e29c req-bfd91eba-0449-4a3b-9d2c-4748df8a322b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.943849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port d86df720-1e3d-4f73-94b6-f30fb9faefb8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d86df720-1e3d-4f73-94b6-f30fb9faefb8,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:49.951471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11576-89d7-45fc-80f8-7843a123e29c req-bfd91eba-0449-4a3b-9d2c-4748df8a322b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:49.953595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aea11576-89d7-45fc-80f8-7843a123e29c req-bfd91eba-0449-4a3b-9d2c-4748df8a322b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1679 time: 0.0929489 Aug 11 02:53:49.953793 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.000543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aea11576-89d7-45fc-80f8-7843a123e29c req-a1addfbe-b055-40ec-95ca-e4020fb40342 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Aug 11 02:53:50.035954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=d86df720-1e3d-4f73-94b6-f30fb9faefb8,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:50.066690 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c173faa-d2fb-4ebd-a78c-7754ba3459c1 x-openstack-request-id: req-9c173faa-d2fb-4ebd-a78c-7754ba3459c1 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:50.066988 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-plugged", "status": "completed", "tag": "d86df720-1e3d-4f73-94b6-f30fb9faefb8", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:50.069492 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c173faa-d2fb-4ebd-a78c-7754ba3459c1 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:50.069492 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8', 'code': 200} Aug 11 02:53:50.128882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45948) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:50.132965 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-963d5d70-ab6e-4150-8856-c43d1ecb887a req-dadaba51-31dc-4a6a-99e6-98b943af45e2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594173 Aug 11 02:53:50.134959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1165920070'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:50.159266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-be18ec0a-5f6f-462c-b5b0-f25643771f16 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.161439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-be18ec0a-5f6f-462c-b5b0-f25643771f16 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.0866492 Aug 11 02:53:50.191368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:50.195945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.225379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7ef49-80b0-42a9-bb44-5b2833030b10 req-1bf53822-bb73-422b-820a-6652801387a5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.226915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ce7ef49-80b0-42a9-bb44-5b2833030b10 req-1bf53822-bb73-422b-820a-6652801387a5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.0996215 Aug 11 02:53:50.257291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:50.283202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.283553 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Added segment bbdba5c5-fefd-4ede-afcc-b9be275b87a9 of type vlan for network 1f3c0774-edba-4861-a3d0-7d508f132475 Aug 11 02:53:50.300165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ce7ef49-80b0-42a9-bb44-5b2833030b10 req-8e088b28-8be2-4969-9942-332b2e5db851 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638170 Aug 11 02:53:50.317638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Deleting port b8c65852-86c7-4080-a975-d6d31261aea2 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:50.318206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.339163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.378510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.384454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.385095 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.405098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc62e94-6149-49ec-b734-7567e1120b27 req-e5b6ca3b-481f-44f3-84de-b28da32ae7a9 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.406671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfc62e94-6149-49ec-b734-7567e1120b27 req-e5b6ca3b-481f-44f3-84de-b28da32ae7a9 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 946 time: 0.1090181 Aug 11 02:53:50.446839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3169405 Aug 11 02:53:50.449649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45962) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:50.456624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-490297904'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:50.463410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] For port b8c65852-86c7-4080-a975-d6d31261aea2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b8c65852-86c7-4080-a975-d6d31261aea2,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:50.463989 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.469170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129456e6-c415-4934-ba7e-7755be5c763c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Network': ['ID=1f3c0774-edba-4861-a3d0-7d508f132475,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:50.486414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 1f3c0774-edba-4861-a3d0-7d508f132475 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:50.500859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:50.506726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.537505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:53:50.547468 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.547962 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Added segment 64c948bb-205f-4a5f-9732-f48d455b34da of type vlan for network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 Aug 11 02:53:50.554586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfc62e94-6149-49ec-b734-7567e1120b27 req-47a8ab30-df0b-4360-aada-56d0b4c7985e tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups?id=db29b72d-14e3-4d90-88df-761424bdb1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349695 Aug 11 02:53:50.780641 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.780641 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.781465 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Floating IP 8195e61e-85a6-4697-a59a-697017b8919e disassociated. External IP: 172.25.4.137, port: b8c65852-86c7-4080-a975-d6d31261aea2. Aug 11 02:53:50.781465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Calling delete_port for b8c65852-86c7-4080-a975-d6d31261aea2 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:50.924326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.925734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.954213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event deleted for resources: {'Port': ['ID=b8c65852-86c7-4080-a975-d6d31261aea2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:50.955971 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:50.971456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:50.972331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.032204 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5791149 Aug 11 02:53:51.037095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45970) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:51.044611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'subnet': {'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:51.087319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Router 2e4fc166-d548-45f6-9ae0-af41a666d495 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:53:51.107699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652f561-f319-4ccf-a4ee-e009c2376139 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Network': ['ID=36c1beb2-d8d5-4c61-aa35-acd2edaabc43,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:51.121408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:53:51.175691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:51.185583 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.233777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca1c8b-72cc-4b35-b2f4-9a4d367d99f7 req-da50740b-aeb4-4bbf-b593-259756ded0ac tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.239959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca1c8b-72cc-4b35-b2f4-9a4d367d99f7 req-da50740b-aeb4-4bbf-b593-259756ded0ac tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.241552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91ca1c8b-72cc-4b35-b2f4-9a4d367d99f7 req-da50740b-aeb4-4bbf-b593-259756ded0ac tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1680 time: 0.1065197 Aug 11 02:53:51.255997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:53:51.268164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] Sync routers for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:53:51.284212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:51.285061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:51.320932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] No DVR routers for this DVR port b8c65852-86c7-4080-a975-d6d31261aea2 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:51.325506 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.326886 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f06a06d3-6064-4ee2-b55e-de0adee5611c req-724d5542-7fca-4a84-b9be-901bd42d63a7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.57 "DELETE /v2.0/ports/b8c65852-86c7-4080-a975-d6d31261aea2 HTTP/1.1" status: 204 len: 173 time: 1.1533580 Aug 11 02:53:51.327411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'name': 'network-vif-deleted', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:51.329756 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6556247c-b27a-45f0-a03a-4c0328c2cdb8" -d '{"events": [{"server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "name": "network-vif-deleted", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:51.375280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91ca1c8b-72cc-4b35-b2f4-9a4d367d99f7 req-14230fa4-c6f1-43bc-82e2-554258798284 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213565 Aug 11 02:53:51.470658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:51.509976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d750-5087-42c5-8876-7d8d83227747 req-87020616-dff1-4219-8d70-3d1ad432e88e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.517636 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65e8d750-5087-42c5-8876-7d8d83227747 req-87020616-dff1-4219-8d70-3d1ad432e88e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.1472716 Aug 11 02:53:51.526726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.579482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:51.605292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65e8d750-5087-42c5-8876-7d8d83227747 req-4ebe9d64-86b5-4076-a1dc-8e8901a66d9e tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865872 Aug 11 02:53:51.624504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Subnet': ['ID=30cdfba4-69db-4278-b58f-e227c88239ad,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:51.635422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Checking segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:51.635917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network hostable DHCP agents. Network: 1f3c0774-edba-4861-a3d0-7d508f132475, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:53:51.653556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 1f3c0774-edba-4861-a3d0-7d508f132475 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:53:51.665321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 1f3c0774-edba-4861-a3d0-7d508f132475) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:51.679396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.680242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.705780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc10164-1749-4703-97a7-8e10a9f659dd None None] Network 1f3c0774-edba-4861-a3d0-7d508f132475 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:51.710780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b9699fcf-0fb0-487b-9831-9d5f27090dac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6723282 Aug 11 02:53:51.713104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:51.720056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'subnet': {'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:51.754547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8685012-0c4d-4f2f-80b5-76b28037af2c req-2fc84f4b-4b5d-46d2-be36-f8b647c456d3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:51.756720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8685012-0c4d-4f2f-80b5-76b28037af2c req-2fc84f4b-4b5d-46d2-be36-f8b647c456d3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.0603745 Aug 11 02:53:51.791517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:51.793081 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cd5b4d-6ea8-4c4b-9a8b-69ef0b7f722a x-openstack-request-id: req-38cd5b4d-6ea8-4c4b-9a8b-69ef0b7f722a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:51.802658 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5144c7-1a3a-45e7-bddd-8827956781cd", "name": "network-vif-deleted", "tag": "b8c65852-86c7-4080-a975-d6d31261aea2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:51.802928 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38cd5b4d-6ea8-4c4b-9a8b-69ef0b7f722a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:51.803365 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5144c7-1a3a-45e7-bddd-8827956781cd', 'name': 'network-vif-deleted', 'tag': 'b8c65852-86c7-4080-a975-d6d31261aea2', 'status': 'completed', 'code': 200} Aug 11 02:53:51.804080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:51.804457 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:51.846829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8685012-0c4d-4f2f-80b5-76b28037af2c req-65a7479a-c748-497d-b30a-060946d22cd6 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680270 Aug 11 02:53:51.898858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-efcc3c75-4341-4d8d-9e93-f680a4d1bfa5 req-226c582a-7cee-4660-8460-87502812d2b7 tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5144c7-1a3a-45e7-bddd-8827956781cd HTTP/1.1" status: 200 len: 210 time: 0.0398540 Aug 11 02:53:51.925233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:51.925233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.000343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:52.189069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-1f3c0774-edba-4861-a3d0-7d508f132475', 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'fixed_ips': [{'subnet_id': '30cdfba4-69db-4278-b58f-e227c88239ad'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:53:52.189711 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.190469 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.197188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] Checking router: 2e4fc166-d548-45f6-9ae0-af41a666d495 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:53:52.209991 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.243245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:53:52.243964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:52.259830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Subnet': ['ID=ca03af4c-7655-4d8d-a323-e99651a29c32,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.273008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Checking segment: {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:52.273377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network hostable DHCP agents. Network: 36c1beb2-d8d5-4c61-aa35-acd2edaabc43, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:53:52.291949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:53:52.297280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2b7f7f9-29d1-48db-9e3e-26d0dd28a0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.298573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:52.301865 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c65459-4b03-4aef-89d1-c326908e5396" -d '{"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-plugged", "status": "completed", "tag": "89a13f8a-9bf8-4168-abd6-43b3a8c43fe5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:52.302980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 36c1beb2-d8d5-4c61-aa35-acd2edaabc43) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:52.307289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.307970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.324901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e5bb2ef-9249-4720-824b-64d9f7855a23 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6095705 Aug 11 02:53:52.327377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46004) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:52.332570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'port': {'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'name': 'tempest-TaggedBootDevicesTest-1968738036', 'fixed_ips': [{'subnet_id': '30cdfba4-69db-4278-b58f-e227c88239ad'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:52.367237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f91061d-ed5f-4e75-aad3-2ecf04a9efc4 None None] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:52.389398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:52.431325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.448739 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402b0671-4066-4808-b726-935d0061bad5 x-openstack-request-id: req-402b0671-4066-4808-b726-935d0061bad5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:52.449017 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-plugged", "status": "completed", "tag": "89a13f8a-9bf8-4168-abd6-43b3a8c43fe5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:52.449274 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-402b0671-4066-4808-b726-935d0061bad5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:52.449664 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5', 'code': 200} Aug 11 02:53:52.521388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:52.617264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b97001-f83e-4e86-8eb0-2ba02f8ae827 req-56df074b-4f1c-4c09-8d65-74ed9efd6272 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.619730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:53:52.622534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Allocated IP 10.1.1.2 (1f3c0774-edba-4861-a3d0-7d508f132475/30cdfba4-69db-4278-b58f-e227c88239ad/361c96ea-9af4-4db1-8d70-23e3c9850266) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:52.623979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b97001-f83e-4e86-8eb0-2ba02f8ae827 req-56df074b-4f1c-4c09-8d65-74ed9efd6272 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.633075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9b97001-f83e-4e86-8eb0-2ba02f8ae827 req-56df074b-4f1c-4c09-8d65-74ed9efd6272 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1681 time: 0.1630666 Aug 11 02:53:52.635232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:52.645086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:52.684567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4fdec750-4010-4dbf-b524-fb99c23346aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.725553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39492e42-a8c5-4485-b653-7ed84b6652ee req-e43d8a5f-0907-4056-a48f-92ad001716f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.726161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39492e42-a8c5-4485-b653-7ed84b6652ee req-e43d8a5f-0907-4056-a48f-92ad001716f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.728036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39492e42-a8c5-4485-b653-7ed84b6652ee req-e43d8a5f-0907-4056-a48f-92ad001716f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1985 time: 0.1923430 Aug 11 02:53:52.751492 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9b97001-f83e-4e86-8eb0-2ba02f8ae827 req-3abf25f2-164b-44f8-97b1-a7f757b9e4a6 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171217 Aug 11 02:53:52.777270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bbfc6-c74d-43cb-bfe4-d873f34a2197 req-d78be792-2108-41ea-8b67-b162d67ca22b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:52.780405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-429bbfc6-c74d-43cb-bfe4-d873f34a2197 req-d78be792-2108-41ea-8b67-b162d67ca22b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.0700533 Aug 11 02:53:52.828473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39492e42-a8c5-4485-b653-7ed84b6652ee req-5b9592a7-cf92-42b5-8781-e4e3848c2b20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914109 Aug 11 02:53:52.843235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-36c1beb2-d8d5-4c61-aa35-acd2edaabc43', 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'fixed_ips': [{'subnet_id': 'ca03af4c-7655-4d8d-a323-e99651a29c32'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:53:52.844126 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.856302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-429bbfc6-c74d-43cb-bfe4-d873f34a2197 req-7b1705db-d7c9-4464-9cd0-65b1ff62626c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Aug 11 02:53:52.862831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.888117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] device_id is not set on port dfbf6ba9-6472-41e3-828f-f61703af7cbc yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:53:52.898379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4fdec750-4010-4dbf-b524-fb99c23346aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.905172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4fdec750-4010-4dbf-b524-fb99c23346aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:52.974082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4fdec750-4010-4dbf-b524-fb99c23346aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ea273c423334449975dd458e3b9ed9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464915 Aug 11 02:53:52.979853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46024) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:53.008910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdec750-4010-4dbf-b524-fb99c23346aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd814c6-7161-4811-8e6a-bd18542a175f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.053116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49531e59-5866-4e8d-b4da-d4be9c63858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.078369 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49531e59-5866-4e8d-b4da-d4be9c63858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.105882 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.124686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Transition to ACTIVE for port object 361c96ea-9af4-4db1-8d70-23e3c9850266 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:53.134247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Allocated IP 10.2.2.2 (36c1beb2-d8d5-4c61-aa35-acd2edaabc43/ca03af4c-7655-4d8d-a323-e99651a29c32/34b88c87-e0a6-4274-92e2-9be35f4c10c0) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:53.156303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49531e59-5866-4e8d-b4da-d4be9c63858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.161301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Transition to ACTIVE for port object 361c96ea-9af4-4db1-8d70-23e3c9850266 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:53.163537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49531e59-5866-4e8d-b4da-d4be9c63858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.164760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-49531e59-5866-4e8d-b4da-d4be9c63858d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/abd814c6-7161-4811-8e6a-bd18542a175f HTTP/1.1" status: 204 len: 168 time: 0.1839540 Aug 11 02:53:53.169183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495e58a-983e-450b-bb70-2a7ebe4e29b1 req-fcf1f8e5-fb49-48e1-a677-9d12a6d9280d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.177115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8495e58a-983e-450b-bb70-2a7ebe4e29b1 req-fcf1f8e5-fb49-48e1-a677-9d12a6d9280d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.2222397 Aug 11 02:53:53.182624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49531e59-5866-4e8d-b4da-d4be9c63858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd814c6-7161-4811-8e6a-bd18542a175f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.205078 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.206388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46034) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:53.221507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:53:53.234373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8495e58a-983e-450b-bb70-2a7ebe4e29b1 req-fdea1b16-c26d-4b35-8694-cdd733510d1a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Aug 11 02:53:53.291069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 10.1.1.146 (1f3c0774-edba-4861-a3d0-7d508f132475/30cdfba4-69db-4278-b58f-e227c88239ad/dfbf6ba9-6472-41e3-828f-f61703af7cbc) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:53.292953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cb9261-aec1-4f42-a980-4181905e70cc None None] The sync data for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 is: [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:48:26Z', 'revision_number': 4, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '79d18e8a-b19c-4ef9-932d-3f50751b4378', 'name': '', 'network_id': '6f3b0294-7053-4a78-8e54-7bcfb89b805c', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'mac_address': 'fa:16:3e:2d:52:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:25Z', 'updated_at': '2021-08-11T02:48:33Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'subnets': [{'id': 'e15b7991-740a-4be1-ac19-dc0bb0f75469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:53:53.303647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa304f76-6fc2-4f92-9027-95926f62f12b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.319880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Network 1f3c0774-edba-4861-a3d0-7d508f132475 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:53.329439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:53.333795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:53.342006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa304f76-6fc2-4f92-9027-95926f62f12b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.385228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Pushing event updated for resources: {'Port': ['ID=361c96ea-9af4-4db1-8d70-23e3c9850266,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.443891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa304f76-6fc2-4f92-9027-95926f62f12b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.447544 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa304f76-6fc2-4f92-9027-95926f62f12b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.449081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa304f76-6fc2-4f92-9027-95926f62f12b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "DELETE /v2.0/security-groups/db29b72d-14e3-4d90-88df-761424bdb1b8 HTTP/1.1" status: 204 len: 168 time: 0.2415504 Aug 11 02:53:53.452413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46038) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:53.458867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Attempting to bind port 361c96ea-9af4-4db1-8d70-23e3c9850266 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:53.459250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Attempting to bind port 361c96ea-9af4-4db1-8d70-23e3c9850266 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:53.459646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Attempting to bind port 361c96ea-9af4-4db1-8d70-23e3c9850266 on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:53.463564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa304f76-6fc2-4f92-9027-95926f62f12b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db29b72d-14e3-4d90-88df-761424bdb1b8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.483328 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-7b4026b7-dc04-4ef7-8b98-142c8b0199be tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] show failed (client error): The resource could not be found. Aug 11 02:53:53.484833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7b4026b7-dc04-4ef7-8b98-142c8b0199be tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "GET /v2.0/security-groups/db29b72d-14e3-4d90-88df-761424bdb1b8 HTTP/1.1" status: 404 len: 347 time: 0.0310402 Aug 11 02:53:53.487838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46040) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:53.506094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:53.506600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Checking segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:53.507321 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.507469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Bound using segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:53.507973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Bound port: 361c96ea-9af4-4db1-8d70-23e3c9850266, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:53.508365 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.517542 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.553859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Transition to ACTIVE for port object dfbf6ba9-6472-41e3-828f-f61703af7cbc will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:53.583296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.597937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Transition to ACTIVE for port object 34b88c87-e0a6-4274-92e2-9be35f4c10c0 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:53.640889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.656072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Transition to ACTIVE for port object 34b88c87-e0a6-4274-92e2-9be35f4c10c0 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:53.664037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] For port 361c96ea-9af4-4db1-8d70-23e3c9850266, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:53.670801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] For port 361c96ea-9af4-4db1-8d70-23e3c9850266, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=361c96ea-9af4-4db1-8d70-23e3c9850266,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:53.681115 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.687212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.719666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 1f3c0774-edba-4861-a3d0-7d508f132475 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:53.723234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:53.727025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:53.735329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d56449-7b95-49c3-ad11-fbc3ddcf79b1 None None] New status for floating IP 8195e61e-85a6-4697-a59a-697017b8919e: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:53:53.744649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Deleting port 4437b2e3-4063-43ec-9c73-0831cbbbbd3a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:53.745150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.789781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.790111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:53.794381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:53.797259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:53.810251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:53.811074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:53.820526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Pushing event updated for resources: {'Port': ['ID=34b88c87-e0a6-4274-92e2-9be35f4c10c0,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:53.833823 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-115c93d1-df22-41aa-b083-59344e90aa4b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5053737 Aug 11 02:53:53.840009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46054) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:53.852888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'port': {'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'name': 'tempest-TaggedBootDevicesTest-297351750', 'fixed_ips': [{'subnet_id': '30cdfba4-69db-4278-b58f-e227c88239ad'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:53.965348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Attempting to bind port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:53.966476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Attempting to bind port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:53.967041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Attempting to bind port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 on network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:53.992176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01aa90-35ca-4aba-abe8-46ae4c5b0477 None None] Pushing event updated for resources: {'Port': ['ID=361c96ea-9af4-4db1-8d70-23e3c9850266,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:54.007020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:54.007277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Checking segment: {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:54.011224 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.011711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Bound using segment: {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:54.012668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Bound port: 34b88c87-e0a6-4274-92e2-9be35f4c10c0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:54.013250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.078527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.078893 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.114431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Calling delete_port for 4437b2e3-4063-43ec-9c73-0831cbbbbd3a owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:54.133103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38b23d-d42a-4773-a7ff-76e38feafeb4 req-c97807e9-4b93-4eb1-abf0-438c279c6630 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.139877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38b23d-d42a-4773-a7ff-76e38feafeb4 req-c97807e9-4b93-4eb1-abf0-438c279c6630 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.149670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd38b23d-d42a-4773-a7ff-76e38feafeb4 req-c97807e9-4b93-4eb1-abf0-438c279c6630 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1681 time: 0.2533953 Aug 11 02:53:54.206281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] For port 34b88c87-e0a6-4274-92e2-9be35f4c10c0, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:54.207947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e56789-c973-4257-8b33-ff8f1b2bab98 req-d2aa2beb-1a59-4882-9e93-fdd3fa758dd0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.210910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] For port 34b88c87-e0a6-4274-92e2-9be35f4c10c0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=34b88c87-e0a6-4274-92e2-9be35f4c10c0,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:54.212696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:53:54.217445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.217821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72e56789-c973-4257-8b33-ff8f1b2bab98 req-d2aa2beb-1a59-4882-9e93-fdd3fa758dd0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.2363849 Aug 11 02:53:54.222303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.249735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd38b23d-d42a-4773-a7ff-76e38feafeb4 req-df488a3f-8a5a-498d-af76-77f657c200b4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990915 Aug 11 02:53:54.256865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] device_id is not set on port dc98c5df-4dda-44dc-a571-4e038292aa75 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:53:54.331166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72e56789-c973-4257-8b33-ff8f1b2bab98 req-89e91459-9639-4a01-a3cc-f82a6f2275d0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069129 Aug 11 02:53:54.351399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6550482-7b7d-40af-90e3-4ed51cebb589 None None] Pushing event updated for resources: {'Port': ['ID=34b88c87-e0a6-4274-92e2-9be35f4c10c0,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:54.552020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ddf2b-6699-41c9-ab4d-dfb823beaf9a req-bf9a144c-9b3a-4994-b831-0c432590cc27 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:54.553603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e2ddf2b-6699-41c9-ab4d-dfb823beaf9a req-bf9a144c-9b3a-4994-b831-0c432590cc27 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1164665 Aug 11 02:53:54.601695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 10.1.1.71 (1f3c0774-edba-4861-a3d0-7d508f132475/30cdfba4-69db-4278-b58f-e227c88239ad/dc98c5df-4dda-44dc-a571-4e038292aa75) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:54.606977 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.671256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e2ddf2b-6699-41c9-ab4d-dfb823beaf9a req-1ab17837-472f-4a0b-b9c6-59448a4e289e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097720 Aug 11 02:53:54.673809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Pushing event deleted for resources: {'Port': ['ID=4437b2e3-4063-43ec-9c73-0831cbbbbd3a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:54.817912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.830261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.837846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c9e08dde-6797-4a9c-98ae-0390b9f89b6b tempest-ServersWithSpecificFlavorTestJSON-77025795 tempest-ServersWithSpecificFlavorTestJSON-77025795-project] 10.222.0.60 "DELETE /v2.0/floatingips/8195e61e-85a6-4697-a59a-697017b8919e HTTP/1.1" status: 204 len: 168 time: 1.3485911 Aug 11 02:53:54.898304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 361c96ea-9af4-4db1-8d70-23e3c9850266 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:54.902595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.933675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Transition to ACTIVE for port object dc98c5df-4dda-44dc-a571-4e038292aa75 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:54.976509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 361c96ea-9af4-4db1-8d70-23e3c9850266 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:54.979382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:54.981898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 34b88c87-e0a6-4274-92e2-9be35f4c10c0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:55.037988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 1f3c0774-edba-4861-a3d0-7d508f132475 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:55.044727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:55.049191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:55.060821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:55.093020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=dc98c5df-4dda-44dc-a571-4e038292aa75,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:55.132586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.133256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.154782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2252d6ba-ffc4-4f27-bb33-888346b43b73 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3128974 Aug 11 02:53:55.186752 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-195c4c57-6e57-4e70-bc20-ec93ac82c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.237139 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.286726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46096) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:55.450440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.492731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74352d2d-3c58-4641-8e56-80a4121a2262 None None] Network 1f3c0774-edba-4861-a3d0-7d508f132475 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:55.508707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f1bbe-5cd8-4412-8b21-b729113b3684 req-30820050-4604-4805-b4e6-c86b6c68fe95 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.516330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f1bbe-5cd8-4412-8b21-b729113b3684 req-30820050-4604-4805-b4e6-c86b6c68fe95 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.529635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a29f1bbe-5cd8-4412-8b21-b729113b3684 req-30820050-4604-4805-b4e6-c86b6c68fe95 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1681 time: 0.1174283 Aug 11 02:53:55.569605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dc5d393b-1c5e-45ea-9d03-96ecd6798db0 None None] Provisioning for port 361c96ea-9af4-4db1-8d70-23e3c9850266 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:55.579592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dc5d393b-1c5e-45ea-9d03-96ecd6798db0 None None] Provisioning complete for port 361c96ea-9af4-4db1-8d70-23e3c9850266 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:55.580314 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dc5d393b-1c5e-45ea-9d03-96ecd6798db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.604778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-141e978d-b920-44c8-a5b8-88d6008548db admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.605207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:55.610468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-48df7715-03fe-4365-8b45-43255ff4ffae tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73627324', 'description': 'tempest-description--921892731'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:55.644047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a29f1bbe-5cd8-4412-8b21-b729113b3684 req-273d9377-5418-4a5f-85c0-45cef1fdfa4b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117730 Aug 11 02:53:55.663475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48df7715-03fe-4365-8b45-43255ff4ffae tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.675102 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-b3092acb-89b3-4ebe-993a-5f84c13dde36 service neutron] show failed (client error): The resource could not be found. Aug 11 02:53:55.676062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-b3092acb-89b3-4ebe-993a-5f84c13dde36 service neutron] 10.222.0.10 "GET /v2.0/ports/76236649-aff2-4a8e-bcf8-873b4ce12e20/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.4483767 Aug 11 02:53:55.791979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-141e978d-b920-44c8-a5b8-88d6008548db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.802390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-141e978d-b920-44c8-a5b8-88d6008548db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.854464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e978d-b920-44c8-a5b8-88d6008548db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af5bf9e-147c-4c4c-9737-a386c00ae8e6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:55.862251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-141e978d-b920-44c8-a5b8-88d6008548db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff1f5607757b49d084d1cfe781fcede4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735884 Aug 11 02:53:55.863729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:55.915567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d630-f281-4e61-8a63-a05073d86983 req-6462f45c-87e6-41a5-a8a1-5cda1c44d578 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:55.924497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9f7d630-f281-4e61-8a63-a05073d86983 req-6462f45c-87e6-41a5-a8a1-5cda1c44d578 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.1885250 Aug 11 02:53:55.952632 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48df7715-03fe-4365-8b45-43255ff4ffae tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.985222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9f7d630-f281-4e61-8a63-a05073d86983 req-9590f446-39cd-4c30-a999-4e6004937fe5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597184 Aug 11 02:53:55.986426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48df7715-03fe-4365-8b45-43255ff4ffae tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:55.993806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b8c65852-86c7-4080-a975-d6d31261aea2 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:56.002391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f332e81-fc83-423d-ba06-c500b153517e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.024442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af7c70-4e13-4349-9838-46b1f41f7420 None None] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:53:56.032768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: b8c65852-86c7-4080-a975-d6d31261aea2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:53:56.033398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b8c65852-86c7-4080-a975-d6d31261aea2 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:56.034306 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f332e81-fc83-423d-ba06-c500b153517e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.039396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-dc3527be-1add-4035-a961-4b88a8e1ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.040937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-dc3527be-1add-4035-a961-4b88a8e1ee94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a&tenant_id=4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 1102 time: 0.0898533 Aug 11 02:53:56.065042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48df7715-03fe-4365-8b45-43255ff4ffae tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.073903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:56.077981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46126) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:56.084823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3d923848-3172-43c1-b6f7-bee7fc45b1c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'security_group_rule': {'security_group_id': '18e933bb-53a6-4cfc-88ca-9b275207e786', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:56.085016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48df7715-03fe-4365-8b45-43255ff4ffae tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4778731 Aug 11 02:53:56.085510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df7715-03fe-4365-8b45-43255ff4ffae tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e933bb-53a6-4cfc-88ca-9b275207e786,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:56.218396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dc5d393b-1c5e-45ea-9d03-96ecd6798db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.219817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d923848-3172-43c1-b6f7-bee7fc45b1c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.225627 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.246288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b559-52d1-4f3c-aa14-fe913b868cff req-01263c0d-37c4-48ae-a91d-77ccd1904791 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.252199 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf7b559-52d1-4f3c-aa14-fe913b868cff req-01263c0d-37c4-48ae-a91d-77ccd1904791 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1633267 Aug 11 02:53:56.262308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f332e81-fc83-423d-ba06-c500b153517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.265764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f332e81-fc83-423d-ba06-c500b153517e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.269418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5f332e81-fc83-423d-ba06-c500b153517e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4af5bf9e-147c-4c4c-9737-a386c00ae8e6 HTTP/1.1" status: 204 len: 168 time: 0.4023499 Aug 11 02:53:56.305400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-dc5d393b-1c5e-45ea-9d03-96ecd6798db0 None None] For port 361c96ea-9af4-4db1-8d70-23e3c9850266, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=361c96ea-9af4-4db1-8d70-23e3c9850266,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:56.312178 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dc5d393b-1c5e-45ea-9d03-96ecd6798db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.385320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d393b-1c5e-45ea-9d03-96ecd6798db0 None None] Pushing event updated for resources: {'Port': ['ID=361c96ea-9af4-4db1-8d70-23e3c9850266,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:56.386850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f332e81-fc83-423d-ba06-c500b153517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af5bf9e-147c-4c4c-9737-a386c00ae8e6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:56.471740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-faa0d339-7bb9-4697-9683-7e525b9388c7 None None] Provisioning for port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:56.477417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-faa0d339-7bb9-4697-9683-7e525b9388c7 None None] Provisioning complete for port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:56.478772 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-faa0d339-7bb9-4697-9683-7e525b9388c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.483685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d923848-3172-43c1-b6f7-bee7fc45b1c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.515996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4dab-0f35-4a28-a7c5-3cf69c719b3c req-8c4825bd-4114-44db-8eaf-fab479aaa1e1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.523741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e4dab-0f35-4a28-a7c5-3cf69c719b3c req-8c4825bd-4114-44db-8eaf-fab479aaa1e1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:56.525842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d9e4dab-0f35-4a28-a7c5-3cf69c719b3c req-8c4825bd-4114-44db-8eaf-fab479aaa1e1 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1681 time: 0.1062698 Aug 11 02:53:56.588657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d9e4dab-0f35-4a28-a7c5-3cf69c719b3c req-ff81da9f-da61-4000-a924-16678f605c8c tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525131 Aug 11 02:53:56.593144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d923848-3172-43c1-b6f7-bee7fc45b1c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.620702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf7b559-52d1-4f3c-aa14-fe913b868cff req-a0a1fd1a-0978-4bb3-aac8-3a2a7ba9f6cb tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275342 Aug 11 02:53:56.675335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.681510 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-faa0d339-7bb9-4697-9683-7e525b9388c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.695142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46138) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:56.723673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d923848-3172-43c1-b6f7-bee7fc45b1c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c591d13-c60b-4643-8b06-70a26424f2d0,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:56.745378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d923848-3172-43c1-b6f7-bee7fc45b1c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.746907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3d923848-3172-43c1-b6f7-bee7fc45b1c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6671727 Aug 11 02:53:56.748088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-faa0d339-7bb9-4697-9683-7e525b9388c7 None None] For port 34b88c87-e0a6-4274-92e2-9be35f4c10c0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=34b88c87-e0a6-4274-92e2-9be35f4c10c0,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:56.750887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46144) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:56.759622 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-faa0d339-7bb9-4697-9683-7e525b9388c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.764054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8216e109-bb83-43c9-a5a5-c5213f6e6d1f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'security_group_rule': {'security_group_id': '18e933bb-53a6-4cfc-88ca-9b275207e786', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:56.827870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 361c96ea-9af4-4db1-8d70-23e3c9850266 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:56.845878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8216e109-bb83-43c9-a5a5-c5213f6e6d1f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.930005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8216e109-bb83-43c9-a5a5-c5213f6e6d1f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.936460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Provisioning for port dc98c5df-4dda-44dc-a571-4e038292aa75 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:56.937836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8216e109-bb83-43c9-a5a5-c5213f6e6d1f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.948833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Provisioning complete for port dc98c5df-4dda-44dc-a571-4e038292aa75 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:56.949344 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.966394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e109-bb83-43c9-a5a5-c5213f6e6d1f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a59be8-43fe-4916-928f-9fe79aa07c45,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:56.979988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8216e109-bb83-43c9-a5a5-c5213f6e6d1f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:56.984880 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8216e109-bb83-43c9-a5a5-c5213f6e6d1f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2291920 Aug 11 02:53:56.985860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46152) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:56.990999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:53:56.993972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0d339-7bb9-4697-9683-7e525b9388c7 None None] Pushing event updated for resources: {'Port': ['ID=34b88c87-e0a6-4274-92e2-9be35f4c10c0,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:57.015121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:57.063213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 361c96ea-9af4-4db1-8d70-23e3c9850266 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:57.063595 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.077710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.080325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Port dc98c5df-4dda-44dc-a571-4e038292aa75 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:57.105666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:57.138839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Provisioning complete for port 361c96ea-9af4-4db1-8d70-23e3c9850266 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:57.139441 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.227988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:57.231032 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0adead-5f92-426b-9b3a-3d5c5919f663" -d '{"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:57.238196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.298120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Transition to ACTIVE for port object 76236649-aff2-4a8e-bcf8-873b4ce12e20 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:53:57.306901 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.342085 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd371657-cfb3-4726-ac2a-d1d5e4dab90c x-openstack-request-id: req-cd371657-cfb3-4726-ac2a-d1d5e4dab90c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:57.342976 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:57.343418 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd371657-cfb3-4726-ac2a-d1d5e4dab90c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:57.344028 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'code': 200} Aug 11 02:53:57.361152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Provisioning complete for port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:57.361528 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.436535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] No DVR routers for this DVR port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:53:57.450837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=6']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:57.497549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:53:57.498326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:53:57.498469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae02ab0-a20f-42a3-a4c0-03af5d80f570 req-5bfef1f6-69c0-4e5c-bd0a-109bfe1c469a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:57.501409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:57.506569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ae02ab0-a20f-42a3-a4c0-03af5d80f570 req-5bfef1f6-69c0-4e5c-bd0a-109bfe1c469a tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.3962920 Aug 11 02:53:57.511277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Provisioning for port dfbf6ba9-6472-41e3-828f-f61703af7cbc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:57.516298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Provisioning complete for port dfbf6ba9-6472-41e3-828f-f61703af7cbc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:57.516864 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.517532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:53:57.517864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:53:57.530274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:53:57.530661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:53:57.531193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:53:57.531747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Bound port: 76236649-aff2-4a8e-bcf8-873b4ce12e20, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:53:57.532044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.578247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-063d36dd-6d0f-46f9-91e7-bc3ca1fed82c None None] Port dfbf6ba9-6472-41e3-828f-f61703af7cbc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:57.602812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:53:57.636813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:53:57.642335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:53:57.657218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.677730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ae02ab0-a20f-42a3-a4c0-03af5d80f570 req-3af55c2b-63ac-43f9-b80a-94278919cb47 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695704 Aug 11 02:53:57.712242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:57.712871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.714393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-648b6115-b478-4638-8ae0-029710416b79 service neutron] 10.222.0.57 "PUT /v2.0/ports/76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 1097 time: 1.6587181 Aug 11 02:53:57.716908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bad80d89-30f7-451a-8b33-7dfa4bfb5aee None None] Provisioning complete for port dc98c5df-4dda-44dc-a571-4e038292aa75 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:57.717422 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bad80d89-30f7-451a-8b33-7dfa4bfb5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.731843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.744352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b6115-b478-4638-8ae0-029710416b79 service neutron] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=7']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:57.774992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bad80d89-30f7-451a-8b33-7dfa4bfb5aee None None] Port dc98c5df-4dda-44dc-a571-4e038292aa75 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:57.819808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:57.830484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-25849e08-bd61-48bb-bcfd-24a855cb48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:57.832431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-25849e08-bd61-48bb-bcfd-24a855cb48c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1100 time: 0.0801041 Aug 11 02:53:57.845095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c', 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95', 'port_id': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c', 'mac_address': 'fa:16:3e:be:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15444806-4914-4a23-8884-3608eb0874cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:53:57.894566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bad80d89-30f7-451a-8b33-7dfa4bfb5aee None None] Provisioning complete for port dfbf6ba9-6472-41e3-828f-f61703af7cbc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:57.895176 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bad80d89-30f7-451a-8b33-7dfa4bfb5aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.936967 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:57.966771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-00b32185-a429-4aa4-bf4d-b129067744b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:57.968393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-00b32185-a429-4aa4-bf4d-b129067744b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1246190 Aug 11 02:53:57.990214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:53:58.007061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bad80d89-30f7-451a-8b33-7dfa4bfb5aee None None] Port dfbf6ba9-6472-41e3-828f-f61703af7cbc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:53:58.053860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:58.063427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-f16747c4-1b13-483d-b52e-ac445c3e12eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.0832777 Aug 11 02:53:58.065132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.075951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dcf33-0acd-4283-bf70-c066913069fd req-f80b4a95-509e-427e-a3a6-c661433540c4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.079737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.083303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8dcf33-0acd-4283-bf70-c066913069fd req-f80b4a95-509e-427e-a3a6-c661433540c4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.085169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e8dcf33-0acd-4283-bf70-c066913069fd req-f80b4a95-509e-427e-a3a6-c661433540c4 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1681 time: 0.2785749 Aug 11 02:53:58.149029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 172.25.4.49 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/a97b0ced-36bc-4a16-a939-e45e8357c567) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:53:58.158445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04166eb-530e-49ad-a906-10600d918ba0 req-2b5e611a-9c43-4532-a496-df4c69dfb9fe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.160012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c04166eb-530e-49ad-a906-10600d918ba0 req-2b5e611a-9c43-4532-a496-df4c69dfb9fe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 948 time: 0.1726444 Aug 11 02:53:58.160730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:58.162084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-a33ef426-5fb9-4edf-8086-dccb2a06c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.172334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-a33ef426-5fb9-4edf-8086-dccb2a06c8b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0705051 Aug 11 02:53:58.209257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e8dcf33-0acd-4283-bf70-c066913069fd req-4cce3bb7-375c-4e2a-89da-4bc9bbc6c52d tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113353 Aug 11 02:53:58.259490 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c04166eb-530e-49ad-a906-10600d918ba0 req-9c06758d-d0f0-42cd-b89d-e24e79c03f14 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761166 Aug 11 02:53:58.268385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-d56bb183-a595-43c5-9109-c93022bcec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.271272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-d56bb183-a595-43c5-9109-c93022bcec8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971086 Aug 11 02:53:58.298119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46186) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:58.390710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.398079 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-76a7707c-1308-480f-b563-8b6b645d6dd4 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136429 Aug 11 02:53:58.398251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.445404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:53:58.458139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f108b6b-3ada-412d-9cf8-a5c107a454a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.498644 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-965b5c41-b3e5-4866-ab2c-9595a4af3b4a req-b406ed58-77ef-4927-94e8-276f6091c513 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915666 Aug 11 02:53:58.608065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-3c01b41a-f6fe-48c3-8e51-8320948d66d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.614773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-3c01b41a-f6fe-48c3-8e51-8320948d66d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.616335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-3c01b41a-f6fe-48c3-8e51-8320948d66d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1681 time: 0.1608462 Aug 11 02:53:58.617352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.708754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 34b88c87-e0a6-4274-92e2-9be35f4c10c0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:58.764450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:58.764790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:58.805881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:53:58.816226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=a97b0ced-36bc-4a16-a939-e45e8357c567,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:58.829241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:53:58.851606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:53:58.989199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6d774-7018-444c-bd66-678f30cdadef req-384c3b7d-2ce4-48d9-b6aa-da6ee39fac88 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:58.990677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7be6d774-7018-444c-bd66-678f30cdadef req-384c3b7d-2ce4-48d9-b6aa-da6ee39fac88 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 945 time: 0.2037127 Aug 11 02:53:59.006021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f108b6b-3ada-412d-9cf8-a5c107a454a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.024478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f108b6b-3ada-412d-9cf8-a5c107a454a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.083941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:59.085117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.342379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe699cd7-7d39-4c64-b9e9-e77dcc06a919 req-1ee51c31-9bb6-44fc-9b25-b57edd08b355 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.348879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe699cd7-7d39-4c64-b9e9-e77dcc06a919 req-1ee51c31-9bb6-44fc-9b25-b57edd08b355 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.350731 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe699cd7-7d39-4c64-b9e9-e77dcc06a919 req-1ee51c31-9bb6-44fc-9b25-b57edd08b355 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 1681 time: 0.0636439 Aug 11 02:53:59.351222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:59.353531 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0b68ad-eb48-4bce-8d85-619c725d59b4" -d '{"events": [{"name": "network-changed", "server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:59.396499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe699cd7-7d39-4c64-b9e9-e77dcc06a919 req-e2f3b533-7812-4aed-8820-7f7cdc42b971 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 Aug 11 02:53:59.481573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f108b6b-3ada-412d-9cf8-a5c107a454a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d25918a557f4beab91544fb85ad1a29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1784363 Aug 11 02:53:59.488266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f108b6b-3ada-412d-9cf8-a5c107a454a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3defa9de-2d7e-4043-b108-4169958eb13e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:53:59.490242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:53:59.493885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46202) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:53:59.499254 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7be6d774-7018-444c-bd66-678f30cdadef req-cd13cdfb-b558-4f61-9fa9-e2be984ee8e6 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000498 Aug 11 02:53:59.507482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.538820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09ac7a-f9e1-43c9-9b1b-d1285a28c1db req-483db9d0-e52b-4c28-b4b4-16869c236f80 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.540825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a09ac7a-f9e1-43c9-9b1b-d1285a28c1db req-483db9d0-e52b-4c28-b4b4-16869c236f80 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 948 time: 0.0765319 Aug 11 02:53:59.562253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:53:59.571055 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.584550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a09ac7a-f9e1-43c9-9b1b-d1285a28c1db req-ebf5bb9e-39a4-4b9d-a602-348a1293341d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367367 Aug 11 02:53:59.610988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:53:59.624929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.662640 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139b2f6d-2f33-4649-853b-6762c077e2e0 x-openstack-request-id: req-139b2f6d-2f33-4649-853b-6762c077e2e0 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:53:59.663045 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:53:59.663386 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-139b2f6d-2f33-4649-853b-6762c077e2e0 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:53:59.663952 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'status': 'completed', 'code': 200} Aug 11 02:53:59.678899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:53:59.683590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:53:59.684002 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.696426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:59.696803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.699133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec910489-836c-440a-9471-95af9a3611d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.730784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:53:59.750787 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec910489-836c-440a-9471-95af9a3611d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.756442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-465016fa-817f-4d1b-baeb-19f4adf5be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.757968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-465016fa-817f-4d1b-baeb-19f4adf5be3d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1100 time: 0.0814247 Aug 11 02:53:59.775387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-6b319391-20b1-4ae5-922d-98529ea10890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:53:59.775782 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.776867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-6b319391-20b1-4ae5-922d-98529ea10890 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1100 time: 0.0674009 Aug 11 02:53:59.779711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Deleting port 79d18e8a-b19c-4ef9-932d-3f50751b4378 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:53:59.780065 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.805805 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:53:59.809796 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21aec73-651c-4940-bbd8-36c428540402" -d '{"events": [{"server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "name": "network-vif-plugged", "status": "completed", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:53:59.853724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:53:59.861356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:53:59.920983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.040018 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af830552-7612-49c0-b265-5c4bc92cf394 x-openstack-request-id: req-af830552-7612-49c0-b265-5c4bc92cf394 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:00.040600 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "name": "network-vif-plugged", "status": "completed", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:00.040883 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-af830552-7612-49c0-b265-5c4bc92cf394 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:00.041266 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c', 'code': 200} Aug 11 02:54:00.048662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.062940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.111893 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec910489-836c-440a-9471-95af9a3611d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.115165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ec910489-836c-440a-9471-95af9a3611d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.116382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ec910489-836c-440a-9471-95af9a3611d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3defa9de-2d7e-4043-b108-4169958eb13e HTTP/1.1" status: 204 len: 168 time: 0.6162002 Aug 11 02:54:00.154560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] For port 79d18e8a-b19c-4ef9-932d-3f50751b4378, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=79d18e8a-b19c-4ef9-932d-3f50751b4378,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:00.154921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.169193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=a97b0ced-36bc-4a16-a939-e45e8357c567,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.212429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec910489-836c-440a-9471-95af9a3611d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3defa9de-2d7e-4043-b108-4169958eb13e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.246493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Calling delete_port for 79d18e8a-b19c-4ef9-932d-3f50751b4378 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:00.303542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-aba7e70a-c882-4c2c-8ba8-1a8499691257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.305028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-aba7e70a-c882-4c2c-8ba8-1a8499691257 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.5398214 Aug 11 02:54:00.312636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-533046d2-9096-4abe-844b-1aeadaf8f4e7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1113579 Aug 11 02:54:00.327381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.332710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.349468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['d86df720-1e3d-4f73-94b6-f30fb9faefb8', '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:00.357361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-33228eae-2445-4bbb-9da6-ccbc91f3f719 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.0435145 Aug 11 02:54:00.358578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-c39d1438-807b-4391-bee6-10cdc6c61367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.360201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-c39d1438-807b-4391-bee6-10cdc6c61367 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.5698371 Aug 11 02:54:00.379138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0cdd0-3792-4b93-aff9-d5fc9cf86c68 req-e9d0b4e7-7354-4b38-bead-e8b6568aa169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.380810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fac0cdd0-3792-4b93-aff9-d5fc9cf86c68 req-e9d0b4e7-7354-4b38-bead-e8b6568aa169 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1098 time: 0.2511661 Aug 11 02:54:00.386353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=89a13f8a-9bf8-4168-abd6-43b3a8c43fe5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:00.399529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.404732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-006a3ee7-f0ff-42a1-ae66-0a6b156de2f4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4172316 Aug 11 02:54:00.477880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-9b9f4ca5-603a-40b3-aabf-e7910d6f0ce4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.1024926 Aug 11 02:54:00.590477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-ecdf69d2-e403-4082-a5a1-e3217fa452ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.592001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-ecdf69d2-e403-4082-a5a1-e3217fa452ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2272704 Aug 11 02:54:00.612112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:00.617119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:00.618924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-4fd622ea-4b27-499b-a69f-87d8609ba3d5 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "DELETE /v2.0/ports/89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 HTTP/1.1" status: 204 len: 173 time: 1.9777663 Aug 11 02:54:00.634494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-3ba0e73f-a605-450e-b34a-a267644f5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.646714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-3ba0e73f-a605-450e-b34a-a267644f5502 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 1102 time: 0.2724373 Aug 11 02:54:00.656848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-deleted', 'tag': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:00.659519 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d18b1d-af87-4032-95ad-da1acff6d588" -d '{"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-deleted", "tag": "89a13f8a-9bf8-4168-abd6-43b3a8c43fe5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:00.702379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-29b87d9c-002a-4d42-89a0-20d67cac8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.703952 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-29b87d9c-002a-4d42-89a0-20d67cac8ff0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2006996 Aug 11 02:54:00.788912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fac0cdd0-3792-4b93-aff9-d5fc9cf86c68 req-9eb3633c-8427-44cf-a0d0-ed968369bde4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924575 Aug 11 02:54:00.813615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-a0f1bade-324e-46d8-ac94-73f80c47920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.815391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-a0f1bade-324e-46d8-ac94-73f80c47920e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2081513 Aug 11 02:54:00.830936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33471440-77f5-4e1e-aa04-323b522e126d req-a9a796f3-f2a8-4878-bba4-e8dd8d6c1735 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.832978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33471440-77f5-4e1e-aa04-323b522e126d req-a9a796f3-f2a8-4878-bba4-e8dd8d6c1735 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.1375864 Aug 11 02:54:00.841631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce68b7-7346-4333-85d4-3f092a8f6dd6 req-67aa57d6-1e43-4465-b224-ab02c253ecf8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.849396 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7dce68b7-7346-4333-85d4-3f092a8f6dd6 req-67aa57d6-1e43-4465-b224-ab02c253ecf8 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 945 time: 0.2552419 Aug 11 02:54:00.954639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7dce68b7-7346-4333-85d4-3f092a8f6dd6 req-53e9a512-970d-4b24-9054-420d58ff1a36 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ed98b9b-78e1-4106-bff5-26e28eee0098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039329 Aug 11 02:54:00.954926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33471440-77f5-4e1e-aa04-323b522e126d req-981575cc-9d14-496f-aadf-e69b10d055ad tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124408 Aug 11 02:54:00.985786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-99cb22ff-be7e-4096-a445-4e78b95db53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:00.987335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-99cb22ff-be7e-4096-a445-4e78b95db53e service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3033788 Aug 11 02:54:01.052949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port d86df720-1e3d-4f73-94b6-f30fb9faefb8 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:01.053180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.053336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-23e30c27-7618-4b40-a112-b0a9e401c42e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 200 len: 217 time: 0.0553560 Aug 11 02:54:01.081799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-d0efee39-af87-43be-a0c5-65f92aafddda service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589102 Aug 11 02:54:01.140340 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.177457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-d2d77de9-da66-4c1e-b570-906508cc1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:01.178965 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-d2d77de9-da66-4c1e-b570-906508cc1614 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1093190 Aug 11 02:54:01.184697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-ef4b5228-4914-4a35-8203-1ba258fbe0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:01.186259 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-ef4b5228-4914-4a35-8203-1ba258fbe0b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4679191 Aug 11 02:54:01.188028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d18e8a-b19c-4ef9-932d-3f50751b4378,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:01.255554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3bb20b-d3fe-463d-bc12-4a9fdd6fd896 req-b8433ef6-7b2b-4712-a643-6610caae193a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:01.263000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e3bb20b-d3fe-463d-bc12-4a9fdd6fd896 req-b8433ef6-7b2b-4712-a643-6610caae193a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 948 time: 0.2010248 Aug 11 02:54:01.311034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46250) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:01.321811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port d86df720-1e3d-4f73-94b6-f30fb9faefb8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d86df720-1e3d-4f73-94b6-f30fb9faefb8,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:01.322298 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.332404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-89fa15a5-ac6a-4215-aaa7-eba553d3fe05 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279069 Aug 11 02:54:01.344478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for d86df720-1e3d-4f73-94b6-f30fb9faefb8 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:01.350470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-baa9bcd2-f418-4090-89fb-a4e64f03e4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:01.353209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-baa9bcd2-f418-4090-89fb-a4e64f03e4c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1648576 Aug 11 02:54:01.371267 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-104a8674-8c64-4f4e-a157-527af4c17df4 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706009 Aug 11 02:54:01.432356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e3bb20b-d3fe-463d-bc12-4a9fdd6fd896 req-dcdfd384-8076-4f24-9809-668e9b42306f tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683524 Aug 11 02:54:01.460698 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4453b7c3-4d91-4be7-a29b-5b9802c8b37e x-openstack-request-id: req-4453b7c3-4d91-4be7-a29b-5b9802c8b37e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:01.461298 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-deleted", "tag": "89a13f8a-9bf8-4168-abd6-43b3a8c43fe5", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:01.461714 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4453b7c3-4d91-4be7-a29b-5b9802c8b37e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:01.462193 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-deleted', 'tag': '89a13f8a-9bf8-4168-abd6-43b3a8c43fe5', 'status': 'completed', 'code': 200} Aug 11 02:54:01.548798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-133655108-network', 'tenant_id': 'b243ad16aa384366b77f86350127c101'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:01.567504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-f38a023f-04f5-477a-b2e5-6afdd21d3952 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951830 Aug 11 02:54:01.615018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d0b68ad-eb48-4bce-8d85-619c725d59b4 req-30475eeb-90c4-454f-b310-00b73d0f3b46 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310920 Aug 11 02:54:01.634392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:01.662047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Made reservation on behalf of b243ad16aa384366b77f86350127c101 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:01.664498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.672026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f5d27682-3933-42a1-90af-60189ab0ab48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--73627324&fields=id&tenant_id=77123c6e520747929f1d963ef4704a0a HTTP/1.1" status: 200 len: 267 time: 0.0692275 Aug 11 02:54:01.675332 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.677072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.772431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad3c8be7-fe6d-46d1-83cd-b0d36978037c req-506be472-00f2-4efe-9181-d9cbf2736263 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939235 Aug 11 02:54:01.808992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-c0002734-91c1-44dd-86ed-ad5129bf44c2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:01.816299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-c0002734-91c1-44dd-86ed-ad5129bf44c2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports/dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 200 len: 932 time: 0.1156421 Aug 11 02:54:01.818401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:01.820587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.835733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'mac_address': 'fa:16:3e:59:77:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:01.842913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['89a13f8a-9bf8-4168-abd6-43b3a8c43fe5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:01.902199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.905144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=d86df720-1e3d-4f73-94b6-f30fb9faefb8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:01.922756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76236649-aff2-4a8e-bcf8-873b4ce12e20 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:01.943092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.948631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:01.956956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.967930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:01.985703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:54:01.986436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-4c46bc51-a1bd-4c9d-8003-2fb7c96dfbca tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:01.988105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-4c46bc51-a1bd-4c9d-8003-2fb7c96dfbca tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports/dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 200 len: 930 time: 0.1603227 Aug 11 02:54:02.001769 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.002118 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Added segment 90b2c721-d36a-4cf5-a2b6-897b753bfc4b of type vlan for network aa886e60-0d72-4857-97c2-d633fadbde0b Aug 11 02:54:02.008220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port d86df720-1e3d-4f73-94b6-f30fb9faefb8 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:02.011517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.014875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58f5ad6c-01ea-49d3-8ba5-863f9ba9f45d req-8d72975c-b282-4da6-b1b8-845407764f7b tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.57 "DELETE /v2.0/ports/d86df720-1e3d-4f73-94b6-f30fb9faefb8 HTTP/1.1" status: 204 len: 173 time: 1.3435874 Aug 11 02:54:02.046273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.054624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:02.101892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-3f5a22ec-d169-4584-b52d-8d491d1ad865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0952544 Aug 11 02:54:02.134054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ef4a9-c6bb-4c88-a372-f699796678ca,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:02.156163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-7b118d71-778c-4a32-8961-40eae3bbdbc1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0423865 Aug 11 02:54:02.159882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-e2105136-da75-4b01-b67e-0437998ad0df tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.161916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-e2105136-da75-4b01-b67e-0437998ad0df tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a&tenant_id=4e87e0558954417aa7e78857acbfcecc&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 948 time: 0.3331785 Aug 11 02:54:02.169789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.171511 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.172597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.250463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd44d5-0ca9-4a6f-9f65-cf697d4bb549 req-e2fceb26-f34c-4bf3-8f0c-e1083376e077 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.251977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85fd44d5-0ca9-4a6f-9f65-cf697d4bb549 req-e2fceb26-f34c-4bf3-8f0c-e1083376e077 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.3491883 Aug 11 02:54:02.292910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9809563 Aug 11 02:54:02.296962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46272) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:02.304606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Request body: {'subnet': {'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-133655108-subnet', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:02.322590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d692959-5930-4806-9eb8-55b32c911030 admin admin] Pushing event updated for resources: {'Network': ['ID=aa886e60-0d72-4857-97c2-d633fadbde0b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:02.334459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network aa886e60-0d72-4857-97c2-d633fadbde0b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:54:02.351518 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85fd44d5-0ca9-4a6f-9f65-cf697d4bb549 req-a4552b6b-32c1-4eb3-a90f-32d41ae075ec tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911794 Aug 11 02:54:02.354375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['76236649-aff2-4a8e-bcf8-873b4ce12e20'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:02.355852 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-38268880-e6fb-4f59-af18-8640593d6426 service neutron] 10.222.0.57 "GET /v2.0/ports/76236649-aff2-4a8e-bcf8-873b4ce12e20/bindings/n-h2-768509-22 HTTP/1.1" status: 200 len: 383 time: 0.1579256 Aug 11 02:54:02.376638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Router 2e4fc166-d548-45f6-9ae0-af41a666d495 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:02.377939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Made reservation on behalf of b243ad16aa384366b77f86350127c101 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:02.380206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.390029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-664ea074-90cc-4d7f-aaeb-c6ef0a7662e9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.396056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-664ea074-90cc-4d7f-aaeb-c6ef0a7662e9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.401842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-664ea074-90cc-4d7f-aaeb-c6ef0a7662e9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.404134 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-664ea074-90cc-4d7f-aaeb-c6ef0a7662e9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/networks?id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43 HTTP/1.1" status: 200 len: 1989 time: 0.2029116 Aug 11 02:54:02.447154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-8812f8b3-37df-47b8-99cb-9a6670b6a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.449409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-8812f8b3-37df-47b8-99cb-9a6670b6a9c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1101 time: 0.0591762 Aug 11 02:54:02.467804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e78f49b1-de28-479d-b7ee-6b8556b62c79 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/quotas/77123c6e520747929f1d963ef4704a0a HTTP/1.1" status: 200 len: 375 time: 0.0494547 Aug 11 02:54:02.563452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46696c1-2c42-431e-b26d-4b780e0496a5 req-b32b44a7-e8a4-44b7-9ba0-2358b845ffa8 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.573654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e46696c1-2c42-431e-b26d-4b780e0496a5 req-b32b44a7-e8a4-44b7-9ba0-2358b845ffa8 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.1209915 Aug 11 02:54:02.645260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-0c724b9f-9ef6-408a-ab4b-8c6807d6d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.647682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-c38472cb-e330-42fd-b349-f1c6fd9df514 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1681178 Aug 11 02:54:02.657256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:02.660987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-0c724b9f-9ef6-408a-ab4b-8c6807d6d6a5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1970041 Aug 11 02:54:02.672860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] Sync routers for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:02.682117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-58aa15c6-f011-4d96-81aa-7c3100d686d4 admin admin] 10.222.0.60 "PUT /v2.0/routers/2e4fc166-d548-45f6-9ae0-af41a666d495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9834259 Aug 11 02:54:02.683487 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e46696c1-2c42-431e-b26d-4b780e0496a5 req-e2c184cc-1608-4cf2-92e7-9933c9b3e90f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921836 Aug 11 02:54:02.685193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46276) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:02.705694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:02.706810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:02.824181 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:02.839743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-17028aac-6ed3-4839-b099-84a07e1df736 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.1561842 Aug 11 02:54:02.873450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-07768b75-4c80-4791-87c9-e869ab1bbc99 service neutron] 10.222.0.60 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924410 Aug 11 02:54:02.883144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:02.917941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08c54bf4-1b87-4680-8e99-1bf1ddebf3a8 req-17c64baf-f140-4ab6-91e8-6461505e529f tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "GET /v2.0/ports?device_id=7199215d-24c0-46e0-925a-242a67c93460 HTTP/1.1" status: 200 len: 210 time: 0.0825112 Aug 11 02:54:02.919061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6f19243-2720-4080-9331-cdd0b862d7e0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:02.953469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-a6c88377-f616-45b0-b2cd-0b218f339636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:02.954939 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-a6c88377-f616-45b0-b2cd-0b218f339636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1046064 Aug 11 02:54:02.959743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.014053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Checking segment: {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:03.014449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Network hostable DHCP agents. Network: aa886e60-0d72-4857-97c2-d633fadbde0b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:54:03.041385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-4035a15f-03d9-4da2-84e0-43294367a691 service neutron] 10.222.0.60 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511331 Aug 11 02:54:03.091512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-89bd3ebd-6e79-40b9-a7a2-a1c0118fe0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:03.093086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-89bd3ebd-6e79-40b9-a7a2-a1c0118fe0e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298063 Aug 11 02:54:03.106600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-40186474-a690-4e4f-aa8e-b639ed3f4a0a service neutron] 10.222.0.60 "GET /v2.0/ports/dfbf6ba9-6472-41e3-828f-f61703af7cbc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0537286 Aug 11 02:54:03.108100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Network aa886e60-0d72-4857-97c2-d633fadbde0b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:54:03.134002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, aa886e60-0d72-4857-97c2-d633fadbde0b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:03.140593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.146156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36cff77-fdbf-498b-b502-7dd10a5040d9 None None] Network aa886e60-0d72-4857-97c2-d633fadbde0b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:03.186589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:03.187383 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.210999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7c90de5d-0307-4111-9613-529656832558 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9088101 Aug 11 02:54:03.212663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:03.216429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:03.361663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e1d6b-1b21-4ef0-9b07-5f847bbbfc4c req-df1f5d57-c193-489f-a0ad-727adeb59de1 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:03.370136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a55e1d6b-1b21-4ef0-9b07-5f847bbbfc4c req-df1f5d57-c193-489f-a0ad-727adeb59de1 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1098 time: 0.1328661 Aug 11 02:54:03.383590 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-680e1611-a0d3-4e66-a31c-87118c149d8f service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602105 Aug 11 02:54:03.405801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-aa886e60-0d72-4857-97c2-d633fadbde0b', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:54:03.407029 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.413386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '858314e3-9e44-431c-833c-34a6af81a217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:54:00Z', 'revision_number': 5, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port': {'id': '858314e3-9e44-431c-833c-34a6af81a217', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:23Z', 'updated_at': '2021-08-11T02:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:03.455255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] Checking router: 2e4fc166-d548-45f6-9ae0-af41a666d495 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:03.477475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Deleting port 858314e3-9e44-431c-833c-34a6af81a217 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:03.478066 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.505635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a55e1d6b-1b21-4ef0-9b07-5f847bbbfc4c req-8ce413af-f013-4a18-a943-41ecb83d4b77 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345868 Aug 11 02:54:03.546403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] Routers {'2e4fc166-d548-45f6-9ae0-af41a666d495'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:03.546835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2e4fc166-d548-45f6-9ae0-af41a666d495'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:03.579457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-79f4a77c-4f4d-49e8-b905-d73f0bbe07b3 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827054 Aug 11 02:54:03.607278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-deleted', 'tag': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:03.609824 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28e47b-8506-44c9-b6ee-9d75427ddd6b" -d '{"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-deleted", "tag": "d86df720-1e3d-4f73-94b6-f30fb9faefb8"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:03.628362 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.629758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.644094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] For port 858314e3-9e44-431c-833c-34a6af81a217, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=858314e3-9e44-431c-833c-34a6af81a217,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:03.644579 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.647472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:03.671030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Calling delete_port for 858314e3-9e44-431c-833c-34a6af81a217 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:03.683070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.688127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f0e1f-ff7a-4c4b-839d-41f150a80521 req-c6591e0f-464f-490b-b9d9-e27325c74449 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:03.690063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-875f0e1f-ff7a-4c4b-839d-41f150a80521 req-c6591e0f-464f-490b-b9d9-e27325c74449 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.1039646 Aug 11 02:54:03.732262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] Set router 2e4fc166-d548-45f6-9ae0-af41a666d495 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:03.768579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f4ee0678-9c66-4eb3-a510-e7eb88136c38 service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462238 Aug 11 02:54:03.786759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-875f0e1f-ff7a-4c4b-839d-41f150a80521 req-164bbcb2-52a3-4bff-b87b-40d69be053d3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528674 Aug 11 02:54:03.812772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 6, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:03.842231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Allocated IP 172.20.0.2 (aa886e60-0d72-4857-97c2-d633fadbde0b/d6f19243-2720-4080-9331-cdd0b862d7e0/306bf1f0-00a1-4987-b09a-5aa51aaad75e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:03.844443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cf0743-31d9-45ed-bd55-30a7380678e7 None None] The sync data for ids ['2e4fc166-d548-45f6-9ae0-af41a666d495'] in n-d-768509-22 is: [{'id': '2e4fc166-d548-45f6-9ae0-af41a666d495', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1741738358-router', 'tenant_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:22Z', 'updated_at': '2021-08-11T02:54:03Z', 'revision_number': 6, 'project_id': '422fb2f3a9564d40b2b7e22fd9e9e804', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:03.846078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:03.858568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:03.859256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.923089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:03.929395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-09ec1ee5-28de-44fd-a803-315b4857b1a1 service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318684 Aug 11 02:54:04.006318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9382c4-2453-447d-a813-ecb032d27b09 req-a70a2c52-9c18-46cd-9073-469d2c599820 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:04.010956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.015488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e9382c4-2453-447d-a813-ecb032d27b09 req-a70a2c52-9c18-46cd-9073-469d2c599820 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1098 time: 0.1002426 Aug 11 02:54:04.024299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.068076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Pushing event deleted for resources: {'Port': ['ID=858314e3-9e44-431c-833c-34a6af81a217,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.073521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-50d0a6fe-16a3-45a8-ab55-74afee7de923 service neutron] 10.222.0.60 "GET /v2.0/ports/dc98c5df-4dda-44dc-a571-4e038292aa75?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1146150 Aug 11 02:54:04.075547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:04.077966 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577455e1-dd1b-4cf0-a2d5-c27b9a561407" -d '{"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-plugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:04.098932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:04.109080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.110008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:04.116955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.138331 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e9382c4-2453-447d-a813-ecb032d27b09 req-507f1a9e-7239-4e04-bcbf-e77c5e499709 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219070 Aug 11 02:54:04.156144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:04.156671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 89a13f8a-9bf8-4168-abd6-43b3a8c43fe5 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:04.156947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d86df720-1e3d-4f73-94b6-f30fb9faefb8 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:04.170207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.180779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: d86df720-1e3d-4f73-94b6-f30fb9faefb8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:04.181206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d86df720-1e3d-4f73-94b6-f30fb9faefb8 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:04.184404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Transition to ACTIVE for port object 306bf1f0-00a1-4987-b09a-5aa51aaad75e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:04.217442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Transition to ACTIVE for port object 306bf1f0-00a1-4987-b09a-5aa51aaad75e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:04.222082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.227563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.245061 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b16ecf-5c7f-4dcb-892e-02dbb47ff426 x-openstack-request-id: req-64b16ecf-5c7f-4dcb-892e-02dbb47ff426 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:04.245638 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7199215d-24c0-46e0-925a-242a67c93460", "name": "network-vif-deleted", "tag": "d86df720-1e3d-4f73-94b6-f30fb9faefb8", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:04.245638 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64b16ecf-5c7f-4dcb-892e-02dbb47ff426 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:04.245975 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7199215d-24c0-46e0-925a-242a67c93460', 'name': 'network-vif-deleted', 'tag': 'd86df720-1e3d-4f73-94b6-f30fb9faefb8', 'status': 'completed', 'code': 200} Aug 11 02:54:04.286723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Network aa886e60-0d72-4857-97c2-d633fadbde0b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:04.288858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46298) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:04.289902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:04.294258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:04.297525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Pushing event updated for resources: {'Port': ['ID=306bf1f0-00a1-4987-b09a-5aa51aaad75e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.314586 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.317934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.383435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.384582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e4fc166-d548-45f6-9ae0-af41a666d495 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:54:04.389595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.393079 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00c130a3-a35d-4f81-aedc-fd93118d1391 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2e4fc166-d548-45f6-9ae0-af41a666d495 HTTP/1.1" status: 204 len: 168 time: 1.7047150 Aug 11 02:54:04.393332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46300) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:04.393746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-2835dc8a-5aab-4872-afe3-8b754833b631 service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945986 Aug 11 02:54:04.426217 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Attempting to bind port 306bf1f0-00a1-4987-b09a-5aa51aaad75e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:04.426985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Attempting to bind port 306bf1f0-00a1-4987-b09a-5aa51aaad75e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:04.427613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Attempting to bind port 306bf1f0-00a1-4987-b09a-5aa51aaad75e on network aa886e60-0d72-4857-97c2-d633fadbde0b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:04.438211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:04.442278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Checking segment: {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:04.443127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.443790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Bound using segment: {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:04.445056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Bound port: 306bf1f0-00a1-4987-b09a-5aa51aaad75e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:04.445703 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.507849 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ba2599-4392-4108-bce1-bf450117326a x-openstack-request-id: req-d3ba2599-4392-4108-bce1-bf450117326a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:04.508032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] Deleting subnet e15b7991-740a-4be1-ac19-dc0bb0f75469 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:54:04.509438 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-plugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:04.509898 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d3ba2599-4392-4108-bce1-bf450117326a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:04.510474 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'code': 200} Aug 11 02:54:04.518934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting subnet 055a36bc-a71e-41f5-becc-c03996b64fe1 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:54:04.519677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.528528 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.561463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] For port 306bf1f0-00a1-4987-b09a-5aa51aaad75e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:04.567224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.569921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] For port 306bf1f0-00a1-4987-b09a-5aa51aaad75e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306bf1f0-00a1-4987-b09a-5aa51aaad75e,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:04.581644 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.607958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.610670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.746011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02078017-d7e9-4dc6-9681-8ce89bc877cb None None] Pushing event updated for resources: {'Port': ['ID=306bf1f0-00a1-4987-b09a-5aa51aaad75e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.765084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.783723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-394c405f-df66-4f61-876f-3ef3488b13fb service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889537 Aug 11 02:54:04.822079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 858314e3-9e44-431c-833c-34a6af81a217 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:04.858346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.883733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.885311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 858314e3-9e44-431c-833c-34a6af81a217 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:04.888231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 858314e3-9e44-431c-833c-34a6af81a217 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:04.888716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 79d18e8a-b19c-4ef9-932d-3f50751b4378 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:04.897807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:04.900016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e15b7991-740a-4be1-ac19-dc0bb0f75469 HTTP/1.1" status: 204 len: 168 time: 0.5056679 Aug 11 02:54:04.901441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690206d3-2aaf-4994-b989-8571db2d9767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e15b7991-740a-4be1-ac19-dc0bb0f75469,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:04.903377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46308) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:04.911404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63539d6b-da14-4f80-b009-0bef2acf16f3 None None] Network 6f3b0294-7053-4a78-8e54-7bcfb89b805c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:04.972202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Allocated IP 172.25.4.181 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/89f85bef-4c52-4787-9412-184a4768a2ec) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:05.051661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 79d18e8a-b19c-4ef9-932d-3f50751b4378 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:05.051661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 79d18e8a-b19c-4ef9-932d-3f50751b4378 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:05.054718 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.150630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Deleting port 60db34e5-9abc-4899-926a-9017f02fe1b6 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:05.150984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.243422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-70a64700-83a2-4775-88ef-25ad0d8163f0 service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397271 Aug 11 02:54:05.297293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] For port 60db34e5-9abc-4899-926a-9017f02fe1b6, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=60db34e5-9abc-4899-926a-9017f02fe1b6,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:05.297935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.333710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] DHCP port deletion for 6f3b0294-7053-4a78-8e54-7bcfb89b805c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:54:05.342600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Calling delete_port for 60db34e5-9abc-4899-926a-9017f02fe1b6 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:05.391065 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.416343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] Deleting port 60db34e5-9abc-4899-926a-9017f02fe1b6 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:05.416598 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.576122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] For port 60db34e5-9abc-4899-926a-9017f02fe1b6, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=60db34e5-9abc-4899-926a-9017f02fe1b6,segment=NetworkSegment(c394ed6d-cca6-486b-8399-9c09ac4207d3),segment_id=c394ed6d-cca6-486b-8399-9c09ac4207d3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:05.577317 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.591461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-0a2920cc-fab0-4e19-97e4-37b8904c8525 service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462741 Aug 11 02:54:05.595746 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.628158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] Calling delete_port for 60db34e5-9abc-4899-926a-9017f02fe1b6 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:05.718950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.835728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:05.842738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:05.867386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:05.901306 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.912509 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.958172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=60db34e5-9abc-4899-926a-9017f02fe1b6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:05.958714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:05.961135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Pushing event updated for resources: {'Port': ['ID=89f85bef-4c52-4787-9412-184a4768a2ec,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:05.980303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] No DVR routers for this DVR port 60db34e5-9abc-4899-926a-9017f02fe1b6 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:05.984446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2588e81-87a5-4682-b7da-7d539ca93123 None None] Pushing event deleted for resources: {'Port': ['ID=60db34e5-9abc-4899-926a-9017f02fe1b6,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:05.998906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] No DVR routers for this DVR port 60db34e5-9abc-4899-926a-9017f02fe1b6 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:06.047266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-957c97bd-d1f8-492a-9ec6-b88640824edf service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538920 Aug 11 02:54:06.051099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.054949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/subnets/055a36bc-a71e-41f5-becc-c03996b64fe1 HTTP/1.1" status: 204 len: 168 time: 1.7645028 Aug 11 02:54:06.057253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46334) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:06.068233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222dfab-9e41-478b-94c3-22f4b8d40646 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Subnet': ['ID=055a36bc-a71e-41f5-becc-c03996b64fe1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:06.071011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d46af1-9f9b-42e9-b1fe-7f6fd07e774b None None] Network 8eaee20b-df4a-4336-8824-bb64089aac9b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:06.267745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.299134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3b0294-7053-4a78-8e54-7bcfb89b805c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:06.326969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c394ed6d-cca6-486b-8399-9c09ac4207d3') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:06.327301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c394ed6d-cca6-486b-8399-9c09ac4207d3') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:06.329954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082e2c88-5933-41f1-9d15-5c9c6e99192f None None] Network aa886e60-0d72-4857-97c2-d633fadbde0b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:06.364703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.391571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.403120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:54:06.404384 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.423460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-8094662d-875e-41fe-8b42-575380aae8a1 service neutron] 10.222.0.60 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758888 Aug 11 02:54:06.437822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.438360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] DHCP port deletion for 8eaee20b-df4a-4336-8824-bb64089aac9b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:54:06.443370 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:54:06.483344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7732079d-9340-4a82-9c93-fb44769b40bb None None] Provisioning for port 306bf1f0-00a1-4987-b09a-5aa51aaad75e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:06.539991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-bea539be-b54e-499f-916c-cab5a565dac0 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:54:06.541041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-bea539be-b54e-499f-916c-cab5a565dac0 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440402 Aug 11 02:54:06.584884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:06.585250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:54:06.594584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.604430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] Deleting port 77ff27dd-18d5-4b08-b633-ca9aa7588293 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:06.604815 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.660661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-5da95d62-7185-40b5-ad98-452655a761d6 service neutron] 10.222.0.60 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204957 Aug 11 02:54:06.697145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] For port 77ff27dd-18d5-4b08-b633-ca9aa7588293, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77ff27dd-18d5-4b08-b633-ca9aa7588293,segment=NetworkSegment(c8396b0e-2125-49ba-8d69-5df94c3182f1),segment_id=c8396b0e-2125-49ba-8d69-5df94c3182f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:06.697555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.709484 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.721449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] Calling delete_port for 77ff27dd-18d5-4b08-b633-ca9aa7588293 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:06.726634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.728581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6f3b0294-7053-4a78-8e54-7bcfb89b805c HTTP/1.1" status: 204 len: 168 time: 1.8242583 Aug 11 02:54:06.750459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:06.775550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778080bd-1f3b-4d35-b012-be0e366b70b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3b0294-7053-4a78-8e54-7bcfb89b805c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:06.790291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-949ca841-25b3-441a-9024-0b9db035b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:06.791860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-949ca841-25b3-441a-9024-0b9db035b96c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a&tenant_id=4e87e0558954417aa7e78857acbfcecc HTTP/1.1" status: 200 len: 1102 time: 0.2931249 Aug 11 02:54:06.871290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:06.878224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306bf1f0-00a1-4987-b09a-5aa51aaad75e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:06.884369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:06.890287 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-5d9560ae-4a19-40d6-b4f4-41c03c1e9d48 service neutron] 10.222.0.60 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285845 Aug 11 02:54:06.947836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] Pushing event deleted for resources: {'Port': ['ID=77ff27dd-18d5-4b08-b633-ca9aa7588293,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:06.956463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab9a94-3752-4c8c-be2e-52a80526ec80 None None] No DVR routers for this DVR port 77ff27dd-18d5-4b08-b633-ca9aa7588293 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:06.982852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:06.984099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:06.985753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:06.998681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 306bf1f0-00a1-4987-b09a-5aa51aaad75e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:07.004302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 306bf1f0-00a1-4987-b09a-5aa51aaad75e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:07.004721 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.033829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:07.034132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:07.078799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:07.078799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:07.078799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:07.079336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Bound port: cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:07.092089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port 77ff27dd-18d5-4b08-b633-ca9aa7588293 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:07.092554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.116274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.129214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-bc2b68b2-2637-483a-9d10-a6c608bc3ed3 service neutron] 10.222.0.60 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252014 Aug 11 02:54:07.134993 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.148800 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.172287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 306bf1f0-00a1-4987-b09a-5aa51aaad75e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306bf1f0-00a1-4987-b09a-5aa51aaad75e,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:07.173592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-74e88140-3126-408e-ae7c-ce87a7a319ed None None] Provisioning complete for port 306bf1f0-00a1-4987-b09a-5aa51aaad75e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:07.174082 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-74e88140-3126-408e-ae7c-ce87a7a319ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.199262 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.275366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 60db34e5-9abc-4899-926a-9017f02fe1b6 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:07.298414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port 77ff27dd-18d5-4b08-b633-ca9aa7588293, host n-d-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:07.298781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.372463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for 77ff27dd-18d5-4b08-b633-ca9aa7588293 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:07.380527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:07.382752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Port 77ff27dd-18d5-4b08-b633-ca9aa7588293 was not found and therefore no delete operation was performed {{(pid=111683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:54:07.403726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.406745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.407948 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2b4b296e-2db2-46b9-b726-e8f5ea9f72a5 service neutron] 10.222.0.60 "POST /v2.0/ports/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c/bindings HTTP/1.1" status: 201 len: 390 time: 0.8403850 Aug 11 02:54:07.486243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 60db34e5-9abc-4899-926a-9017f02fe1b6 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:07.486703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 60db34e5-9abc-4899-926a-9017f02fe1b6 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:07.487505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77ff27dd-18d5-4b08-b633-ca9aa7588293 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:07.501843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=77ff27dd-18d5-4b08-b633-ca9aa7588293,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:07.512576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=306bf1f0-00a1-4987-b09a-5aa51aaad75e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:07.516001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 77ff27dd-18d5-4b08-b633-ca9aa7588293 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:07.516001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77ff27dd-18d5-4b08-b633-ca9aa7588293 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:07.516268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port 77ff27dd-18d5-4b08-b633-ca9aa7588293 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:07.721578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-58728479-3347-4805-91bf-b08c06a0de29 service neutron] 10.222.0.60 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5676987 Aug 11 02:54:07.757595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Router fadb1320-c4d9-47b6-a6b3-3cf9482c661f is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:54:07.798230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.826695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eaee20b-df4a-4336-8824-bb64089aac9b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:07.847415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8396b0e-2125-49ba-8d69-5df94c3182f1') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:07.848206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8396b0e-2125-49ba-8d69-5df94c3182f1') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:07.876359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:07.878244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.888310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2d9cf-755f-4c61-92ea-d230f4a4faba req-9eae37f4-8679-451e-883e-4dff678e6936 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.889872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ec2d9cf-755f-4c61-92ea-d230f4a4faba req-9eae37f4-8679-451e-883e-4dff678e6936 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.2519846 Aug 11 02:54:07.890565 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Sync routers for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:07.892050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:07.901660 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:07.902198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:07.902452 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:07.906468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-17de46d5-4976-4528-9289-7a228125be45 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6915684 Aug 11 02:54:07.907066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:07.924768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-79dd55ae-9dfb-466b-9bf2-c57f7c240cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:07.926728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-79dd55ae-9dfb-466b-9bf2-c57f7c240cd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1098 time: 0.1948867 Aug 11 02:54:07.957924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.015759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:54:08.016377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:54:08.022276 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:54:08.030615 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:08.104341 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ec2d9cf-755f-4c61-92ea-d230f4a4faba req-6eb4c92a-b329-4ecd-a9ac-fbff20a2e485 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957762 Aug 11 02:54:08.111947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:08.180590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-a28b7087-0c20-46dc-97b1-103779422cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.182984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-a28b7087-0c20-46dc-97b1-103779422cc8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.2440507 Aug 11 02:54:08.219167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:06Z', 'revision_number': 3, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:08.249550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-e39e2b3b-992b-43b7-a5c9-8490a30e7ded service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 200 len: 217 time: 0.0542116 Aug 11 02:54:08.251829 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Checking router: fadb1320-c4d9-47b6-a6b3-3cf9482c661f for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:08.252684 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Updating router fadb1320-c4d9-47b6-a6b3-3cf9482c661f port 89f85bef-4c52-4787-9412-184a4768a2ec binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:54:08.276041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.280881 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.357268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.359604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/networks/8eaee20b-df4a-4336-8824-bb64089aac9b HTTP/1.1" status: 204 len: 168 time: 2.3003759 Aug 11 02:54:08.365269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46360) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:08.371601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eadb9-abdd-4421-93c9-1086c419c580 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Network': ['ID=8eaee20b-df4a-4336-8824-bb64089aac9b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:08.388598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:08.392086 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18290efa-fa09-4eda-a1dd-858e463788ce" -d '{"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:08.397184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.425481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-f3095fde-1d88-4183-af47-5b04532cc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:08.427983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-f3095fde-1d88-4183-af47-5b04532cc1db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1712122 Aug 11 02:54:08.439482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Transition to ACTIVE for port object 76236649-aff2-4a8e-bcf8-873b4ce12e20 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:08.468407 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.532440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting subnet 37e9aa94-fc43-46f8-868e-c266a7cddb4f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:54:08.540761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.559492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:08.565207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-d8ec0e3d-afbd-49ec-a13d-5caa8560f085 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238792 Aug 11 02:54:08.592109 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dfc305-76a4-4dfa-b51d-ab807b4069ad x-openstack-request-id: req-40dfc305-76a4-4dfa-b51d-ab807b4069ad {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:08.592403 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:08.592656 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40dfc305-76a4-4dfa-b51d-ab807b4069ad {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:08.593049 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'code': 200} Aug 11 02:54:08.664317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.728768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e7eb02e-97a8-473d-8a7e-b57d68056ddd req-8aa61b0b-ddc1-424e-883b-2a7fb4ca75eb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0677977 Aug 11 02:54:08.750176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] No DVR routers for this DVR port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:08.751824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.804199 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.840792 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Transition to ACTIVE for port object 89f85bef-4c52-4787-9412-184a4768a2ec will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:08.853545 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.883619 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.904551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306bf1f0-00a1-4987-b09a-5aa51aaad75e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:08.924940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:08.981466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 306bf1f0-00a1-4987-b09a-5aa51aaad75e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:08.982021 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.101917 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Attempting to bind port 89f85bef-4c52-4787-9412-184a4768a2ec on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:09.102464 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Attempting to bind port 89f85bef-4c52-4787-9412-184a4768a2ec by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:09.102626 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Attempting to bind port 89f85bef-4c52-4787-9412-184a4768a2ec on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:09.106266 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Pushing event updated for resources: {'Port': ['ID=89f85bef-4c52-4787-9412-184a4768a2ec,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:09.115435 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:09.115900 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:09.116305 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.116693 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:09.117156 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Bound port: 89f85bef-4c52-4787-9412-184a4768a2ec, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:09.117553 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.120810 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.120810 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.120810 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.121206 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.121419 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.121802 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.122247 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.122635 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.123034 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.123395 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.123742 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.124125 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:09.230122 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] For port 89f85bef-4c52-4787-9412-184a4768a2ec, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:09.236108 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] For port 89f85bef-4c52-4787-9412-184a4768a2ec, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=89f85bef-4c52-4787-9412-184a4768a2ec,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:09.241884 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.255818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Allocated IP 172.20.0.1 (aa886e60-0d72-4857-97c2-d633fadbde0b/d6f19243-2720-4080-9331-cdd0b862d7e0/2d53e26f-9568-4506-b0c9-e295cc29c622) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:09.284647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.320453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:09.321246 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:09.334143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771132f-0551-431b-9b33-7347fa3cc2fb req-b98ae8ef-295a-4bb8-8637-c97a2ddaac0d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:09.335757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b771132f-0551-431b-9b33-7347fa3cc2fb req-b98ae8ef-295a-4bb8-8637-c97a2ddaac0d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.1226041 Aug 11 02:54:09.340856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Subnet': ['ID=37e9aa94-fc43-46f8-868e-c266a7cddb4f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:09.367448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7818e0-8065-4877-b629-38baa7d8dcf4 None None] Network fffd403d-fbed-4dd9-b438-0f896a93e15c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:09.383273 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a0808-942a-4d88-be84-f34d65f0edc6 None None] Pushing event updated for resources: {'Port': ['ID=89f85bef-4c52-4787-9412-184a4768a2ec,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:09.412343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.414246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cf12ff39-309e-47d0-ae02-68531d0d8c74 tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/subnets/37e9aa94-fc43-46f8-868e-c266a7cddb4f HTTP/1.1" status: 204 len: 168 time: 1.0478995 Aug 11 02:54:09.431351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70a8f-d2eb-48ff-8d58-d64a6d946577 req-cb1c1e68-75d9-4f3a-9d66-bea868b4e3f2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:09.433625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6bd70a8f-d2eb-48ff-8d58-d64a6d946577 req-cb1c1e68-75d9-4f3a-9d66-bea868b4e3f2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.9883676 Aug 11 02:54:09.434484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46380) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:09.461235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b771132f-0551-431b-9b33-7347fa3cc2fb req-da95e4a0-e905-4337-84b2-44039fbf10fe tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Aug 11 02:54:09.506463 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:09.550108 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.566678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Transition to ACTIVE for port object 2d53e26f-9568-4506-b0c9-e295cc29c622 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:09.609876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.657102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:09.680238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Network aa886e60-0d72-4857-97c2-d633fadbde0b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:09.683324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:09.692347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:09.714663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:09.715655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:09.716222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:09.724596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Pushing event updated for resources: {'Port': ['ID=2d53e26f-9568-4506-b0c9-e295cc29c622,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:09.725123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.749371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.759216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] DHCP port deletion for fffd403d-fbed-4dd9-b438-0f896a93e15c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:54:09.766877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-def47e7e-b583-479f-b167-ea7cb33bc4d5 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1898308 Aug 11 02:54:09.776060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:09.776857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Attempting to bind port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:09.779025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:09.804134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:09.804695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:09.806171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:09.807463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Bound port: 76236649-aff2-4a8e-bcf8-873b4ce12e20, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:09.807963 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.866312 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:06Z', 'revision_number': 3, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:09.891052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] Deleting port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:09.892779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:09.905754 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249df920-bdc6-4266-9aaa-00e40d203007 None None] The sync data for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 is: [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:06Z', 'revision_number': 3, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:09.966112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-3c54bf46-3dab-4a2f-b3d2-1967aa98c71f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5287075 Aug 11 02:54:09.999838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6bd70a8f-d2eb-48ff-8d58-d64a6d946577 req-2d751880-81af-447e-b63d-8fb01785db2b tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269958 Aug 11 02:54:10.016425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbbba40-9282-4bb1-a1a0-b0d0d5f714c9 req-5366c410-4e55-4bd4-9910-1883828557d0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0978267 Aug 11 02:54:10.069651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] For port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:10.070235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.091648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] Calling delete_port for f04500a6-04d4-4f3e-819b-bc7d08ea2e6d owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:10.109881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afd4aded-3fb0-4522-b8dd-7dcaddd82470 None None] Provisioning for port 2d53e26f-9568-4506-b0c9-e295cc29c622 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:10.148639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afd4aded-3fb0-4522-b8dd-7dcaddd82470 None None] Provisioning complete for port 2d53e26f-9568-4506-b0c9-e295cc29c622 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:10.148639 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afd4aded-3fb0-4522-b8dd-7dcaddd82470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.153303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.215306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-afd4aded-3fb0-4522-b8dd-7dcaddd82470 None None] Port 2d53e26f-9568-4506-b0c9-e295cc29c622 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:10.232161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-cee1e73c-ff48-4283-9088-7e82e09c822e service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431667 Aug 11 02:54:10.244820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Deleting port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:10.245187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.254368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-fd13ce68-923f-490e-9ca5-60d716997912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.255108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:10.256238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-fd13ce68-923f-490e-9ca5-60d716997912 service neutron] 10.222.0.10 "GET /v2.0/ports/dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 200 len: 1028 time: 0.1733646 Aug 11 02:54:10.261924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-388dd839-2c6b-45b4-b927-84e38cbb43c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.263277 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.263874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-388dd839-2c6b-45b4-b927-84e38cbb43c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1097 time: 0.2231162 Aug 11 02:54:10.265743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:10.292314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] Pushing event deleted for resources: {'Port': ['ID=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:10.325489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61459e72-4b68-4a8a-b04f-a4b342c862ab None None] No DVR routers for this DVR port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:10.355810 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.450549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-18d6bbc5-419b-4928-aa50-bc34f0713fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.451963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-18d6bbc5-419b-4928-aa50-bc34f0713fce service neutron] 10.222.0.10 "GET /v2.0/ports/dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 200 len: 1026 time: 0.1031795 Aug 11 02:54:10.513500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:10.515170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.518325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] 10.222.0.10 "PUT /v2.0/ports/76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 1098 time: 3.6590173 Aug 11 02:54:10.598519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:10.610939 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c028c835-0038-4432-a1d0-67ae85b28667" -d '{"events": [{"name": "network-changed", "server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:10.712692 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.747580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.751833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619530b-f3ff-427d-a8d4-291a1e9b37fa service neutron] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=11']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:10.798993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] For port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,segment=NetworkSegment(6a50b23d-f613-4694-a763-16675f308d58),segment_id=6a50b23d-f613-4694-a763-16675f308d58)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:10.799372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:10.887582 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a3ef3b-fa05-4bd7-8da2-220facd91cdf x-openstack-request-id: req-81a3ef3b-fa05-4bd7-8da2-220facd91cdf {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:10.887909 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:10.888389 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81a3ef3b-fa05-4bd7-8da2-220facd91cdf {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:10.888596 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'status': 'completed', 'code': 200} Aug 11 02:54:10.902451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Calling delete_port for f04500a6-04d4-4f3e-819b-bc7d08ea2e6d owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:10.908950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 89f85bef-4c52-4787-9412-184a4768a2ec up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:11.007878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 89f85bef-4c52-4787-9412-184a4768a2ec completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:11.017947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 89f85bef-4c52-4787-9412-184a4768a2ec triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:11.020270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-8611e580-1bec-4261-88a7-3af4f000a690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.020805 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.021889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-86b9df33-fbb7-4afc-97d9-a40aed09500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.024204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-86b9df33-fbb7-4afc-97d9-a40aed09500f service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.6523623 Aug 11 02:54:11.033954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-8611e580-1bec-4261-88a7-3af4f000a690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.052781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-8611e580-1bec-4261-88a7-3af4f000a690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.054671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-8611e580-1bec-4261-88a7-3af4f000a690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "GET /v2.0/networks?id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43 HTTP/1.1" status: 200 len: 1989 time: 0.5912914 Aug 11 02:54:11.088026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-6e3283d7-6ef2-4e89-83c3-c45b6ec4e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.097449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-6e3283d7-6ef2-4e89-83c3-c45b6ec4e4ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1101 time: 0.5127509 Aug 11 02:54:11.124779 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.154386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Pushing event updated for resources: {'Port': ['ID=2d53e26f-9568-4506-b0c9-e295cc29c622,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:11.177950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec0d5f-8689-4ff1-82f6-6dfbc3a79f52 req-5041ccc8-c8c1-4597-aad4-78d17c12103b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.186257 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4eec0d5f-8689-4ff1-82f6-6dfbc3a79f52 req-5041ccc8-c8c1-4597-aad4-78d17c12103b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.5092192 Aug 11 02:54:11.199004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-71a04caf-5014-4c15-ac81-179d850c340f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77123c6e520747929f1d963ef4704a0a HTTP/1.1" status: 200 len: 378 time: 0.1289942 Aug 11 02:54:11.219174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-77213850-f2e1-4ce4-9e25-418d8d2f24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.221813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-77213850-f2e1-4ce4-9e25-418d8d2f24c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1101 time: 0.2773385 Aug 11 02:54:11.263892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Deleting port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:11.264430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.265541 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.315780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'admin_state_up': True, 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'security_groups': ['18e933bb-53a6-4cfc-88ca-9b275207e786']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:11.316929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 89f85bef-4c52-4787-9412-184a4768a2ec, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=89f85bef-4c52-4787-9412-184a4768a2ec,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:11.322984 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.384515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-75423d2f-af37-4517-ad37-555df038c20c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 1001 time: 0.3000417 Aug 11 02:54:11.434222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Network aa886e60-0d72-4857-97c2-d633fadbde0b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:11.442862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f04500a6-04d4-4f3e-819b-bc7d08ea2e6d no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:11.443787 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4eec0d5f-8689-4ff1-82f6-6dfbc3a79f52 req-533ffd4b-02ad-4667-89cc-a48970f9e6c9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562494 Aug 11 02:54:11.479201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f04500a6-04d4-4f3e-819b-bc7d08ea2e6d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:11.479858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f04500a6-04d4-4f3e-819b-bc7d08ea2e6d not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:11.503872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-dfd32afe-341c-4c5d-81e4-a2d757997e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.508693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-dfd32afe-341c-4c5d-81e4-a2d757997e84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.4047103 Aug 11 02:54:11.517133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.533262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:11.545192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] For port 4701b0c7-c694-4403-8ae9-68c5ff8cadbc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,segment=NetworkSegment(e91c0eda-6308-4a51-b9c6-19e698d1ed3b),segment_id=e91c0eda-6308-4a51-b9c6-19e698d1ed3b)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:11.545567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.563343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=89f85bef-4c52-4787-9412-184a4768a2ec,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:11.619182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Port': ['ID=f04500a6-04d4-4f3e-819b-bc7d08ea2e6d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:11.627419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Calling delete_port for 4701b0c7-c694-4403-8ae9-68c5ff8cadbc owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:11.633625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-0bcc95f0-aa75-4229-917b-cfd0ac3db2a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.1142836 Aug 11 02:54:11.638686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] No DVR routers for this DVR port f04500a6-04d4-4f3e-819b-bc7d08ea2e6d on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:11.654212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-e9873653-e03a-47c3-96a8-ea365ab4bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.657050 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-e9873653-e03a-47c3-96a8-ea365ab4bfac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.2582774 Aug 11 02:54:11.701138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7182921-587b-4145-a72c-13e9e88c45a3 req-e0988eb2-fa29-45d9-af30-4a9172d4ef24 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.710951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7182921-587b-4145-a72c-13e9e88c45a3 req-e0988eb2-fa29-45d9-af30-4a9172d4ef24 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.5875063 Aug 11 02:54:11.814122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0188d513-cafc-4cf9-ba02-2ce69e0c36b7 req-8dcbfc52-32a9-494f-bd57-9c99b355f455 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.1015000 Aug 11 02:54:11.866675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Router fadb1320-c4d9-47b6-a6b3-3cf9482c661f has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:11.878165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-4c3c3c5b-372b-4f7d-83d9-dbd00ca86bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.878288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7182921-587b-4145-a72c-13e9e88c45a3 req-ec0eb67b-24ca-4582-ac27-3cec7ab475aa tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660905 Aug 11 02:54:11.880771 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-4c3c3c5b-372b-4f7d-83d9-dbd00ca86bea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2353790 Aug 11 02:54:11.918663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-af3a7b8b-1d9e-4a38-bbfc-5de00143f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.920559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-af3a7b8b-1d9e-4a38-bbfc-5de00143f2c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.5703611 Aug 11 02:54:11.926996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-88d51acc-f7ed-4d74-a140-a3e41d2cb62a None None] Provisioning complete for port 2d53e26f-9568-4506-b0c9-e295cc29c622 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:11.926996 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88d51acc-f7ed-4d74-a140-a3e41d2cb62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.945739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-63203a78-7100-4c8c-8275-c63c941ce127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.947561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-63203a78-7100-4c8c-8275-c63c941ce127 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2448006 Aug 11 02:54:11.960483 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:11.984940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-88d51acc-f7ed-4d74-a140-a3e41d2cb62a None None] Port 2d53e26f-9568-4506-b0c9-e295cc29c622 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:11.997345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-0c9bdb8d-abf6-4777-810d-f34c6dd27019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:11.998875 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-0c9bdb8d-abf6-4777-810d-f34c6dd27019 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1095402 Aug 11 02:54:12.011526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffd403d-fbed-4dd9-b438-0f896a93e15c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:12.049827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-88825fca-ddd8-4810-8970-ab4707dfae70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.0637321 Aug 11 02:54:12.114841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a50b23d-f613-4694-a763-16675f308d58') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:12.115145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a50b23d-f613-4694-a763-16675f308d58') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:12.141647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:12.146218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:12.152681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-3e28daad-ca5a-4f3c-9102-864bffc5de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:12.153833 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-3e28daad-ca5a-4f3c-9102-864bffc5de90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0940638 Aug 11 02:54:12.180115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:12.225263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:12.231871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:12.239709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-14384255-d0e8-44f3-ac3a-382a38fff0b7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255321 Aug 11 02:54:12.248340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ddcde36c-f0dc-497a-8297-00de24afbedb admin admin] 10.222.0.60 "PUT /v2.0/routers/fadb1320-c4d9-47b6-a6b3-3cf9482c661f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3398426 Aug 11 02:54:12.252382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:54:12.252382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:54:12.259316 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:54:12.314666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-e1b7e2d6-d038-4f7e-b8e5-fe55568240e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:12.316946 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-e1b7e2d6-d038-4f7e-b8e5-fe55568240e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1543906 Aug 11 02:54:12.395515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-56d766c6-88c4-48a5-aea3-c086441366f5 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186134 Aug 11 02:54:12.434094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:12.456675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:12.458871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] 10.222.0.60 "DELETE /v2.0/networks/fffd403d-fbed-4dd9-b438-0f896a93e15c HTTP/1.1" status: 204 len: 168 time: 2.9378221 Aug 11 02:54:12.475312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 172.20.0.12 (7a3aa00c-3100-43b8-a599-3e6a2929cd25/5fa0c64f-eee5-487c-aa30-d2e421af22bf/31c518cf-0441-4b10-8ef8-dbab877c13ce) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:12.590109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-5b3df764-0395-47bf-a6ac-216dff737383 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628760 Aug 11 02:54:12.684197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Sync routers for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:12.705657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:12.706978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:12.774848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-9b8774d3-cf86-4dc6-a562-dc4a312b3095 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668499 Aug 11 02:54:12.884814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25c5fe-55ca-43e3-9c4e-4989911cd00e tempest-ServersTestMultiNic-151101344 tempest-ServersTestMultiNic-151101344-project] Pushing event deleted for resources: {'Network': ['ID=fffd403d-fbed-4dd9-b438-0f896a93e15c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:12.895320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:12.921846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eab838d-bc27-4b60-9f4e-9750ec071af1 req-7bfe69d7-c4ab-4952-b64e-e963d59d3cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642871 Aug 11 02:54:12.944856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.005223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4701b0c7-c694-4403-8ae9-68c5ff8cadbc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:13.042626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13def75c-04da-42d9-b755-75ab3dfb50e0 req-8ac82b8c-f779-4241-90bf-cdd1a19059fc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.044727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13def75c-04da-42d9-b755-75ab3dfb50e0 req-8ac82b8c-f779-4241-90bf-cdd1a19059fc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.1793914 Aug 11 02:54:13.045232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46418) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:13.076202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dc22bae0-9b59-4547-b236-f28fb18486b1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1562214477', 'description': 'tempest-description--741779424'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:13.082422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16319bc7-5538-400e-8a2b-a076119aaf93 req-1e7ba899-d525-4e4d-8749-51d6af7b7b8b service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6756170 Aug 11 02:54:13.109112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 89f85bef-4c52-4787-9412-184a4768a2ec up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:13.189144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.206812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Transition to ACTIVE for port object 31c518cf-0441-4b10-8ef8-dbab877c13ce will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:13.232998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 89f85bef-4c52-4787-9412-184a4768a2ec triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:13.233894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.276248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc22bae0-9b59-4547-b236-f28fb18486b1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.284921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.307949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 2, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:13.327749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13def75c-04da-42d9-b755-75ab3dfb50e0 req-4dbf861b-5e89-4851-a10d-2c243fe18815 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958575 Aug 11 02:54:13.349371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-d0fb75d3-7f25-4ebd-b705-0eb474e40b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.354003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-d0fb75d3-7f25-4ebd-b705-0eb474e40b76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e87e0558954417aa7e78857acbfcecc&device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1101 time: 0.3454945 Aug 11 02:54:13.370834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Checking router: fadb1320-c4d9-47b6-a6b3-3cf9482c661f for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:13.371409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Updating router fadb1320-c4d9-47b6-a6b3-3cf9482c661f port 2d53e26f-9568-4506-b0c9-e295cc29c622 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:54:13.387298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:13.392784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=31c518cf-0441-4b10-8ef8-dbab877c13ce,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:13.397122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:13.404476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:13.426688 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.491336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc22bae0-9b59-4547-b236-f28fb18486b1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.491571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832a4d6-cf24-48f6-ba64-f39c673b798b req-86d77ead-c727-473a-bafd-6e0feda90c52 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.513489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7832a4d6-cf24-48f6-ba64-f39c673b798b req-86d77ead-c727-473a-bafd-6e0feda90c52 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 932 time: 0.2638752 Aug 11 02:54:13.601399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-b70c4491-2d26-4315-860d-47d3f3c4c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.603057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-b70c4491-2d26-4315-860d-47d3f3c4c106 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2369454 Aug 11 02:54:13.603609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.605322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.606951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc22bae0-9b59-4547-b236-f28fb18486b1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.630827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7832a4d6-cf24-48f6-ba64-f39c673b798b req-360a1b6a-739a-49e7-961c-1c41bcf1baf6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161933 Aug 11 02:54:13.640038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-491edd21-99bb-4ca8-8b39-b79501b46d9a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3280859 Aug 11 02:54:13.662198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'admin_state_up': True, 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'security_groups': ['18e933bb-53a6-4cfc-88ca-9b275207e786']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:13.849694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-21c51cda-de06-47ce-ba37-95d520f5f3e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 200 len: 217 time: 0.1966906 Aug 11 02:54:13.869924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc22bae0-9b59-4547-b236-f28fb18486b1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.871583 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dc22bae0-9b59-4547-b236-f28fb18486b1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7998016 Aug 11 02:54:13.874617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46426) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:13.881012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aa0e81f3-e182-413e-9373-d967029fb971 None None] Provisioning for port 31c518cf-0441-4b10-8ef8-dbab877c13ce completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:13.885780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b4b0232a-1ded-45aa-b9a2-a355588fd22b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Request body: {'security_group_rule': {'security_group_id': '5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:13.891465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:13.893139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aa0e81f3-e182-413e-9373-d967029fb971 None None] Provisioning complete for port 31c518cf-0441-4b10-8ef8-dbab877c13ce triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:13.893725 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa0e81f3-e182-413e-9373-d967029fb971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:13.939800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-8ca46f13-f06e-491d-8885-d60420dff161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.941350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-8ca46f13-f06e-491d-8885-d60420dff161 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0601757 Aug 11 02:54:13.955594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545247b-22ef-4252-a2ff-41e51bc797df req-ba70c02e-0962-46a0-9388-954c2c5494a0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:13.957921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2545247b-22ef-4252-a2ff-41e51bc797df req-ba70c02e-0962-46a0-9388-954c2c5494a0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.3522799 Aug 11 02:54:13.992759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46428) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:14.025291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e81f3-e182-413e-9373-d967029fb971 None None] Port 31c518cf-0441-4b10-8ef8-dbab877c13ce cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:14.046175 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.064148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Transition to ACTIVE for port object 2d53e26f-9568-4506-b0c9-e295cc29c622 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:14.076082 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.086897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2545247b-22ef-4252-a2ff-41e51bc797df req-678beaa4-5490-4598-8142-25ad678bb0eb tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135602 Aug 11 02:54:14.124635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22bae0-9b59-4547-b236-f28fb18486b1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:14.195538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028c835-0038-4432-a1d0-67ae85b28667 req-3206b843-89cc-4813-81b0-5b520dbd901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:14.197222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-3206b843-89cc-4813-81b0-5b520dbd901e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2382002 Aug 11 02:54:14.282156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Attempting to bind port 2d53e26f-9568-4506-b0c9-e295cc29c622 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:14.282541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Attempting to bind port 2d53e26f-9568-4506-b0c9-e295cc29c622 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:14.282902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Attempting to bind port 2d53e26f-9568-4506-b0c9-e295cc29c622 on network aa886e60-0d72-4857-97c2-d633fadbde0b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:14.288398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dc7ce-58ee-4cc2-b501-8935a9deb401 None None] Pushing event updated for resources: {'Port': ['ID=2d53e26f-9568-4506-b0c9-e295cc29c622,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:14.305728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:14.306130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Checking segment: {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:14.308784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.309207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Bound using segment: {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:14.309712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Bound port: 2d53e26f-9568-4506-b0c9-e295cc29c622, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:14.310107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.317422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.319172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-946dbb79-a33b-4075-ba25-21d4398708de service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114259 Aug 11 02:54:14.322162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.422590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] For port 2d53e26f-9568-4506-b0c9-e295cc29c622, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:14.428921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] For port 2d53e26f-9568-4506-b0c9-e295cc29c622, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d53e26f-9568-4506-b0c9-e295cc29c622,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:14.438207 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.445787 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4b0232a-1ded-45aa-b9a2-a355588fd22b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.548905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dc7ce-58ee-4cc2-b501-8935a9deb401 None None] Pushing event updated for resources: {'Port': ['ID=2d53e26f-9568-4506-b0c9-e295cc29c622,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:14.585576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:14.587131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:14.769402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4b0232a-1ded-45aa-b9a2-a355588fd22b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.781204 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4b0232a-1ded-45aa-b9a2-a355588fd22b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.789311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:14.867054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3006ed-bda9-4a2c-8c48-4647ce001dfd req-661752fa-06fb-4c79-87dc-15df09ed1181 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:14.877754 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef3006ed-bda9-4a2c-8c48-4647ce001dfd req-661752fa-06fb-4c79-87dc-15df09ed1181 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 949 time: 0.4153008 Aug 11 02:54:14.931919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0232a-1ded-45aa-b9a2-a355588fd22b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51f8ba2-7ee7-4c38-9ab8-33c0853a83b1,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:14.942080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 10.1.1.189 (1f3c0774-edba-4861-a3d0-7d508f132475/30cdfba4-69db-4278-b58f-e227c88239ad/89a4d9d8-5337-4d6d-b772-efadc8ec5f8b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:14.958248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4b0232a-1ded-45aa-b9a2-a355588fd22b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:14.962054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b4b0232a-1ded-45aa-b9a2-a355588fd22b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0838552 Aug 11 02:54:14.964212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46438) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:14.973824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-780fb7ab-ef9e-49ca-9725-bd75241561eb tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Request body: {'security_group_rule': {'security_group_id': '5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:14.993228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef3006ed-bda9-4a2c-8c48-4647ce001dfd req-07947895-9221-46c6-a203-702029e3713d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092162 Aug 11 02:54:15.022480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c028c835-0038-4432-a1d0-67ae85b28667 req-a776dd3c-ec31-43b1-8f89-9df942f39a06 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6905527 Aug 11 02:54:15.111363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4efa4-b06f-4258-aed4-222d40496d6e req-070b84a2-77b5-4cf8-9a71-490605fb1aff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:15.113272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-05d4efa4-b06f-4258-aed4-222d40496d6e req-070b84a2-77b5-4cf8-9a71-490605fb1aff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 932 time: 0.2855082 Aug 11 02:54:15.114189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-780fb7ab-ef9e-49ca-9725-bd75241561eb tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.185218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:14Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:15.235985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15659963-7232-409a-a9fb-4fbc4a426976 None None] The sync data for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 is: [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:14Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:15.321835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-05d4efa4-b06f-4258-aed4-222d40496d6e req-e10f25ce-9357-4ebd-a0e9-20d63ae35357 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1981211 Aug 11 02:54:15.325495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.396413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:15.418231 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-780fb7ab-ef9e-49ca-9725-bd75241561eb tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.420492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Transition to ACTIVE for port object 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:15.426621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-780fb7ab-ef9e-49ca-9725-bd75241561eb tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.457168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-780fb7ab-ef9e-49ca-9725-bd75241561eb tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.461633 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-780fb7ab-ef9e-49ca-9725-bd75241561eb tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4928997 Aug 11 02:54:15.467044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f82082-18c4-4040-9fe9-6ed95de7dba9 req-7efe9225-5806-49f7-8a51-6e005586e988 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:15.474955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46442) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:15.475270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3f82082-18c4-4040-9fe9-6ed95de7dba9 req-7efe9225-5806-49f7-8a51-6e005586e988 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.1886954 Aug 11 02:54:15.485465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:15.491843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fb7ab-ef9e-49ca-9725-bd75241561eb tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fff547-4b5c-4090-91e1-0e5f8fe38259,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:15.500356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.535934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:15.560592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3f82082-18c4-4040-9fe9-6ed95de7dba9 req-e30bd653-8d2c-4153-8d5e-1501055e9685 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840857 Aug 11 02:54:15.562472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.628766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 1f3c0774-edba-4861-a3d0-7d508f132475 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:15.632171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:15.633660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.636178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:15.679770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:15.697851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:15.721821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'mac_address': 'fa:16:3e:59:77:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:15.726126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:15.727119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:15.748009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d0882d6d-e27e-4db3-a847-0ed16c4957f1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1005967 Aug 11 02:54:15.763076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'admin_state_up': True, 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'security_groups': ['18e933bb-53a6-4cfc-88ca-9b275207e786']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:15.818037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:15.827352 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-21b5c0e5-69c7-4198-8b56-3f13a626dab0 admin admin] 10.222.0.60 "PUT /v2.0/routers/b26a4fea-d1e3-496e-9f85-fa099f5d8f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0707834 Aug 11 02:54:15.829235 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] Sync routers for ids ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:15.845243 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] Routers {'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:15.846186 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:15.850583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46444) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:15.989164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:15.997640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.105961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.128875 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] Set router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:16.171235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3f9d8e8d-2f7e-4df9-a3b2-0677d5bff365 None None] Provisioning for port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:16.179737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76236649-aff2-4a8e-bcf8-873b4ce12e20 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:16.193046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3f9d8e8d-2f7e-4df9-a3b2-0677d5bff365 None None] Provisioning complete for port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:16.193936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3f9d8e8d-2f7e-4df9-a3b2-0677d5bff365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.336747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d8e8d-2f7e-4df9-a3b2-0677d5bff365 None None] Port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:16.344666 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.348804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:16.360083 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.411874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 10.1.1.59 (1f3c0774-edba-4861-a3d0-7d508f132475/30cdfba4-69db-4278-b58f-e227c88239ad/19e8c3da-0cee-441a-9d38-f71962c63595) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:16.484083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=12']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:16.564928 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:54:12Z', 'revision_number': 5, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:16.615406 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] Checking router: b26a4fea-d1e3-496e-9f85-fa099f5d8f7e for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:16.630222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['76236649-aff2-4a8e-bcf8-873b4ce12e20'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:16.646329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] Routers {'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:16.647075 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:16.718708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.723235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72067c-e6f0-4ff2-8f2a-60d6c85b183a req-6ba1ccd9-1efa-45ee-840c-c69cffeef86d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:16.741533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e72067c-e6f0-4ff2-8f2a-60d6c85b183a req-6ba1ccd9-1efa-45ee-840c-c69cffeef86d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.3938634 Aug 11 02:54:16.741730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Transition to ACTIVE for port object 19e8c3da-0cee-441a-9d38-f71962c63595 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:16.775733 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:16.820444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:16.854517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d53e26f-9568-4506-b0c9-e295cc29c622 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:16.904275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e72067c-e6f0-4ff2-8f2a-60d6c85b183a req-d80396e9-3c00-42ac-80e3-021ad16263cc tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982413 Aug 11 02:54:16.904597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c746ea-7a8f-45aa-996b-3d71dc86e66e req-661e58ad-9cef-400c-92d9-86dcf079493b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:16.920227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c746ea-7a8f-45aa-996b-3d71dc86e66e req-661e58ad-9cef-400c-92d9-86dcf079493b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:16.929715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d2c746ea-7a8f-45aa-996b-3d71dc86e66e req-661e58ad-9cef-400c-92d9-86dcf079493b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 1654 time: 0.1781034 Aug 11 02:54:17.013555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] Set router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:17.028903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.051506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2d53e26f-9568-4506-b0c9-e295cc29c622 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:17.067210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2d53e26f-9568-4506-b0c9-e295cc29c622 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:17.067711 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.088674 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d2c746ea-7a8f-45aa-996b-3d71dc86e66e req-0f3091d6-06b6-4bec-95e7-be6f917f4706 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574817 Aug 11 02:54:17.184613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 1f3c0774-edba-4861-a3d0-7d508f132475 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:17.194878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:17.210831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:17.374232 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.388319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:17.391584 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:54:12Z', 'revision_number': 5, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:17.404984 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.438408 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58995ce2-1b0a-44de-b0e3-08f8eb6be28e None None] The sync data for ids ['b26a4fea-d1e3-496e-9f85-fa099f5d8f7e'] in n-d-768509-22 is: [{'id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1901967846-router', 'tenant_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196'}], 'enable_snat': True}, 'gw_port_id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:48:31Z', 'updated_at': '2021-08-11T02:54:12Z', 'revision_number': 5, 'project_id': 'cc9be054806f4c8e96089eb3bedfcf09', 'gw_port': {'id': 'ad458318-3b4b-4990-ada2-9d074800d0f0', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b26a4fea-d1e3-496e-9f85-fa099f5d8f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:48:33Z', 'updated_at': '2021-08-11T02:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:17.475435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7167621 Aug 11 02:54:17.477687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 2d53e26f-9568-4506-b0c9-e295cc29c622, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d53e26f-9568-4506-b0c9-e295cc29c622,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:17.483770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.503350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43', 'admin_state_up': True, 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'security_groups': ['18e933bb-53a6-4cfc-88ca-9b275207e786']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:17.522550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7647cc6-b610-4113-93ca-e16e95b2b793 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=19e8c3da-0cee-441a-9d38-f71962c63595,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:17.556378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.629648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e2d5d5a6-9921-4263-85bf-78dc176ba887 None None] Provisioning for port 19e8c3da-0cee-441a-9d38-f71962c63595 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:17.639815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=2d53e26f-9568-4506-b0c9-e295cc29c622,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:17.648678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e2d5d5a6-9921-4263-85bf-78dc176ba887 None None] Provisioning complete for port 19e8c3da-0cee-441a-9d38-f71962c63595 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:17.649070 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e2d5d5a6-9921-4263-85bf-78dc176ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.677180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dfa2e-f345-4456-bbaa-faac99531c7a req-4e4e4130-bef9-47f1-9d13-3d6eebbfb6fe tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:17.684493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-438dfa2e-f345-4456-bbaa-faac99531c7a req-4e4e4130-bef9-47f1-9d13-3d6eebbfb6fe tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.2099216 Aug 11 02:54:17.699316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b0728-4de7-4c24-ba00-bfcec1c634f8 req-7492c4ec-3516-4ca1-9553-64a1ad606def tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:17.700483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5d5a6-9921-4263-85bf-78dc176ba887 None None] Port 19e8c3da-0cee-441a-9d38-f71962c63595 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:17.701342 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f9b0728-4de7-4c24-ba00-bfcec1c634f8 req-7492c4ec-3516-4ca1-9553-64a1ad606def tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 1102 time: 0.3295181 Aug 11 02:54:17.737798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:17.741306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Allocated IP 172.25.4.11 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/e194c010-2434-4838-abb9-572a1b4c2d82) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:17.767428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-438dfa2e-f345-4456-bbaa-faac99531c7a req-06f6ebe4-841c-43c1-a3c9-389d923bb798 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775180 Aug 11 02:54:17.803142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f9b0728-4de7-4c24-ba00-bfcec1c634f8 req-186b8cbd-2693-42db-a426-1dc8e96e03fa tempest-MigrationsAdminTest-1085262306 tempest-MigrationsAdminTest-1085262306-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936623 Aug 11 02:54:17.864565 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.890544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Deleting port 9fa5dfba-685e-4db4-b52b-e195330081a2 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:17.891161 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:17.899487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Deleting port ad458318-3b4b-4990-ada2-9d074800d0f0 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:17.900073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.075183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.132010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] For port 9fa5dfba-685e-4db4-b52b-e195330081a2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9fa5dfba-685e-4db4-b52b-e195330081a2,segment=NetworkSegment(70759212-e275-4635-bb2c-2436bd816e3f),segment_id=70759212-e275-4635-bb2c-2436bd816e3f)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:18.132651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.182055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Calling delete_port for 9fa5dfba-685e-4db4-b52b-e195330081a2 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:18.188350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] For port ad458318-3b4b-4990-ada2-9d074800d0f0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ad458318-3b4b-4990-ada2-9d074800d0f0,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:18.189206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.217440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Calling delete_port for ad458318-3b4b-4990-ada2-9d074800d0f0 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:18.263667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 10.2.2.100 (36c1beb2-d8d5-4c61-aa35-acd2edaabc43/ca03af4c-7655-4d8d-a323-e99651a29c32/ee087075-5a1e-4aab-8e1c-c6aaa5b72afd) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:18.373618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.379083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd9840-d71f-4286-8b9b-5e2c47843a5d req-ba10c69b-8cfb-4033-94b7-1f3a03331202 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:18.380709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52fd9840-d71f-4286-8b9b-5e2c47843a5d req-ba10c69b-8cfb-4033-94b7-1f3a03331202 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.1764801 Aug 11 02:54:18.452572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52fd9840-d71f-4286-8b9b-5e2c47843a5d req-3bbeae12-5ca3-4ac9-a7f9-991143bc06be tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576093 Aug 11 02:54:18.485691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.491768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8d17-6124-4d7d-bac8-1d2b2ebb8c3d req-9a6f34ba-0709-4168-a238-e692a6ec3c6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:18.497817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8d17-6124-4d7d-bac8-1d2b2ebb8c3d req-9a6f34ba-0709-4168-a238-e692a6ec3c6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:18.504640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8d17-6124-4d7d-bac8-1d2b2ebb8c3d req-9a6f34ba-0709-4168-a238-e692a6ec3c6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:18.505517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Transition to ACTIVE for port object ee087075-5a1e-4aab-8e1c-c6aaa5b72afd will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:18.506413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e30c8d17-6124-4d7d-bac8-1d2b2ebb8c3d req-9a6f34ba-0709-4168-a238-e692a6ec3c6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 2374 time: 0.2399571 Aug 11 02:54:18.544748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:18.548187 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.557958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:18.569461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:18.590881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event updated for resources: {'Port': ['ID=e194c010-2434-4838-abb9-572a1b4c2d82,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:18.604506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:18.608357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:18.613867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:18.675897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e30c8d17-6124-4d7d-bac8-1d2b2ebb8c3d req-797e0682-7208-4c7e-a173-f16f7358c4b0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255012 Aug 11 02:54:18.735669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:18.736202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.760753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2720687 Aug 11 02:54:18.782039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43', 'admin_state_up': True, 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'security_groups': ['18e933bb-53a6-4cfc-88ca-9b275207e786']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:18.823385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.832149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea005d1-17ee-44fc-8044-d8463dcac5da tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:18.865625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d53e26f-9568-4506-b0c9-e295cc29c622 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:18.894476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad458318-3b4b-4990-ada2-9d074800d0f0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:18.907242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.960246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:18.998601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa5dfba-685e-4db4-b52b-e195330081a2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:19.008953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2d53e26f-9568-4506-b0c9-e295cc29c622 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:19.009971 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.093971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Made reservation on behalf of 77123c6e520747929f1d963ef4704a0a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:19.101488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.184156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.195580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.198217 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4701b0c7-c694-4403-8ae9-68c5ff8cadbc no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:19.225772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4701b0c7-c694-4403-8ae9-68c5ff8cadbc {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:19.226039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4701b0c7-c694-4403-8ae9-68c5ff8cadbc not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:19.229079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8ffcedba-caa9-4a7e-b0b9-d238e2f8ef67 None None] Provisioning for port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:19.233533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8ffcedba-caa9-4a7e-b0b9-d238e2f8ef67 None None] Provisioning complete for port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:19.233981 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8ffcedba-caa9-4a7e-b0b9-d238e2f8ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.283000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8ffcedba-caa9-4a7e-b0b9-d238e2f8ef67 None None] Port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:19.345262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Allocated IP 10.2.2.200 (36c1beb2-d8d5-4c61-aa35-acd2edaabc43/ca03af4c-7655-4d8d-a323-e99651a29c32/d7ebbfd6-97c1-403d-baca-851f83c31c79) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:19.363883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f80-e119-4b5e-a393-b4c18d713645 req-e9ca9b2e-f66c-4ad4-b4eb-afeacbbc3e79 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:19.368143 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f3902f80-e119-4b5e-a393-b4c18d713645 req-e9ca9b2e-f66c-4ad4-b4eb-afeacbbc3e79 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.3229704 Aug 11 02:54:19.437917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f3902f80-e119-4b5e-a393-b4c18d713645 req-dd76d7ea-0836-4a69-8e8e-f3248cd81b41 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614412 Aug 11 02:54:19.447057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.461442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.551812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:19.587003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.612387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Transition to ACTIVE for port object d7ebbfd6-97c1-403d-baca-851f83c31c79 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:19.619800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:19.629495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 76236649-aff2-4a8e-bcf8-873b4ce12e20 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:19.630141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.658050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.659245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b26a4fea-d1e3-496e-9f85-fa099f5d8f7e {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:54:19.661015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.673073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.674545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1cfddea4-939a-41ae-acc0-a01e2cddbe1f admin admin] 10.222.0.60 "DELETE /v2.0/routers/b26a4fea-d1e3-496e-9f85-fa099f5d8f7e HTTP/1.1" status: 204 len: 168 time: 3.8230045 Aug 11 02:54:19.679668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46478) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:19.734219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:19.736229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-15dad874-ebfa-4cb6-b925-8a82391b3e2b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:19.738117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-15dad874-ebfa-4cb6-b925-8a82391b3e2b tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.2890847 Aug 11 02:54:19.741579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:19.766889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.770182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:19.859551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a58be-b8bc-4ab4-bcac-7a7a8eb0f81f req-9115442f-df69-439a-8cbc-d827d4159252 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:19.872033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4a58be-b8bc-4ab4-bcac-7a7a8eb0f81f req-9115442f-df69-439a-8cbc-d827d4159252 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 950 time: 0.2589157 Aug 11 02:54:19.895574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event updated for resources: {'Port': ['ID=d7ebbfd6-97c1-403d-baca-851f83c31c79,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:19.908863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] Deleting subnet 2e3810c8-61c4-4acb-aaea-b358b9bbe3ef {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:54:19.916405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:19.951142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:19.966072 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df4d785-6e32-4170-9b3c-cab6b339c056" -d '{"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-plugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:19.968343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.008633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:20.015509 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.035312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.044791 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.097423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.108834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a3af-bde9-4859-b192-1dab74ac68be req-631675d8-0300-42f8-8274-268d0e8ac723 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.113668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4a58be-b8bc-4ab4-bcac-7a7a8eb0f81f req-70dd8dbd-fc79-4cff-a946-8305d2518b81 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229793 Aug 11 02:54:20.124709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=13']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:20.130659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a3af-bde9-4859-b192-1dab74ac68be req-631675d8-0300-42f8-8274-268d0e8ac723 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.135595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.158891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a3af-bde9-4859-b192-1dab74ac68be req-631675d8-0300-42f8-8274-268d0e8ac723 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.163081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.165883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a3af-bde9-4859-b192-1dab74ac68be req-631675d8-0300-42f8-8274-268d0e8ac723 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.173535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295a3af-bde9-4859-b192-1dab74ac68be req-631675d8-0300-42f8-8274-268d0e8ac723 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.174699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4295a3af-bde9-4859-b192-1dab74ac68be req-631675d8-0300-42f8-8274-268d0e8ac723 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 3816 time: 0.2387881 Aug 11 02:54:20.176761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d3bc1c64-42e3-4508-994e-e8a73a7650f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4067764 Aug 11 02:54:20.191819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:20.192161 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f1d660-a0b4-4484-aa22-01a3df50fbab x-openstack-request-id: req-49f1d660-a0b4-4484-aa22-01a3df50fbab {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:20.192587 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-plugged", "status": "completed", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:20.193005 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49f1d660-a0b4-4484-aa22-01a3df50fbab {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:20.193512 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'code': 200} Aug 11 02:54:20.218607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a0cc26af-0dfa-43e3-88df-165614bdde94 None None] Provisioning for port d7ebbfd6-97c1-403d-baca-851f83c31c79 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:20.223509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a0cc26af-0dfa-43e3-88df-165614bdde94 None None] Provisioning complete for port d7ebbfd6-97c1-403d-baca-851f83c31c79 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:20.224372 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0cc26af-0dfa-43e3-88df-165614bdde94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.287887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4295a3af-bde9-4859-b192-1dab74ac68be req-d0f958c2-3275-4451-a90c-0eb0f2e12cf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000202 Aug 11 02:54:20.321064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event updated for resources: {'Port': ['ID=e194c010-2434-4838-abb9-572a1b4c2d82,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:20.321323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc26af-0dfa-43e3-88df-165614bdde94 None None] Port d7ebbfd6-97c1-403d-baca-851f83c31c79 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:20.343603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.415685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.435968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Deleting port 76236649-aff2-4a8e-bcf8-873b4ce12e20 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:20.436500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.700016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c518cf-0441-4b10-8ef8-dbab877c13ce {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:20.709021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.770052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Transition to ACTIVE for port object 31c518cf-0441-4b10-8ef8-dbab877c13ce will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:20.779877 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.820574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b89d31-fc00-4544-a448-d61b2c28b092 req-a8fdb3ec-45b1-4be6-8b93-1a6b9482b7fd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:20.822488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11b89d31-fc00-4544-a448-d61b2c28b092 req-a8fdb3ec-45b1-4be6-8b93-1a6b9482b7fd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.1061642 Aug 11 02:54:20.853830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ad458318-3b4b-4990-ada2-9d074800d0f0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:20.881036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:20.882556 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dce02431-c169-4d22-a3d5-cdc7fbec4706 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4041173 Aug 11 02:54:20.913924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ad458318-3b4b-4990-ada2-9d074800d0f0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:20.914273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ad458318-3b4b-4990-ada2-9d074800d0f0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:20.937592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11b89d31-fc00-4544-a448-d61b2c28b092 req-02194022-107b-443f-85a5-d96a390ed2ad tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939307 Aug 11 02:54:20.966740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.025406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Pushing event updated for resources: {'Port': ['ID=31c518cf-0441-4b10-8ef8-dbab877c13ce,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:21.059038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Attempting to bind port 31c518cf-0441-4b10-8ef8-dbab877c13ce on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:21.059377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Attempting to bind port 31c518cf-0441-4b10-8ef8-dbab877c13ce by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:21.059839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Attempting to bind port 31c518cf-0441-4b10-8ef8-dbab877c13ce on network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:21.064502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Port 31c518cf-0441-4b10-8ef8-dbab877c13ce on network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:21.065155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Attempting to bind port 31c518cf-0441-4b10-8ef8-dbab877c13ce on network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:21.073543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:21.074491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Checking segment: {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:21.074958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Bound using segment: {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:21.075471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Bound port: 31c518cf-0441-4b10-8ef8-dbab877c13ce, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39bf608-afbc-4032-b6af-5c6799bc367b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:21.075958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.167686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-a7134561-6c47-4d8a-9147-d44efefc16b4 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1562214477&fields=id&tenant_id=b243ad16aa384366b77f86350127c101 HTTP/1.1" status: 200 len: 267 time: 0.0840297 Aug 11 02:54:21.169951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] For port 76236649-aff2-4a8e-bcf8-873b4ce12e20, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=76236649-aff2-4a8e-bcf8-873b4ce12e20,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:21.170333 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.174125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.177645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] For port 31c518cf-0441-4b10-8ef8-dbab877c13ce, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:21.181779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] For port 31c518cf-0441-4b10-8ef8-dbab877c13ce, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:21.196658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.214219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.219808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9865e8f0-2d68-4338-af1c-4ab6f3fe4f52 None None] Network cc9dffbc-9ccc-412d-a8af-69b35e996103 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:21.220385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2e3810c8-61c4-4acb-aaea-b358b9bbe3ef HTTP/1.1" status: 204 len: 168 time: 1.5385435 Aug 11 02:54:21.245105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46504) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:21.260006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:21.260889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a192e4-35cf-4b6d-8cbb-f69281b363aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3810c8-61c4-4acb-aaea-b358b9bbe3ef,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:21.270019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Calling delete_port for 76236649-aff2-4a8e-bcf8-873b4ce12e20 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:21.288675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.289889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.292464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] 10.222.0.10 "PUT /v2.0/ports/31c518cf-0441-4b10-8ef8-dbab877c13ce HTTP/1.1" status: 200 len: 1093 time: 1.1049829 Aug 11 02:54:21.309285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:21.314129 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02b679b-7315-4c09-83f6-d6c2d03be207" -d '{"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:21.422857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:21.468645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-51cb6274-fd3c-4c62-9f95-adfc4b2609cd tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.477421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-51cb6274-fd3c-4c62-9f95-adfc4b2609cd tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/networks?id=aa886e60-0d72-4857-97c2-d633fadbde0b HTTP/1.1" status: 200 len: 814 time: 0.2971535 Aug 11 02:54:21.504438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312db3c-b763-416b-8f56-9d7f4c629c1f service neutron] Pushing event updated for resources: {'Port': ['ID=31c518cf-0441-4b10-8ef8-dbab877c13ce,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:21.513209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.545837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] DHCP port deletion for cc9dffbc-9ccc-412d-a8af-69b35e996103 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:54:21.558638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38adee-89fe-4fcc-adad-9292a5a5d1b0 req-08d8e01a-d7e0-43c2-80db-e02faaccdb2d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:21.561322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e38adee-89fe-4fcc-adad-9292a5a5d1b0 req-08d8e01a-d7e0-43c2-80db-e02faaccdb2d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=867336f5-b4c4-48f3-89d1-5b5e77452a8a HTTP/1.1" status: 200 len: 951 time: 0.3148127 Aug 11 02:54:21.570093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.588308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-d8e93326-0353-4470-b55e-e2cf78b4c54d tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/quotas/b243ad16aa384366b77f86350127c101 HTTP/1.1" status: 200 len: 375 time: 0.1087904 Aug 11 02:54:21.627201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] Deleting port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:21.627568 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.723992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] For port 8f5cd35a-df93-4a65-a2e9-c221c26672c9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8f5cd35a-df93-4a65-a2e9-c221c26672c9,segment=NetworkSegment(e91c0eda-6308-4a51-b9c6-19e698d1ed3b),segment_id=e91c0eda-6308-4a51-b9c6-19e698d1ed3b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:21.725125 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.747438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e38adee-89fe-4fcc-adad-9292a5a5d1b0 req-180095e6-e247-4398-9849-00ba69e78dc3 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733527 Aug 11 02:54:21.761490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] Calling delete_port for 8f5cd35a-df93-4a65-a2e9-c221c26672c9 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:21.777761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-826c7d8b-b3a8-4e9f-9bdf-bc18c9081052 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b243ad16aa384366b77f86350127c101&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625950 Aug 11 02:54:21.790093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:21.815006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d67de028-b7d7-4cdf-84c7-5f0d34b8ead2 admin admin] 10.222.0.60 "PUT /v2.0/routers/532eb0dd-26d8-4dc4-b9ad-2403fe4114d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8036730 Aug 11 02:54:21.818534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46516) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:21.897815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185345de-7e87-459f-a0d8-3765739229fd None None] Sync routers for ids ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:21.911231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.919935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Deleting port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:21.920808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:21.933184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] No DVR routers for this DVR port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:21.973073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94732134-922c-4ef1-bd3e-3ff6303a1522 None None] Pushing event deleted for resources: {'Port': ['ID=8f5cd35a-df93-4a65-a2e9-c221c26672c9,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:21.984580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] Routers {'532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:21.985270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:21.998084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.067253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event deleted for resources: {'Port': ['ID=76236649-aff2-4a8e-bcf8-873b4ce12e20,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:22.104614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] For port 8f5cd35a-df93-4a65-a2e9-c221c26672c9, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:22.104614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.107778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.145835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] Set router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:22.151516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Calling delete_port for 8f5cd35a-df93-4a65-a2e9-c221c26672c9 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:22.170504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:54:22.173242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.199072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-32b91050-d968-42cd-9b0a-ee8d36a44794 service neutron] 10.222.0.60 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203303 Aug 11 02:54:22.208042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3', '71c05739-e4ef-43ed-8c3a-0bb6840037e5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:22.210913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] No DVR routers for this DVR port 76236649-aff2-4a8e-bcf8-873b4ce12e20 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:22.218105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5640eab3-51a0-4599-860f-4236e2c3842b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:22.225922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.228230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34b5c62e-2d17-45a4-8eea-6024f0de257c req-34dc1fdb-71ce-4a47-9d62-fbfa5b22352d tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "DELETE /v2.0/ports/76236649-aff2-4a8e-bcf8-873b4ce12e20 HTTP/1.1" status: 204 len: 173 time: 2.4760900 Aug 11 02:54:22.229043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-deleted', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:22.232105 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e0909b-fd8f-4f5d-8a8b-980e69dfa12b" -d '{"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-deleted", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:22.262866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eadf3-dd59-451a-b1e2-9ce184f691b6 req-0263fc78-c09a-4b84-8108-d5968775d0fb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.309102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eadf3-dd59-451a-b1e2-9ce184f691b6 req-0263fc78-c09a-4b84-8108-d5968775d0fb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.334508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eadf3-dd59-451a-b1e2-9ce184f691b6 req-0263fc78-c09a-4b84-8108-d5968775d0fb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.351802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eadf3-dd59-451a-b1e2-9ce184f691b6 req-0263fc78-c09a-4b84-8108-d5968775d0fb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.377061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57eadf3-dd59-451a-b1e2-9ce184f691b6 req-0263fc78-c09a-4b84-8108-d5968775d0fb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:22.385167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a57eadf3-dd59-451a-b1e2-9ce184f691b6 req-0263fc78-c09a-4b84-8108-d5968775d0fb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 3828 time: 0.3401308 Aug 11 02:54:22.386445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5cd35a-df93-4a65-a2e9-c221c26672c9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:22.428726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] No DVR routers for this DVR port 8f5cd35a-df93-4a65-a2e9-c221c26672c9 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:22.489274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcb848ad-1b14-482b-908d-0aa4a54e316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.585255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-cf108413-a613-4428-9cee-0e228786dc3a service neutron] 10.222.0.60 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852644 Aug 11 02:54:22.589718 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.655656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a57eadf3-dd59-451a-b1e2-9ce184f691b6 req-9b03d198-1463-48ab-ad4a-9c09778f466b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2632000 Aug 11 02:54:22.749515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Deleting port e8c9015f-66c8-41b2-a732-5a70023f0c75 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:22.749515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.790552 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.818169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9dffbc-9ccc-412d-a8af-69b35e996103']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:22.836212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8f5cd35a-df93-4a65-a2e9-c221c26672c9 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:22.838063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:22.838463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91c0eda-6308-4a51-b9c6-19e698d1ed3b') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:22.850803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbf6ba9-6472-41e3-828f-f61703af7cbc {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:22.886791 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.890523 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6efae97-8d73-4225-ad0d-3b143d3869a5 x-openstack-request-id: req-c6efae97-8d73-4225-ad0d-3b143d3869a5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:22.890887 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:22.891477 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6efae97-8d73-4225-ad0d-3b143d3869a5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:22.891968 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'status': 'completed', 'code': 200} Aug 11 02:54:22.895115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.921631 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.922498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 8f5cd35a-df93-4a65-a2e9-c221c26672c9 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:22.922879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8f5cd35a-df93-4a65-a2e9-c221c26672c9 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:22.925691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Transition to ACTIVE for port object dfbf6ba9-6472-41e3-828f-f61703af7cbc will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:22.935147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:54:22.935855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:54:22.939405 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:54:22.941560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.107219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] For port e8c9015f-66c8-41b2-a732-5a70023f0c75, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8c9015f-66c8-41b2-a732-5a70023f0c75,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:23.108516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.186992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:54:18Z', 'revision_number': 5, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port': {'id': 'e8c9015f-66c8-41b2-a732-5a70023f0c75', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:e6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:52:30Z', 'updated_at': '2021-08-11T02:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:23.206983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-b7e9f0b5-44ca-42cd-81b0-59732d756b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.207618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-b7e9f0b5-44ca-42cd-81b0-59732d756b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.208787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-b7e9f0b5-44ca-42cd-81b0-59732d756b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.209274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-b7e9f0b5-44ca-42cd-81b0-59732d756b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.210136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-b7e9f0b5-44ca-42cd-81b0-59732d756b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.210747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-b7e9f0b5-44ca-42cd-81b0-59732d756b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.213105 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-b7e9f0b5-44ca-42cd-81b0-59732d756b06 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5247 time: 0.3008726 Aug 11 02:54:23.214403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Calling delete_port for e8c9015f-66c8-41b2-a732-5a70023f0c75 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:23.217194 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08a0fee-259d-4289-886a-34ee8b188555 x-openstack-request-id: req-b08a0fee-259d-4289-886a-34ee8b188555 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:23.217481 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867336f5-b4c4-48f3-89d1-5b5e77452a8a", "name": "network-vif-deleted", "tag": "76236649-aff2-4a8e-bcf8-873b4ce12e20", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:23.217849 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b08a0fee-259d-4289-886a-34ee8b188555 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:23.218246 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867336f5-b4c4-48f3-89d1-5b5e77452a8a', 'name': 'network-vif-deleted', 'tag': '76236649-aff2-4a8e-bcf8-873b4ce12e20', 'status': 'completed', 'code': 200} Aug 11 02:54:23.252819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.262951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.268541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] 10.222.0.60 "DELETE /v2.0/networks/cc9dffbc-9ccc-412d-a8af-69b35e996103 HTTP/1.1" status: 204 len: 168 time: 2.0178192 Aug 11 02:54:23.273537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:23.332651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185345de-7e87-459f-a0d8-3765739229fd None None] Checking router: 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:23.364884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539f31b-6033-4a15-b09a-5db9d4a1870a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc9dffbc-9ccc-412d-a8af-69b35e996103,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:23.383936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] Routers {'532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:23.385488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:53:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:23.418415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Attempting to bind port dfbf6ba9-6472-41e3-828f-f61703af7cbc on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:23.419128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Attempting to bind port dfbf6ba9-6472-41e3-828f-f61703af7cbc by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:23.419699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Attempting to bind port dfbf6ba9-6472-41e3-828f-f61703af7cbc on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:23.428801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Port dfbf6ba9-6472-41e3-828f-f61703af7cbc on network 1f3c0774-edba-4861-a3d0-7d508f132475 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:23.430009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Attempting to bind port dfbf6ba9-6472-41e3-828f-f61703af7cbc on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:23.441509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:23.442400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Checking segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:23.442826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Bound using segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:23.443343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Bound port: dfbf6ba9-6472-41e3-828f-f61703af7cbc, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:23.443863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.470198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46542) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:23.529494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1019b5b2-99af-43ec-869e-b74e2dc51a10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=422fb2f3a9564d40b2b7e22fd9e9e804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0569191 Aug 11 02:54:23.531972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46544) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:23.628710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aaf72ec7-80a7-4060-81fb-cb7b3b47fa37 req-66142887-7641-4267-8ea9-f6311d101858 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 210 time: 0.0516696 Aug 11 02:54:23.654051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:23.724759 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c2c1f98-fbaa-4292-ac22-530e522b6551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.777333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 76236649-aff2-4a8e-bcf8-873b4ce12e20 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:23.778561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 76236649-aff2-4a8e-bcf8-873b4ce12e20 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:23.779844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c2c1f98-fbaa-4292-ac22-530e522b6551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.821148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-fae21d13-4402-4c9b-9170-8ea60012dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.821766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-fae21d13-4402-4c9b-9170-8ea60012dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.822111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-fae21d13-4402-4c9b-9170-8ea60012dd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.824709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-fae21d13-4402-4c9b-9170-8ea60012dd94 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=77123c6e520747929f1d963ef4704a0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5993841 Aug 11 02:54:23.836190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d314-7dad-4928-915c-67757eb4744f req-af8340e6-11e9-4780-8db0-b583a738b520 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.837836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] Set router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:23.845300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc33d314-7dad-4928-915c-67757eb4744f req-af8340e6-11e9-4780-8db0-b583a738b520 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.7069037 Aug 11 02:54:23.847529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.860543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:23.902861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:23.912366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.919814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-185345de-7e87-459f-a0d8-3765739229fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:54:22Z', 'revision_number': 6, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:23.959045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c9015f-66c8-41b2-a732-5a70023f0c75,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:23.961894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185345de-7e87-459f-a0d8-3765739229fd None None] The sync data for ids ['532eb0dd-26d8-4dc4-b9ad-2403fe4114d6'] in n-d-768509-22 is: [{'id': '532eb0dd-26d8-4dc4-b9ad-2403fe4114d6', 'name': 'tempest-ServersTestMultiNic-99429886-router', 'tenant_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:52:29Z', 'updated_at': '2021-08-11T02:54:22Z', 'revision_number': 6, 'project_id': '8ddaa4b25d324b679555bae8cc7fe5a8', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:23.962743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:23.963577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:23.965017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 200 len: 1132 time: 2.5705516 Aug 11 02:54:24.001785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc040933-d9fc-4084-9250-6a0f282251aa req-47db7db2-0f55-4876-80a1-189ad7712a46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.005302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc040933-d9fc-4084-9250-6a0f282251aa req-47db7db2-0f55-4876-80a1-189ad7712a46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 945 time: 0.1525126 Aug 11 02:54:24.043410 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c2c1f98-fbaa-4292-ac22-530e522b6551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.048633 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c2c1f98-fbaa-4292-ac22-530e522b6551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.051072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8c2c1f98-fbaa-4292-ac22-530e522b6551 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c459f34c-041d-4d0d-8ba9-a106f91eda06 HTTP/1.1" status: 204 len: 168 time: 0.5176179 Aug 11 02:54:24.052385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395c404-75e5-48a5-8bcf-fec5f81943e7 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:24.068385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:24.149740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc33d314-7dad-4928-915c-67757eb4744f req-bd8cb5ae-87ca-4788-9bf8-6d452b232edf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019993 Aug 11 02:54:24.150714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.405338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.408268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.546843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.547555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:54:24.557583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.559408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-20711d9a-a767-4d8b-add4-0f3c648bec30 admin admin] 10.222.0.60 "DELETE /v2.0/routers/532eb0dd-26d8-4dc4-b9ad-2403fe4114d6 HTTP/1.1" status: 204 len: 168 time: 2.7399533 Aug 11 02:54:24.588604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-0fe0b083-9524-4d09-a455-f2581ec51ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.591089 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a02b679b-7315-4c09-83f6-d6c2d03be207 req-0fe0b083-9524-4d09-a455-f2581ec51ffd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7293639 Aug 11 02:54:24.596094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:24.696715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c1f98-fbaa-4292-ac22-530e522b6551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c459f34c-041d-4d0d-8ba9-a106f91eda06,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:24.708491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] Deleting subnet 9277d972-f7ab-46ab-83db-6f217b20c47c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:54:24.712422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.718039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:24.737768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc040933-d9fc-4084-9250-6a0f282251aa req-170b70da-d43c-4249-8a93-e42611680cdf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6791677 Aug 11 02:54:24.799393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46566) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:24.859084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-1a855155-c9d3-48a8-a84b-f82402f8bf6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.871323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-1a855155-c9d3-48a8-a84b-f82402f8bf6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.880428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-1a855155-c9d3-48a8-a84b-f82402f8bf6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.889048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-1a855155-c9d3-48a8-a84b-f82402f8bf6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.898531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:24.900126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-1a855155-c9d3-48a8-a84b-f82402f8bf6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.900701 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f772c5-6b54-444a-99dd-7a2216857ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "dfbf6ba9-6472-41e3-828f-f61703af7cbc"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:24.910256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-1a855155-c9d3-48a8-a84b-f82402f8bf6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:24.913111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-1a855155-c9d3-48a8-a84b-f82402f8bf6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 4601 time: 0.3724368 Aug 11 02:54:24.925965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2a1dc2ec-ca13-4906-9566-277625e60acc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc9be054806f4c8e96089eb3bedfcf09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1245019 Aug 11 02:54:24.937512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46570) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:24.939243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.057032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c9015f-66c8-41b2-a732-5a70023f0c75 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:25.073586 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.106089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e8c9015f-66c8-41b2-a732-5a70023f0c75 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:25.106544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c9015f-66c8-41b2-a732-5a70023f0c75 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:25.107155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9fa5dfba-685e-4db4-b52b-e195330081a2 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:25.162925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9fa5dfba-685e-4db4-b52b-e195330081a2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:25.163757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9fa5dfba-685e-4db4-b52b-e195330081a2 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:25.189541 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-959005e3-d1b5-4ead-965e-b9ce18ad53e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.212388 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.214051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b99e288b-6383-4327-bae0-0dcf05dc12d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.235164 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.272327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9277d972-f7ab-46ab-83db-6f217b20c47c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:25.279414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.281771 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6ac62611-7b36-4c02-aaf9-65312ba3eca6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9277d972-f7ab-46ab-83db-6f217b20c47c HTTP/1.1" status: 204 len: 168 time: 0.6796677 Aug 11 02:54:25.294823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb73326e-10ee-4c58-8b82-a36750c471f1 None None] Network 81480fe4-006f-4bb2-9cb9-c43758be6ee3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:25.306229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46574) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:25.320451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be233421-e81d-4cbf-9419-e1b8f0395954 req-ac4b4cec-8faf-443a-b6c7-d22194b0e5c1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3014758 Aug 11 02:54:25.339960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b99e288b-6383-4327-bae0-0dcf05dc12d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.375489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0cb9fdcc-b87e-4702-9061-574c2084b406 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.377116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0cb9fdcc-b87e-4702-9061-574c2084b406 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.57 "GET /v2.0/networks?id=aa886e60-0d72-4857-97c2-d633fadbde0b HTTP/1.1" status: 200 len: 814 time: 0.5726345 Aug 11 02:54:25.446908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-13a15abc-059a-4d10-8143-d50ca7c58873 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b243ad16aa384366b77f86350127c101 HTTP/1.1" status: 200 len: 380 time: 0.0581744 Aug 11 02:54:25.475988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Request body: {'port': {'device_id': '2d57f123-e292-4595-be52-aa05f2abd512', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'admin_state_up': True, 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'security_groups': ['5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:25.533100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.537819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39eddde-3cf3-4e34-b309-92614de41852 req-8b34bc3d-162d-4337-8ddd-3c4fbd9efaf8 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:25.559982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d39eddde-3cf3-4e34-b309-92614de41852 req-8b34bc3d-162d-4337-8ddd-3c4fbd9efaf8 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 951 time: 0.3191102 Aug 11 02:54:25.590965 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.602397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-69b5c136-ccd3-45b8-9641-79a893c43c8f req-e379a43f-ea1a-49ae-b879-2af23b2b4782 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 210 time: 0.0363040 Aug 11 02:54:25.678122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b99e288b-6383-4327-bae0-0dcf05dc12d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.682324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b99e288b-6383-4327-bae0-0dcf05dc12d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.683577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b99e288b-6383-4327-bae0-0dcf05dc12d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00a1e28e-d00e-4b2a-9691-5d6ebe25a7cd HTTP/1.1" status: 204 len: 168 time: 0.7451150 Aug 11 02:54:25.718063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e288b-6383-4327-bae0-0dcf05dc12d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a1e28e-d00e-4b2a-9691-5d6ebe25a7cd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:25.740391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] DHCP port deletion for 81480fe4-006f-4bb2-9cb9-c43758be6ee3 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:54:25.756070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d39eddde-3cf3-4e34-b309-92614de41852 req-bc43b6ec-c79d-48b7-87ae-5bbbc6489a17 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950328 Aug 11 02:54:25.804707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc98c5df-4dda-44dc-a571-4e038292aa75 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:25.818108 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.848223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Transition to ACTIVE for port object dc98c5df-4dda-44dc-a571-4e038292aa75 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:25.849904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Deleting port 7b1032a2-8408-4dc8-97c6-53c2f133a275 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:25.850296 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.853313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.876763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Made reservation on behalf of b243ad16aa384366b77f86350127c101 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:25.906045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:25.933340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] Deleting port 7b1032a2-8408-4dc8-97c6-53c2f133a275 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:25.933781 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.034918 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed09faf-531a-4852-95f8-981fb7293bc8 x-openstack-request-id: req-5ed09faf-531a-4852-95f8-981fb7293bc8 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:26.034918 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "dfbf6ba9-6472-41e3-828f-f61703af7cbc", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:26.036089 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ed09faf-531a-4852-95f8-981fb7293bc8 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:26.036365 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc', 'status': 'completed', 'code': 200} Aug 11 02:54:26.093798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Pushing event updated for resources: {'Port': ['ID=dc98c5df-4dda-44dc-a571-4e038292aa75,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:26.105334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd165d55-1009-4810-a13f-f93e7078762f req-510c4b1b-d528-4f49-9d94-2a17197c6cc5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.107409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd165d55-1009-4810-a13f-f93e7078762f req-510c4b1b-d528-4f49-9d94-2a17197c6cc5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 951 time: 0.4121962 Aug 11 02:54:26.117065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.118074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.118816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.119466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.120137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.120772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.121407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.123766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-b7f5b631-a54a-418a-b24a-47273604cc67 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6170 time: 0.2102447 Aug 11 02:54:26.184965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] For port 7b1032a2-8408-4dc8-97c6-53c2f133a275, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7b1032a2-8408-4dc8-97c6-53c2f133a275,segment=NetworkSegment(70759212-e275-4635-bb2c-2436bd816e3f),segment_id=70759212-e275-4635-bb2c-2436bd816e3f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:26.185341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.273789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Calling delete_port for 7b1032a2-8408-4dc8-97c6-53c2f133a275 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:26.293846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac916d18-3010-488e-b642-fa1600e530d2 req-3b8a5a03-0a02-4693-acb7-ab30f425bc24 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:26.306730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac916d18-3010-488e-b642-fa1600e530d2 req-3b8a5a03-0a02-4693-acb7-ab30f425bc24 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.2359405 Aug 11 02:54:26.438922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] For port 7b1032a2-8408-4dc8-97c6-53c2f133a275, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7b1032a2-8408-4dc8-97c6-53c2f133a275,segment=NetworkSegment(70759212-e275-4635-bb2c-2436bd816e3f),segment_id=70759212-e275-4635-bb2c-2436bd816e3f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:26.439543 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.497135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] Calling delete_port for 7b1032a2-8408-4dc8-97c6-53c2f133a275 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:26.561156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac916d18-3010-488e-b642-fa1600e530d2 req-75ae0757-fdcc-462b-be97-2290e43597ce tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973009 Aug 11 02:54:26.582456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Attempting to bind port dc98c5df-4dda-44dc-a571-4e038292aa75 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:26.583197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Attempting to bind port dc98c5df-4dda-44dc-a571-4e038292aa75 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:26.583805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Attempting to bind port dc98c5df-4dda-44dc-a571-4e038292aa75 on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:26.601385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Port dc98c5df-4dda-44dc-a571-4e038292aa75 on network 1f3c0774-edba-4861-a3d0-7d508f132475 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:26.605604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Attempting to bind port dc98c5df-4dda-44dc-a571-4e038292aa75 on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:26.654574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:26.655109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Checking segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:26.655579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Bound using segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:26.656701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Bound port: dc98c5df-4dda-44dc-a571-4e038292aa75, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:26.658614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.702194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.749383 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.764898 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:26.813549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7b1032a2-8408-4dc8-97c6-53c2f133a275 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:26.817178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] Pushing event deleted for resources: {'Port': ['ID=7b1032a2-8408-4dc8-97c6-53c2f133a275,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:26.844719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc75c03-e437-45cd-b395-4b75f59a4a3b None None] No DVR routers for this DVR port 7b1032a2-8408-4dc8-97c6-53c2f133a275 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:26.847362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7b1032a2-8408-4dc8-97c6-53c2f133a275 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:26.847711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7b1032a2-8408-4dc8-97c6-53c2f133a275 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:26.876461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1032a2-8408-4dc8-97c6-53c2f133a275,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:26.917670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] No DVR routers for this DVR port 7b1032a2-8408-4dc8-97c6-53c2f133a275 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:26.955325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a12f02e-3f6d-4b95-8ae3-4a42e91866b7 req-6fffe4bf-66b0-46f1-9ad4-911e4838fac2 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 210 time: 0.1376023 Aug 11 02:54:27.056687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] For port dc98c5df-4dda-44dc-a571-4e038292aa75, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:27.082585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-92433a06-e86d-4c4b-8959-4b7c1c7d67d8 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.084222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-92433a06-e86d-4c4b-8959-4b7c1c7d67d8 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1098 time: 0.2653937 Aug 11 02:54:27.108260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:27.113282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] For port dc98c5df-4dda-44dc-a571-4e038292aa75, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dc98c5df-4dda-44dc-a571-4e038292aa75,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:27.115332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.149701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Allocated IP 172.20.0.12 (aa886e60-0d72-4857-97c2-d633fadbde0b/d6f19243-2720-4080-9331-cdd0b862d7e0/5cfb5ae8-6836-45a5-93b3-3a59cdc24396) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:27.158743 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.168558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81480fe4-006f-4bb2-9cb9-c43758be6ee3']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:27.201232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-0ce40d19-7ab6-405b-b417-67b62b1cfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.201809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-0ce40d19-7ab6-405b-b417-67b62b1cfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.202477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-0ce40d19-7ab6-405b-b417-67b62b1cfb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.204205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-0ce40d19-7ab6-405b-b417-67b62b1cfb77 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=77123c6e520747929f1d963ef4704a0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0382545 Aug 11 02:54:27.207705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70759212-e275-4635-bb2c-2436bd816e3f') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:27.208088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70759212-e275-4635-bb2c-2436bd816e3f') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:27.249784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Deleting port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:27.250227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.258902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.261433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.262460 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.263647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] 10.222.0.10 "PUT /v2.0/ports/dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 200 len: 1130 time: 3.2547104 Aug 11 02:54:27.265376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.272681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.279244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.286650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.303001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.313975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.314238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.321425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.325490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa949a-2671-45cb-a26b-848cfa699bbe req-7e79d354-4b9e-4c81-83bd-a367232d2af5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.327091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74aa949a-2671-45cb-a26b-848cfa699bbe req-7e79d354-4b9e-4c81-83bd-a367232d2af5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 951 time: 0.2537212 Aug 11 02:54:27.338227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-145bce27-c296-43ae-8485-d53845e9c94e req-a5c418a2-4c8b-4613-aa06-5236aafac865 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5372 time: 0.2572689 Aug 11 02:54:27.346824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:27.363599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:54:27.364035 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.365819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:54:27.367686 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:54:27.489338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68143be6-52a6-49a2-bd47-d19c32d1f874 service neutron] Pushing event updated for resources: {'Port': ['ID=dc98c5df-4dda-44dc-a571-4e038292aa75,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:27.584884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:27.631268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.677438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.679344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/81480fe4-006f-4bb2-9cb9-c43758be6ee3 HTTP/1.1" status: 204 len: 168 time: 2.3659337 Aug 11 02:54:27.695416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74aa949a-2671-45cb-a26b-848cfa699bbe req-c1b5de52-cfdd-4660-925a-fc4457167c5e tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397582 Aug 11 02:54:27.716320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-145bce27-c296-43ae-8485-d53845e9c94e req-15ed167c-cb76-4b29-9c9f-9bb8a9367bd9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3772089 Aug 11 02:54:27.736783 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.746145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9635dc2-69c3-448e-aebf-d945ff1e3ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=81480fe4-006f-4bb2-9cb9-c43758be6ee3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:27.823414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] For port 71c05739-e4ef-43ed-8c3a-0bb6840037e5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=71c05739-e4ef-43ed-8c3a-0bb6840037e5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:27.824082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.827278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-0365484a-5a56-4f06-bfbd-da716310df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:27.828262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:27.829389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8f772c5-6b54-444a-99dd-7a2216857ba7 req-0365484a-5a56-4f06-bfbd-da716310df04 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6128833 Aug 11 02:54:27.872821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Calling delete_port for 71c05739-e4ef-43ed-8c3a-0bb6840037e5 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:27.888803 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:27.944912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Transition to ACTIVE for port object 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:27.973226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:27.991883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:54:28.021039 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.026266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46636) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:28.037373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'dc98c5df-4dda-44dc-a571-4e038292aa75'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:28.039858 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "dc98c5df-4dda-44dc-a571-4e038292aa75"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:28.080066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:28.155933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b7ec5-f283-41e1-ba51-810b46edf427 req-91631fcc-0de0-4181-ba31-76f1d1103ea7 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.164555 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b89b7ec5-f283-41e1-ba51-810b46edf427 req-91631fcc-0de0-4181-ba31-76f1d1103ea7 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 946 time: 0.2812340 Aug 11 02:54:28.209162 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.231313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.255691 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-71f91bfb-5eda-4b59-8162-20934e5992ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ddaa4b25d324b679555bae8cc7fe5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244117 Aug 11 02:54:28.257375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.258203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b89b7ec5-f283-41e1-ba51-810b46edf427 req-0fdd38b5-437f-44c1-add2-5e7b18339dd0 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926085 Aug 11 02:54:28.258741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46646) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:28.370439 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc828763-7e03-4691-bc5e-09cc47fabab9 x-openstack-request-id: req-bc828763-7e03-4691-bc5e-09cc47fabab9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:28.370657 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "dc98c5df-4dda-44dc-a571-4e038292aa75", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:28.370760 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc828763-7e03-4691-bc5e-09cc47fabab9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:28.371301 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'dc98c5df-4dda-44dc-a571-4e038292aa75', 'status': 'completed', 'code': 200} Aug 11 02:54:28.419088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.423933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Network aa886e60-0d72-4857-97c2-d633fadbde0b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:28.434498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:28.491801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5640eab3-51a0-4599-860f-4236e2c3842b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:28.493655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:28.537845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:28.566889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] No DVR routers for this DVR port 71c05739-e4ef-43ed-8c3a-0bb6840037e5 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:28.601460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f8289-d1f1-4f37-ab3c-d1afab10ffd9 req-3c0e595c-3650-43ee-b520-b06f9f852dfc tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.620583 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b72f8289-d1f1-4f37-ab3c-d1afab10ffd9 req-3c0e595c-3650-43ee-b520-b06f9f852dfc tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 932 time: 0.3903880 Aug 11 02:54:28.638970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.645357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd165d55-1009-4810-a13f-f93e7078762f req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "DELETE /v2.0/ports/71c05739-e4ef-43ed-8c3a-0bb6840037e5 HTTP/1.1" status: 204 len: 173 time: 2.5181711 Aug 11 02:54:28.654481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-deleted', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:28.656845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:28.662861 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c365fdf-097e-422d-869b-461887ad08b0" -d '{"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-deleted", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:28.683982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event updated for resources: {'Port': ['ID=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:28.743426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.757981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:28.771904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:28.774357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:28.774703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:28.789946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea79d-22b0-463a-87f8-d2487441dfc9 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event deleted for resources: {'Port': ['ID=71c05739-e4ef-43ed-8c3a-0bb6840037e5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:28.810275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-465d7312-ef5d-4d4a-a52b-4bcac9cfc180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.832466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:28.832831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Attempting to bind port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on network f8295811-8f85-41f1-be2f-7612d82e0f95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:28.859359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.859874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.860358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.860849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.861315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.861783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.862285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.865964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f9e9fec6-cfae-49df-bb69-5cc3390d9ac9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6212 time: 0.4972079 Aug 11 02:54:28.883333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Transition to ACTIVE for port object 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:28.887450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b72f8289-d1f1-4f37-ab3c-d1afab10ffd9 req-4a6fa528-904d-4d8f-8d54-93b683291b4e tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620289 Aug 11 02:54:28.904429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.917295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:28.917814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Checking segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:28.918346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Bound using segment: {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:28.918632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:28.918851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Bound port: cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f8295811-8f85-41f1-be2f-7612d82e0f95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:28.919946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.920083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:28.948621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-465d7312-ef5d-4d4a-a52b-4bcac9cfc180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.007969 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71d6986-d82c-4480-92b3-d676ffd3e72b x-openstack-request-id: req-c71d6986-d82c-4480-92b3-d676ffd3e72b {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:29.008300 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22921288-5bbc-4cd6-b1b4-1242c6066097", "name": "network-vif-deleted", "tag": "71c05739-e4ef-43ed-8c3a-0bb6840037e5", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:29.008731 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c71d6986-d82c-4480-92b3-d676ffd3e72b {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:29.009183 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22921288-5bbc-4cd6-b1b4-1242c6066097', 'name': 'network-vif-deleted', 'tag': '71c05739-e4ef-43ed-8c3a-0bb6840037e5', 'status': 'completed', 'code': 200} Aug 11 02:54:29.031587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-5eec1aae-99e8-49a4-be9a-bf0f3a119d7b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5717366 Aug 11 02:54:29.130735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Request body: {'port': {'device_id': '2d57f123-e292-4595-be52-aa05f2abd512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:29.154850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-62c0ca5e-bd52-4897-906b-0fe52c2d973b None None] Provisioning for port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:29.188187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-62c0ca5e-bd52-4897-906b-0fe52c2d973b None None] Provisioning complete for port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:29.189033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-62c0ca5e-bd52-4897-906b-0fe52c2d973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.198097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:29.207420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:29.216363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Pushing event updated for resources: {'Port': ['ID=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:29.230527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.292075 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53a681df-9d7c-4f65-af50-6b9ef5eb0821 req-d3bc1102-48c6-4331-bf39-35a5be9d68a5 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=22921288-5bbc-4cd6-b1b4-1242c6066097 HTTP/1.1" status: 200 len: 210 time: 0.0825899 Aug 11 02:54:29.334850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-62c0ca5e-bd52-4897-906b-0fe52c2d973b None None] Port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:29.392846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.393455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.393901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.394485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.394930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.395362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.395824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.396304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.398585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.398585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.399548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.399548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:29.474736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.484462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.490711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Attempting to bind port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:29.491374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Attempting to bind port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:29.491505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.492104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Attempting to bind port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:29.494910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:29.497894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.514622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.517556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b on network 1f3c0774-edba-4861-a3d0-7d508f132475 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:29.517983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Attempting to bind port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:29.524607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.527115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:29.527569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Checking segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:29.528080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Bound using segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:29.528618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Bound port: 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:29.529395 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.532038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.535064 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12da2935-336c-4c62-a59b-695d57e55d81 req-cc84364d-ab1b-492e-b393-2ad903b5020c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5384 time: 0.3928304 Aug 11 02:54:29.544247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.590409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:29.592604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-46366aa9-6672-4f85-a37c-7677bb32539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.593134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-46366aa9-6672-4f85-a37c-7677bb32539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.593651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-46366aa9-6672-4f85-a37c-7677bb32539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.595775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-46366aa9-6672-4f85-a37c-7677bb32539b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=77123c6e520747929f1d963ef4704a0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6655502 Aug 11 02:54:29.599273 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.646709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 71c05739-e4ef-43ed-8c3a-0bb6840037e5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:29.649589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 71c05739-e4ef-43ed-8c3a-0bb6840037e5 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:29.651431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12da2935-336c-4c62-a59b-695d57e55d81 req-842d3e73-7854-4229-800b-570ca9972c34 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1082976 Aug 11 02:54:29.704383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] For port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:29.708187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] For port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:29.721602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.806206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.808027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.810550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-4a75a5bc-78b4-43ea-8aa8-151b4453e398 service neutron] 10.222.0.10 "PUT /v2.0/ports/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 200 len: 1124 time: 2.7102005 Aug 11 02:54:29.814892 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-465d7312-ef5d-4d4a-a52b-4bcac9cfc180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.819495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-465d7312-ef5d-4d4a-a52b-4bcac9cfc180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.820891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-465d7312-ef5d-4d4a-a52b-4bcac9cfc180 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ed98b9b-78e1-4106-bff5-26e28eee0098 HTTP/1.1" status: 204 len: 168 time: 1.5127747 Aug 11 02:54:29.828765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:29.829726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:29.832362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/89a4d9d8-5337-4d6d-b772-efadc8ec5f8b HTTP/1.1" status: 200 len: 1092 time: 2.5192275 Aug 11 02:54:29.844402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:29.906379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:29.922598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:29.989962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d7312-ef5d-4d4a-a52b-4bcac9cfc180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed98b9b-78e1-4106-bff5-26e28eee0098,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:30.010423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:30.123047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:30.192726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63435a48-8b6a-4dae-8821-e03ad2eb22ac req-333d293a-b5ed-4d57-b85a-1058e8943384 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.194352 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63435a48-8b6a-4dae-8821-e03ad2eb22ac req-333d293a-b5ed-4d57-b85a-1058e8943384 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.3300221 Aug 11 02:54:30.198941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7715-9058-46bf-996f-90e9a3c912b3 service neutron] Pushing event updated for resources: {'Port': ['ID=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:30.208149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f2f7e111-f7f6-40af-9ee8-4a888bfe472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.209797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a2d6da1-09c6-4783-8c9d-9d168dfaafcd req-f2f7e111-f7f6-40af-9ee8-4a888bfe472d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5900581 Aug 11 02:54:30.244937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:30.269099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e00120b2-2306-4fae-86d0-e062896f431f', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f', 'mac_address': 'fa:16:3e:70:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:30.360368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e5e52-bfa1-460f-abf5-68ed52463ecc req-1d351be8-9e17-4c20-9f5a-742e970ac5a8 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:30.363026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e7e5e52-bfa1-460f-abf5-68ed52463ecc req-1d351be8-9e17-4c20-9f5a-742e970ac5a8 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 932 time: 0.2435586 Aug 11 02:54:30.373760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63435a48-8b6a-4dae-8821-e03ad2eb22ac req-8bee38ba-d933-4c4d-a8a4-2c1271035ff7 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308012 Aug 11 02:54:30.376909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'}, {'name': 'network-changed', 'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'}, {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:30.379835 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914" -d '{"events": [{"server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "name": "network-vif-unplugged", "status": "completed", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c"}, {"name": "network-changed", "server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c"}, {"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:30.498989 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:30.561540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e00120b2-2306-4fae-86d0-e062896f431f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:30.564216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:30.580346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:30.591591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e7e5e52-bfa1-460f-abf5-68ed52463ecc req-139808ba-78a0-48c3-9226-8963b1f0bcc6 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075720 Aug 11 02:54:30.637750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Transition to ACTIVE for port object 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:30.649357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:30.651075 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c597d254-5835-462b-b2a7-668606cbe62a x-openstack-request-id: req-c597d254-5835-462b-b2a7-668606cbe62a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:30.651075 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "name": "network-vif-unplugged", "status": "completed", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c", "code": 200}, {"name": "network-changed", "server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:30.651472 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c597d254-5835-462b-b2a7-668606cbe62a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:30.654048 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c', 'code': 200} Aug 11 02:54:30.655500 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c', 'status': 'completed', 'code': 200} Aug 11 02:54:30.655831 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b', 'status': 'completed', 'code': 200} Aug 11 02:54:30.665815 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:30.671235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:30.812652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e00120b2-2306-4fae-86d0-e062896f431f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:30.820074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:31.058383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.059310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.060224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.063296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.064460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.065202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.066564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.069181 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-3a361d36-3531-4b35-a2ad-c990eac775cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6280 time: 0.4267817 Aug 11 02:54:31.070371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:31.255155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Attempting to bind port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:31.255380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Attempting to bind port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:31.255979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Attempting to bind port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 on network aa886e60-0d72-4857-97c2-d633fadbde0b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:31.274033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 on network aa886e60-0d72-4857-97c2-d633fadbde0b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:31.274396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Attempting to bind port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 on network aa886e60-0d72-4857-97c2-d633fadbde0b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:31.292038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.297842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.304995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.306903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-af7f6672-bc3f-4a6b-bb2e-2bb3d2e8cd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.310896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.318145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-af7f6672-bc3f-4a6b-bb2e-2bb3d2e8cd07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1127 time: 0.6613765 Aug 11 02:54:31.318392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.321242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e8c3da-0cee-441a-9d38-f71962c63595 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:31.324855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.331072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.339982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-85f293fa-2863-40ed-a593-22339b00b789 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5384 time: 0.3776166 Aug 11 02:54:31.345463 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:31.370406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-e224ce4f-a1aa-4543-b52d-2773092571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.370896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-e224ce4f-a1aa-4543-b52d-2773092571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.371391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-e224ce4f-a1aa-4543-b52d-2773092571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.374570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-e224ce4f-a1aa-4543-b52d-2773092571b1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=77123c6e520747929f1d963ef4704a0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2910931 Aug 11 02:54:31.377166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:31.378044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Checking segment: {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:31.379031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Bound using segment: {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:31.379196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Bound port: 5cfb5ae8-6836-45a5-93b3-3a59cdc24396, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90b2c721-d36a-4cf5-a2b6-897b753bfc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:31.379706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:31.422126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579fb8-e180-4040-af12-bf594a58b474 req-de4d44f8-d527-464c-968a-059b5a50e0db tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.425056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78579fb8-e180-4040-af12-bf594a58b474 req-de4d44f8-d527-464c-968a-059b5a50e0db tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.1997604 Aug 11 02:54:31.430569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Transition to ACTIVE for port object 19e8c3da-0cee-441a-9d38-f71962c63595 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:31.438256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:31.488485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e8d4e57-8f58-4484-aa75-0fca8003018b req-dcbb0ce3-59ec-437b-a0fb-5ae5e0358198 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1472816 Aug 11 02:54:31.554376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46734) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:31.554809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46736) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:31.587903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78579fb8-e180-4040-af12-bf594a58b474 req-7a19ef24-f48c-49dd-af64-8aa6f0c8aed8 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448464 Aug 11 02:54:31.679105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Pushing event updated for resources: {'Port': ['ID=19e8c3da-0cee-441a-9d38-f71962c63595,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:31.716429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-8b45cbc4-d364-41e4-9699-45b71424ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.730161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-8b45cbc4-d364-41e4-9699-45b71424ca9b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3423576 Aug 11 02:54:31.740779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-210e1ec1-86b7-4da7-b23f-8aa36ac8e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:31.750525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-210e1ec1-86b7-4da7-b23f-8aa36ac8e11d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.3998830 Aug 11 02:54:31.844582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:31.907206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1146517526-network', 'tenant_id': 'f38befa7669d425db3e77c237a8fd0cb'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:31.914432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e00120b2-2306-4fae-86d0-e062896f431f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:31.914881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:31.930140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfcac-3ae8-4f6c-ab64-824b6b03e20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:31.934803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] For port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:31.958611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-75ed699d-cea5-4889-b6bd-02e0c54b7320 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 200 len: 217 time: 0.0841763 Aug 11 02:54:32.040023 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.050289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03f839-422d-44fd-a497-d3699cbd9930 req-ef076c5a-e6f1-4548-bf9a-afce83c0e51c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.052186 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a03f839-422d-44fd-a497-d3699cbd9930 req-ef076c5a-e6f1-4548-bf9a-afce83c0e51c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.3097808 Aug 11 02:54:32.052854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Made reservation on behalf of f38befa7669d425db3e77c237a8fd0cb for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:32.055844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.067460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] For port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:32.088552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.090812 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.102940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:32.104400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:32.107977 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15793b65-de00-45f9-9d10-766cfb7b86bf" -d '{"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:32.112601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.213939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:32.297814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.298843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.301439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] 10.222.0.57 "PUT /v2.0/ports/5cfb5ae8-6836-45a5-93b3-3a59cdc24396 HTTP/1.1" status: 200 len: 1093 time: 3.1835728 Aug 11 02:54:32.302182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:32.304755 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78997c4a-f7ed-4e72-b834-78736f519d10" -d '{"events": [{"name": "network-changed", "server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:32.343024 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfcac-3ae8-4f6c-ab64-824b6b03e20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.350925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a03f839-422d-44fd-a497-d3699cbd9930 req-fef73e25-ac7f-45ba-8541-07aef7692e71 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767303 Aug 11 02:54:32.375377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7ecfcac-3ae8-4f6c-ab64-824b6b03e20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.491148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115a1ba-0728-4cb5-a25b-4e58d0ff5a1c service neutron] Pushing event updated for resources: {'Port': ['ID=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:32.495494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Attempting to bind port 19e8c3da-0cee-441a-9d38-f71962c63595 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:32.496167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Attempting to bind port 19e8c3da-0cee-441a-9d38-f71962c63595 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:32.496947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Attempting to bind port 19e8c3da-0cee-441a-9d38-f71962c63595 on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:32.534576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Port 19e8c3da-0cee-441a-9d38-f71962c63595 on network 1f3c0774-edba-4861-a3d0-7d508f132475 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:32.535171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Attempting to bind port 19e8c3da-0cee-441a-9d38-f71962c63595 on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:32.564434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:32.565510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Checking segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:32.566133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Bound using segment: {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:32.566793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Bound port: 19e8c3da-0cee-441a-9d38-f71962c63595, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:32.567270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.587485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f06da-b15b-426b-b1b8-e2defba48284 req-ffdfcfd7-866f-448b-b670-903a8209049f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.599267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa0f06da-b15b-426b-b1b8-e2defba48284 req-ffdfcfd7-866f-448b-b670-903a8209049f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.8430903 Aug 11 02:54:32.613448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46782) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:32.616685 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f7ecfcac-3ae8-4f6c-ab64-824b6b03e20d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0d5fbdca10b40b1822bf48ce20a6d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0472350 Aug 11 02:54:32.627309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-f51f9745-fa3a-431c-b273-093b3cc4eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.632384 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-f51f9745-fa3a-431c-b273-093b3cc4eafe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.6467571 Aug 11 02:54:32.663662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ecfcac-3ae8-4f6c-ab64-824b6b03e20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af15d0b9-7ad1-4361-8af0-3177d7934f78,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:32.707971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] For port 19e8c3da-0cee-441a-9d38-f71962c63595, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:32.711929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] For port 19e8c3da-0cee-441a-9d38-f71962c63595, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=19e8c3da-0cee-441a-9d38-f71962c63595,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:32.724958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578d6d9-370a-49ac-bd67-d6640f282fac req-169508c5-0297-4184-b7c3-879cf7814c1d tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.733876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.734796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0578d6d9-370a-49ac-bd67-d6640f282fac req-169508c5-0297-4184-b7c3-879cf7814c1d tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 944 time: 0.2642882 Aug 11 02:54:32.772161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-ae46a8a5-3b39-40ec-9f20-38f8e0a32ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.774426 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-ae46a8a5-3b39-40ec-9f20-38f8e0a32ca5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b243ad16aa384366b77f86350127c101&device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 1096 time: 0.4001133 Aug 11 02:54:32.814120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-5b65e497-1a17-417c-b6f6-36f02d271280 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922129 Aug 11 02:54:32.845698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa0f06da-b15b-426b-b1b8-e2defba48284 req-50f82473-15d1-4b84-9504-9bde41da3c3c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453349 Aug 11 02:54:32.848559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:32.851231 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.852917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] 10.222.0.10 "PUT /v2.0/ports/19e8c3da-0cee-441a-9d38-f71962c63595 HTTP/1.1" status: 200 len: 1091 time: 2.9626241 Aug 11 02:54:32.881838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:32.886767 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798" -d '{"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:32.898917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-c1bf00b1-652e-432f-9251-2c6ce9f5f93e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396 HTTP/1.1" status: 200 len: 217 time: 0.1132491 Aug 11 02:54:32.942999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:32.952830 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42df893-b58d-40ef-8707-7f6994ba430f x-openstack-request-id: req-f42df893-b58d-40ef-8707-7f6994ba430f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:32.953341 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:32.953454 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f42df893-b58d-40ef-8707-7f6994ba430f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:32.953830 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'code': 200} Aug 11 02:54:32.968498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:32.985035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.060853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-2365ef9c-de00-488a-a2cc-60621b653303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.062334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-2365ef9c-de00-488a-a2cc-60621b653303 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6f19243-2720-4080-9331-cdd0b862d7e0 HTTP/1.1" status: 200 len: 853 time: 0.0785625 Aug 11 02:54:33.071725 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c92bc2-81a6-4786-95f0-e783ab27ab31 x-openstack-request-id: req-f0c92bc2-81a6-4786-95f0-e783ab27ab31 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:33.072027 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:33.072283 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f0c92bc2-81a6-4786-95f0-e783ab27ab31 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:33.072788 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'status': 'completed', 'code': 200} Aug 11 02:54:33.084764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0578d6d9-370a-49ac-bd67-d6640f282fac req-49c21d64-9477-40d5-bb83-11073ac96555 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486788 Aug 11 02:54:33.118747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:54:33.186232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af12f06-1c5e-4708-a751-f260d5d32fd5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:33.219027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.219557 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Added segment d4e13b4e-de24-41b2-8a7f-54b4a693380c of type vlan for network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 Aug 11 02:54:33.223372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-77303225-52f9-44ce-8b10-7895fc47b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.225235 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-77303225-52f9-44ce-8b10-7895fc47b1cd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa886e60-0d72-4857-97c2-d633fadbde0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1238456 Aug 11 02:54:33.371829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-70ef44e1-5cb1-42c0-a3d2-84288e46e0c1 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4965904 Aug 11 02:54:33.394431 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8995003-1df2-46f8-876c-23bdef97eeeb x-openstack-request-id: req-b8995003-1df2-46f8-876c-23bdef97eeeb {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:33.395116 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:33.395554 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8995003-1df2-46f8-876c-23bdef97eeeb {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:33.396172 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595', 'status': 'completed', 'code': 200} Aug 11 02:54:33.410123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-9165a578-1fd5-4492-ba36-ba54b26f3e47 service neutron] 10.222.0.57 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679308 Aug 11 02:54:33.436637 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-610658ba-3768-4626-bb12-7969f9183894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.461552 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-610658ba-3768-4626-bb12-7969f9183894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.532900 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.543898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687e549-944c-4fdb-a89d-d2ca6dafe4eb service neutron] Pushing event updated for resources: {'Port': ['ID=19e8c3da-0cee-441a-9d38-f71962c63595,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:33.561799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-610658ba-3768-4626-bb12-7969f9183894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.564689 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-610658ba-3768-4626-bb12-7969f9183894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.569262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-610658ba-3768-4626-bb12-7969f9183894 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af15d0b9-7ad1-4361-8af0-3177d7934f78 HTTP/1.1" status: 204 len: 168 time: 0.9438188 Aug 11 02:54:33.605877 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.657651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610658ba-3768-4626-bb12-7969f9183894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15d0b9-7ad1-4361-8af0-3177d7934f78,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:33.704308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.710827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.716858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.719204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.719950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.720466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.724134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.727134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.727678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.728133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.728683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.730991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-4226b9ca-052e-49f5-991e-2ffb5947656b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6348 time: 0.2943459 Aug 11 02:54:33.740790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.741890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:54:33.751807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.768429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.781686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-b45d67af-fa83-4868-be75-1d645ef76f97 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5396 time: 0.3876851 Aug 11 02:54:33.858372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.860400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:33.860954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:33.890107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3339300 Aug 11 02:54:33.898722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46802) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:33.926289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Request body: {'subnet': {'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1146517526-subnet', 'tenant_id': 'f38befa7669d425db3e77c237a8fd0cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:34.023600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Made reservation on behalf of f38befa7669d425db3e77c237a8fd0cb for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:34.030578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:34.069517 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ae7b867-f71e-44ad-af24-3eb87201068c req-72f222e7-ec87-46a4-a96f-a7007584043c service neutron] 10.222.0.57 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966010 Aug 11 02:54:34.192632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46806) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:34.204609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-9caeb24f-b556-4904-acb1-fff5e14c9673 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.206330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-9caeb24f-b556-4904-acb1-fff5e14c9673 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.6030481 Aug 11 02:54:34.364917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09b1ceab-9e49-4de7-a4ab-fee4f6ea5914 req-6499ac9c-444f-4ef7-95a9-59ccc1d95467 service neutron] 10.222.0.57 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484358 Aug 11 02:54:34.370124 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ab33246-b442-4a76-a47c-9b47abfbaea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:34.417214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4963122-7ad9-43bb-9dc1-5f86abda5a61 req-7cb2521d-1acb-43d4-8fdf-ddb0ee846122 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6337748 Aug 11 02:54:34.451406 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:34.454657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dd3e4-05bb-4f70-8a01-de1ac6387b3d admin admin] Pushing event updated for resources: {'Network': ['ID=01df4fd7-4bbb-401d-b850-83f8b2d45d28,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:34.465995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:54:34.602656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96205011-f6fc-452e-90c1-71a5a1dc537c,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:34.651112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-5ed1103c-3bec-44c8-8b46-9873976c23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.651760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-5ed1103c-3bec-44c8-8b46-9873976c23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.652251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-5ed1103c-3bec-44c8-8b46-9873976c23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.654197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-5ed1103c-3bec-44c8-8b46-9873976c23a3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=77123c6e520747929f1d963ef4704a0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9086335 Aug 11 02:54:34.669028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146ff3d-bf49-48aa-809c-d228756bc959 req-f7a421fb-5ab9-4803-b5ae-822694688c35 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.679046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4146ff3d-bf49-48aa-809c-d228756bc959 req-f7a421fb-5ab9-4803-b5ae-822694688c35 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=cca17117-2481-4649-9d3e-29f25610d91a HTTP/1.1" status: 200 len: 949 time: 0.6564777 Aug 11 02:54:34.796283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4146ff3d-bf49-48aa-809c-d228756bc959 req-7db2f89d-6bb2-46cf-bbae-6f023b54a640 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163657 Aug 11 02:54:34.814592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-8f6a5f75-ddf1-40cf-a919-eee98e5cf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:34.833784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ab33246-b442-4a76-a47c-9b47abfbaea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:34.836803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-8f6a5f75-ddf1-40cf-a919-eee98e5cf594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b243ad16aa384366b77f86350127c101&device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 1096 time: 0.6759579 Aug 11 02:54:34.859977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Checking segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:34.860350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Network hostable DHCP agents. Network: 01df4fd7-4bbb-401d-b850-83f8b2d45d28, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:54:34.867936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Deleting port 5640eab3-51a0-4599-860f-4236e2c3842b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:34.868311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:34.871329 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ab33246-b442-4a76-a47c-9b47abfbaea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:34.958468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab33246-b442-4a76-a47c-9b47abfbaea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67a0792-51ea-4c2b-83ba-2957409c34fc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:35.077017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2b529-7f0e-4c03-8664-598367d744db req-e618bd9c-ed74-46e4-a8ff-7afb4938aff8 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.078059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:54:35.084727 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67f2b529-7f0e-4c03-8664-598367d744db req-e618bd9c-ed74-46e4-a8ff-7afb4938aff8 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.2489803 Aug 11 02:54:35.088856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7ab33246-b442-4a76-a47c-9b47abfbaea9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93c9a075aec44c9988a8d14db1fe0b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8928282 Aug 11 02:54:35.120018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:35.124507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-18d61ee3-c7d8-4ab0-97d0-4efc4577740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.125985 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9affd1cf-6e19-4f3d-9b6c-ecee6ba01798 req-18d61ee3-c7d8-4ab0-97d0-4efc4577740f service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4214909 Aug 11 02:54:35.155182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 01df4fd7-4bbb-401d-b850-83f8b2d45d28) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:35.170908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0782bab-0005-4d82-8a1c-a7ff47802a9d None None] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:35.181984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.182572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:35.215754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-fdbd8532-2c5e-4765-80d8-3b4ef3f45b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.217195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-fdbd8532-2c5e-4765-80d8-3b4ef3f45b70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa886e60-0d72-4857-97c2-d633fadbde0b HTTP/1.1" status: 200 len: 915 time: 0.3609164 Aug 11 02:54:35.257354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-837af245-d3a5-440e-8f66-0f2b07fbd560 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3506651 Aug 11 02:54:35.298110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] For port 5640eab3-51a0-4599-860f-4236e2c3842b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5640eab3-51a0-4599-860f-4236e2c3842b,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:35.312257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:35.330071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67f2b529-7f0e-4c03-8664-598367d744db req-a3b075c1-8e50-4d11-bdc1-1ea774296e57 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443624 Aug 11 02:54:35.367058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-e8065332-07e6-4dc8-a1b6-c900f5505058 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396 HTTP/1.1" status: 200 len: 217 time: 0.1407049 Aug 11 02:54:35.421792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Calling delete_port for 5640eab3-51a0-4599-860f-4236e2c3842b owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:35.428824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-760d6845-f83b-4c51-9677-e959fc33e673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:35.446322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee087075-5a1e-4aab-8e1c-c6aaa5b72afd {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:35.486966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:35.487139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'tenant_id': 'f38befa7669d425db3e77c237a8fd0cb', 'fixed_ips': [{'subnet_id': '96205011-f6fc-452e-90c1-71a5a1dc537c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:54:35.490794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:35.579157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-c2efad35-4fa9-412e-ae57-852b547aa76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.590288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-c2efad35-4fa9-412e-ae57-852b547aa76d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6f19243-2720-4080-9331-cdd0b862d7e0 HTTP/1.1" status: 200 len: 853 time: 0.2215798 Aug 11 02:54:35.660728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Transition to ACTIVE for port object ee087075-5a1e-4aab-8e1c-c6aaa5b72afd will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:35.700211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:35.712338 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-760d6845-f83b-4c51-9677-e959fc33e673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:35.748285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78e08-3d63-4e44-96a8-ed0fb62b36c7 req-fbf52a4d-2bad-48e5-8136-be3b941ee222 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.750840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7af78e08-3d63-4e44-96a8-ed0fb62b36c7 req-fbf52a4d-2bad-48e5-8136-be3b941ee222 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.3215067 Aug 11 02:54:35.758949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-9465cd0c-c748-4a03-9da0-2c9877f7a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:35.761052 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-9465cd0c-c748-4a03-9da0-2c9877f7a140 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa886e60-0d72-4857-97c2-d633fadbde0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540596 Aug 11 02:54:35.879933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7af78e08-3d63-4e44-96a8-ed0fb62b36c7 req-5563216e-5a5d-455b-bf04-2cfc8c0f1c77 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173935 Aug 11 02:54:35.919878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Allocated IP 172.20.0.2 (01df4fd7-4bbb-401d-b850-83f8b2d45d28/96205011-f6fc-452e-90c1-71a5a1dc537c/7cdfc636-9991-4d3e-9d96-2ab74578b767) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:36.008024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-8d552ee8-ad3f-4bc9-af63-21b05f52a8a4 service neutron] 10.222.0.57 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299123 Aug 11 02:54:36.008239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:36.034758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594491f-87d7-40d1-a448-15139a1bd7dd req-2f9f1777-691c-4f58-8cae-1b077392c017 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:36.036408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c594491f-87d7-40d1-a448-15139a1bd7dd req-2f9f1777-691c-4f58-8cae-1b077392c017 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 944 time: 0.5250063 Aug 11 02:54:36.244219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-760d6845-f83b-4c51-9677-e959fc33e673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.249884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-760d6845-f83b-4c51-9677-e959fc33e673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.253414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-760d6845-f83b-4c51-9677-e959fc33e673 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a67a0792-51ea-4c2b-83ba-2957409c34fc HTTP/1.1" status: 204 len: 168 time: 1.1297860 Aug 11 02:54:36.258424 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.288547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Transition to ACTIVE for port object 7cdfc636-9991-4d3e-9d96-2ab74578b767 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:36.326450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Transition to ACTIVE for port object 7cdfc636-9991-4d3e-9d96-2ab74578b767 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:36.347996 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.375953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d6845-f83b-4c51-9677-e959fc33e673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67a0792-51ea-4c2b-83ba-2957409c34fc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:36.440261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c594491f-87d7-40d1-a448-15139a1bd7dd req-6550cda4-2be5-480b-b626-1e1c3bf8082d tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3561070 Aug 11 02:54:36.482208 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.500319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:36.510238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Attempting to bind port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:36.510616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Attempting to bind port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:36.510958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Attempting to bind port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd on network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:36.525148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:36.530192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:36.544075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event deleted for resources: {'Port': ['ID=5640eab3-51a0-4599-860f-4236e2c3842b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:36.547950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd on network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:36.548438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Attempting to bind port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd on network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:36.594620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:36.595022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Checking segment: {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:36.600054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Bound using segment: {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:36.601031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Bound port: ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:36.601458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.611073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:36.641460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Pushing event updated for resources: {'Port': ['ID=7cdfc636-9991-4d3e-9d96-2ab74578b767,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:36.753155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] No DVR routers for this DVR port 5640eab3-51a0-4599-860f-4236e2c3842b on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:36.756418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Attempting to bind port 7cdfc636-9991-4d3e-9d96-2ab74578b767 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:36.757240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Attempting to bind port 7cdfc636-9991-4d3e-9d96-2ab74578b767 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:36.758015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Attempting to bind port 7cdfc636-9991-4d3e-9d96-2ab74578b767 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:36.767044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.775433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:36.776213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Checking segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:36.777221 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.777782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Bound using segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:36.778294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Bound port: 7cdfc636-9991-4d3e-9d96-2ab74578b767, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:36.778929 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:36.780185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbd0b6ff-f8b4-4da3-aa99-e81bd213b003 req-5c54fd3f-1e0d-478c-9b5a-a2e94d0915ac tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.57 "DELETE /v2.0/ports/5640eab3-51a0-4599-860f-4236e2c3842b HTTP/1.1" status: 204 len: 173 time: 2.5550978 Aug 11 02:54:36.788706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-deleted', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:36.809434 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f516348-c6de-41fc-b934-3bb31c718770" -d '{"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-deleted", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:37.085849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] For port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:37.100380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] For port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:37.108291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:37.117334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] For port 7cdfc636-9991-4d3e-9d96-2ab74578b767, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:37.126747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] For port 7cdfc636-9991-4d3e-9d96-2ab74578b767, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7cdfc636-9991-4d3e-9d96-2ab74578b767,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:37.134375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:37.257396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:37.331179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.332626 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:37.335274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-72aa0357-67bd-43b0-ad88-8c3e4f95fe82 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee087075-5a1e-4aab-8e1c-c6aaa5b72afd HTTP/1.1" status: 200 len: 1092 time: 4.4430156 Aug 11 02:54:37.381981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86652ef3-a1d6-435b-b67a-6965c621c8be None None] Pushing event updated for resources: {'Port': ['ID=7cdfc636-9991-4d3e-9d96-2ab74578b767,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:37.406769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Request body: {'port': {'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:37.586226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.620610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.637121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.668277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.685604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.691846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.701784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:37.713450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.715871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-e33f9c8d-b0f2-484f-b234-e0bb36c0d7d1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5408 time: 1.5166161 Aug 11 02:54:37.869733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:37.878469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:37.966519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-56ed5f41-9174-45b2-a1cc-54aca1774f82 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:37.968822 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-56ed5f41-9174-45b2-a1cc-54aca1774f82 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 816 time: 0.5029826 Aug 11 02:54:38.018714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-628ded94-1751-40a2-8609-0caefe65b743 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/quotas/f38befa7669d425db3e77c237a8fd0cb HTTP/1.1" status: 200 len: 375 time: 0.0325871 Aug 11 02:54:38.031591 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7d0fdd5-4485-4389-885f-0bbc34c7eb2e req-1a0ce937-dc86-4324-928d-7dac1c52463c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2642260 Aug 11 02:54:38.042478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78997c4a-f7ed-4e72-b834-78736f519d10 req-ec9c83e3-7c86-4db0-a525-32b2417932aa service neutron] 10.222.0.57 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0300946 Aug 11 02:54:38.298563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:38.332027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 5640eab3-51a0-4599-860f-4236e2c3842b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:38.332498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5640eab3-51a0-4599-860f-4236e2c3842b not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:38.344190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:38.360443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'port_id': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'mac_address': 'fa:16:3e:ab:42:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:54:38.426833 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:38.449151 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:38.498424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-fc201b0a-7dbe-4c03-a7a1-a1b1a9b282d3 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4714952 Aug 11 02:54:38.500795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:38.515538 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:38.516660 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56c9ceb-0784-4a72-8468-801c3fa1bc15 x-openstack-request-id: req-c56c9ceb-0784-4a72-8468-801c3fa1bc15 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:38.517289 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca17117-2481-4649-9d3e-29f25610d91a", "name": "network-vif-deleted", "tag": "5640eab3-51a0-4599-860f-4236e2c3842b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:38.517870 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c56c9ceb-0784-4a72-8468-801c3fa1bc15 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:38.518638 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca17117-2481-4649-9d3e-29f25610d91a', 'name': 'network-vif-deleted', 'tag': '5640eab3-51a0-4599-860f-4236e2c3842b', 'status': 'completed', 'code': 200} Aug 11 02:54:38.674507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b15c9-4ab6-4ee6-a85d-bbdd1196f6a1 req-39a7cd21-1dc0-4933-a57c-09c1523d1790 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:38.694730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:38.700909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f76b15c9-4ab6-4ee6-a85d-bbdd1196f6a1 req-39a7cd21-1dc0-4933-a57c-09c1523d1790 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.1683786 Aug 11 02:54:38.826897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5cfb5ae8-6836-45a5-93b3-3a59cdc24396'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:38.860872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f76b15c9-4ab6-4ee6-a85d-bbdd1196f6a1 req-00fe4314-dced-42ca-914b-92d868eb560d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587508 Aug 11 02:54:39.071808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7cdfc636-9991-4d3e-9d96-2ab74578b767 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:39.222449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a444f-7826-4945-bc28-0a7cc6774b32 req-a402190b-8b81-48ea-8c6c-7878d3c92412 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:39.234892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a2a444f-7826-4945-bc28-0a7cc6774b32 req-a402190b-8b81-48ea-8c6c-7878d3c92412 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 945 time: 0.1761212 Aug 11 02:54:39.355325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a2a444f-7826-4945-bc28-0a7cc6774b32 req-877ef765-a05c-437e-b5ad-9df90958df30 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187105 Aug 11 02:54:39.395467 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-8d3104e8-ad67-4486-8b83-6a653f398516 service neutron] 10.222.0.60 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8935490 Aug 11 02:54:39.461484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126cd2f-5c3b-4396-a3d2-45636f33fddb None None] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:39.475775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ebbfd6-97c1-403d-baca-851f83c31c79 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:39.487289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:39.510296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Transition to ACTIVE for port object d7ebbfd6-97c1-403d-baca-851f83c31c79 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:39.518662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:39.629487 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-72b63f4f-8546-4ed5-89f6-3e01bbb37e76 service neutron] 10.222.0.60 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327499 Aug 11 02:54:39.640374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ebbfd6-97c1-403d-baca-851f83c31c79,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:39.820132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7cdfc636-9991-4d3e-9d96-2ab74578b767 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:39.831307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-039d6bec-962a-429c-bb8f-c224cece7f1f None None] Provisioning for port 7cdfc636-9991-4d3e-9d96-2ab74578b767 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:39.839994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Attempting to bind port d7ebbfd6-97c1-403d-baca-851f83c31c79 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:39.840710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Attempting to bind port d7ebbfd6-97c1-403d-baca-851f83c31c79 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:39.844966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Attempting to bind port d7ebbfd6-97c1-403d-baca-851f83c31c79 on network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:39.853244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7cdfc636-9991-4d3e-9d96-2ab74578b767 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:39.853632 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:39.855765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Port d7ebbfd6-97c1-403d-baca-851f83c31c79 on network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:39.856428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Attempting to bind port d7ebbfd6-97c1-403d-baca-851f83c31c79 on network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:39.873730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:39.875233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Checking segment: {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:39.876059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Bound using segment: {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:39.877131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Bound port: d7ebbfd6-97c1-403d-baca-851f83c31c79, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64c948bb-205f-4a5f-9732-f48d455b34da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:39.878702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.041859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0c5be-6695-4495-9728-65d512561682 req-b80cc011-2f12-49ac-9e57-99283598cff8 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.061780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72b0c5be-6695-4495-9728-65d512561682 req-b80cc011-2f12-49ac-9e57-99283598cff8 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.2213156 Aug 11 02:54:40.068364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-039d6bec-962a-429c-bb8f-c224cece7f1f None None] Provisioning complete for port 7cdfc636-9991-4d3e-9d96-2ab74578b767 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:40.068808 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-039d6bec-962a-429c-bb8f-c224cece7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.102589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] For port d7ebbfd6-97c1-403d-baca-851f83c31c79, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:40.132583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] For port d7ebbfd6-97c1-403d-baca-851f83c31c79, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:40.150162 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.228442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72b0c5be-6695-4495-9728-65d512561682 req-4ac66c44-6e3b-4b66-87cf-80075f38fe99 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee775fad-7a14-4a54-97ff-448372208c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653705 Aug 11 02:54:40.285259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b99bdcbc-64d7-4a85-aa45-74bb8eba9fac tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.287756 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b99bdcbc-64d7-4a85-aa45-74bb8eba9fac tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.57 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 945 time: 0.3109336 Aug 11 02:54:40.389023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ebbfd6-97c1-403d-baca-851f83c31c79,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:40.393252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.488896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.489687 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.503567 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f822bd5d-eb1f-4721-93ec-d033fb84cfc8 service neutron] 10.222.0.10 "PUT /v2.0/ports/d7ebbfd6-97c1-403d-baca-851f83c31c79 HTTP/1.1" status: 200 len: 1092 time: 3.1214843 Aug 11 02:54:40.508050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 7cdfc636-9991-4d3e-9d96-2ab74578b767, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7cdfc636-9991-4d3e-9d96-2ab74578b767,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:40.510842 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-039d6bec-962a-429c-bb8f-c224cece7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.524735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd'}, {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:40.532498 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd"}, {"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:40.553028 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.613676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f35461-9188-43ca-9c49-644ee34557de req-1157864d-264c-4d83-a191-c1e636a686b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.618419 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99f35461-9188-43ca-9c49-644ee34557de req-1157864d-264c-4d83-a191-c1e636a686b4 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.2903795 Aug 11 02:54:40.854623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99f35461-9188-43ca-9c49-644ee34557de req-d2442355-e25e-4306-a854-d6c2a210305c tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/security-groups?id=02d28c1f-5043-4b3b-9145-a4229cd3ddb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111264 Aug 11 02:54:40.911232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.918754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Deleting port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:40.922738 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:40.928641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.944065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.963928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.975410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:40.999488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.030708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.042331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-0bc06056-38b0-496b-842a-df36409c67c5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.7202206 Aug 11 02:54:41.119570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.125278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.126039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.126675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.127621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.134480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.134978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.145095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-33221561-ec8b-4a09-811e-17e339f57598 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6484 time: 0.6007473 Aug 11 02:54:41.164730 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-039d6bec-962a-429c-bb8f-c224cece7f1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:54:41.165579 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-039d6bec-962a-429c-bb8f-c224cece7f1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:54:41.168986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=7cdfc636-9991-4d3e-9d96-2ab74578b767,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:41.194573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-4ba89d42-9885-4285-bd73-dfb74067167a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.196118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-4ba89d42-9885-4285-bd73-dfb74067167a tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 950 time: 0.1337941 Aug 11 02:54:41.214207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16b331-e9a3-44a6-b6d3-536fc45538af req-684909ca-5752-4db5-9114-899979d5935d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.221602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ea16b331-e9a3-44a6-b6d3-536fc45538af req-684909ca-5752-4db5-9114-899979d5935d tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 944 time: 0.1603596 Aug 11 02:54:41.249220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] For port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:41.249600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:41.277684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-5f9b9b89-dc55-465a-9d6c-0d89f7e03fb1 service neutron] 10.222.0.57 "GET /v2.0/ports/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.5512891 Aug 11 02:54:41.389000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-24d84efb-c376-4946-8c63-ee4bac6c2bde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce HTTP/1.1" status: 200 len: 217 time: 0.1670840 Aug 11 02:54:41.395418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f1d7efc-9b18-4348-8285-65193bdc0567 req-3b033a12-2b4c-430a-a581-694dab8115cb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3512282 Aug 11 02:54:41.424271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ea16b331-e9a3-44a6-b6d3-536fc45538af req-d6d5603b-7f12-449a-9344-acf1e3c66b98 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976123 Aug 11 02:54:41.613780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:41.640240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:41.682021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:41.686425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Deleting port 169ede29-784f-4bad-b005-893ef4152bc3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:41.686902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:41.696090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:41.709603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-81ba62d8-c4ca-4353-8761-4a5b8e578d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:41.711333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-81ba62d8-c4ca-4353-8761-4a5b8e578d20 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fa0c64f-eee5-487c-aa30-d2e421af22bf HTTP/1.1" status: 200 len: 850 time: 0.3118014 Aug 11 02:54:41.715178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:41.844661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:41.845076 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:41.845392 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Floating IP 43df6bb5-0758-48df-94a1-fea175db91f2 disassociated. External IP: 172.25.4.35, port: 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f. Aug 11 02:54:41.845819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Calling delete_port for 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:41.857507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6b5b85cb-3ce6-46b1-a270-f28797863eb1 None None] Provisioning complete for port 7cdfc636-9991-4d3e-9d96-2ab74578b767 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:41.858505 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b5b85cb-3ce6-46b1-a270-f28797863eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:41.892907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:41.988487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:41.997954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:41.998477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.015156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-49275bf8-59c5-4e07-842e-323ae8c830e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:42.021525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-49275bf8-59c5-4e07-842e-323ae8c830e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2809525 Aug 11 02:54:42.208220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.214078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] For port 169ede29-784f-4bad-b005-893ef4152bc3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=169ede29-784f-4bad-b005-893ef4152bc3,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:42.214657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.229655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476fb3-9c5d-49b4-b35b-46302a5b5cdf req-7f264ef7-8cd7-460d-9366-cef413daac39 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:42.231378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4476fb3-9c5d-49b4-b35b-46302a5b5cdf req-7f264ef7-8cd7-460d-9366-cef413daac39 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 945 time: 0.3028653 Aug 11 02:54:42.247542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Calling delete_port for 169ede29-784f-4bad-b005-893ef4152bc3 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:42.260203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:42.262734 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e0301-24d4-4c55-b1e5-874c247f9229" -d '{"events": [{"server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "name": "network-vif-plugged", "status": "completed", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:42.283746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:42.289807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.394098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:42.465147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-e37f9cb3-4998-4fcc-abe1-d4953ec0ddc9 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:42.474316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-e37f9cb3-4998-4fcc-abe1-d4953ec0ddc9 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 816 time: 0.7606924 Aug 11 02:54:42.497303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] Transition to ACTIVE for port object cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:42.527545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.532682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.547301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-33e9ea8e-00fa-4e12-bee7-f2913d7a5167 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/quotas/f38befa7669d425db3e77c237a8fd0cb HTTP/1.1" status: 200 len: 375 time: 0.0718243 Aug 11 02:54:42.581563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.595596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['169ede29-784f-4bad-b005-893ef4152bc3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:42.616009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a698a3cc-ca12-4dd9-aeec-89ea0b2412f4 service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692642 Aug 11 02:54:42.678139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event deleted for resources: {'Port': ['ID=73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:42.693076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] Pushing event updated for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:42.749407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] No DVR routers for this DVR port 169ede29-784f-4bad-b005-893ef4152bc3 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:42.760525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.760885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.761298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.761663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.761977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.762316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.762651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.762982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.763308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.763654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.763995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.764323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:54:42.770683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:42.772826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b0f3d33-66ae-4a7b-bd29-2435cf80d6f6 req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.10 "DELETE /v2.0/ports/169ede29-784f-4bad-b005-893ef4152bc3 HTTP/1.1" status: 204 len: 173 time: 1.5471792 Aug 11 02:54:42.775262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-deleted', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:42.777955 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95449876-eb94-4ef7-b885-4dda172425a7" -d '{"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-deleted", "tag": "169ede29-784f-4bad-b005-893ef4152bc3"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:42.815264 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4476fb3-9c5d-49b4-b35b-46302a5b5cdf req-a06c20dd-9753-4a59-9e64-635641a9368b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5411203 Aug 11 02:54:42.841555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a6b89-4566-4a47-8aee-fe72d1b13867 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] Pushing event deleted for resources: {'Port': ['ID=169ede29-784f-4bad-b005-893ef4152bc3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:42.913879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7cdfc636-9991-4d3e-9d96-2ab74578b767 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:54:42.948560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Router 7e6ee052-bc62-43d4-a167-ea69602f0055 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:43.105573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7cdfc636-9991-4d3e-9d96-2ab74578b767 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:43.107745 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.304278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23f811f2-1731-435c-ad26-9dbb5098f385 req-8dbee5d6-901d-45dc-9760-e8530ba49d4a tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0aa9a3e-d343-4ee6-97cd-f1946d5ce117 HTTP/1.1" status: 200 len: 210 time: 0.1180999 Aug 11 02:54:43.487048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:43.504112 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] Sync routers for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:43.519155 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:43.519837 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:43.598327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e1d28eb-0d75-4d61-9ca5-ee4667b9a00e req-df1a7da3-2fff-4ae5-86b7-028c07d39415 tempest-MigrationsAdminTest-1576138667 tempest-MigrationsAdminTest-1576138667-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7baa204-f63d-42e4-9ddf-baea4cd745db HTTP/1.1" status: 200 len: 210 time: 0.0584919 Aug 11 02:54:43.671706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] No DVR routers for this DVR port 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:43.680700 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55417f45-59e6-4c22-bd27-2074eeeca8c7 x-openstack-request-id: req-55417f45-59e6-4c22-bd27-2074eeeca8c7 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:43.681373 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "name": "network-vif-plugged", "status": "completed", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:43.681883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:43.682095 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55417f45-59e6-4c22-bd27-2074eeeca8c7 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:43.682492 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'code': 200} Aug 11 02:54:43.704519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ada3618-91d9-49ef-9f14-67a087734fb9 req-b39dd77d-2e27-4ec5-8d8d-dcbb42e3afc6 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.57 "DELETE /v2.0/ports/73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f HTTP/1.1" status: 204 len: 173 time: 3.4075458 Aug 11 02:54:43.769035 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db38f12-2f09-4697-a440-4fad7325638d x-openstack-request-id: req-3db38f12-2f09-4697-a440-4fad7325638d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:43.770265 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:43.770877 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3db38f12-2f09-4697-a440-4fad7325638d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:43.771753 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd', 'status': 'completed', 'code': 200} Aug 11 02:54:43.772405 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79', 'status': 'completed', 'code': 200} Aug 11 02:54:43.828271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] No DVR routers for this DVR port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:43.855917 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:43.894640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:43.897259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-649623d7-39ae-420f-a0b2-3c287273910f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:43.899013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-649623d7-39ae-420f-a0b2-3c287273910f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 816 time: 1.6742251 Aug 11 02:54:43.904631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fda04-63b6-409b-90ec-c7c05005e6ef req-ed956ffa-1945-438e-ae17-5010d8c6590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:43.909035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e6fda04-63b6-409b-90ec-c7c05005e6ef req-ed956ffa-1945-438e-ae17-5010d8c6590f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 1098 time: 0.1423836 Aug 11 02:54:43.959764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Request body: {'port': {'device_id': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'admin_state_up': True, 'tenant_id': 'f38befa7669d425db3e77c237a8fd0cb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:43.979557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:43.980163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:43.993716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e6fda04-63b6-409b-90ec-c7c05005e6ef req-e1fbc8a7-8fab-4ad3-b57b-59f8d5bf152f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702939 Aug 11 02:54:43.996572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-5a2bb496-30fa-4d7d-8706-ec42bb428abd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4481666 Aug 11 02:54:44.035755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb5cb-84ea-4cd9-bbc0-008bd33b18e8 req-3ffb5b02-c798-42a0-a454-0c021d02e6b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.050941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b61eb5cb-84ea-4cd9-bbc0-008bd33b18e8 req-3ffb5b02-c798-42a0-a454-0c021d02e6b5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 945 time: 0.1394897 Aug 11 02:54:44.141518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46978) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:44.163655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b61eb5cb-84ea-4cd9-bbc0-008bd33b18e8 req-c3e8d751-1582-433b-9ffc-3dba5fee1ae2 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116242 Aug 11 02:54:44.257294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-306e21d6-a957-4d12-9f60-200329667fcc service neutron] 10.222.0.57 "PUT /v2.0/ports/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 2.9360580 Aug 11 02:54:44.266937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-129ce4af-2376-4006-bae8-31e48fd22981 service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5748401 Aug 11 02:54:44.373378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-aa5088c6-8ad7-41e4-b2ae-2c1e04330531 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 200 len: 217 time: 0.0956783 Aug 11 02:54:44.389531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-71b11d53-f41e-475a-910e-cec944e00a0f service neutron] 10.222.0.60 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537176 Aug 11 02:54:44.429605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.436635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.443324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.449953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.457935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.464251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.472111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.485285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36e013b5-1767-46d3-a619-529949561894 req-60e6550b-29dd-43fe-bad6-7a7cfdc740c4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.1554587 Aug 11 02:54:44.594158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b45d5b1-1e59-49e7-9a33-2bba29d49fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.598344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eaac210d-5fde-41ca-9007-1b135451bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.600324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-eaac210d-5fde-41ca-9007-1b135451bfd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.1956177 Aug 11 02:54:44.628974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Made reservation on behalf of f38befa7669d425db3e77c237a8fd0cb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:44.633435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:44.637355 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:56Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:44.648463 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36e013b5-1767-46d3-a619-529949561894 req-addfffd6-ab89-4630-b435-e057306326d2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1563084 Aug 11 02:54:44.693805 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] Checking router: 7e6ee052-bc62-43d4-a167-ea69602f0055 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:44.719086 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:44.720229 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:44.733798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-43d827b9-5c27-4337-96ac-bb3a78e83c44 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.737699 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-43d827b9-5c27-4337-96ac-bb3a78e83c44 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.2495463 Aug 11 02:54:44.778693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-8a38a047-c7ee-4679-9f38-71ff733ecb98 service neutron] 10.222.0.60 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859079 Aug 11 02:54:44.788077 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae32fdd-e423-425d-88d4-0adf56344069 x-openstack-request-id: req-5ae32fdd-e423-425d-88d4-0adf56344069 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:44.788370 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baa204-f63d-42e4-9ddf-baea4cd745db", "name": "network-vif-deleted", "tag": "169ede29-784f-4bad-b005-893ef4152bc3", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:44.788627 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ae32fdd-e423-425d-88d4-0adf56344069 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:44.789024 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baa204-f63d-42e4-9ddf-baea4cd745db', 'name': 'network-vif-deleted', 'tag': '169ede29-784f-4bad-b005-893ef4152bc3', 'status': 'completed', 'code': 200} Aug 11 02:54:44.878386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-ff009f59-49b2-40aa-aafb-f7a2efb5bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:44.883193 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-ff009f59-49b2-40aa-aafb-f7a2efb5bb10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2674272 Aug 11 02:54:44.935194 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:45.132083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-1b1ea047-cf32-459d-8977-8de7f2d91eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:45.136853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-1b1ea047-cf32-459d-8977-8de7f2d91eed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365&tenant_id=b47ec1c4a65949e0a154d9a4949801a5 HTTP/1.1" status: 200 len: 1097 time: 0.3916698 Aug 11 02:54:45.177484 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b45d5b1-1e59-49e7-9a33-2bba29d49fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:45.245584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1b616-27a7-42a5-a36a-4ff0ec40a01b req-b86da26f-1106-494d-91ac-682a93e295b2 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:45.255657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14d1b616-27a7-42a5-a36a-4ff0ec40a01b req-b86da26f-1106-494d-91ac-682a93e295b2 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 946 time: 0.3289163 Aug 11 02:54:45.258513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b45d5b1-1e59-49e7-9a33-2bba29d49fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:45.292260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47004) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:45.409392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-f3ed754c-3e0a-4681-8278-66798cab12e6 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157688 Aug 11 02:54:45.413317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Allocated IP 172.20.0.12 (01df4fd7-4bbb-401d-b850-83f8b2d45d28/96205011-f6fc-452e-90c1-71a5a1dc537c/c1d37f32-b8b4-40a0-b48b-8c1d93541834) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:45.489630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-7208807b-f5cb-47cb-9688-31146722d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:45.493671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-7208807b-f5cb-47cb-9688-31146722d283 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1097 time: 0.3251131 Aug 11 02:54:45.524321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14d1b616-27a7-42a5-a36a-4ff0ec40a01b req-cdbae69b-e765-423e-8c8a-96c0f8b2596a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672226 Aug 11 02:54:45.547207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2b45d5b1-1e59-49e7-9a33-2bba29d49fad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a04bfe9d05d4630b3ff823a6e859269&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3994632 Aug 11 02:54:45.547921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:45.637239 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:56Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:45.648823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:45.745745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 169ede29-784f-4bad-b005-893ef4152bc3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:45.748587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 169ede29-784f-4bad-b005-893ef4152bc3 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:45.768189 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb84270-b9c3-49e8-9e97-380b25c124d9 None None] The sync data for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 is: [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cbde7b8a-cb4b-4251-8def-16449c0813e4', 'name': '', 'network_id': '550eb385-6bca-4550-b2b8-8f35d2df9c79', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'mac_address': 'fa:16:3e:0f:4c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:47Z', 'updated_at': '2021-08-11T02:51:56Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'subnets': [{'id': 'b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:45.794416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91faf3b-a227-4953-a5dc-b30cf278b520 req-15c23586-165c-4341-8b0a-c4e62dfc2645 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:45.812970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b91faf3b-a227-4953-a5dc-b30cf278b520 req-15c23586-165c-4341-8b0a-c4e62dfc2645 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 945 time: 0.3779545 Aug 11 02:54:45.839890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-42f990b2-c2d2-4163-a8a9-bb03a68e3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:45.841699 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-42f990b2-c2d2-4163-a8a9-bb03a68e3fc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.3158333 Aug 11 02:54:45.873384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45d5b1-1e59-49e7-9a33-2bba29d49fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a081b2b9-380b-4889-bf96-16d1f4a46fd3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:45.949714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47028) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:45.965071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f55933a-1f7f-4352-b9aa-265b3260a211 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:45.972068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98b440c8-089d-4f51-b4f6-d4be3f53a329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.013622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f55933a-1f7f-4352-b9aa-265b3260a211 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.100824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-8cd8cfd6-768c-4597-9477-4b7bed546f94 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826627 Aug 11 02:54:46.172212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b91faf3b-a227-4953-a5dc-b30cf278b520 req-62d3efcd-155f-466e-892a-a6f694945258 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578570 Aug 11 02:54:46.176537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-c266bd33-603a-4f0b-a610-b7efd32c6661 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 200 len: 217 time: 0.3041880 Aug 11 02:54:46.179892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f55933a-1f7f-4352-b9aa-265b3260a211 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.191351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f55933a-1f7f-4352-b9aa-265b3260a211 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.192562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f55933a-1f7f-4352-b9aa-265b3260a211 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "DELETE /v2.0/security-groups/ee775fad-7a14-4a54-97ff-448372208c41 HTTP/1.1" status: 204 len: 168 time: 0.8914442 Aug 11 02:54:46.199951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47032) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:46.227990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55933a-1f7f-4352-b9aa-265b3260a211 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee775fad-7a14-4a54-97ff-448372208c41,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:46.289573 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98b440c8-089d-4f51-b4f6-d4be3f53a329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.300709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-66f9adcf-95db-4fe9-9839-c523c96a927e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 200 len: 217 time: 0.1451924 Aug 11 02:54:46.349478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771f800-7f04-41f1-b237-78fc8d7ab798 None None] New status for floating IP 43df6bb5-0758-48df-94a1-fea175db91f2: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:54:46.362153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-e5b282d6-476b-48d6-883c-e275c24301d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.363962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-e5b282d6-476b-48d6-883c-e275c24301d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1703281 Aug 11 02:54:46.398582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-4b48f1ee-f787-48af-a4cf-b963fee11432 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.400469 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-30cb57c4-0bef-4d3e-990c-bce8151ffa4a tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] show failed (client error): The resource could not be found. Aug 11 02:54:46.401511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-30cb57c4-0bef-4d3e-990c-bce8151ffa4a tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "GET /v2.0/security-groups/ee775fad-7a14-4a54-97ff-448372208c41 HTTP/1.1" status: 404 len: 347 time: 0.1263878 Aug 11 02:54:46.408832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-4b48f1ee-f787-48af-a4cf-b963fee11432 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 816 time: 0.5605152 Aug 11 02:54:46.435878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47038) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:46.492600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-a3655e28-bd53-4827-b399-701967879339 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760655 Aug 11 02:54:46.502590 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-eb5d2616-84e8-426c-909b-7a60df7b1cab tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/quotas/f38befa7669d425db3e77c237a8fd0cb HTTP/1.1" status: 200 len: 375 time: 0.0925093 Aug 11 02:54:46.555090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-1f5b7832-d268-4992-b826-37e1763b3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.556871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-1f5b7832-d268-4992-b826-37e1763b3561 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.2201190 Aug 11 02:54:46.576173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b9624ce5-21dd-4910-adc9-76be0c8f11f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e87e0558954417aa7e78857acbfcecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6227174 Aug 11 02:54:46.588305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47042) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:46.602257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.727370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-7ab78ec1-a135-4d6d-8743-d73bfe7fefa9 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2235210 Aug 11 02:54:46.727528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.747592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.758026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.766467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.773291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.776299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-ad43bdd5-2cb2-4977-8914-6e3371fff256 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626483 Aug 11 02:54:46.781296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.789058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.803015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-241f5990-9341-4393-a2ac-f428cf223477 req-f9316d2d-1353-4e37-b0c3-6983493829e7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.4393361 Aug 11 02:54:46.813058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'name': 'network-vif-deleted', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:46.813682 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173ec193-dbad-42d7-afc7-9fc3a2607747" -d '{"events": [{"server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "name": "network-vif-deleted", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:46.833360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2be-e0f6-4c35-9231-75fad3dab423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.851683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98b440c8-089d-4f51-b4f6-d4be3f53a329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.854894 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98b440c8-089d-4f51-b4f6-d4be3f53a329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.856678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-98b440c8-089d-4f51-b4f6-d4be3f53a329 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a081b2b9-380b-4889-bf96-16d1f4a46fd3 HTTP/1.1" status: 204 len: 168 time: 1.2613437 Aug 11 02:54:46.858415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Transition to ACTIVE for port object c1d37f32-b8b4-40a0-b48b-8c1d93541834 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:46.941552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b440c8-089d-4f51-b4f6-d4be3f53a329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081b2b9-380b-4889-bf96-16d1f4a46fd3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:46.972928 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2be-e0f6-4c35-9231-75fad3dab423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:46.977726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-5c393907-cc3a-4466-b75f-9a8e4c0248ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:46.979670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-5c393907-cc3a-4466-b75f-9a8e4c0248ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4066055 Aug 11 02:54:46.992407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Deleting port edc42dc0-c809-4880-8964-7863c0d155ed {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:46.993155 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.092358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-cb03df5e-f1ef-4aa1-85e0-28cc4da970a6 service neutron] 10.222.0.60 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445475 Aug 11 02:54:47.106609 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-c9cdb430-cad4-4961-be18-70206d37069a service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087685 Aug 11 02:54:47.117445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-241f5990-9341-4393-a2ac-f428cf223477 req-5daada9c-91d4-45eb-8ed5-ecf74619666a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3126400 Aug 11 02:54:47.171697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-db5214a8-0058-4d12-ae9a-3be6cb177f29 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487823 Aug 11 02:54:47.260519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.279157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-b7634648-c22d-4ebd-a3fe-6c5a13345038 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:47.280325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-b7634648-c22d-4ebd-a3fe-6c5a13345038 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.10 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 816 time: 0.4347847 Aug 11 02:54:47.283752 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2be-e0f6-4c35-9231-75fad3dab423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.287592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f45c2be-e0f6-4c35-9231-75fad3dab423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.289783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4f45c2be-e0f6-4c35-9231-75fad3dab423 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02d28c1f-5043-4b3b-9145-a4229cd3ddb6 HTTP/1.1" status: 204 len: 168 time: 0.6995239 Aug 11 02:54:47.302558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-55dedd16-5779-4761-97dd-40f76694375d service neutron] 10.222.0.60 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995137 Aug 11 02:54:47.349313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Request body: {'port': {'device_id': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'admin_state_up': True, 'tenant_id': 'f38befa7669d425db3e77c237a8fd0cb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:47.367011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.367413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.371990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45c2be-e0f6-4c35-9231-75fad3dab423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d28c1f-5043-4b3b-9145-a4229cd3ddb6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:47.421489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Calling delete_port for edc42dc0-c809-4880-8964-7863c0d155ed owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:47.597710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Pushing event updated for resources: {'Port': ['ID=c1d37f32-b8b4-40a0-b48b-8c1d93541834,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:47.630616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47060) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:47.637229 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38635288-ff67-4a32-996d-0bf8decf0bd7 x-openstack-request-id: req-38635288-ff67-4a32-996d-0bf8decf0bd7 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:47.637758 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0aa9a3e-d343-4ee6-97cd-f1946d5ce117", "name": "network-vif-deleted", "tag": "73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:47.637758 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38635288-ff67-4a32-996d-0bf8decf0bd7 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:47.638185 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0aa9a3e-d343-4ee6-97cd-f1946d5ce117', 'name': 'network-vif-deleted', 'tag': '73daf46f-fd5e-4cc0-b6ac-f6f6cc55888f', 'status': 'completed', 'code': 200} Aug 11 02:54:47.827794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-299ffad7-4b33-450f-bc67-10a8c852d2b0 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:47.830159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-299ffad7-4b33-450f-bc67-10a8c852d2b0 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365&tenant_id=b47ec1c4a65949e0a154d9a4949801a5&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.2398396 Aug 11 02:54:47.844319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Made reservation on behalf of f38befa7669d425db3e77c237a8fd0cb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:47.850603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.857837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:47.863128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52050c16-a32a-4d79-a4bb-2a1016be3c51 req-0bf2a0f0-b526-4a71-8497-3a0c700f8f39 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:47.865385 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96c81978-29e1-42e1-99be-c8ab87d39ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:47.872589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52050c16-a32a-4d79-a4bb-2a1016be3c51 req-0bf2a0f0-b526-4a71-8497-3a0c700f8f39 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 945 time: 0.1410096 Aug 11 02:54:47.890981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-04ab226f-0b86-4dbb-aef6-e09dd688af35 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720525 Aug 11 02:54:47.892653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:47.944990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:48.186023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Allocated IP 172.20.0.9 (01df4fd7-4bbb-401d-b850-83f8b2d45d28/96205011-f6fc-452e-90c1-71a5a1dc537c/651bb33c-b29a-4826-a90b-98a681dfe715) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:48.186253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52050c16-a32a-4d79-a4bb-2a1016be3c51 req-dea2ad20-28f5-4da9-ba19-635aa7fbbd42 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074079 Aug 11 02:54:48.265941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47076) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:48.267363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.280519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f5ba5298-fffe-4209-8568-529c1e7a4e13 None None] Provisioning for port c1d37f32-b8b4-40a0-b48b-8c1d93541834 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:48.289001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f5ba5298-fffe-4209-8568-529c1e7a4e13 None None] Provisioning complete for port c1d37f32-b8b4-40a0-b48b-8c1d93541834 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:48.290194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5ba5298-fffe-4209-8568-529c1e7a4e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.325471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Pushing event deleted for resources: {'Port': ['ID=edc42dc0-c809-4880-8964-7863c0d155ed,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:48.360429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba5298-fffe-4209-8568-529c1e7a4e13 None None] Port c1d37f32-b8b4-40a0-b48b-8c1d93541834 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:48.503556 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.523931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Transition to ACTIVE for port object 651bb33c-b29a-4826-a90b-98a681dfe715 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:48.734155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-5c106d69-c727-41c6-b7ec-88823a73acf0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b HTTP/1.1" status: 200 len: 217 time: 0.8014989 Aug 11 02:54:48.736005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.771165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e773e-ab38-4604-a408-8ae179ca7872 req-318f413a-d684-45fc-833d-b5426b0416dd tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:48.779817 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea4e773e-ab38-4604-a408-8ae179ca7872 req-318f413a-d684-45fc-833d-b5426b0416dd tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 946 time: 1.1830769 Aug 11 02:54:48.821857 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca1a965e-093f-45d7-bcc4-119321214a68 req-0cd8e36c-985c-41d6-a30c-31de9dcb0013 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.5564718 Aug 11 02:54:48.924127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2f1ecb76-01e8-4091-a44f-c839f2ced269 service neutron] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:48.944789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2f1ecb76-01e8-4091-a44f-c839f2ced269 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:48.945966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8feffad-b41d-40fd-90ee-f15c6a3f61bb req-2f1ecb76-01e8-4091-a44f-c839f2ced269 service neutron] 10.222.0.10 "DELETE /v2.0/ports/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 1.1060727 Aug 11 02:54:48.965703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-42f60b67-9efa-47c0-8809-925d0380ed27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4804bec48e949898d333cc31575c6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943238 Aug 11 02:54:48.966434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:48.974204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47082) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:48.983184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:48.987405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:49.002473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.005338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.006821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4fffb80a-0e60-47e6-b459-8ff48a025495 tempest-ServersTestJSON-437554222 tempest-ServersTestJSON-437554222-project] 10.222.0.60 "DELETE /v2.0/floatingips/43df6bb5-0758-48df-94a1-fea175db91f2 HTTP/1.1" status: 204 len: 168 time: 2.5696142 Aug 11 02:54:49.010108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47084) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:49.077679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.078391 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.081558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.088263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.092796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Pushing event updated for resources: {'Port': ['ID=651bb33c-b29a-4826-a90b-98a681dfe715,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:49.095146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.102793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.105127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-15f594f1-2f4e-4e01-99df-7d63716f1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.106699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-15f594f1-2f4e-4e01-99df-7d63716f1157 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.3528745 Aug 11 02:54:49.110487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.125308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.132777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.139560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.140243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.142060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a231998-ed8a-4369-9564-9f5258b5726e req-f3fee4dc-c491-45a8-b10c-0199c5318ac4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.2166328 Aug 11 02:54:49.177728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea4e773e-ab38-4604-a408-8ae179ca7872 req-28597bab-219e-4e6d-a671-9554ba073207 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966441 Aug 11 02:54:49.296154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a231998-ed8a-4369-9564-9f5258b5726e req-896e3305-7cb2-437e-b9d0-7646e2562d0e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1527247 Aug 11 02:54:49.431172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96c81978-29e1-42e1-99be-c8ab87d39ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.540344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a716f3f6-0427-402b-922a-fc2603994e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.543048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a716f3f6-0427-402b-922a-fc2603994e9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4132118 Aug 11 02:54:49.608519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230573e-9919-4c68-ae34-95e7b7329e06 req-67908a48-14af-42b8-a0a1-61e2da98576a tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.608751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-897e52fd-f75a-4681-9ec1-c9effffed4b3 None None] Provisioning for port 651bb33c-b29a-4826-a90b-98a681dfe715 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:49.616867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7230573e-9919-4c68-ae34-95e7b7329e06 req-67908a48-14af-42b8-a0a1-61e2da98576a tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 1097 time: 0.1306727 Aug 11 02:54:49.627692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-897e52fd-f75a-4681-9ec1-c9effffed4b3 None None] Provisioning complete for port 651bb33c-b29a-4826-a90b-98a681dfe715 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:49.628732 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-897e52fd-f75a-4681-9ec1-c9effffed4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.638220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-d6aeb99a-4688-41ac-894d-8c8efc592c64 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2944846 Aug 11 02:54:49.639191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96c81978-29e1-42e1-99be-c8ab87d39ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.699266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Request body: {'port': {'device_id': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:49.727321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-878257b4-0085-4802-a280-2c727d00a713 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7851760 Aug 11 02:54:49.792164 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7230573e-9919-4c68-ae34-95e7b7329e06 req-10af6d18-d2b7-4d5c-9d64-7206e18dac98 tempest-LiveMigrationTest-1236912135 tempest-LiveMigrationTest-1236912135-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719897 Aug 11 02:54:49.805079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-897e52fd-f75a-4681-9ec1-c9effffed4b3 None None] Port 651bb33c-b29a-4826-a90b-98a681dfe715 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:49.916128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Request body: {'port': {'device_id': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:49.938147 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.962170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3effb990-eab8-43b3-9b58-1397713f43d7 req-303a403b-6b4f-47cd-990d-833fa926a6c0 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.0383754 Aug 11 02:54:49.974600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aa3164b5-a656-4b19-9d66-2e7b502ae8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.976350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:49.984842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-502b3e9e-3130-471e-ada2-089446f7d916 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:49.987107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-502b3e9e-3130-471e-ada2-089446f7d916 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 816 time: 0.5492945 Aug 11 02:54:50.036921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb169d-122f-4ec1-9022-cabe1a57ff64 req-bf5ff373-76a3-4503-8f4d-ad5c95dafcec tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.038601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4afb169d-122f-4ec1-9022-cabe1a57ff64 req-bf5ff373-76a3-4503-8f4d-ad5c95dafcec tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 946 time: 0.6020169 Aug 11 02:54:50.042980 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-96c81978-29e1-42e1-99be-c8ab87d39ab4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d909162ba4c6440f93e1ddbf668745a0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3997276 Aug 11 02:54:50.053008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47104) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:50.058721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Request body: {'port': {'device_id': '686e9166-a1ef-471d-8771-49b5ef660a58', 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'admin_state_up': True, 'tenant_id': 'f38befa7669d425db3e77c237a8fd0cb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:50.063042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c81978-29e1-42e1-99be-c8ab87d39ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799e395-e543-4668-ad9a-51111e461751,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:50.065790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47106) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:50.111422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Request body: {'floatingip': {'port_id': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:50.343374 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7311293-1db2-45ae-af5d-cce0e84d3dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.390622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7311293-1db2-45ae-af5d-cce0e84d3dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.575656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.583327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.590280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.600741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.608805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.616558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.625047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.627432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-be8995d5-1ec9-4df2-81d5-76f3a83e4300 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.2215776 Aug 11 02:54:50.656872 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aa3164b5-a656-4b19-9d66-2e7b502ae8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.662041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7311293-1db2-45ae-af5d-cce0e84d3dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.664984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7311293-1db2-45ae-af5d-cce0e84d3dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.666384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e7311293-1db2-45ae-af5d-cce0e84d3dc0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3799e395-e543-4668-ad9a-51111e461751 HTTP/1.1" status: 204 len: 168 time: 0.6124222 Aug 11 02:54:50.677293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Deleting port cbde7b8a-cb4b-4251-8def-16449c0813e4 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:50.677715 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.732692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7311293-1db2-45ae-af5d-cce0e84d3dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799e395-e543-4668-ad9a-51111e461751,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:50.767241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5aaafeb1-c01a-4654-9c46-d9cf04c52006 req-7c93bab0-357e-4d4e-9e20-158cd753f680 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1304131 Aug 11 02:54:50.828084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] For port cbde7b8a-cb4b-4251-8def-16449c0813e4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cbde7b8a-cb4b-4251-8def-16449c0813e4,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:50.828464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.844772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Calling delete_port for cbde7b8a-cb4b-4251-8def-16449c0813e4 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:50.915595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:50.990592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-af7fa67b-0d03-4944-9d63-964db4911110 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:50.992416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-af7fa67b-0d03-4944-9d63-964db4911110 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 945 time: 0.0942507 Aug 11 02:54:51.129396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa03a324-f229-48ce-b45d-202a34066240 req-2090cc55-6f1a-43cc-925c-c57cc46fbc6d tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.0624228 Aug 11 02:54:51.276747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Deleting port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:51.277068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.338726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.357344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651bb33c-b29a-4826-a90b-98a681dfe715 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:51.367895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.385755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Transition to ACTIVE for port object 651bb33c-b29a-4826-a90b-98a681dfe715 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:51.387615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Pushing event deleted for resources: {'Port': ['ID=cbde7b8a-cb4b-4251-8def-16449c0813e4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:51.391240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.443000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.566820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] For port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:51.567064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.608545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Pushing event updated for resources: {'Port': ['ID=651bb33c-b29a-4826-a90b-98a681dfe715,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:51.656300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-c50893c1-54b0-4ee4-b8f0-a34c65576620 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0116611 Aug 11 02:54:51.749147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Calling delete_port for cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:51.832005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a566-1db6-49fd-878e-4dc3b5d98cff req-bff61775-1463-42db-b042-f99d948006ff tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:51.836370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9908a566-1db6-49fd-878e-4dc3b5d98cff req-bff61775-1463-42db-b042-f99d948006ff tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 945 time: 1.0851185 Aug 11 02:54:51.882774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.912943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aa3164b5-a656-4b19-9d66-2e7b502ae8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.919118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aa3164b5-a656-4b19-9d66-2e7b502ae8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:51.920377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aa3164b5-a656-4b19-9d66-2e7b502ae8f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4174a30-ca36-4e10-8064-cd560bfe8ec0 HTTP/1.1" status: 204 len: 168 time: 2.8627160 Aug 11 02:54:52.070442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3164b5-a656-4b19-9d66-2e7b502ae8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4174a30-ca36-4e10-8064-cd560bfe8ec0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:52.072564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Attempting to bind port 651bb33c-b29a-4826-a90b-98a681dfe715 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:52.073128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Attempting to bind port 651bb33c-b29a-4826-a90b-98a681dfe715 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:52.073745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Attempting to bind port 651bb33c-b29a-4826-a90b-98a681dfe715 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:52.078752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-2f0c7e61-102c-4804-9fec-34dd7f5b2a18 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773546 Aug 11 02:54:52.216811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.241357 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a503500f-b681-477c-9057-854f329bee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:52.247029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.254960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.263282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.271850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.278410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.285158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:52.293423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-695b4aba-9d99-43b7-91c1-2b31f254fa74 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.3714035 Aug 11 02:54:52.302173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:52.404728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9908a566-1db6-49fd-878e-4dc3b5d98cff req-2579de07-49f5-4950-a1c3-0d66c70dd174 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779592 Aug 11 02:54:52.427968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Port 651bb33c-b29a-4826-a90b-98a681dfe715 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:52.428304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Attempting to bind port 651bb33c-b29a-4826-a90b-98a681dfe715 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:52.437348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4594d596-6ba9-4e44-8bbd-f99114cc0d25 req-a1ade07a-015d-4330-afe3-7a0a98a7130a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1411755 Aug 11 02:54:52.437348 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:52.448318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['81f86d20-5acc-4a7d-bac3-890361ccf04d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:54:52.569600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-2f45d0c5-37b0-454a-aefd-291bedec59d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=19e8c3da-0cee-441a-9d38-f71962c63595 HTTP/1.1" status: 200 len: 217 time: 0.4782825 Aug 11 02:54:52.619656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event deleted for resources: {'Port': ['ID=cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:52.624708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-280422348-network', 'tenant_id': '2e7b55340ced4a15a108d9cb1e700963'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:52.689958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] No DVR routers for this DVR port cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:52.697605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:52.699828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bad65879-1de7-4b7e-ae0b-2265acaaf351 req-9b6a72bb-d613-4b76-b33f-8b580b6b8446 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "DELETE /v2.0/ports/cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c HTTP/1.1" status: 204 len: 173 time: 1.6654191 Aug 11 02:54:52.700375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'name': 'network-vif-deleted', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:52.702753 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42307df0-a8aa-48b8-9775-7c90c4aa76af" -d '{"events": [{"server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "name": "network-vif-deleted", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:52.748504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Made reservation on behalf of 2e7b55340ced4a15a108d9cb1e700963 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:52.750864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:52.762648 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:52.844354 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4682113-3c04-4e09-80eb-58adbb1d905c x-openstack-request-id: req-e4682113-3c04-4e09-80eb-58adbb1d905c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:52.844722 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365", "name": "network-vif-deleted", "tag": "cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:52.845096 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4682113-3c04-4e09-80eb-58adbb1d905c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:52.846183 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365', 'name': 'network-vif-deleted', 'tag': 'cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c', 'status': 'completed', 'code': 200} Aug 11 02:54:52.850214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Router 7e6ee052-bc62-43d4-a167-ea69602f0055 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:52.928523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:52.930292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:52.930813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Checking segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:52.931854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Bound using segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:52.932065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Bound port: 651bb33c-b29a-4826-a90b-98a681dfe715, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:52.932703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.000286 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.033392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1825ab01-e4dc-4c28-9661-6fcd6ef27ab2 req-ee403201-f843-4b28-ac42-0af59bdb3b12 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.4330785 Aug 11 02:54:53.054089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:53.070707 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-17ebba62-c3ea-47b2-aae9-59292a496f9c admin admin] 10.222.0.60 "PUT /v2.0/routers/7e6ee052-bc62-43d4-a167-ea69602f0055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590267 Aug 11 02:54:53.073301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:53.078618 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] Sync routers for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:53.105258 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:53.106577 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:53.150068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.161357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.229028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:54:53.256082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] For port 651bb33c-b29a-4826-a90b-98a681dfe715, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:53.259790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] For port 651bb33c-b29a-4826-a90b-98a681dfe715, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=651bb33c-b29a-4826-a90b-98a681dfe715,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:53.280512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.316823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152aefe1-baf1-4c5f-b649-82dfdeaa3957,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:53.324167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-bf1f07af-d9a2-4535-90c3-f853720045e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:53.326082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-bf1f07af-d9a2-4535-90c3-f853720045e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.7486703 Aug 11 02:54:53.326347 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:53.330133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.330489 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Added segment 553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9 of type vlan for network f46a0156-2c90-429d-950a-a3d28a064a03 Aug 11 02:54:53.359692 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Made reservation on behalf of f38befa7669d425db3e77c237a8fd0cb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:53.364551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.460550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.469097 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.472102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:53.472774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.474158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] 10.222.0.10 "PUT /v2.0/ports/651bb33c-b29a-4826-a90b-98a681dfe715 HTTP/1.1" status: 200 len: 1092 time: 3.7816966 Aug 11 02:54:53.503032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'tag': '651bb33c-b29a-4826-a90b-98a681dfe715'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:53.505370 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d", "tag": "651bb33c-b29a-4826-a90b-98a681dfe715"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:53.722379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:53.743210 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1179842-6c82-4013-a1b8-7f0cccedb588 req-032a4b6c-64fb-493b-a754-c328bd0c389f tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 210 time: 0.1210632 Aug 11 02:54:53.765513 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:54:51Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:53.829528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:53.830226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cf02dfdd-e7fa-4f0b-aa96-2218e2a2216c not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:53.842739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:54:53.886783 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:54:53.887906 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] Checking router: 7e6ee052-bc62-43d4-a167-ea69602f0055 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:53.923683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] Routers {'7e6ee052-bc62-43d4-a167-ea69602f0055'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:53.924589 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7e6ee052-bc62-43d4-a167-ea69602f0055'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:53.937597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:53.940782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:53.944680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:54.013521 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb10eb87-079d-491b-8cae-77d6db8f78ba x-openstack-request-id: req-eb10eb87-079d-491b-8cae-77d6db8f78ba {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:54.013818 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d", "tag": "651bb33c-b29a-4826-a90b-98a681dfe715", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:54.014127 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb10eb87-079d-491b-8cae-77d6db8f78ba {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:54.014474 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'tag': '651bb33c-b29a-4826-a90b-98a681dfe715', 'status': 'completed', 'code': 200} Aug 11 02:54:54.021980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e3622bbf-f5ea-485b-bb70-a72fbacb1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.024663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-e3622bbf-f5ea-485b-bb70-a72fbacb1cd2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6660459 Aug 11 02:54:54.040660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254bb0f-cff5-44d9-b564-3f4ccaf4ffca service neutron] Pushing event updated for resources: {'Port': ['ID=651bb33c-b29a-4826-a90b-98a681dfe715,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:54.086586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7542534 Aug 11 02:54:54.093995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47194) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:54.117122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Request body: {'subnet': {'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-280422348-subnet', 'tenant_id': '2e7b55340ced4a15a108d9cb1e700963', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:54.138871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:54.168939 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Floating IP 8c1b410d-c707-486b-8135-945f9c8c4d5a associated. External IP: 172.25.4.11, port: 5cfb5ae8-6836-45a5-93b3-3a59cdc24396. Aug 11 02:54:54.186918 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] Set router 7e6ee052-bc62-43d4-a167-ea69602f0055 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:54.198166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ee74e-a1d6-4d21-bafd-440d70c54b5d admin admin] Pushing event updated for resources: {'Network': ['ID=f46a0156-2c90-429d-950a-a3d28a064a03,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:54.225928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network f46a0156-2c90-429d-950a-a3d28a064a03 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:54:54.290214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Made reservation on behalf of 2e7b55340ced4a15a108d9cb1e700963 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:54.294809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:54.374182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-272a6bde-4e1a-4edb-9d5c-8bd266804a45 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190439 Aug 11 02:54:54.380529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03e1aeea-715c-495e-8871-9d195db1d339 req-ca3ba77a-8707-4608-9ccd-8c9bbec54d8c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.1167123 Aug 11 02:54:54.437788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-fb6fe92d-bee9-4c61-84a3-6a5c820e3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.439465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-fb6fe92d-bee9-4c61-84a3-6a5c820e3136 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 1095 time: 0.8537152 Aug 11 02:54:54.522633 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-9a1f7320-c71c-4583-999d-954a58b3b8f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=651bb33c-b29a-4826-a90b-98a681dfe715 HTTP/1.1" status: 200 len: 217 time: 0.0568907 Aug 11 02:54:54.599224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d37f32-b8b4-40a0-b48b-8c1d93541834 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:54:54.637778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:54.656547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.664571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.670985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.679426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.690849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.705675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.726590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:54.734658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-217fa2ed-1526-4183-a12a-0feaecbc55f2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 1.0490358 Aug 11 02:54:54.794009 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:54:51Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:54.833425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:54.865323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Deleting port bd774b63-0fae-4f74-9586-74fa103cc676 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:54.865713 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:54.881432 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20249bb-615b-485c-b7b7-0e61df7bc6a1 None None] The sync data for ids ['7e6ee052-bc62-43d4-a167-ea69602f0055'] in n-d-768509-22 is: [{'id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'name': 'tempest-ServersTestJSON-1095007498-router', 'tenant_id': '8767bf03eec34c109d235b187096d928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:38Z', 'updated_at': '2021-08-11T02:54:51Z', 'revision_number': 5, 'project_id': '8767bf03eec34c109d235b187096d928', 'gw_port': {'id': 'bd774b63-0fae-4f74-9586-74fa103cc676', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:dc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ee052-bc62-43d4-a167-ea69602f0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:40Z', 'updated_at': '2021-08-11T02:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:54:54.942488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Transition to ACTIVE for port object c1d37f32-b8b4-40a0-b48b-8c1d93541834 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:55.034762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-764d882e-b051-4ec2-ae36-25e988aca4aa req-ca9a715a-2ba2-4b1c-804b-3707f7743011 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 210 time: 0.1193578 Aug 11 02:54:55.219720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa3a517e-efa0-45c8-8233-2a6bf1d2bf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.284025 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.457558 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.498609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Request body: {'security_group': {'name': 'tempest-securitygroup-646226960', 'description': 'tempest-description-1222257473'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:55.546014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205bd9c6-f42b-4555-82a2-911befae5c1e,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:55.562819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.603493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.620128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:55.620597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Network hostable DHCP agents. Network: f46a0156-2c90-429d-950a-a3d28a064a03, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:54:55.663954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Network f46a0156-2c90-429d-950a-a3d28a064a03 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:54:55.670038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] For port bd774b63-0fae-4f74-9586-74fa103cc676, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bd774b63-0fae-4f74-9586-74fa103cc676,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:55.670529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.699848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Calling delete_port for bd774b63-0fae-4f74-9586-74fa103cc676 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:55.703676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, f46a0156-2c90-429d-950a-a3d28a064a03) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:55.708013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c3a9317-9fc9-422c-8822-0d8283c56aa3 req-1209832a-91e8-41d3-9682-ca8a3cb7c963 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9724522 Aug 11 02:54:55.709336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:55.710397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.717063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05efb523-e4ae-4d07-9b5c-1158af0fa5f2 None None] Network f46a0156-2c90-429d-950a-a3d28a064a03 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:55.725850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-2f07c32e-c953-469b-949a-0d325cdfd2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:55.727367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-2f07c32e-c953-469b-949a-0d325cdfd2e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 200 len: 855 time: 1.1140220 Aug 11 02:54:55.728033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:55.971944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d37f32-b8b4-40a0-b48b-8c1d93541834,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:55.984473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c27e326-71dd-4d3b-ba58-8f9ca32068af None None] Network f46a0156-2c90-429d-950a-a3d28a064a03 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:55.986979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-628f1a6a-81e9-447f-89d5-f106fed28624 req-5eec7f52-c402-4b7b-a77b-764b41ef62ef tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.0708601 Aug 11 02:54:56.066357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.257845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-1eca1b1f-7c9f-46cc-b8c6-16b6d4abb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:56.260666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-1eca1b1f-7c9f-46cc-b8c6-16b6d4abb2bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01df4fd7-4bbb-401d-b850-83f8b2d45d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5147142 Aug 11 02:54:56.278590 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc78c24d-dd1e-4d47-8d8b-e065395b7f84 req-dc41c984-72f8-45fd-af52-796f651be996 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 210 time: 0.1114895 Aug 11 02:54:56.283250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.303998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-401e4e40-a3a4-4b81-9c6c-155caf83ec14 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2026937 Aug 11 02:54:56.340115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-552f19cb-9423-4528-be20-0d76e11801d4 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9139237 Aug 11 02:54:56.440212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a4a47558-0a12-4b53-9559-87dca3df1415 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd HTTP/1.1" status: 200 len: 217 time: 0.0802641 Aug 11 02:54:56.450039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.455119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.471659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c0b6e-c875-4b2d-be2a-fa41256ee23c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:56.486984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.526463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a7a5e600-1c56-4117-b960-ad8052b3e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:56.528790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-a7a5e600-1c56-4117-b960-ad8052b3e974 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.0508542 Aug 11 02:54:56.528790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Attempting to bind port c1d37f32-b8b4-40a0-b48b-8c1d93541834 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:54:56.529132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Attempting to bind port c1d37f32-b8b4-40a0-b48b-8c1d93541834 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:54:56.529467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Attempting to bind port c1d37f32-b8b4-40a0-b48b-8c1d93541834 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:56.536163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Allocated IP 172.20.0.3 (01df4fd7-4bbb-401d-b850-83f8b2d45d28/96205011-f6fc-452e-90c1-71a5a1dc537c/34315d92-d594-4994-828d-05cc5eee5d87) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:54:56.566441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Port c1d37f32-b8b4-40a0-b48b-8c1d93541834 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:54:56.566877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Attempting to bind port c1d37f32-b8b4-40a0-b48b-8c1d93541834 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:54:56.607028 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.629592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:54:56.629815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Checking segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:54:56.630028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd774b63-0fae-4f74-9586-74fa103cc676,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:56.630690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Bound using segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:54:56.630690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Bound port: c1d37f32-b8b4-40a0-b48b-8c1d93541834, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:54:56.631050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.632081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1505d73e-919a-419c-b1fa-fbaa7e5e0b21,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:56.667947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.670249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5c675083-0aee-439a-9b51-e73edc00686b req-3ce9d283-89ea-4e7f-a6ce-5959725db179 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1757431 Aug 11 02:54:56.746563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-551fd4b7-6ce8-4685-923c-9501692c27e2 req-75777401-6dec-46f6-91bd-f36528edfbd2 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1080543493', 'description': 'tempest-description-487928830'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:56.829398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:56.856358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-49f97b46-c7f0-4926-9394-9f39f82fb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:56.859046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-49f97b46-c7f0-4926-9394-9f39f82fb2b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3089571 Aug 11 02:54:56.906118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-0dd7f059-aef7-44aa-a41c-de6661673b0f service neutron] 10.222.0.10 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820861 Aug 11 02:54:56.915152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Router fadb1320-c4d9-47b6-a6b3-3cf9482c661f has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:54:56.920205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cbde7b8a-cb4b-4251-8def-16449c0813e4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:57.037243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: cbde7b8a-cb4b-4251-8def-16449c0813e4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:57.038209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cbde7b8a-cb4b-4251-8def-16449c0813e4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:57.057358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-551fd4b7-6ce8-4685-923c-9501692c27e2 req-75777401-6dec-46f6-91bd-f36528edfbd2 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.073955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] For port c1d37f32-b8b4-40a0-b48b-8c1d93541834, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:54:57.113292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] For port c1d37f32-b8b4-40a0-b48b-8c1d93541834, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:54:57.135924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.186541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.189393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.250914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.253435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6ee052-bc62-43d4-a167-ea69602f0055 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:54:57.279895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.281383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e6cefbc6-68c2-4edb-927c-c43b247cb10c admin admin] 10.222.0.60 "DELETE /v2.0/routers/7e6ee052-bc62-43d4-a167-ea69602f0055 HTTP/1.1" status: 204 len: 168 time: 4.1975238 Aug 11 02:54:57.293098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47244) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:57.312307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.313001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.314621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-08185579-4ef5-4900-a576-732c01607c32 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1d37f32-b8b4-40a0-b48b-8c1d93541834 HTTP/1.1" status: 200 len: 1093 time: 7.4025846 Aug 11 02:54:57.324846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'tag': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:54:57.344945 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88df51a8-b9a5-4a11-962e-0daa76d778fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c2ec16-30f0-4f12-b2e7-0c4b52155959", "tag": "c1d37f32-b8b4-40a0-b48b-8c1d93541834"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:54:57.360618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.380464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.388996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.402339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.413004 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.424576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.447588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.450009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-4bee07ca-2fc0-4cc6-b604-3532e8b38160 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515680 Aug 11 02:54:57.461338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.463273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81094da5-5442-413f-a531-3a0f77eaff48 req-c13c7da7-ddad-46c8-9a89-452eafedee3d tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.3639767 Aug 11 02:54:57.614102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fdfc49e-d5c8-41c0-a6db-9d49c5ac3d48 req-5314697f-284e-4151-a390-4449cb68be14 service neutron] 10.222.0.10 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6902173 Aug 11 02:54:57.616981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] Deleting subnet b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:54:57.624351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81094da5-5442-413f-a531-3a0f77eaff48 req-aa6bd6af-8756-457c-81df-bef4fd793611 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1510296 Aug 11 02:54:57.625164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.686732 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.719589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08185579-4ef5-4900-a576-732c01607c32 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d37f32-b8b4-40a0-b48b-8c1d93541834,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:57.730430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Transition to ACTIVE for port object 34315d92-d594-4994-828d-05cc5eee5d87 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:54:57.824815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:54:57.839280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] Sync routers for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:54:57.857648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:57.859090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:57.859763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:57.969161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-72c64a61-1db1-4856-a39e-a416131e76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:57.971617 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-72c64a61-1db1-4856-a39e-a416131e76eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 1096 time: 0.5665629 Aug 11 02:54:58.016102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47262) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:58.034044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.089249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1740707836-network', 'tenant_id': '3336e0ae988c4a4580d788b383fe1ed5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:58.094361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.105514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:58.132677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6a4f2880-5ee5-42af-b628-510bf822c43b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "PUT /v2.0/floatingips/8c1b410d-c707-486b-8135-945f9c8c4d5a HTTP/1.1" status: 200 len: 991 time: 8.0255775 Aug 11 02:54:58.142434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b927e45-4281-4ae3-8b7d-b96acd88d546 req-df853c98-fd21-4903-8066-0ec387ab6207 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.2447994 Aug 11 02:54:58.145903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.165928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-a3b8d08f-dcce-44dc-a4d5-fabc6ceec494 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834 HTTP/1.1" status: 200 len: 217 time: 0.1772690 Aug 11 02:54:58.181092 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-551fd4b7-6ce8-4685-923c-9501692c27e2 req-75777401-6dec-46f6-91bd-f36528edfbd2 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.187190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-de82143c-f4a6-4e88-bfe3-8ad297799d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:58.189645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-de82143c-f4a6-4e88-bfe3-8ad297799d53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 1095 time: 0.4272633 Aug 11 02:54:58.206310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-551fd4b7-6ce8-4685-923c-9501692c27e2 req-75777401-6dec-46f6-91bd-f36528edfbd2 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.255445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:58.258852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-ae0030d8-498e-4ca0-8149-3c40d1976d38 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977415 Aug 11 02:54:58.272747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.284906 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08e08eb4-0cf6-4876-a1f3-b7a13d3f8ec4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b359e8d4-5b51-4e8d-ab16-3ecf1f000f7f HTTP/1.1" status: 204 len: 168 time: 0.9775000 Aug 11 02:54:58.286435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47266) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:58.380201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.406535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.441219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da500c8-e55f-4ae6-a2e4-4b5e9146d805 None None] Network 550eb385-6bca-4550-b2b8-8f35d2df9c79 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:54:58.445008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-580a2880-e6cf-4498-a159-a0202f38a2be req-1d67f7b8-2b9b-43e3-9712-84d10e9c3ec5 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=349a6e3b-7ed3-43e6-8d4d-b8dcf3b4f365 HTTP/1.1" status: 200 len: 210 time: 0.0535138 Aug 11 02:54:58.497907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Made reservation on behalf of 3336e0ae988c4a4580d788b383fe1ed5 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:54:58.500322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.515721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-84f5ab45-fe6e-4f1d-a5aa-3e6118f562af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79 HTTP/1.1" status: 200 len: 217 time: 0.2040818 Aug 11 02:54:58.519149 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e246e24-0360-49e5-ad4f-2b3f271cc667 x-openstack-request-id: req-4e246e24-0360-49e5-ad4f-2b3f271cc667 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:54:58.519447 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c2ec16-30f0-4f12-b2e7-0c4b52155959", "tag": "c1d37f32-b8b4-40a0-b48b-8c1d93541834", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:54:58.519740 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e246e24-0360-49e5-ad4f-2b3f271cc667 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:54:58.520093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Deleting port 26277d1f-9edc-499c-ab77-c574529f37fc {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:54:58.520247 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'tag': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834', 'status': 'completed', 'code': 200} Aug 11 02:54:58.520975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.587226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-551fd4b7-6ce8-4685-923c-9501692c27e2 req-75777401-6dec-46f6-91bd-f36528edfbd2 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.588486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-551fd4b7-6ce8-4685-923c-9501692c27e2 req-75777401-6dec-46f6-91bd-f36528edfbd2 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8913648 Aug 11 02:54:58.630411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75777401-6dec-46f6-91bd-f36528edfbd2 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5a0a51-9e21-4b0f-8707-d57b163cc1e8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:58.679008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] For port 26277d1f-9edc-499c-ab77-c574529f37fc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=26277d1f-9edc-499c-ab77-c574529f37fc,segment=NetworkSegment(c2ef53b3-b323-4c75-8d66-008017813c7c),segment_id=c2ef53b3-b323-4c75-8d66-008017813c7c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:54:58.679272 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.705200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-640ec2e6-f1a9-4afd-a276-b63c92c15f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:58.706707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-640ec2e6-f1a9-4afd-a276-b63c92c15f90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 200 len: 855 time: 0.5145819 Aug 11 02:54:58.709021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:58.715723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Calling delete_port for 26277d1f-9edc-499c-ab77-c574529f37fc owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:54:58.771546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:54:58.799482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bd774b63-0fae-4f74-9586-74fa103cc676 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:54:58.824631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: bd774b63-0fae-4f74-9586-74fa103cc676 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:54:58.824984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bd774b63-0fae-4f74-9586-74fa103cc676 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:54:58.872244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:54:58.909379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:54:58.913505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Pushing event updated for resources: {'Port': ['ID=34315d92-d594-4994-828d-05cc5eee5d87,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:58.944513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-32254740-071b-4dcf-b7ba-7e2a515ceb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:58.950509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a514277a-b0a8-4443-a59d-4a3c7c2bf9c6 None None] DHCP port deletion for 550eb385-6bca-4550-b2b8-8f35d2df9c79 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:54:58.957344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-32254740-071b-4dcf-b7ba-7e2a515ceb49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.4406953 Aug 11 02:54:58.968406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8c1b410d-c707-486b-8135-945f9c8c4d5a', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'port_id': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'mac_address': 'fa:16:3e:ab:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d57f123-e292-4595-be52-aa05f2abd512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:54:18Z', 'updated_at': '2021-08-11T02:54:52Z', 'revision_number': 1, 'project_id': 'b243ad16aa384366b77f86350127c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:17Z', 'revision_number': 5, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:58.980992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.031937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] Checking router: fadb1320-c4d9-47b6-a6b3-3cf9482c661f for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:54:59.044914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26277d1f-9edc-499c-ab77-c574529f37fc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:59.064583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] No DVR routers for this DVR port 26277d1f-9edc-499c-ab77-c574529f37fc on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:54:59.082934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a514277a-b0a8-4443-a59d-4a3c7c2bf9c6 None None] The port '26277d1f-9edc-499c-ab77-c574529f37fc' was deleted {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 02:54:59.107110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-5ede68c8-99b0-4889-8014-c8d31f21905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.108773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-5ede68c8-99b0-4889-8014-c8d31f21905a service neutron] 10.222.0.10 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 917 time: 0.8950114 Aug 11 02:54:59.130459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:54:59.131006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:59.230688 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.245240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1602254242', 'description': 'tempest-description-1874049732'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:54:59.255129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550eb385-6bca-4550-b2b8-8f35d2df9c79']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:59.268250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ef53b3-b323-4c75-8d66-008017813c7c') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:59.268546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ef53b3-b323-4c75-8d66-008017813c7c') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:59.280083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.296625 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.305398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:54:59.305858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:54:59.308157 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:54:59.313380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-be69b305-3ee9-4364-ba56-33c384e849cc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=651bb33c-b29a-4826-a90b-98a681dfe715 HTTP/1.1" status: 200 len: 217 time: 0.1149614 Aug 11 02:54:59.327248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:54:59.328277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.330653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.335294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-404a91cf-a817-48ae-98b4-869d5c7ab78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.336977 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-404a91cf-a817-48ae-98b4-869d5c7ab78b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=01df4fd7-4bbb-401d-b850-83f8b2d45d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5827591 Aug 11 02:54:59.384880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.394213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.398317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-241cffeb-6616-4b26-bdd6-dc286e545cea None None] Provisioning for port 34315d92-d594-4994-828d-05cc5eee5d87 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:54:59.398565 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/550eb385-6bca-4550-b2b8-8f35d2df9c79 HTTP/1.1" status: 204 len: 168 time: 1.1079838 Aug 11 02:54:59.411963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34777453-6b4f-4db8-b617-5e91b9878da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=550eb385-6bca-4550-b2b8-8f35d2df9c79,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:54:59.474917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.480059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.486814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.493750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.496079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-241cffeb-6616-4b26-bdd6-dc286e545cea None None] Provisioning complete for port 34315d92-d594-4994-828d-05cc5eee5d87 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:54:59.496816 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-241cffeb-6616-4b26-bdd6-dc286e545cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.500660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.508038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.514296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.523205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-883ae392-9653-4522-b84b-e0eecc11e23b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.5805547 Aug 11 02:54:59.579110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-550d355f-99ab-4b50-893e-692809c21f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.581202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-550d355f-99ab-4b50-893e-692809c21f82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5324244 Aug 11 02:54:59.601935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-f3cd1784-2149-47cf-822f-c6db42135f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:54:59.603697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-f3cd1784-2149-47cf-822f-c6db42135f03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 200 len: 855 time: 0.2620766 Aug 11 02:54:59.615158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-241cffeb-6616-4b26-bdd6-dc286e545cea None None] Port 34315d92-d594-4994-828d-05cc5eee5d87 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:54:59.628039 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.705234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:59.771409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 651bb33c-b29a-4826-a90b-98a681dfe715 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:54:59.802913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-56439096-20d3-4ac9-a091-0edefc2a8974 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8767bf03eec34c109d235b187096d928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0963504 Aug 11 02:54:59.805454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47302) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:54:59.859519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8c1b410d-c707-486b-8135-945f9c8c4d5a', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'port_id': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'mac_address': 'fa:16:3e:ab:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d57f123-e292-4595-be52-aa05f2abd512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:54:18Z', 'updated_at': '2021-08-11T02:54:52Z', 'revision_number': 1, 'project_id': 'b243ad16aa384366b77f86350127c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:17Z', 'revision_number': 5, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:54:59.866544 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4426a7f0-50b9-47b7-9e46-5692fa5e6f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.892584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4426a7f0-50b9-47b7-9e46-5692fa5e6f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.969410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4426a7f0-50b9-47b7-9e46-5692fa5e6f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.973554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4426a7f0-50b9-47b7-9e46-5692fa5e6f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:54:59.975060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4426a7f0-50b9-47b7-9e46-5692fa5e6f2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf859e26-a1df-493a-9ee4-f5471e53b87f HTTP/1.1" status: 204 len: 168 time: 0.1684177 Aug 11 02:54:59.992416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426a7f0-50b9-47b7-9e46-5692fa5e6f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf859e26-a1df-493a-9ee4-f5471e53b87f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:00.108390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde0cfb-b2ad-4194-b970-92d73c785f40 None None] The sync data for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 is: [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8c1b410d-c707-486b-8135-945f9c8c4d5a', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'floating_ip_address': '172.25.4.11', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'port_id': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'mac_address': 'fa:16:3e:ab:42:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d57f123-e292-4595-be52-aa05f2abd512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:54:18Z', 'updated_at': '2021-08-11T02:54:52Z', 'revision_number': 1, 'project_id': 'b243ad16aa384366b77f86350127c101', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:17Z', 'revision_number': 5, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:00.225680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 651bb33c-b29a-4826-a90b-98a681dfe715, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=651bb33c-b29a-4826-a90b-98a681dfe715,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:00.232391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97f1ab6a-45ad-44c3-a94e-467e2aec4c35 req-7344394a-9aa2-41bb-8824-16092fb21f86 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.7081077 Aug 11 02:55:00.248398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '651bb33c-b29a-4826-a90b-98a681dfe715', 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'port_id': '651bb33c-b29a-4826-a90b-98a681dfe715', 'mac_address': 'fa:16:3e:56:91:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96205011-f6fc-452e-90c1-71a5a1dc537c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:00.277519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-fcb09c45-3eb9-48cc-8493-c02e13565a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:00.279521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-fcb09c45-3eb9-48cc-8493-c02e13565a84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=01df4fd7-4bbb-401d-b850-83f8b2d45d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6518300 Aug 11 02:55:00.308386 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-d5b6a51a-1fb8-492e-a275-3a67d1a96a30 service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9535425 Aug 11 02:55:00.308654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.330431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651bb33c-b29a-4826-a90b-98a681dfe715 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:00.361771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 651bb33c-b29a-4826-a90b-98a681dfe715, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=651bb33c-b29a-4826-a90b-98a681dfe715,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:00.367884 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.435156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e323ffe-97bb-430d-be71-3b108ae9f4d0 req-b7906166-bebb-4fae-9724-02ffc43620e4 service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141775 Aug 11 02:55:00.465082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=651bb33c-b29a-4826-a90b-98a681dfe715,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:00.475861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.476226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.476621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.476930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.477331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.477758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.478301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.479639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.480423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.480764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.481298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.481859 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ab9913-e3c1-4515-a832-af3cf3675b2e None None] New status for floating IP 8c1b410d-c707-486b-8135-945f9c8c4d5a: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:00.482357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:00.550316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:00.552999 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060e7ce2-09e0-4777-b098-f771103f9a52" -d '{"events": [{"name": "network-changed", "server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:00.563191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.587764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['651bb33c-b29a-4826-a90b-98a681dfe715'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:00.623223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.642716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.651001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8af8e496-cd6f-4bd9-8865-6b8d005799cd tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.6018312 Aug 11 02:55:00.652519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.681042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:55:00.706731 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.707130 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Added segment 4d96c497-7c38-4c03-b5de-65d10025607a of type vlan for network 2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7 Aug 11 02:55:00.811446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Request body: {'port': {'device_id': '686e9166-a1ef-471d-8771-49b5ef660a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:00.833412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-32cd9470-2309-4773-b5f3-4be207d985f9 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2411115 Aug 11 02:55:00.850643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 26277d1f-9edc-499c-ab77-c574529f37fc no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:00.863749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.874810 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:00.888278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 26277d1f-9edc-499c-ab77-c574529f37fc {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:00.888956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 26277d1f-9edc-499c-ab77-c574529f37fc not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:00.962593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045fddef-d50f-4b6c-ac5d-cb3ef4a3f133,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:00.970925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-19bbbee4-b828-48fc-8214-abdac63b1b5c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0722136 Aug 11 02:55:01.000530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d594-f4c5-4896-8b43-72c3dde7a5d5 req-a5e439a0-295a-4e1f-bdcc-8a13bed98c1c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.009637 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f54d594-f4c5-4896-8b43-72c3dde7a5d5 req-a5e439a0-295a-4e1f-bdcc-8a13bed98c1c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 931 time: 0.5454321 Aug 11 02:55:01.011522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d6c65-9bb5-4744-a9c6-9e763a23d176,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:01.015554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-546a9097-c611-4108-ac0a-1f736fbbb0e3 service neutron] 10.222.0.10 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119467 Aug 11 02:55:01.059907 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.079617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.083249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-d0f546a3-09d8-4b88-a92d-3eb1050b405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.100559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-d0f546a3-09d8-4b88-a92d-3eb1050b405e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 1097 time: 0.1033354 Aug 11 02:55:01.108588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.195212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3811e6-1be5-4808-8de1-8aa8d2d435ad,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:01.215787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.229075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42307cce-910f-4d4f-8a75-5e41c3623549 req-45adb4e4-8199-45b2-a330-4f8475109b15 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.9884052 Aug 11 02:55:01.254241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47334) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:01.256507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.312925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-bb6f95b3-05ec-42ec-ad6d-39116d503531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.315598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-bb6f95b3-05ec-42ec-ad6d-39116d503531 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 200 len: 909 time: 0.1830475 Aug 11 02:55:01.331927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3387e253-2e4c-4f60-b5ab-dd615f766455 req-021f8d77-e5e5-4a3f-81d6-c891950327c4 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487743 Aug 11 02:55:01.406078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.407119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.414197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.430332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-639f1318-0f77-4da5-bc92-de9261ca6b0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 200 len: 217 time: 0.1063023 Aug 11 02:55:01.467547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-0adffd7c-4c06-4997-8d31-34b0f144bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.469219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-0adffd7c-4c06-4997-8d31-34b0f144bb22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 1096 time: 0.9202895 Aug 11 02:55:01.511600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-536431782-network', 'tenant_id': '97e9c1a9bb6440cf82ce17285dbd34f3'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:01.577025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431ca7c-04e5-4fc4-acb2-6325b78b83d9 req-542ed1b8-1d4f-462d-9808-d8d5c74a611b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.586189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1431ca7c-04e5-4fc4-acb2-6325b78b83d9 req-542ed1b8-1d4f-462d-9808-d8d5c74a611b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 945 time: 0.1580956 Aug 11 02:55:01.630566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-8f51c5ce-f32c-40bc-9778-1de4cdd24c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.632055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-8f51c5ce-f32c-40bc-9778-1de4cdd24c6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 200 len: 848 time: 0.1790767 Aug 11 02:55:01.639421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1431ca7c-04e5-4fc4-acb2-6325b78b83d9 req-dc8359bf-135e-4015-bcee-9be20e92a7cc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519521 Aug 11 02:55:01.675938 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-5b1db451-2d1a-4b29-a161-27fc209a127d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f8295811-8f85-41f1-be2f-7612d82e0f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328882 Aug 11 02:55:01.695430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] Pushing event updated for resources: {'Network': ['ID=2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:01.708087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:55:01.714512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7ebd0c38-8241-47f9-9edb-a28eb54be143 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6897585 Aug 11 02:55:01.726890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:01.740297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f54d594-f4c5-4896-8b43-72c3dde7a5d5 req-2f174c1f-e867-4bc7-a4f4-4178f96fc70d tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7297821 Aug 11 02:55:01.745723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Request body: {'subnet': {'network_id': '2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1740707836-subnet', 'tenant_id': '3336e0ae988c4a4580d788b383fe1ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:01.779045 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24011e01-6548-4bb7-a2f7-0b37d376cfec x-openstack-request-id: req-24011e01-6548-4bb7-a2f7-0b37d376cfec {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:01.779470 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:01.779972 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24011e01-6548-4bb7-a2f7-0b37d376cfec {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:01.781475 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'status': 'completed', 'code': 200} Aug 11 02:55:01.813718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-af4f83cf-090c-4806-95c0-6d2877eacca8 req-eec2ee5e-f2ee-44fa-b4b5-d5502caada22 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1926050379', 'description': 'tempest-description-1380303685'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:01.842454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 651bb33c-b29a-4826-a90b-98a681dfe715 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:01.901871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af4f83cf-090c-4806-95c0-6d2877eacca8 req-eec2ee5e-f2ee-44fa-b4b5-d5502caada22 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.911676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-b36eed11-205d-4ad5-a28d-5f91cb4109ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.913644 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-b36eed11-205d-4ad5-a28d-5f91cb4109ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b243ad16aa384366b77f86350127c101&device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 1098 time: 0.1135042 Aug 11 02:55:01.931123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-ecff15a4-9557-4e5a-af30-abc24611dd3d service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413592 Aug 11 02:55:01.980215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Made reservation on behalf of 97e9c1a9bb6440cf82ce17285dbd34f3 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:01.981998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 651bb33c-b29a-4826-a90b-98a681dfe715 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:01.983296 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.987286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 651bb33c-b29a-4826-a90b-98a681dfe715 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:01.987825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:01.990799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.991286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.991841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.992317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.992787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.993261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.993780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:01.995826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a0087d79-391d-4112-a70d-baa1ccb3bfc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6484 time: 0.5770619 Aug 11 02:55:02.017727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:55:02.017727 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:55:02.017727 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id_1': '3336e0ae988c4a4580d788b383fe1ed5', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 55, 1, 832663)}] Aug 11 02:55:02.017727 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:55:02.018260 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:55:02.040625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29fc26c1-c7c0-4be7-ab46-ac943a5ae57c req-7a6413ce-20bb-42a4-b676-bdda71608201 service neutron] 10.222.0.10 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9737144 Aug 11 02:55:02.057501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.081643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a09f06-874c-4597-9479-81b089cab2f6 req-20f3f47f-7956-478a-97bb-665fb3ac5d38 service neutron] 10.222.0.10 "GET /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345589 Aug 11 02:55:02.088454 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.144447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 651bb33c-b29a-4826-a90b-98a681dfe715, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=651bb33c-b29a-4826-a90b-98a681dfe715,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:02.145937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651bb33c-b29a-4826-a90b-98a681dfe715'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:02.149253 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0460cdbc-a8c8-4ba5-b87b-66e7fc603c39" -d '{"events": [{"server_uuid": "0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d", "name": "network-vif-plugged", "status": "completed", "tag": "651bb33c-b29a-4826-a90b-98a681dfe715"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:02.155078 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.180063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-3c5f009b-af85-4f33-9d35-022e1e914efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.182840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-3c5f009b-af85-4f33-9d35-022e1e914efb service neutron] 10.222.0.57 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 917 time: 0.6635840 Aug 11 02:55:02.207898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-83acd206-f7ef-40ec-b57c-38ca5d04a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.209593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-83acd206-f7ef-40ec-b57c-38ca5d04a748 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aa886e60-0d72-4857-97c2-d633fadbde0b HTTP/1.1" status: 200 len: 915 time: 0.2734666 Aug 11 02:55:02.221469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=651bb33c-b29a-4826-a90b-98a681dfe715,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:02.240530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af4f83cf-090c-4806-95c0-6d2877eacca8 req-eec2ee5e-f2ee-44fa-b4b5-d5502caada22 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.280295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af4f83cf-090c-4806-95c0-6d2877eacca8 req-eec2ee5e-f2ee-44fa-b4b5-d5502caada22 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.340107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ee5e-f2ee-44fa-b4b5-d5502caada22 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336629dc-0d06-4172-80fb-d904317ff114,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:02.346629 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-44f82dea-8ab0-4147-bc50-e21b923eddf2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396 HTTP/1.1" status: 200 len: 1001 time: 0.1231329 Aug 11 02:55:02.415253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-4d7b6227-085e-4666-9017-3dcb98d06351 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834 HTTP/1.1" status: 200 len: 217 time: 0.1807392 Aug 11 02:55:02.416632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-d9d8b3ff-666d-4639-99e5-309e6adb027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.418652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-d9d8b3ff-666d-4639-99e5-309e6adb027e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d6f19243-2720-4080-9331-cdd0b862d7e0 HTTP/1.1" status: 200 len: 853 time: 0.0599394 Aug 11 02:55:02.434658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.441942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.448336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.454220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.460634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.468139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.474808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.476776 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-fdf8562f-9ca1-4511-8201-cc3fbd656a30 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.5906296 Aug 11 02:55:02.490100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34315d92-d594-4994-828d-05cc5eee5d87 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:02.494213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-e058338a-914e-45da-9696-158f3779d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.497303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-e058338a-914e-45da-9696-158f3779d2ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aa886e60-0d72-4857-97c2-d633fadbde0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651703 Aug 11 02:55:02.553431 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.608547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Transition to ACTIVE for port object 34315d92-d594-4994-828d-05cc5eee5d87 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:02.636917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:02.644595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-f3ea1f2b-ae66-496f-8be9-6ceb5a7bd5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.646099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-f3ea1f2b-ae66-496f-8be9-6ceb5a7bd5e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43 HTTP/1.1" status: 200 len: 902 time: 0.6223340 Aug 11 02:55:02.647488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-45cff8bb-fdfd-4aad-93d9-648fcdf4cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:02.648775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-45cff8bb-fdfd-4aad-93d9-648fcdf4cc62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 200 len: 855 time: 0.1710773 Aug 11 02:55:02.702479 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-de5891a9-081a-41f6-9b44-70bad85e56b6 service neutron] 10.222.0.57 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924953 Aug 11 02:55:02.704539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e67ccc0-0106-4607-8fc9-40ecdd3f1a24 req-e0f82169-2676-4e90-b71a-99e1153d51b2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2090199 Aug 11 02:55:02.796458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-3e940578-620a-44fb-acfb-066c2efa2d85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd HTTP/1.1" status: 200 len: 217 time: 0.1356924 Aug 11 02:55:02.905319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-060e7ce2-09e0-4777-b098-f771103f9a52 req-09bb6be3-bc24-4231-b7c1-6e317522de9b service neutron] 10.222.0.57 "GET /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873631 Aug 11 02:55:02.917597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Pushing event updated for resources: {'Port': ['ID=34315d92-d594-4994-828d-05cc5eee5d87,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:03.010354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-87aa388e-bd8b-43db-bff1-ec06a3d7fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.012990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-87aa388e-bd8b-43db-bff1-ec06a3d7fb85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=01df4fd7-4bbb-401d-b850-83f8b2d45d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3134570 Aug 11 02:55:03.046762 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.050595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-cd6b9d5d-0556-44f4-a0b8-5f0448ee384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.052404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-cd6b9d5d-0556-44f4-a0b8-5f0448ee384f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.2349112 Aug 11 02:55:03.067250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af4f83cf-090c-4806-95c0-6d2877eacca8 req-eec2ee5e-f2ee-44fa-b4b5-d5502caada22 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.069442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af4f83cf-090c-4806-95c0-6d2877eacca8 req-eec2ee5e-f2ee-44fa-b4b5-d5502caada22 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2709725 Aug 11 02:55:03.096107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.124447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:55:03.148370 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f05dae-357e-40be-9372-e76cd62c933f x-openstack-request-id: req-e5f05dae-357e-40be-9372-e76cd62c933f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:03.149301 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d", "name": "network-vif-plugged", "status": "completed", "tag": "651bb33c-b29a-4826-a90b-98a681dfe715", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:03.149774 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5f05dae-357e-40be-9372-e76cd62c933f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:03.151145 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651bb33c-b29a-4826-a90b-98a681dfe715', 'code': 200} Aug 11 02:55:03.307348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.307747 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Added segment 00e3c940-9606-452c-acfb-2e1c240d5f28 of type vlan for network 6989ab70-7997-4d49-a0e5-9d1af0deb058 Aug 11 02:55:03.328189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487339cc-884e-4698-b1a4-64ec7feadb18 req-23342f3f-2d02-4439-9e28-b963efcf4650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.330535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-487339cc-884e-4698-b1a4-64ec7feadb18 req-23342f3f-2d02-4439-9e28-b963efcf4650 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 1097 time: 0.0993996 Aug 11 02:55:03.416742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-487339cc-884e-4698-b1a4-64ec7feadb18 req-3c44310b-5f4c-409f-ae69-472d752ec38e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794787 Aug 11 02:55:03.489720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd936-4f52-4953-abd0-53a89776eeff req-51cd62fc-7757-44ba-b24d-f47297d9835a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.499190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a7dd936-4f52-4953-abd0-53a89776eeff req-51cd62fc-7757-44ba-b24d-f47297d9835a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 943 time: 0.0765615 Aug 11 02:55:03.566350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a7dd936-4f52-4953-abd0-53a89776eeff req-d504d201-b6e7-4381-b253-8927503592d7 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639665 Aug 11 02:55:03.575439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Made reservation on behalf of 3336e0ae988c4a4580d788b383fe1ed5 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:03.577702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.585012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.589223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Attempting to bind port 34315d92-d594-4994-828d-05cc5eee5d87 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:03.589561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Attempting to bind port 34315d92-d594-4994-828d-05cc5eee5d87 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:03.589888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Attempting to bind port 34315d92-d594-4994-828d-05cc5eee5d87 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:03.592348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b666cc-06d1-4dcd-a226-f83ecb2c918a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:03.704696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Port 34315d92-d594-4994-828d-05cc5eee5d87 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:03.705021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Attempting to bind port 34315d92-d594-4994-828d-05cc5eee5d87 on network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:03.721757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-50bac6f5-7d89-4e5c-bc0f-9f47624ea7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.723254 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-50bac6f5-7d89-4e5c-bc0f-9f47624ea7e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4972289 Aug 11 02:55:03.733169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-8c92a78f-aa9c-44fc-92e3-f9971d705e0a service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020419 Aug 11 02:55:03.760693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:03.761035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Checking segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:03.761423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Bound using segment: {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:03.762310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Bound port: 34315d92-d594-4994-828d-05cc5eee5d87, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e13b4e-de24-41b2-8a7f-54b4a693380c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:03.762310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.876732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.885189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.892076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.898402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.904889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.913987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.921350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.925356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-33c6a0d2-edaa-44e1-9918-6cf77c04f7ff tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.1154866 Aug 11 02:55:03.927399 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.928399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:03.928990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:03.958078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c1d37f32-b8b4-40a0-b48b-8c1d93541834 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:03.960290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:03.988573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a6def53-91b5-4382-85f6-692f80df1f76 req-02ac4161-f926-4684-9bc7-f790a800158a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559113 Aug 11 02:55:04.119500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8176594 Aug 11 02:55:04.119945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47374) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:04.124926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Request body: {'subnet': {'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-536431782-subnet', 'tenant_id': '97e9c1a9bb6440cf82ce17285dbd34f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:04.137240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.160388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b753f4-e1c6-4c8c-8971-4439c14b9e8c admin admin] Pushing event updated for resources: {'Network': ['ID=6989ab70-7997-4d49-a0e5-9d1af0deb058,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:04.171586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88df51a8-b9a5-4a11-962e-0daa76d778fc req-772e2029-f13f-4317-abf8-b51355e15a75 service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028916 Aug 11 02:55:04.184460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Made reservation on behalf of 97e9c1a9bb6440cf82ce17285dbd34f3 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:04.186892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.224869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:04.230591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6989ab70-7997-4d49-a0e5-9d1af0deb058 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:55:04.237965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] For port 34315d92-d594-4994-828d-05cc5eee5d87, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:04.266570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.285635 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-b41c327d-75dc-4e92-a5e9-2d87f03c2616 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444553 Aug 11 02:55:04.421049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:04.450512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c1d37f32-b8b4-40a0-b48b-8c1d93541834, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:04.451839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] For port 34315d92-d594-4994-828d-05cc5eee5d87, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=34315d92-d594-4994-828d-05cc5eee5d87,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:04.470472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.480365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834', 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'port_id': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834', 'mac_address': 'fa:16:3e:36:23:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96205011-f6fc-452e-90c1-71a5a1dc537c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:04.559012 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.574147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.575122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d37f32-b8b4-40a0-b48b-8c1d93541834 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:04.604674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c1d37f32-b8b4-40a0-b48b-8c1d93541834, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:04.616963 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.643661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:04.645180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.646624 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] 10.222.0.57 "PUT /v2.0/ports/34315d92-d594-4994-828d-05cc5eee5d87 HTTP/1.1" status: 200 len: 1092 time: 3.8966937 Aug 11 02:55:04.647091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e9166-a1ef-471d-8771-49b5ef660a58', 'tag': '34315d92-d594-4994-828d-05cc5eee5d87'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:04.649417 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f" -d '{"events": [{"name": "network-changed", "server_uuid": "686e9166-a1ef-471d-8771-49b5ef660a58", "tag": "34315d92-d594-4994-828d-05cc5eee5d87"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:04.698230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c1d37f32-b8b4-40a0-b48b-8c1d93541834,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:04.746405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:04.748558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32a9b-3094-4332-a7ea-6e1f6fd1b639 service neutron] Pushing event updated for resources: {'Port': ['ID=34315d92-d594-4994-828d-05cc5eee5d87,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:04.856672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dec9b4d-078c-4857-aa4c-72d1bccc350c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:04.861796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e6fd64-afba-4549-99cf-0d707ae1dc52,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:04.866604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-8d8e7bbe-4326-487e-88b3-de74893d4441 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381737 Aug 11 02:55:04.911591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Checking segment: {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:04.920242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Network hostable DHCP agents. Network: 6989ab70-7997-4d49-a0e5-9d1af0deb058, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:55:04.960847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74504808-a4a6-4a06-9734-c31c4c4b6512 req-4e50dc3d-51c4-4b02-83c1-2d608d2f41ff tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:04.962410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74504808-a4a6-4a06-9734-c31c4c4b6512 req-4e50dc3d-51c4-4b02-83c1-2d608d2f41ff tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 943 time: 0.1812947 Aug 11 02:55:04.991659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Network 6989ab70-7997-4d49-a0e5-9d1af0deb058 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:55:05.007849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6989ab70-7997-4d49-a0e5-9d1af0deb058) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:05.010991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c1d37f32-b8b4-40a0-b48b-8c1d93541834'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:05.019737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42e360-1abe-447d-ad92-e6764e503c9f None None] Network 6989ab70-7997-4d49-a0e5-9d1af0deb058 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:05.021268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.021857 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:05.034012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74504808-a4a6-4a06-9734-c31c4c4b6512 req-9dda2297-a45c-47df-9cc4-07c93061d9a2 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597398 Aug 11 02:55:05.051668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ad482ac6-1cd5-4fc8-930b-c1217a787546 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9310713 Aug 11 02:55:05.070892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Checking segment: {'id': '4d96c497-7c38-4c03-b5de-65d10025607a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:05.071137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Network hostable DHCP agents. Network: 2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:55:05.090833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-b070996e-c700-4760-ba01-1af52655e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.092517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-b070996e-c700-4760-ba01-1af52655e8ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 1095 time: 0.3670533 Aug 11 02:55:05.152784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:05.156921 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd3680a-829a-4e88-9a04-cc9d51d45b5b" -d '{"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-unplugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:05.331347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84e0ec-264e-4f78-9ed9-d92d9b19cd8b None None] Network 6989ab70-7997-4d49-a0e5-9d1af0deb058 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:05.350296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.368498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.380379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.394672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.411929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.426619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.458578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.465754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-135c3d87-0b81-4778-878a-5fa492797d8b req-7f83c3ce-0364-40cc-9bd8-1251c6ad4950 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.2257767 Aug 11 02:55:05.538451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-135c3d87-0b81-4778-878a-5fa492797d8b req-62a03b83-b082-4c68-8bb1-b6b3f12edbea tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607033 Aug 11 02:55:05.628209 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f1d8e8-578f-4664-8c09-217251863ca7 x-openstack-request-id: req-e5f1d8e8-578f-4664-8c09-217251863ca7 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:05.628629 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-unplugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:05.628986 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5f1d8e8-578f-4664-8c09-217251863ca7 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:05.629492 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'code': 200} Aug 11 02:55:05.778733 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5656a759-3a4c-45e5-a57d-3d3504bd6836 x-openstack-request-id: req-5656a759-3a4c-45e5-a57d-3d3504bd6836 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:05.779838 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e9166-a1ef-471d-8771-49b5ef660a58", "tag": "34315d92-d594-4994-828d-05cc5eee5d87", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:05.780282 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5656a759-3a4c-45e5-a57d-3d3504bd6836 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:05.782601 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e9166-a1ef-471d-8771-49b5ef660a58', 'tag': '34315d92-d594-4994-828d-05cc5eee5d87', 'status': 'completed', 'code': 200} Aug 11 02:55:05.788873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Network 2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:55:05.793233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-4e3736ab-42a6-4e68-934e-e9296c776ccd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34315d92-d594-4994-828d-05cc5eee5d87 HTTP/1.1" status: 200 len: 217 time: 0.6821897 Aug 11 02:55:05.815248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:05.824081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6864a-933e-46e3-b3fb-3d31e42fedf8 None None] Network 2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:05.839545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-b7a52528-ca93-44c5-8226-503c0c8549cf tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53300 time: 2.4202421 Aug 11 02:55:05.889674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.890108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.890587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.891938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.892420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.892886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.893354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.895314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-ec4b1426-97e0-4c71-b5ae-b53984d0d7fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6484 time: 0.9288144 Aug 11 02:55:05.903525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.904224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:05.950130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-a620234f-1570-48a4-901d-35940ed4d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:05.951881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-a620234f-1570-48a4-901d-35940ed4d164 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 200 len: 855 time: 0.1423504 Aug 11 02:55:05.989222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09abe6f3-b167-4da2-8b51-3334d37aee22 None None] Network 2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:06.016250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-df56cedb-87a6-4077-86be-aa7db8eb0433 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.2748570 Aug 11 02:55:06.052748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-168a90ed-fa35-40a4-b900-a6827692ad97 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/045fddef-d50f-4b6c-ac5d-cb3ef4a3f133 HTTP/1.1" status: 200 len: 2981 time: 0.1521099 Aug 11 02:55:06.103954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-72c72b8c-3921-4b48-8511-57fc82af7d0d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.112654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-72c72b8c-3921-4b48-8511-57fc82af7d0d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/networks?id=6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 200 len: 817 time: 0.1332338 Aug 11 02:55:06.131794 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-35e5cfa0-49e7-4f18-8eb1-6e86435093c9 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/quotas/97e9c1a9bb6440cf82ce17285dbd34f3 HTTP/1.1" status: 200 len: 375 time: 0.0182343 Aug 11 02:55:06.138438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-72f35e38-21dc-495e-aa78-ee690d281815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.139984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-72f35e38-21dc-495e-aa78-ee690d281815 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=01df4fd7-4bbb-401d-b850-83f8b2d45d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255758 Aug 11 02:55:06.142049 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-5cb3ea6a-5f10-4135-9a3d-8c8ea19dd6f0 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/045fddef-d50f-4b6c-ac5d-cb3ef4a3f133 HTTP/1.1" status: 200 len: 2981 time: 0.0807600 Aug 11 02:55:06.147605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-d5d3b171-e39a-47a2-9cd2-4612b9fc9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.149264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-d5d3b171-e39a-47a2-9cd2-4612b9fc9627 service neutron] 10.222.0.10 "GET /v2.0/networks?id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43 HTTP/1.1" status: 200 len: 902 time: 0.2372937 Aug 11 02:55:06.192935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f6474a50-f0fc-4d33-9203-aa19f81b6783 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598443 Aug 11 02:55:06.269731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-09d8c697-56e5-4019-83b5-e3e312d48c4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79 HTTP/1.1" status: 200 len: 217 time: 0.0974545 Aug 11 02:55:06.291292 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-dc077e25-c6d7-43d4-9c81-0a035d46ceb4 service neutron] 10.222.0.60 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934656 Aug 11 02:55:06.320762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-29e1e2e7-d558-4f41-a3d8-3ad7bb246ca1 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/152aefe1-baf1-4c5f-b649-82dfdeaa3957 HTTP/1.1" status: 200 len: 2981 time: 0.1694186 Aug 11 02:55:06.374274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-5cf3e395-fcfa-4fc2-a642-c18741b41299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.375825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-5cf3e395-fcfa-4fc2-a642-c18741b41299 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.0955286 Aug 11 02:55:06.386921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-4a1c5582-1bfe-41bc-849a-505fa8b5eb72 service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366986 Aug 11 02:55:06.387137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-42ffc65b-aad3-48fb-ae6f-4e412d43e870 service neutron] 10.222.0.60 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877700 Aug 11 02:55:06.470836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-0e1d343c-b1b4-4f2a-a21a-d7ec8aadc9fc tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/152aefe1-baf1-4c5f-b649-82dfdeaa3957 HTTP/1.1" status: 200 len: 2981 time: 0.1423957 Aug 11 02:55:06.530767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a66dd90a-eb41-46c1-ad27-5eda984cb8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.533322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-a66dd90a-eb41-46c1-ad27-5eda984cb8fb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1484256 Aug 11 02:55:06.606268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee60840a-d16f-42d1-8f92-d8d1d3a23ad8 req-eb24ef5b-5fa4-4f2d-9e86-1cd97b7c538a service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080469 Aug 11 02:55:06.614784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-68c9775a-516e-4cdd-bb39-f0d8d6c325f1 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/15b666cc-06d1-4dcd-a226-f83ecb2c918a HTTP/1.1" status: 200 len: 2981 time: 0.1184933 Aug 11 02:55:06.694686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-babd0d11-0d5e-460d-ad61-77340c4ad8cd service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535392 Aug 11 02:55:06.775519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-dea89919-8bbf-48bd-a99f-29cc5872fb46 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/15b666cc-06d1-4dcd-a226-f83ecb2c918a HTTP/1.1" status: 200 len: 2981 time: 0.1470897 Aug 11 02:55:06.834950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-4f87c8fd-f61d-47e2-9094-3de7f0a9b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.836479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-4f87c8fd-f61d-47e2-9094-3de7f0a9b4ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 1095 time: 0.1618569 Aug 11 02:55:06.879942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39c50e-54b1-48be-b6ec-18deed7d17a8 req-79e6194a-93cc-4451-8120-a138395ba520 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:06.881434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a39c50e-54b1-48be-b6ec-18deed7d17a8 req-79e6194a-93cc-4451-8120-a138395ba520 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 943 time: 0.0619309 Aug 11 02:55:06.926832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d0d4a34-f101-4392-9b9d-6fa7132d3c3b req-abbd38c5-6220-48ae-bcb4-5b4be45ff3b6 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041843 Aug 11 02:55:06.927693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a39c50e-54b1-48be-b6ec-18deed7d17a8 req-89d608c9-f3b0-46e2-b13d-0df979de809d tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377514 Aug 11 02:55:06.936193 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-4ce084bb-51a0-4551-9c0d-37d59bbb7730 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1af12f06-1c5e-4708-a751-f260d5d32fd5 HTTP/1.1" status: 200 len: 2981 time: 0.1465077 Aug 11 02:55:07.014224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-0c3b9f36-e70a-4274-a0df-61b1a0e11b75 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1af12f06-1c5e-4708-a751-f260d5d32fd5 HTTP/1.1" status: 200 len: 2981 time: 0.0720973 Aug 11 02:55:07.015399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-73e6b766-b540-4547-a047-d4a84b524117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.017050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-73e6b766-b540-4547-a047-d4a84b524117 service neutron] 10.222.0.57 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 917 time: 0.1663435 Aug 11 02:55:07.095813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-d3acf067-9e1c-44f8-aca1-077670bd8410 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34315d92-d594-4994-828d-05cc5eee5d87 HTTP/1.1" status: 200 len: 217 time: 0.0600612 Aug 11 02:55:07.108414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-a6176920-6ac2-4f40-81bb-bcb091d2b47d tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1c0e5b99-9273-403f-b778-9bf2a628c191 HTTP/1.1" status: 200 len: 2973 time: 0.0875459 Aug 11 02:55:07.186080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-bd39bdde-b66c-4dd6-a690-b2de648eadea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.187556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-bd39bdde-b66c-4dd6-a690-b2de648eadea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 200 len: 855 time: 0.0813539 Aug 11 02:55:07.199677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-95e0c945-dbda-4210-9f62-fdc1d942dd77 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/1c0e5b99-9273-403f-b778-9bf2a628c191 HTTP/1.1" status: 200 len: 2973 time: 0.0574996 Aug 11 02:55:07.216810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dcb67-501c-4bcd-a54c-98d334455548 req-fb831b33-dace-412e-b201-ebb50f3c23dc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.220445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-fb831b33-dace-412e-b201-ebb50f3c23dc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.1303568 Aug 11 02:55:07.244552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-a7fc7af9-b28f-4db4-802c-da790fe5f07f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/quotas/2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 375 time: 0.0159099 Aug 11 02:55:07.277643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-21d6ec75-de8f-4bf5-8894-8404b3b7a8ce tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2317049d-2916-4c8a-81dc-380feab30417 HTTP/1.1" status: 200 len: 2981 time: 0.0678596 Aug 11 02:55:07.284927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-0dbaa464-c7dc-4840-91c4-a0ca885fb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.286620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-0dbaa464-c7dc-4840-91c4-a0ca885fb049 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=01df4fd7-4bbb-401d-b850-83f8b2d45d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860877 Aug 11 02:55:07.287098 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-ac837d45-dad0-49c2-baa5-ffcc48acaec1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395036 Aug 11 02:55:07.410931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-bd2e10d8-44e2-4adf-982c-dff599cef75a service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113329 Aug 11 02:55:07.429059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-22dc48cf-f952-4e73-b484-7c25843f0cec tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2317049d-2916-4c8a-81dc-380feab30417 HTTP/1.1" status: 200 len: 2981 time: 0.1413717 Aug 11 02:55:07.480346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-ca7034c4-00d1-4365-a75f-d2c469e59054 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.483260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-ca7034c4-00d1-4365-a75f-d2c469e59054 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 944 time: 0.1272526 Aug 11 02:55:07.541788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-f57e92ce-1f1b-428c-9011-04344b4c8c5e service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405155 Aug 11 02:55:07.550908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-9176938e-beb6-4934-9d3e-f89b393f3147 service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325669 Aug 11 02:55:07.676587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-8e39599e-70b9-480b-9257-922708fd7bbd tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2b1ef4a9-c6bb-4c88-a372-f699796678ca HTTP/1.1" status: 200 len: 2981 time: 0.2373972 Aug 11 02:55:07.824235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2d33f48-1f7a-4c1e-b48a-f09bc840929f req-8c4ef632-c074-4620-8a2e-a91e5b72395f service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544851 Aug 11 02:55:07.825611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-90d1aab5-2c5f-4f59-bda7-d73c2bbedd6a tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2b1ef4a9-c6bb-4c88-a372-f699796678ca HTTP/1.1" status: 200 len: 2981 time: 0.1049690 Aug 11 02:55:07.862344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Deleting port 81f86d20-5acc-4a7d-bac3-890361ccf04d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:07.863248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:07.889743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.897568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.904265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.913703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.924504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.932524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.938729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-3671ad19-9f87-4c0e-b0c2-4385c169f480 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2cfa0d9e-9ef0-4259-bb4b-24b19357b293 HTTP/1.1" status: 200 len: 2981 time: 0.1041996 Aug 11 02:55:07.940828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:07.942837 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-6d06834b-4165-4187-80a4-44e1e63102d8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.1348183 Aug 11 02:55:07.982046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:07.985214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c1d37f32-b8b4-40a0-b48b-8c1d93541834 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:07.999584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b60ad404-ae18-4e0e-9db9-9763a78b7122 req-aab84c02-5fa6-49bd-aba5-044015a3ad6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0491846 Aug 11 02:55:08.046553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] For port 81f86d20-5acc-4a7d-bac3-890361ccf04d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=81f86d20-5acc-4a7d-bac3-890361ccf04d,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:08.046890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.050788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-36f9c3ff-4971-40ae-87a5-c90e39ce2075 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2cfa0d9e-9ef0-4259-bb4b-24b19357b293 HTTP/1.1" status: 200 len: 2981 time: 0.1014678 Aug 11 02:55:08.063288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Calling delete_port for 81f86d20-5acc-4a7d-bac3-890361ccf04d owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:08.208734 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-d3d2d753-24b7-4349-9a55-d1ca3f5e8995 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4543c3df-0801-4f36-b4cb-fa3a38e07502 HTTP/1.1" status: 200 len: 2981 time: 0.1499774 Aug 11 02:55:08.279164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c1d37f32-b8b4-40a0-b48b-8c1d93541834 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:08.306086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:08.309083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c1d37f32-b8b4-40a0-b48b-8c1d93541834 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:08.315391 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.402203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-4bc63a2b-c16b-4bb7-bfd2-295026f1bc3e tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/4543c3df-0801-4f36-b4cb-fa3a38e07502 HTTP/1.1" status: 200 len: 2981 time: 0.1766744 Aug 11 02:55:08.403586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e00120b2-2306-4fae-86d0-e062896f431f', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f', 'mac_address': 'fa:16:3e:70:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:08.453141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-cd0133dd-a27d-4f36-a5f7-a2d888a871bf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:08.455113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-cd0133dd-a27d-4f36-a5f7-a2d888a871bf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "GET /v2.0/networks?id=6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 200 len: 817 time: 0.2729108 Aug 11 02:55:08.470860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Request body: {'port': {'device_id': '006db139-6652-4025-9c90-891d10413b9a', 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058', 'admin_state_up': True, 'tenant_id': '97e9c1a9bb6440cf82ce17285dbd34f3'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:08.499245 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.521429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.536356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00120b2-2306-4fae-86d0-e062896f431f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:08.563002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['81f86d20-5acc-4a7d-bac3-890361ccf04d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:08.612412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb3904ed-fa3d-474b-9dc5-140eb96beb27 req-d3ecccfc-338c-4abc-b4d9-d4abbf2786b9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43fbee2-ce66-42bf-ae5b-d4300cbefe4e HTTP/1.1" status: 200 len: 210 time: 0.1278481 Aug 11 02:55:08.649625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event deleted for resources: {'Port': ['ID=81f86d20-5acc-4a7d-bac3-890361ccf04d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:08.666909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-fde6f871-5b8c-4123-9334-0bd87655bcdc tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6c9c0b6e-c875-4b2d-be2a-fa41256ee23c HTTP/1.1" status: 200 len: 2981 time: 0.2505119 Aug 11 02:55:08.684289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:08.685962 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.738606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.806243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Made reservation on behalf of 97e9c1a9bb6440cf82ce17285dbd34f3 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:08.821543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.824868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:08.829070 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c91590-9f53-44d7-af1d-039ced2624f2" -d '{"events": [{"server_uuid": "b7c2ec16-30f0-4f12-b2e7-0c4b52155959", "name": "network-vif-plugged", "status": "completed", "tag": "c1d37f32-b8b4-40a0-b48b-8c1d93541834"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:08.858463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c1d37f32-b8b4-40a0-b48b-8c1d93541834, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:08.870396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a405ea55-1018-473f-a527-0daaad8a72c0 req-6b214be5-f50b-4449-85f8-7f2be0972454 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 210 time: 0.1081152 Aug 11 02:55:08.879929 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:08.892617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e00120b2-2306-4fae-86d0-e062896f431f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:08.913586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:08.943838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] No DVR routers for this DVR port 81f86d20-5acc-4a7d-bac3-890361ccf04d on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:09.023404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:09.035038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9c3faf1-5ce0-405e-968c-9efbb33811e6 req-45a57c47-9d0a-4d64-aa5a-f68551c38fa9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "DELETE /v2.0/ports/81f86d20-5acc-4a7d-bac3-890361ccf04d HTTP/1.1" status: 204 len: 173 time: 1.5417047 Aug 11 02:55:09.036606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c1d37f32-b8b4-40a0-b48b-8c1d93541834,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:09.041978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'name': 'network-vif-deleted', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:09.044315 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a097323-e4c9-4d0e-99d8-6488e58a1a12" -d '{"events": [{"server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "name": "network-vif-deleted", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:09.096261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-79213f0d-fd30-4cd0-915c-c45cd38f534d tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6c9c0b6e-c875-4b2d-be2a-fa41256ee23c HTTP/1.1" status: 200 len: 2981 time: 0.3727570 Aug 11 02:55:09.175312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e232112-a455-46d1-b585-771caff1a99a req-b11f268d-6052-4af3-bc66-1d3447cf2cc7 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.177148 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e232112-a455-46d1-b585-771caff1a99a req-b11f268d-6052-4af3-bc66-1d3447cf2cc7 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 943 time: 0.1723721 Aug 11 02:55:09.195128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Allocated IP 172.20.0.7 (6989ab70-7997-4d49-a0e5-9d1af0deb058/b7e6fd64-afba-4549-99cf-0d707ae1dc52/7940f8cc-582e-4b8b-9aa7-1eeec203c5c1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:09.201366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-1167f03d-4915-4a63-b240-eeff7b737968 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.202892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-1167f03d-4915-4a63-b240-eeff7b737968 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.57 "GET /v2.0/networks?id=6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 200 len: 817 time: 0.5402305 Aug 11 02:55:09.206760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-39207b93-c1b0-4377-afc6-9e934ba47c12 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/944731d0-0fdd-44ca-b0ca-6cd10b85a47a HTTP/1.1" status: 200 len: 2981 time: 0.0968308 Aug 11 02:55:09.217230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a8bd4840-e472-4709-97c8-ed6661e9774c tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.218755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a8bd4840-e472-4709-97c8-ed6661e9774c tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "GET /v2.0/networks?id=6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 200 len: 817 time: 0.3971891 Aug 11 02:55:09.225220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Request body: {'port': {'device_id': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058', 'admin_state_up': True, 'tenant_id': '97e9c1a9bb6440cf82ce17285dbd34f3'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:09.233028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Request body: {'port': {'device_id': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058', 'admin_state_up': True, 'tenant_id': '97e9c1a9bb6440cf82ce17285dbd34f3'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:09.258732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e232112-a455-46d1-b585-771caff1a99a req-941f184c-f826-4eb9-880c-64963b13c6d4 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729334 Aug 11 02:55:09.458085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0d3132f-fee7-489b-a221-0e822acc7ad3 req-2d9daac2-2bdc-4ee0-8389-62871c3d50dc tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 210 time: 0.1094830 Aug 11 02:55:09.508098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-959a1371-dabd-4872-b508-357497e7348d tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/944731d0-0fdd-44ca-b0ca-6cd10b85a47a HTTP/1.1" status: 200 len: 2981 time: 0.2876146 Aug 11 02:55:09.549652 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226dc27b-674c-4170-9424-8ebd0c19003d x-openstack-request-id: req-226dc27b-674c-4170-9424-8ebd0c19003d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:09.551893 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c2ec16-30f0-4f12-b2e7-0c4b52155959", "name": "network-vif-plugged", "status": "completed", "tag": "c1d37f32-b8b4-40a0-b48b-8c1d93541834", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:09.552957 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-226dc27b-674c-4170-9424-8ebd0c19003d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:09.555462 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834', 'code': 200} Aug 11 02:55:09.560946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:09.647471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:09.785849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-4d484ac8-2a64-4219-9bd2-21ed4c36e080 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ba0df3dd-2fb1-4ef9-84ca-1d7caedef563 HTTP/1.1" status: 200 len: 2977 time: 0.2766109 Aug 11 02:55:09.801484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Network 6989ab70-7997-4d49-a0e5-9d1af0deb058 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:09.824211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:09.826307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Pushing event updated for resources: {'Port': ['ID=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:09.840318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:09.895440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.896470 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:09.915663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:55:09.915663 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 02:55:09.915663 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id_1': '97e9c1a9bb6440cf82ce17285dbd34f3', 'expiration_1': datetime.datetime(2021, 8, 11, 2, 55, 9, 866619)}] Aug 11 02:55:09.915663 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:55:09.916103 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:55:09.918512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.925155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.931576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.938464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.940300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Made reservation on behalf of 97e9c1a9bb6440cf82ce17285dbd34f3 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:09.944152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:09.944932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.951377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.958675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.968628 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-03ddbe4a-805a-4a21-9442-91315d7d323b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.2692907 Aug 11 02:55:09.972705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dcb67-501c-4bcd-a54c-98d334455548 req-96a3dc3c-1c0c-4c2c-89cb-265013c1abfc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.974219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-96a3dc3c-1c0c-4c2c-89cb-265013c1abfc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.4550362 Aug 11 02:55:09.984096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-5545aba4-7989-4027-a5d5-43c3d6d235ac tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ba0df3dd-2fb1-4ef9-84ca-1d7caedef563 HTTP/1.1" status: 200 len: 2977 time: 0.1971028 Aug 11 02:55:09.995249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 34315d92-d594-4994-828d-05cc5eee5d87 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:09.996095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f58df9-a547-4205-be36-b3ded6eb3006 req-8f04be80-25a4-448b-a996-1d4080cfcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:09.997861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76f58df9-a547-4205-be36-b3ded6eb3006 req-8f04be80-25a4-448b-a996-1d4080cfcce2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 1098 time: 0.2602267 Aug 11 02:55:09.998750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:10.007984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Request body: {'port': {'device_id': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'admin_state_up': True, 'tenant_id': '2e7b55340ced4a15a108d9cb1e700963'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:10.034378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d57460a6-e570-49c2-aeb0-a497972634d1 req-dab9e176-2444-40cd-8d8b-922c79ed09e5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0647545 Aug 11 02:55:10.056943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f46c3465-9366-4480-9cfd-3b53623a567d tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5921659 Aug 11 02:55:10.072272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Request body: {'port': {'device_id': '006db139-6652-4025-9c90-891d10413b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:10.159455 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89350d0d-13f3-428b-9150-c48c9b153b7e x-openstack-request-id: req-89350d0d-13f3-428b-9150-c48c9b153b7e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:10.159759 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43fbee2-ce66-42bf-ae5b-d4300cbefe4e", "name": "network-vif-deleted", "tag": "81f86d20-5acc-4a7d-bac3-890361ccf04d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:10.160018 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89350d0d-13f3-428b-9150-c48c9b153b7e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:10.160454 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43fbee2-ce66-42bf-ae5b-d4300cbefe4e', 'name': 'network-vif-deleted', 'tag': '81f86d20-5acc-4a7d-bac3-890361ccf04d', 'status': 'completed', 'code': 200} Aug 11 02:55:10.164672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e00120b2-2306-4fae-86d0-e062896f431f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:10.165210 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.171726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Made reservation on behalf of 2e7b55340ced4a15a108d9cb1e700963 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:10.176427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.178464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76f58df9-a547-4205-be36-b3ded6eb3006 req-2da15848-f179-4d6f-9f86-b8868b0b7fb3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545632 Aug 11 02:55:10.228169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.255336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 34315d92-d594-4994-828d-05cc5eee5d87, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=34315d92-d594-4994-828d-05cc5eee5d87,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:10.291976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '34315d92-d594-4994-828d-05cc5eee5d87', 'network_id': '01df4fd7-4bbb-401d-b850-83f8b2d45d28', 'port_id': '34315d92-d594-4994-828d-05cc5eee5d87', 'mac_address': 'fa:16:3e:d1:1b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96205011-f6fc-452e-90c1-71a5a1dc537c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:10.344055 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.355758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-df127115-f575-4bfb-ba7f-75454400bba6 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/db9d6c65-9bb5-4744-a9c6-9e763a23d176 HTTP/1.1" status: 200 len: 2981 time: 0.3703687 Aug 11 02:55:10.426733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:10.436650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.473073 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.494728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-bbbf360f-2b35-411c-a1dd-b1f6bbdb87a4 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/db9d6c65-9bb5-4744-a9c6-9e763a23d176 HTTP/1.1" status: 200 len: 2981 time: 0.1291084 Aug 11 02:55:10.503281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Made reservation on behalf of 97e9c1a9bb6440cf82ce17285dbd34f3 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:10.507681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.535450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34315d92-d594-4994-828d-05cc5eee5d87 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:10.554327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=10']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:10.579243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 34315d92-d594-4994-828d-05cc5eee5d87, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=34315d92-d594-4994-828d-05cc5eee5d87,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:10.586410 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:10.605891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Allocated IP 172.20.0.11 (6989ab70-7997-4d49-a0e5-9d1af0deb058/b7e6fd64-afba-4549-99cf-0d707ae1dc52/a2d0c170-5617-4d53-bb35-65c9060cee20) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:10.654995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=34315d92-d594-4994-828d-05cc5eee5d87,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:10.704955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62b0c73e-ca33-48c3-a964-6c9ed5d610d9 req-f8df1840-e9f0-4fe0-95aa-f60e2f1ccbb5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 210 time: 0.0539167 Aug 11 02:55:10.717339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-16640819-94e7-4af1-9c4c-d0ae37059e45 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e4c71d61-4465-4c30-a20a-485d5648b1dc HTTP/1.1" status: 200 len: 2981 time: 0.1875496 Aug 11 02:55:10.721501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Allocated IP 172.20.0.7 (f46a0156-2c90-429d-950a-a3d28a064a03/205bd9c6-f42b-4555-82a2-911befae5c1e/5e4669b3-d56b-472c-a138-c9d3821fdbf3) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:10.855726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eee65b-e9af-462d-8675-6820882e41c8 req-98585978-88c7-4bdd-9128-f52c1219c5cc tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:10.864910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7eee65b-e9af-462d-8675-6820882e41c8 req-98585978-88c7-4bdd-9128-f52c1219c5cc tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 944 time: 0.0669231 Aug 11 02:55:10.909795 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7eee65b-e9af-462d-8675-6820882e41c8 req-43d17dd3-0f58-4cf9-ae59-23f0492fc1ee tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436962 Aug 11 02:55:10.959243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['34315d92-d594-4994-828d-05cc5eee5d87'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:10.975421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce7cd011-1f66-4c60-ab2d-17121f3d7d4d req-c0ec393b-b5f7-4219-bb40-411d81279115 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e4c71d61-4465-4c30-a20a-485d5648b1dc HTTP/1.1" status: 200 len: 2981 time: 0.2323222 Aug 11 02:55:11.056803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ec8cd-0fc9-438b-8284-8651d645d570 req-6bb1c218-3f18-4fd8-bc53-c0b31b5888f6 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.068356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad4ec8cd-0fc9-438b-8284-8651d645d570 req-6bb1c218-3f18-4fd8-bc53-c0b31b5888f6 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 931 time: 0.0890090 Aug 11 02:55:11.133206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.153895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.215816 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad4ec8cd-0fc9-438b-8284-8651d645d570 req-7084fa51-7073-43ec-8212-87833bfe299f tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422415 Aug 11 02:55:11.280819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.314445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.410746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Network 6989ab70-7997-4d49-a0e5-9d1af0deb058 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:11.434349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:11.442820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:11.451843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Network f46a0156-2c90-429d-950a-a3d28a064a03 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:11.452933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Pushing event updated for resources: {'Port': ['ID=a2d0c170-5617-4d53-bb35-65c9060cee20,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:11.484422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31274019-b2e0-44f5-b06a-1a22905ffe37 req-110a3407-c08e-4594-838b-94350c8b8580 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e7be7c7a67e47348e90ad7bcc9ef2ad HTTP/1.1" status: 200 len: 6102 time: 0.1262679 Aug 11 02:55:11.485924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:11.518639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:11.557935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:11.560779 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0c2ab1-bec9-493e-bdc8-b893745ea2a2" -d '{"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:11.567254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31274019-b2e0-44f5-b06a-1a22905ffe37 req-54a2d516-0c06-4e36-8bef-116110eb7aee tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "GET /v2.0/security-groups/6c9c0b6e-c875-4b2d-be2a-fa41256ee23c HTTP/1.1" status: 200 len: 2981 time: 0.0798717 Aug 11 02:55:11.600345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.606548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.614814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.620964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.627009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.634884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.638686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31274019-b2e0-44f5-b06a-1a22905ffe37 req-8e26d229-948f-4413-8701-d11d45f4c351 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "GET /v2.0/security-groups/6c9c0b6e-c875-4b2d-be2a-fa41256ee23c HTTP/1.1" status: 200 len: 2981 time: 0.0701358 Aug 11 02:55:11.641876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.644476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-87414085-8b42-44c3-b31b-c951b6869121 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.2741659 Aug 11 02:55:11.656281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:11.671269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.671953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.695904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.696758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.727709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7b16222-d9b8-4d29-89bd-5ac042549dab tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5055661 Aug 11 02:55:11.734483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-0644bbdc-5f18-4dfb-b887-dbb31b7a76d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7355094 Aug 11 02:55:11.744971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-543ee6c0-afc9-46aa-bc10-435b94121783 req-1f32fb76-b23f-4a07-80f0-61bd8308b5b7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0852587 Aug 11 02:55:11.756247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:11.776240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.776733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Request body: {'port': {'device_id': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:11.788260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Request body: {'port': {'device_id': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:11.793850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Transition to ACTIVE for port object 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:11.804799 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:11.822420 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3484737-c1d7-4649-8d90-a8ed34ad2c2e x-openstack-request-id: req-b3484737-c1d7-4649-8d90-a8ed34ad2c2e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:11.822769 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:11.823032 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3484737-c1d7-4649-8d90-a8ed34ad2c2e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:11.823433 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'code': 200} Aug 11 02:55:11.836687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 81f86d20-5acc-4a7d-bac3-890361ccf04d no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:11.897793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 81f86d20-5acc-4a7d-bac3-890361ccf04d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:11.902337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 81f86d20-5acc-4a7d-bac3-890361ccf04d not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:11.966922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Pushing event updated for resources: {'Port': ['ID=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:11.993577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb971dd-b62e-4e3a-8099-b6b22af83dc5 req-21dbf959-4564-4697-ba26-9b4fd8b572cd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:11.995825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6cb971dd-b62e-4e3a-8099-b6b22af83dc5 req-21dbf959-4564-4697-ba26-9b4fd8b572cd tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 945 time: 0.0966172 Aug 11 02:55:12.045789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Allocated IP 172.20.0.6 (6989ab70-7997-4d49-a0e5-9d1af0deb058/b7e6fd64-afba-4549-99cf-0d707ae1dc52/2fe734c8-aa41-440b-9540-38248b768d59) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:12.052250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.053993 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.056846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d918422-43f7-4c2f-8853-02b83be92d18 req-d4b07121-08f6-4602-85d2-757967465785 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/336629dc-0d06-4172-80fb-d904317ff114 HTTP/1.1" status: 200 len: 1778 time: 0.2133534 Aug 11 02:55:12.103949 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6cb971dd-b62e-4e3a-8099-b6b22af83dc5 req-de7e2ffb-a686-4435-a15a-8b935cb7ee83 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927858 Aug 11 02:55:12.138311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Attempting to bind port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:12.142957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Attempting to bind port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:12.143372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Attempting to bind port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:12.149276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:12.150996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Attempting to bind port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:12.159326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:12.160570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Checking segment: {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:12.165895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Bound using segment: {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:12.166745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Bound port: 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:12.167339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.200982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-7b35d72e-04be-4308-bcbf-e9bbb239e9b9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:12.201889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-7b35d72e-04be-4308-bcbf-e9bbb239e9b9 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 945 time: 0.2813892 Aug 11 02:55:12.288800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eaf59-c062-4629-8301-76fcee31aad7 req-75b434b4-ae0b-49e7-8f0a-cc74c6e20e4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:12.296452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-945eaf59-c062-4629-8301-76fcee31aad7 req-75b434b4-ae0b-49e7-8f0a-cc74c6e20e4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 931 time: 0.1118398 Aug 11 02:55:12.299842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] For port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:12.308750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] For port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:12.320880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.376694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Pushing event updated for resources: {'Port': ['ID=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:12.411010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:12.412017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:12.413662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f52e8070-ac32-48f6-8576-33b9d11f458c service neutron] 10.222.0.10 "PUT /v2.0/ports/7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 HTTP/1.1" status: 200 len: 1092 time: 2.3471410 Aug 11 02:55:12.414130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006db139-6652-4025-9c90-891d10413b9a', 'tag': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:12.416648 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78467e8-849c-4f60-8340-354fcbf70be1" -d '{"events": [{"name": "network-changed", "server_uuid": "006db139-6652-4025-9c90-891d10413b9a", "tag": "7940f8cc-582e-4b8b-9aa7-1eeec203c5c1"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:12.432068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-945eaf59-c062-4629-8301-76fcee31aad7 req-4b310d66-6e0b-486b-bbf9-893daffc8ace tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346428 Aug 11 02:55:12.928315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7a41888-f835-4832-ab4a-6494f867f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:12.929996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a7a41888-f835-4832-ab4a-6494f867f319 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 1095 time: 0.4626176 Aug 11 02:55:12.942863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619af01-35c0-4d04-adc6-4e54f1e92ed4 req-c00a064d-8239-49ee-9468-4378da5e2bc0 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:12.950930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b619af01-35c0-4d04-adc6-4e54f1e92ed4 req-c00a064d-8239-49ee-9468-4378da5e2bc0 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 944 time: 0.0728235 Aug 11 02:55:12.977122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d918422-43f7-4c2f-8853-02b83be92d18 req-03c18223-f77b-4619-bb38-772602a9a983 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.007727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-437f1861-2886-4966-939b-ebcdf1b9024d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 HTTP/1.1" status: 200 len: 217 time: 0.0539632 Aug 11 02:55:13.054820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b619af01-35c0-4d04-adc6-4e54f1e92ed4 req-7171e65b-555e-4605-8395-1a919ededa21 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028903 Aug 11 02:55:13.083923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-7e95d812-b54d-4f2d-974c-37fb73f8668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.085577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-7e95d812-b54d-4f2d-974c-37fb73f8668f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7e6fd64-afba-4549-99cf-0d707ae1dc52 HTTP/1.1" status: 200 len: 857 time: 0.0655446 Aug 11 02:55:13.113137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d918422-43f7-4c2f-8853-02b83be92d18 req-03c18223-f77b-4619-bb38-772602a9a983 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.144503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-3d1dc786-2b29-4a71-814c-c3cbd2e759a8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6989ab70-7997-4d49-a0e5-9d1af0deb058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513523 Aug 11 02:55:13.166093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.169796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Deleting port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:13.170145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.283541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112813af-4ee6-4b7a-872b-14847ecc413b req-32836618-123c-4368-be25-fa5c27330bf2 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.292617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-112813af-4ee6-4b7a-872b-14847ecc413b req-32836618-123c-4368-be25-fa5c27330bf2 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 943 time: 0.1108854 Aug 11 02:55:13.326741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d918422-43f7-4c2f-8853-02b83be92d18 req-03c18223-f77b-4619-bb38-772602a9a983 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.327203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-80ed9bf3-5ae4-4c1f-a6da-dafe166cf501 service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750896 Aug 11 02:55:13.329822 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d918422-43f7-4c2f-8853-02b83be92d18 req-03c18223-f77b-4619-bb38-772602a9a983 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.340892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d918422-43f7-4c2f-8853-02b83be92d18 req-03c18223-f77b-4619-bb38-772602a9a983 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/336629dc-0d06-4172-80fb-d904317ff114 HTTP/1.1" status: 204 len: 173 time: 1.2604568 Aug 11 02:55:13.395289 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365727e0-c4a7-4342-b9f7-9e347335150a x-openstack-request-id: req-365727e0-c4a7-4342-b9f7-9e347335150a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:13.395591 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006db139-6652-4025-9c90-891d10413b9a", "tag": "7940f8cc-582e-4b8b-9aa7-1eeec203c5c1", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:13.396171 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-365727e0-c4a7-4342-b9f7-9e347335150a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:13.396744 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006db139-6652-4025-9c90-891d10413b9a', 'tag': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1', 'status': 'completed', 'code': 200} Aug 11 02:55:13.412539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-112813af-4ee6-4b7a-872b-14847ecc413b req-cfa52ec9-0039-438c-8d13-616aadaaa474 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200855 Aug 11 02:55:13.414268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] For port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:13.414922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.436664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c18223-f77b-4619-bb38-772602a9a983 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336629dc-0d06-4172-80fb-d904317ff114,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:13.489539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-52ed31b2-1db9-477e-bcd2-04374d9b9624 service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531475 Aug 11 02:55:13.552698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4669b3-d56b-472c-a138-c9d3821fdbf3 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:13.565002 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.578519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Transition to ACTIVE for port object 5e4669b3-d56b-472c-a138-c9d3821fdbf3 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:13.582513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.618026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Calling delete_port for 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:13.659553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:13.681373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-96cc6f6c-438c-4bdb-ab10-3d2ae837d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.684644 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-96cc6f6c-438c-4bdb-ab10-3d2ae837d004 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 1095 time: 0.1396182 Aug 11 02:55:13.732429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4b9b9-149b-4681-9b97-7f37516046ce req-250479cc-668f-4bfa-adee-6e4c27e33b15 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.735598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9f4b9b9-149b-4681-9b97-7f37516046ce req-250479cc-668f-4bfa-adee-6e4c27e33b15 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 945 time: 0.1114726 Aug 11 02:55:13.753474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Pushing event updated for resources: {'Port': ['ID=2fe734c8-aa41-440b-9540-38248b768d59,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:13.830684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:13.840303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9f4b9b9-149b-4681-9b97-7f37516046ce req-07ae5d45-49eb-4d8a-a340-35645c948c10 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Aug 11 02:55:13.859717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-d853b1bb-df5f-47c0-a8d7-27cee0be4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.861221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-d853b1bb-df5f-47c0-a8d7-27cee0be4374 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 200 len: 918 time: 0.1696172 Aug 11 02:55:13.915672 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-9a575cfa-3e98-422b-bc3b-50d2ca326537 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 HTTP/1.1" status: 200 len: 217 time: 0.0434535 Aug 11 02:55:13.940019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Network 6989ab70-7997-4d49-a0e5-9d1af0deb058 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:13.981797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.987767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.993661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:13.999450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.004627 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85c16c97-12b7-4f5a-ac02-0e2eb2d42d77 req-a29334ec-411e-4be0-8682-823dfb8c096e tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "GET /v2.0/security-groups/fd3811e6-1be5-4808-8de1-8aa8d2d435ad HTTP/1.1" status: 200 len: 1778 time: 0.0918169 Aug 11 02:55:14.005594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.009362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 34315d92-d594-4994-828d-05cc5eee5d87 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:14.010163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-f55f21b3-ce89-42dc-82ee-9df5ffaaaccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.011600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-f55f21b3-ce89-42dc-82ee-9df5ffaaaccc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7e6fd64-afba-4549-99cf-0d707ae1dc52 HTTP/1.1" status: 200 len: 857 time: 0.0844963 Aug 11 02:55:14.018367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.024212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.026329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-87f59926-22b7-43bb-a744-688b77d77bf2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.5588477 Aug 11 02:55:14.027328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:14.029959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:14.076102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-5c2062f6-8013-42be-aba0-74f549e0e120 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6989ab70-7997-4d49-a0e5-9d1af0deb058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360544 Aug 11 02:55:14.099491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 34315d92-d594-4994-828d-05cc5eee5d87 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:14.107327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85c16c97-12b7-4f5a-ac02-0e2eb2d42d77 req-f36ca51e-15db-4aac-af2f-2fc84b494d95 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.108119 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 34315d92-d594-4994-828d-05cc5eee5d87 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:14.110349 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.183535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85c16c97-12b7-4f5a-ac02-0e2eb2d42d77 req-f36ca51e-15db-4aac-af2f-2fc84b494d95 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.211381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.212044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.241538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d3836fb-00be-4fc7-b95f-d130cb3ca837 req-fd7c13ef-b8fb-4908-8cf9-ef4546ca7331 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1944923 Aug 11 02:55:14.246375 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-02d7a95a-805a-466f-a9d2-efec9530dc9e service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545699 Aug 11 02:55:14.258797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d0c170-5617-4d53-bb35-65c9060cee20 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:14.268908 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.281144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Transition to ACTIVE for port object a2d0c170-5617-4d53-bb35-65c9060cee20 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:14.293588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:14.293588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:14.293588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:14.293588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.314644 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.328130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:14.328542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:14.331291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-53d74322-095a-4082-8178-31693949d9e0 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1024156 Aug 11 02:55:14.366072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f78467e8-849c-4f60-8340-354fcbf70be1 req-9dfcba41-f525-4234-a50b-c3a79000efa8 service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106255 Aug 11 02:55:14.367182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85c16c97-12b7-4f5a-ac02-0e2eb2d42d77 req-f36ca51e-15db-4aac-af2f-2fc84b494d95 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.370085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85c16c97-12b7-4f5a-ac02-0e2eb2d42d77 req-f36ca51e-15db-4aac-af2f-2fc84b494d95 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.373377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Request body: {'port': {'device_id': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:14.376857 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85c16c97-12b7-4f5a-ac02-0e2eb2d42d77 req-f36ca51e-15db-4aac-af2f-2fc84b494d95 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd3811e6-1be5-4808-8de1-8aa8d2d435ad HTTP/1.1" status: 204 len: 173 time: 0.3711951 Aug 11 02:55:14.393726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:14.394062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:14.394483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:14.394953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Bound port: 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:14.395312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.396142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ca51e-15db-4aac-af2f-2fc84b494d95 tempest-SecurityGroupsTestAdminJSON-1151716952 tempest-SecurityGroupsTestAdminJSON-1151716952-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3811e6-1be5-4808-8de1-8aa8d2d435ad,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:14.411668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 34315d92-d594-4994-828d-05cc5eee5d87, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=34315d92-d594-4994-828d-05cc5eee5d87,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:14.411668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e9166-a1ef-471d-8771-49b5ef660a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34315d92-d594-4994-828d-05cc5eee5d87'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:14.411668 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3165757d-55e6-4b88-b063-a6a3378f6e46" -d '{"events": [{"server_uuid": "686e9166-a1ef-471d-8771-49b5ef660a58", "name": "network-vif-plugged", "status": "completed", "tag": "34315d92-d594-4994-828d-05cc5eee5d87"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:14.416470 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.477403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=34315d92-d594-4994-828d-05cc5eee5d87,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:14.506317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d0c170-5617-4d53-bb35-65c9060cee20,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:14.570161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a54c6-1a27-4767-88f2-e81ebadb0b6a req-d5ffdd46-a0b0-455f-b1a4-3c2f34302e52 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.572030 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e72a54c6-1a27-4767-88f2-e81ebadb0b6a req-d5ffdd46-a0b0-455f-b1a4-3c2f34302e52 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.0992715 Aug 11 02:55:14.619158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.623427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e72a54c6-1a27-4767-88f2-e81ebadb0b6a req-41e648a8-32e9-4c6c-9a28-e4e3e8d2aa6f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Aug 11 02:55:14.669120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.684018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event deleted for resources: {'Port': ['ID=6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:14.708699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8399425-2e32-423a-b7f8-82c360ae8578 req-b2dd9884-73f0-4be3-a32d-349c4e031b40 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:14.709768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8399425-2e32-423a-b7f8-82c360ae8578 req-b2dd9884-73f0-4be3-a32d-349c4e031b40 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.2748625 Aug 11 02:55:14.737303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee8bd00-3263-47d8-8313-6fa86b744b22 req-e62e8ab9-5f23-48cc-94ba-550d56fd3391 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "GET /v2.0/security-groups/ab5a0a51-9e21-4b0f-8707-d57b163cc1e8 HTTP/1.1" status: 200 len: 1777 time: 0.0774822 Aug 11 02:55:14.782529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:14.821270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3ee8bd00-3263-47d8-8313-6fa86b744b22 req-3e4629a5-c05f-4755-9de8-c9be1358bb75 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.851465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3ee8bd00-3263-47d8-8313-6fa86b744b22 req-3e4629a5-c05f-4755-9de8-c9be1358bb75 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.866244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Attempting to bind port a2d0c170-5617-4d53-bb35-65c9060cee20 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:14.866504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Attempting to bind port a2d0c170-5617-4d53-bb35-65c9060cee20 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:14.866842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Attempting to bind port a2d0c170-5617-4d53-bb35-65c9060cee20 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:14.869085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] No DVR routers for this DVR port 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:14.873008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:14.879424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.881460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64a051ae-2b9d-448f-8344-2e45416932f7 req-34937725-b573-4504-8a66-a649cf5b7ddf tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "DELETE /v2.0/ports/6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce HTTP/1.1" status: 204 len: 173 time: 2.2838082 Aug 11 02:55:14.883200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'name': 'network-vif-deleted', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:14.885602 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28a9c52-2cb2-4f6a-8e47-3c25a8a6272e" -d '{"events": [{"server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "name": "network-vif-deleted", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:14.902990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.906057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Port a2d0c170-5617-4d53-bb35-65c9060cee20 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:14.907049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Attempting to bind port a2d0c170-5617-4d53-bb35-65c9060cee20 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:14.908895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3ee8bd00-3263-47d8-8313-6fa86b744b22 req-3e4629a5-c05f-4755-9de8-c9be1358bb75 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.912222 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3ee8bd00-3263-47d8-8313-6fa86b744b22 req-3e4629a5-c05f-4755-9de8-c9be1358bb75 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:14.924259 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ee8bd00-3263-47d8-8313-6fa86b744b22 req-3e4629a5-c05f-4755-9de8-c9be1358bb75 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab5a0a51-9e21-4b0f-8707-d57b163cc1e8 HTTP/1.1" status: 204 len: 173 time: 0.1859632 Aug 11 02:55:14.957139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8399425-2e32-423a-b7f8-82c360ae8578 req-b4a2b887-dce5-4ca7-b830-e59ca53b58fc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333486 Aug 11 02:55:14.972436 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f795915-dcfb-4c61-b7c1-5a4ef3d22dce x-openstack-request-id: req-8f795915-dcfb-4c61-b7c1-5a4ef3d22dce {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:14.972791 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e9166-a1ef-471d-8771-49b5ef660a58", "name": "network-vif-plugged", "status": "completed", "tag": "34315d92-d594-4994-828d-05cc5eee5d87", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:14.973110 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f795915-dcfb-4c61-b7c1-5a4ef3d22dce {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:14.974652 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e9166-a1ef-471d-8771-49b5ef660a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34315d92-d594-4994-828d-05cc5eee5d87', 'code': 200} Aug 11 02:55:15.002880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4629a5-c05f-4755-9de8-c9be1358bb75 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5a0a51-9e21-4b0f-8707-d57b163cc1e8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:15.020225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:15.023104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Checking segment: {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:15.023104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Bound using segment: {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:15.023104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Bound port: a2d0c170-5617-4d53-bb35-65c9060cee20, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:15.023104 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.064344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.064974 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.066388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] 10.222.0.57 "PUT /v2.0/ports/5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 1092 time: 3.2918301 Aug 11 02:55:15.147714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed74e40-0304-4e85-9b73-2050465000f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:15.254869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb541cf2-d076-4476-8365-f83d085f5ad0 req-4e9d296f-ce8f-45b1-bf20-86149b01e945 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.269933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb541cf2-d076-4476-8365-f83d085f5ad0 req-4e9d296f-ce8f-45b1-bf20-86149b01e945 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 943 time: 0.1972928 Aug 11 02:55:15.300373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dcb67-501c-4bcd-a54c-98d334455548 req-72bdabac-fd4c-4987-a0da-e0be66c12959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.302244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-72bdabac-fd4c-4987-a0da-e0be66c12959 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1095 time: 0.1546063 Aug 11 02:55:15.322410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb541cf2-d076-4476-8365-f83d085f5ad0 req-6132602e-68c0-4cd8-a4b9-cf6e3290d048 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512257 Aug 11 02:55:15.331049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce0cbf-d36e-4dab-b4be-91c2db6c7c7c req-4ccf657c-4773-4ce7-8de8-36a525b9b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.332606 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9ce0cbf-d36e-4dab-b4be-91c2db6c7c7c req-4ccf657c-4773-4ce7-8de8-36a525b9b593 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 1097 time: 0.2412236 Aug 11 02:55:15.338147 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-720c1045-bfbb-4ed0-b72a-5758482c0ca1 req-071a4748-4f73-4f03-a8df-aee314b53445 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=17e20dc5-5c91-4da2-a3d9-658d4fb3a752 HTTP/1.1" status: 200 len: 210 time: 0.0700312 Aug 11 02:55:15.339190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] For port a2d0c170-5617-4d53-bb35-65c9060cee20, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:15.375295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] For port a2d0c170-5617-4d53-bb35-65c9060cee20, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2d0c170-5617-4d53-bb35-65c9060cee20,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:15.394869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-dc85b852-c4bd-4e38-b834-fc9a8164a60b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 217 time: 0.0714476 Aug 11 02:55:15.407527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.443966 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a09d90-cfc9-4837-81d5-b5931e4642d6 x-openstack-request-id: req-e0a09d90-cfc9-4837-81d5-b5931e4642d6 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:15.444255 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17e20dc5-5c91-4da2-a3d9-658d4fb3a752", "name": "network-vif-deleted", "tag": "6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:15.445462 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0a09d90-cfc9-4837-81d5-b5931e4642d6 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:15.446028 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17e20dc5-5c91-4da2-a3d9-658d4fb3a752', 'name': 'network-vif-deleted', 'tag': '6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce', 'status': 'completed', 'code': 200} Aug 11 02:55:15.524441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9ce0cbf-d36e-4dab-b4be-91c2db6c7c7c req-54de9148-4c26-475d-8edd-3448b2fbb2a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790798 Aug 11 02:55:15.530338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.530965 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.532950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] 10.222.0.57 "PUT /v2.0/ports/a2d0c170-5617-4d53-bb35-65c9060cee20 HTTP/1.1" status: 200 len: 1093 time: 3.7739944 Aug 11 02:55:15.545038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dcb67-501c-4bcd-a54c-98d334455548 req-14da0f61-1b6b-4036-9682-4259538a7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.546452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-14da0f61-1b6b-4036-9682-4259538a7375 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1318588 Aug 11 02:55:15.558934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-042b2512-9555-4c9e-918d-e4aa644b2266 req-b7574282-e7c7-4673-be65-cd1ea3a453be tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "GET /v2.0/security-groups/1505d73e-919a-419c-b1fa-fbaa7e5e0b21 HTTP/1.1" status: 200 len: 1777 time: 0.1632659 Aug 11 02:55:15.585793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.592205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.599972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.609470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.617892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.628077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.633091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd8dfb-63eb-4036-a1c7-51cad694e988 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d0c170-5617-4d53-bb35-65c9060cee20,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:15.636274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.646665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-7d865d7f-f22f-4042-bf67-52c4b7f7ab71 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.1689308 Aug 11 02:55:15.653730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe734c8-aa41-440b-9540-38248b768d59 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:15.666036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.689130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Transition to ACTIVE for port object 2fe734c8-aa41-440b-9540-38248b768d59 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:15.694158 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-7cd56623-460c-463e-bb8a-c1a52d08618c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379252 Aug 11 02:55:15.716222 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.807655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c457f48-6aad-4f25-a970-2bd39d84bf17 req-3076697b-efcd-4c0e-aa23-9fcb4b46dfed tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1595628 Aug 11 02:55:15.832297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-042b2512-9555-4c9e-918d-e4aa644b2266 req-0d5fad56-3cf6-48fc-b37e-9a443b0e12f8 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.856686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:15.869383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:15.884397 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-042b2512-9555-4c9e-918d-e4aa644b2266 req-0d5fad56-3cf6-48fc-b37e-9a443b0e12f8 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:15.889838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe734c8-aa41-440b-9540-38248b768d59,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:15.894936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f4f29b6c-aabe-44c2-8455-77f65b92304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:15.896496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-f4f29b6c-aabe-44c2-8455-77f65b92304a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.1777573 Aug 11 02:55:15.934745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:15.935478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 6cf5a7b0-3f7c-4c63-989d-f3fa3ebcd2ce not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:15.973351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-3a1f0b11-63ef-43eb-a41c-5372d082ae44 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501798 Aug 11 02:55:16.043443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-9678a9bf-c7d6-43ba-a958-d61fc0cf797f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d0c170-5617-4d53-bb35-65c9060cee20 HTTP/1.1" status: 200 len: 217 time: 0.1229980 Aug 11 02:55:16.125536 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-042b2512-9555-4c9e-918d-e4aa644b2266 req-0d5fad56-3cf6-48fc-b37e-9a443b0e12f8 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:16.128121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-042b2512-9555-4c9e-918d-e4aa644b2266 req-0d5fad56-3cf6-48fc-b37e-9a443b0e12f8 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:16.129453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-042b2512-9555-4c9e-918d-e4aa644b2266 req-0d5fad56-3cf6-48fc-b37e-9a443b0e12f8 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] 10.222.0.60 "DELETE /v2.0/security-groups/1505d73e-919a-419c-b1fa-fbaa7e5e0b21 HTTP/1.1" status: 204 len: 173 time: 0.5442116 Aug 11 02:55:16.133886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:16.153486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Attempting to bind port 2fe734c8-aa41-440b-9540-38248b768d59 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:16.153828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Attempting to bind port 2fe734c8-aa41-440b-9540-38248b768d59 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:16.154151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Attempting to bind port 2fe734c8-aa41-440b-9540-38248b768d59 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:16.157798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fad56-3cf6-48fc-b37e-9a443b0e12f8 tempest-SecurityGroupsTestAdminJSON-2083891984 tempest-SecurityGroupsTestAdminJSON-2083891984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1505d73e-919a-419c-b1fa-fbaa7e5e0b21,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:16.161009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1', 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058', 'port_id': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1', 'mac_address': 'fa:16:3e:cd:e7:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e6fd64-afba-4549-99cf-0d707ae1dc52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:16.162448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-86168dfa-b51b-4ddd-807c-ec0ac21e9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.163944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-86168dfa-b51b-4ddd-807c-ec0ac21e9b4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7e6fd64-afba-4549-99cf-0d707ae1dc52 HTTP/1.1" status: 200 len: 857 time: 0.1070864 Aug 11 02:55:16.164889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Port 2fe734c8-aa41-440b-9540-38248b768d59 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:16.165211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Attempting to bind port 2fe734c8-aa41-440b-9540-38248b768d59 on network 6989ab70-7997-4d49-a0e5-9d1af0deb058 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:16.170894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:16.171239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Checking segment: {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:16.171658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Bound using segment: {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:16.172172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Bound port: 2fe734c8-aa41-440b-9540-38248b768d59, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e3c940-9606-452c-acfb-2e1c240d5f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:16.172863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:16.252648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789ee42-f9b3-49cb-981f-b776a5125dae req-8371896e-a194-4437-a2b0-296d76dcb6f1 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.254098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-c35603bf-b9f7-4f5f-aafa-aa2808b34885 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6989ab70-7997-4d49-a0e5-9d1af0deb058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775349 Aug 11 02:55:16.263872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a789ee42-f9b3-49cb-981f-b776a5125dae req-8371896e-a194-4437-a2b0-296d76dcb6f1 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.2549610 Aug 11 02:55:16.282691 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:16.305026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:16.322332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a789ee42-f9b3-49cb-981f-b776a5125dae req-8d376e51-03d8-4cb9-a3ca-a2eea1fc3416 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574758 Aug 11 02:55:16.389585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-6aa405d9-d486-466e-adbd-cb0c2325dec2 service neutron] 10.222.0.57 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171067 Aug 11 02:55:16.399393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:16.407863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-821dcb67-501c-4bcd-a54c-98d334455548 req-d9feb34d-616d-44b5-a1ff-2a22a545d3f8 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230807 Aug 11 02:55:16.409306 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:16.528038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] For port 2fe734c8-aa41-440b-9540-38248b768d59, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:16.528277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:16.545381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964d6a9-ea83-45d7-a962-0d9d914ad287 req-dfdf976b-4e94-4fe2-b073-b66568d93173 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.547175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a964d6a9-ea83-45d7-a962-0d9d914ad287 req-dfdf976b-4e94-4fe2-b073-b66568d93173 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.2888865 Aug 11 02:55:16.549428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] For port 2fe734c8-aa41-440b-9540-38248b768d59, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2fe734c8-aa41-440b-9540-38248b768d59,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:16.589059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:16.609375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47626) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:16.631470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da0f76f-e5b7-4084-87c3-572d2ceca4b7 req-9bd92008-3069-4c30-a93f-9a2b63ca8b36 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.637534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0da0f76f-e5b7-4084-87c3-572d2ceca4b7 req-9bd92008-3069-4c30-a93f-9a2b63ca8b36 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 944 time: 0.0749068 Aug 11 02:55:16.638402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a964d6a9-ea83-45d7-a962-0d9d914ad287 req-dbcfd444-2cef-4b19-a1e5-ee86c676d366 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817795 Aug 11 02:55:16.645836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-55a86848-41ef-4f66-9ee6-66567d1aa567 service neutron] 10.222.0.57 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186913 Aug 11 02:55:16.649062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.649592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7940f8cc-582e-4b8b-9aa7-1eeec203c5c1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:16.649722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:16.651099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] 10.222.0.10 "PUT /v2.0/ports/2fe734c8-aa41-440b-9540-38248b768d59 HTTP/1.1" status: 200 len: 1092 time: 2.2824755 Aug 11 02:55:16.706626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccc678-cee6-40aa-ab83-0b1915cdc1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe734c8-aa41-440b-9540-38248b768d59,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:16.823250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0da0f76f-e5b7-4084-87c3-572d2ceca4b7 req-4895b53e-df3a-48c8-bc23-51c86ea14631 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391356 Aug 11 02:55:16.951005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-93fd34c4-7fe7-488a-bb0d-be6e8528f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:16.956269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-93fd34c4-7fe7-488a-bb0d-be6e8528f804 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 1095 time: 0.1354926 Aug 11 02:55:17.025370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3ba8c821-c5e5-48f2-9bdd-e36775dd0259 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e7be7c7a67e47348e90ad7bcc9ef2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143245 Aug 11 02:55:17.026454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47638) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:17.050558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-ae06438e-1985-45af-a952-9434985bdeff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fe734c8-aa41-440b-9540-38248b768d59 HTTP/1.1" status: 200 len: 217 time: 0.0851572 Aug 11 02:55:17.088161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.095558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.102532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.110547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.116829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.123651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.131933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.133840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb74568-1d99-4781-a683-2f453307a905 req-6e45c491-5b01-4cd8-94b7-6206dcdc8ac7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.1688921 Aug 11 02:55:17.136400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-15c1e204-77e6-4e7d-8084-7261c11be316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.138133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-15c1e204-77e6-4e7d-8084-7261c11be316 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7e6fd64-afba-4549-99cf-0d707ae1dc52 HTTP/1.1" status: 200 len: 857 time: 0.0785897 Aug 11 02:55:17.190280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5f26-f3f1-4449-8d2c-78e8c4741279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:17.217458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb74568-1d99-4781-a683-2f453307a905 req-e1e12ed4-7d61-4ba5-9abe-e5cf7cabab48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0704305 Aug 11 02:55:17.223326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-88e4c95f-e94b-4eb1-8936-44bf4ffe600c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6989ab70-7997-4d49-a0e5-9d1af0deb058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582473 Aug 11 02:55:17.233848 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5f26-f3f1-4449-8d2c-78e8c4741279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:17.268450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb178f4f-15a8-44e1-b7ad-7970476e46a1 req-77e04c04-a708-49c2-9e49-39f9a8a866ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.270035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb178f4f-15a8-44e1-b7ad-7970476e46a1 req-77e04c04-a708-49c2-9e49-39f9a8a866ee tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 945 time: 0.1229312 Aug 11 02:55:17.291580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5f26-f3f1-4449-8d2c-78e8c4741279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:17.294828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d4a5f26-f3f1-4449-8d2c-78e8c4741279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:17.302202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d4a5f26-f3f1-4449-8d2c-78e8c4741279 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c9c0b6e-c875-4b2d-be2a-fa41256ee23c HTTP/1.1" status: 204 len: 168 time: 0.2664497 Aug 11 02:55:17.307857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a5f26-f3f1-4449-8d2c-78e8c4741279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9c0b6e-c875-4b2d-be2a-fa41256ee23c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:17.446249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb178f4f-15a8-44e1-b7ad-7970476e46a1 req-48228422-8a3e-4ebf-9048-48be5c367598 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431203 Aug 11 02:55:17.455605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3'}, {'name': 'network-changed', 'server_uuid': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'tag': 'a2d0c170-5617-4d53-bb35-65c9060cee20'}, {'name': 'network-changed', 'server_uuid': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'tag': '2fe734c8-aa41-440b-9540-38248b768d59'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:17.458004 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84672cec-004a-48d9-b5db-e1542cb03dab" -d '{"events": [{"name": "network-changed", "server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3"}, {"name": "network-changed", "server_uuid": "bcff37ea-b885-4fb2-8076-78a21cfb1ab3", "tag": "a2d0c170-5617-4d53-bb35-65c9060cee20"}, {"name": "network-changed", "server_uuid": "efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba", "tag": "2fe734c8-aa41-440b-9540-38248b768d59"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:17.465647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131882e-0213-4e33-8e73-1d7ebd85775a req-ed845386-49f4-4391-a9da-ece431a9536e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.473991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b131882e-0213-4e33-8e73-1d7ebd85775a req-ed845386-49f4-4391-a9da-ece431a9536e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.0735235 Aug 11 02:55:17.488283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-46781aa2-91cf-43ed-9fd3-2e5b45323a02 service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563937 Aug 11 02:55:17.556859 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b131882e-0213-4e33-8e73-1d7ebd85775a req-be9fea3b-1a28-4029-8c09-74a6aed4da8b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Aug 11 02:55:17.644406 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699a4ea1-c7f8-4cd9-a690-10649f54d974 x-openstack-request-id: req-699a4ea1-c7f8-4cd9-a690-10649f54d974 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:17.645276 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcff37ea-b885-4fb2-8076-78a21cfb1ab3", "tag": "a2d0c170-5617-4d53-bb35-65c9060cee20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba", "tag": "2fe734c8-aa41-440b-9540-38248b768d59", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:17.646687 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-699a4ea1-c7f8-4cd9-a690-10649f54d974 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:17.647359 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3', 'status': 'completed', 'code': 200} Aug 11 02:55:17.648983 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'tag': 'a2d0c170-5617-4d53-bb35-65c9060cee20', 'status': 'completed', 'code': 200} Aug 11 02:55:17.649500 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'tag': '2fe734c8-aa41-440b-9540-38248b768d59', 'status': 'completed', 'code': 200} Aug 11 02:55:17.770383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47656) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:17.799515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32e38b-28af-4c8a-a815-ddf1562c6f43 req-d030ab08-b1f0-4888-be2e-daa65019c56f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.805609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-c9e29260-f191-4b2f-b229-14303aa2162c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:17.811753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-c9e29260-f191-4b2f-b229-14303aa2162c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 945 time: 0.1767023 Aug 11 02:55:17.813832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1f32e38b-28af-4c8a-a815-ddf1562c6f43 req-d030ab08-b1f0-4888-be2e-daa65019c56f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1106334 Aug 11 02:55:17.866711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:17.899721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1f32e38b-28af-4c8a-a815-ddf1562c6f43 req-e54cc656-c409-4b60-a634-40724669164a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849485 Aug 11 02:55:17.902536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-072c024d-0dad-47e9-bdfc-7667ece2ac09 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32e38cdc11e643c7b889915489b68292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1289375 Aug 11 02:55:17.908038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47660) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:18.004387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:18.009384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:18.010096 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.012887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44981607-c0bd-4656-923b-4d8f737e6f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.081488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44981607-c0bd-4656-923b-4d8f737e6f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.121769 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.143917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36531b41-3160-4a99-ab8f-a72033c50d9f req-97e20586-d475-43fc-9b0c-b8c451395197 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.151945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36531b41-3160-4a99-ab8f-a72033c50d9f req-97e20586-d475-43fc-9b0c-b8c451395197 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 944 time: 0.1194832 Aug 11 02:55:18.209408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006db139-6652-4025-9c90-891d10413b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:18.217557 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee48d6b-165f-4cd8-8a17-8f032465e9a8" -d '{"events": [{"server_uuid": "006db139-6652-4025-9c90-891d10413b9a", "name": "network-vif-plugged", "status": "completed", "tag": "7940f8cc-582e-4b8b-9aa7-1eeec203c5c1"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:18.225856 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36531b41-3160-4a99-ab8f-a72033c50d9f req-3d040f89-e714-4e93-8b6c-098dafb32ce1 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727293 Aug 11 02:55:18.235942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:18.243300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44981607-c0bd-4656-923b-4d8f737e6f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.249484 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.254420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44981607-c0bd-4656-923b-4d8f737e6f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.271005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-44981607-c0bd-4656-923b-4d8f737e6f72 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/045fddef-d50f-4b6c-ac5d-cb3ef4a3f133 HTTP/1.1" status: 204 len: 168 time: 0.3556271 Aug 11 02:55:18.311446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981607-c0bd-4656-923b-4d8f737e6f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045fddef-d50f-4b6c-ac5d-cb3ef4a3f133,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:18.327751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-58c508ba-e1fa-46e1-864d-5b2a999dfb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.330253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-58c508ba-e1fa-46e1-864d-5b2a999dfb74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1095 time: 0.6766641 Aug 11 02:55:18.331953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:18.380711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25c60ef-db4e-42a8-868c-30f3b5a3f513 req-67145b38-b391-49fc-a546-559b797c7419 service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8751423 Aug 11 02:55:18.457854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7703826-091a-4d8e-a24d-4baf4ff84912 req-9b493adc-9e91-4f5e-904b-cdc9389687d5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.466730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7703826-091a-4d8e-a24d-4baf4ff84912 req-9b493adc-9e91-4f5e-904b-cdc9389687d5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.6562290 Aug 11 02:55:18.481225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16874afc-2f37-4f91-9856-b87d45fdbe68 req-780c9744-5e73-4e44-83f8-16701c6dc198 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.493959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16874afc-2f37-4f91-9856-b87d45fdbe68 req-780c9744-5e73-4e44-83f8-16701c6dc198 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 945 time: 0.1070905 Aug 11 02:55:18.584817 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7703826-091a-4d8e-a24d-4baf4ff84912 req-405a8ecc-620a-48dd-a6b5-0831c1d51469 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151071 Aug 11 02:55:18.586059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-0dae6ba8-7c0f-4fee-b01a-a2eb796a7893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.595485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-0dae6ba8-7c0f-4fee-b01a-a2eb796a7893 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.2517753 Aug 11 02:55:18.595955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16874afc-2f37-4f91-9856-b87d45fdbe68 req-183ef5b2-28f4-4b14-9290-58b769d90888 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953591 Aug 11 02:55:18.620574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-1f191898-430a-4cad-891f-82058cb9afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.622047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-1f191898-430a-4cad-891f-82058cb9afd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 1095 time: 0.1492214 Aug 11 02:55:18.674652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Deleting port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:18.675390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:18.698485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-24249b60-b755-4fe4-b087-7a81a09e861b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 217 time: 0.0963094 Aug 11 02:55:18.849301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-d30a3dce-e5c2-49ae-848e-17e945484376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.851455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-d30a3dce-e5c2-49ae-848e-17e945484376 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 200 len: 918 time: 0.1795468 Aug 11 02:55:18.865365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.887394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.888421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.895980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.902749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.910206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.917335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:18.919118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-c7e1e548-b628-4e1d-aa9c-aaf19f179022 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.2117193 Aug 11 02:55:18.980700 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ecaf1-9bc4-453c-a37a-248a1ca13f92 x-openstack-request-id: req-a93ecaf1-9bc4-453c-a37a-248a1ca13f92 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:18.981488 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006db139-6652-4025-9c90-891d10413b9a", "name": "network-vif-plugged", "status": "completed", "tag": "7940f8cc-582e-4b8b-9aa7-1eeec203c5c1", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:18.981488 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a93ecaf1-9bc4-453c-a37a-248a1ca13f92 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:18.981865 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006db139-6652-4025-9c90-891d10413b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1', 'code': 200} Aug 11 02:55:19.055955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afbb8476-2473-44ec-8e1b-cef5f389d546 req-6096c3e1-9c7b-4480-a56c-a6c877b4110c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1093740 Aug 11 02:55:19.122841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-fd0a214b-e1d4-491f-9701-486361440767 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fe734c8-aa41-440b-9540-38248b768d59 HTTP/1.1" status: 200 len: 217 time: 0.1179228 Aug 11 02:55:19.163746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6260c05-13aa-4028-806c-57c2ad4d2a47 req-5a28bc59-0e0a-417b-a108-1a76a310759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:19.165821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6260c05-13aa-4028-806c-57c2ad4d2a47 req-5a28bc59-0e0a-417b-a108-1a76a310759f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 1097 time: 0.0906477 Aug 11 02:55:19.221436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-967e8788-1a7a-48e2-8702-68a472e7a6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:19.222948 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-967e8788-1a7a-48e2-8702-68a472e7a6be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.4800074 Aug 11 02:55:19.229979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] For port a2af1fcc-8fa5-43e8-99a0-8242ef580f30, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,segment=NetworkSegment(4bfdbd2a-2d7a-4134-9e6f-caaebf46e383),segment_id=4bfdbd2a-2d7a-4134-9e6f-caaebf46e383)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:19.230279 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:19.262384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6260c05-13aa-4028-806c-57c2ad4d2a47 req-0fde72ea-a5db-4ce3-958a-7c1b50dc26ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827274 Aug 11 02:55:19.284723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-74bee340-31bf-408b-8db1-12ad77af6f3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480416 Aug 11 02:55:19.288989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Calling delete_port for a2af1fcc-8fa5-43e8-99a0-8242ef580f30 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:19.317917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-cd0e947b-e0fb-449d-8d2a-fd1911e47981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:19.319528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-cd0e947b-e0fb-449d-8d2a-fd1911e47981 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b7e6fd64-afba-4549-99cf-0d707ae1dc52 HTTP/1.1" status: 200 len: 857 time: 0.1662049 Aug 11 02:55:19.336507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8aa27-f0da-4dfd-9f05-e0baeda57a49 req-5450e009-bdb0-4e8e-98e2-e48ade818b90 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:19.336507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44c8aa27-f0da-4dfd-9f05-e0baeda57a49 req-5450e009-bdb0-4e8e-98e2-e48ade818b90 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 945 time: 0.2230380 Aug 11 02:55:19.480106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea10d-506d-4c1b-a770-fc81541acc38 req-56f04d5d-7df6-4519-821d-9bf231053652 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:19.483444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-306ea10d-506d-4c1b-a770-fc81541acc38 req-56f04d5d-7df6-4519-821d-9bf231053652 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.0743806 Aug 11 02:55:19.505046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-a89bc7bb-3f60-4e06-8c37-9ce21b3a05e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6989ab70-7997-4d49-a0e5-9d1af0deb058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916634 Aug 11 02:55:19.574075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-306ea10d-506d-4c1b-a770-fc81541acc38 req-443d3fed-b1ab-4e60-a8ad-bb00959fa9dc tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853589 Aug 11 02:55:19.683721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44c8aa27-f0da-4dfd-9f05-e0baeda57a49 req-c3906c86-af68-478c-90c1-63bf6e98167c tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/security-groups?id=944731d0-0fdd-44ca-b0ca-6cd10b85a47a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587426 Aug 11 02:55:19.714449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-feb80f5f-878c-4fdb-949a-1b537eb45d46 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141886 Aug 11 02:55:19.849770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-4c07a5cf-1286-45e4-8467-c1c63059d2dc service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324072 Aug 11 02:55:19.867289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa36de4-a10a-47e1-b587-c78e31d7f31e req-aee119cf-1e9e-4af4-a72f-71659cd2df2f tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:19.870390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4aa36de4-a10a-47e1-b587-c78e31d7f31e req-aee119cf-1e9e-4af4-a72f-71659cd2df2f tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 945 time: 0.1209011 Aug 11 02:55:19.879911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d7ebbfd6-97c1-403d-baca-851f83c31c79 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:19.946683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4aa36de4-a10a-47e1-b587-c78e31d7f31e req-5aa11abf-9be8-4ae7-9692-7998dffe7185 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678875 Aug 11 02:55:20.007434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:20.041850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-e808c335-1b3c-49d0-a458-164d2de726c4 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140962 Aug 11 02:55:20.042386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a2d0c170-5617-4d53-bb35-65c9060cee20 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:20.113693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Pushing event deleted for resources: {'Port': ['ID=a2af1fcc-8fa5-43e8-99a0-8242ef580f30,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:20.260415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f0190-13d9-4c42-a30a-24ca38bc03a9 req-56daee4d-e44a-419d-b3c4-4c5a690a1147 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.283888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e3f0190-13d9-4c42-a30a-24ca38bc03a9 req-56daee4d-e44a-419d-b3c4-4c5a690a1147 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.2063110 Aug 11 02:55:20.294774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] No DVR routers for this DVR port a2af1fcc-8fa5-43e8-99a0-8242ef580f30 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:20.335303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:20.337619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dda5a178-d611-4c8f-b4a4-5a043a899c9c req-fdcef495-7ff0-4362-84c4-896e3f548dba tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.10 "DELETE /v2.0/ports/a2af1fcc-8fa5-43e8-99a0-8242ef580f30 HTTP/1.1" status: 204 len: 173 time: 2.5135844 Aug 11 02:55:20.338248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'name': 'network-vif-deleted', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:20.341896 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa08a6d4-8411-4ffa-9c10-00fc8293f766" -d '{"events": [{"server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "name": "network-vif-deleted", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:20.366677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e3f0190-13d9-4c42-a30a-24ca38bc03a9 req-558e1759-0df0-4366-a1ab-210c12c158f2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817428 Aug 11 02:55:20.372837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d7ebbfd6-97c1-403d-baca-851f83c31c79, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:20.385606 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-6355b4ce-3085-414c-a7e7-51b7bcd25aef service neutron] 10.222.0.10 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218759 Aug 11 02:55:20.464297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'd7ebbfd6-97c1-403d-baca-851f83c31c79', 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43', 'port_id': 'd7ebbfd6-97c1-403d-baca-851f83c31c79', 'mac_address': 'fa:16:3e:ba:98:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca03af4c-7655-4d8d-a323-e99651a29c32', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:20.491194 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-51b625a6-e09b-4693-9183-4ec4947798de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.505452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-51b625a6-e09b-4693-9183-4ec4947798de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 1096 time: 0.3045657 Aug 11 02:55:20.514247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591a0a2-0a8d-4a2c-8e70-97089de1ce85 req-7e95e947-64f4-41fb-be79-5fa7ac9b749f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.521077 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2591a0a2-0a8d-4a2c-8e70-97089de1ce85 req-7e95e947-64f4-41fb-be79-5fa7ac9b749f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.2275720 Aug 11 02:55:20.571103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a2d0c170-5617-4d53-bb35-65c9060cee20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2d0c170-5617-4d53-bb35-65c9060cee20,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:20.609727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.614532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'a2d0c170-5617-4d53-bb35-65c9060cee20', 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058', 'port_id': 'a2d0c170-5617-4d53-bb35-65c9060cee20', 'mac_address': 'fa:16:3e:20:d2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e6fd64-afba-4549-99cf-0d707ae1dc52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:20.618466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.625750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.629256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:20.649755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.655603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ebbfd6-97c1-403d-baca-851f83c31c79 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:20.676221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.682183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.693085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.704249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-4e820cee-1368-4ec3-bb50-35b12f0f5711 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5420 time: 0.1911976 Aug 11 02:55:20.729160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-53b1a15f-042c-4379-8439-d4f8b59a1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.731537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-53b1a15f-042c-4379-8439-d4f8b59a1225 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 200 len: 918 time: 0.2008450 Aug 11 02:55:20.762120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d7ebbfd6-97c1-403d-baca-851f83c31c79, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:20.801269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-8f539ddf-9bb0-4454-a5af-5999c6df954a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d0c170-5617-4d53-bb35-65c9060cee20 HTTP/1.1" status: 200 len: 217 time: 0.0597773 Aug 11 02:55:20.802335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:20.803002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device dfbf6ba9-6472-41e3-828f-f61703af7cbc details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:20.804239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a48c7f43-bd43-4f8e-826d-42d416d71afc req-5eb0cf93-516b-4ddb-b494-fa1648ecd784 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0990398 Aug 11 02:55:20.810712 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:20.828695 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2591a0a2-0a8d-4a2c-8e70-97089de1ce85 req-bd3bcfe4-e879-4176-b499-05f28d33abb0 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958724 Aug 11 02:55:20.860292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d0c170-5617-4d53-bb35-65c9060cee20 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:20.905058 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65af4a9-67b1-4165-a66c-44cbc6354d3a x-openstack-request-id: req-b65af4a9-67b1-4165-a66c-44cbc6354d3a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:20.905453 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c41a12-bf8b-421f-9af6-b78c06516b10", "name": "network-vif-deleted", "tag": "a2af1fcc-8fa5-43e8-99a0-8242ef580f30", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:20.908238 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b65af4a9-67b1-4165-a66c-44cbc6354d3a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:20.908766 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c41a12-bf8b-421f-9af6-b78c06516b10', 'name': 'network-vif-deleted', 'tag': 'a2af1fcc-8fa5-43e8-99a0-8242ef580f30', 'status': 'completed', 'code': 200} Aug 11 02:55:20.979161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84672cec-004a-48d9-b5db-e1542cb03dab req-55fa5de4-f7aa-4eac-bb8c-e799cd449acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:20.982186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-55fa5de4-f7aa-4eac-bb8c-e799cd449acc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b7e6fd64-afba-4549-99cf-0d707ae1dc52 HTTP/1.1" status: 200 len: 857 time: 0.1515098 Aug 11 02:55:21.052175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-2e3a7815-a621-4957-99a9-9954eece6fe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6989ab70-7997-4d49-a0e5-9d1af0deb058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556998 Aug 11 02:55:21.086942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a2d0c170-5617-4d53-bb35-65c9060cee20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2d0c170-5617-4d53-bb35-65c9060cee20,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:21.101034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d7ebbfd6-97c1-403d-baca-851f83c31c79,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:21.104134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.105109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5e4669b3-d56b-472c-a138-c9d3821fdbf3 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:21.117760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e6df3b2-d746-4e96-b1f6-1379e022f917 req-e913c0b6-c4bc-4c5d-bb1d-1be0d99d3716 tempest-LiveMigrationTest-934347220 tempest-LiveMigrationTest-934347220-project] 10.222.0.60 "GET /v2.0/ports?device_id=69c41a12-bf8b-421f-9af6-b78c06516b10 HTTP/1.1" status: 200 len: 210 time: 0.0863512 Aug 11 02:55:21.185016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-3297ed8a-2eb4-4a3a-84da-ee912591665a service neutron] 10.222.0.57 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198277 Aug 11 02:55:21.277447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:21.294022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '5e4669b3-d56b-472c-a138-c9d3821fdbf3', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'port_id': '5e4669b3-d56b-472c-a138-c9d3821fdbf3', 'mac_address': 'fa:16:3e:39:24:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205bd9c6-f42b-4555-82a2-911befae5c1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:21.368365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171e70-7e8c-43b4-9fce-e01577cf7aa1 req-0bd1e737-9d4d-42bb-97f8-3b4d44dc4b44 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:21.372364 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.395258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b171e70-7e8c-43b4-9fce-e01577cf7aa1 req-0bd1e737-9d4d-42bb-97f8-3b4d44dc4b44 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 945 time: 0.1640351 Aug 11 02:55:21.407476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84672cec-004a-48d9-b5db-e1542cb03dab req-e0ffed80-1fd2-4628-a3cd-38e81d2b7ea6 service neutron] 10.222.0.57 "GET /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058680 Aug 11 02:55:21.417614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4669b3-d56b-472c-a138-c9d3821fdbf3 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:21.438909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:21.441468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a2d0c170-5617-4d53-bb35-65c9060cee20,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:21.459920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:21.462847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc', 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'port_id': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc', 'mac_address': 'fa:16:3e:f8:85:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cdfba4-69db-4278-b58f-e227c88239ad', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:21.468408 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.517347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b171e70-7e8c-43b4-9fce-e01577cf7aa1 req-233b1fdc-999b-4e3d-adee-d7f86de5d5ae tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201420 Aug 11 02:55:21.539034 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.567469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:21.568395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779a26e-d430-4fe3-8e38-7325b7620d98 req-3a5be522-6399-42bc-9032-b44cb4b4758a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:21.571887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbf6ba9-6472-41e3-828f-f61703af7cbc {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:21.581722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779a26e-d430-4fe3-8e38-7325b7620d98 req-3a5be522-6399-42bc-9032-b44cb4b4758a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:21.591876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779a26e-d430-4fe3-8e38-7325b7620d98 req-3a5be522-6399-42bc-9032-b44cb4b4758a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:21.594974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8779a26e-d430-4fe3-8e38-7325b7620d98 req-3a5be522-6399-42bc-9032-b44cb4b4758a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58&device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d&device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 2417 time: 0.1706913 Aug 11 02:55:21.601828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:21.609414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.610469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee087075-5a1e-4aab-8e1c-c6aaa5b72afd details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:21.647639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8779a26e-d430-4fe3-8e38-7325b7620d98 req-21e61197-72e0-4bf8-b7be-b48dba14b05a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431273 Aug 11 02:55:21.714732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:21.719238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:21.751052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd', 'network_id': '36c1beb2-d8d5-4c61-aa35-acd2edaabc43', 'port_id': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd', 'mac_address': 'fa:16:3e:75:4c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca03af4c-7655-4d8d-a323-e99651a29c32', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:21.801643 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.828959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee087075-5a1e-4aab-8e1c-c6aaa5b72afd {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:21.839384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb8cd6-0556-41f5-ba24-19a353ffa94f req-ed6d1ecd-c292-4fbc-958b-d105ff15f9b7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:21.841341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8cbb8cd6-0556-41f5-ba24-19a353ffa94f req-ed6d1ecd-c292-4fbc-958b-d105ff15f9b7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.0826795 Aug 11 02:55:21.851955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-0f91ef7e-e9fc-4db3-b931-7891cf370ec7 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334291 Aug 11 02:55:21.863370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:21.880384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a2d0c170-5617-4d53-bb35-65c9060cee20'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:21.884580 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:21.885228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 19e8c3da-0cee-441a-9d38-f71962c63595 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:21.913249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5e4669b3-d56b-472c-a138-c9d3821fdbf3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:21.914415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8cbb8cd6-0556-41f5-ba24-19a353ffa94f req-a8a13943-ae92-49c8-94f8-d20fe670e527 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638578 Aug 11 02:55:22.032389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-22033e71-ba70-4e92-87b3-bf6e3c628ac5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.034325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-22033e71-ba70-4e92-87b3-bf6e3c628ac5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759620 Aug 11 02:55:22.057935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-f60c1274-a454-49cc-b22f-00741bc7719c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/quotas/3d6953b4f7b946ddaf47b4ff8c80116a HTTP/1.1" status: 200 len: 375 time: 0.0144079 Aug 11 02:55:22.065250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 19e8c3da-0cee-441a-9d38-f71962c63595, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=19e8c3da-0cee-441a-9d38-f71962c63595,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:22.072932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6d7ed-a310-4089-b5ca-00ffcb36083c req-0ba975c8-280d-467d-aee5-72def5f1e0ae tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.081051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-daf6d7ed-a310-4089-b5ca-00ffcb36083c req-0ba975c8-280d-467d-aee5-72def5f1e0ae tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0771766 Aug 11 02:55:22.098347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-a25136c2-d519-4b1c-9eba-ccd91d88f28f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341392 Aug 11 02:55:22.113161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:22.135343 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-daf6d7ed-a310-4089-b5ca-00ffcb36083c req-b863cd4c-4c64-4027-b9b2-f489137501a8 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491309 Aug 11 02:55:22.138238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '19e8c3da-0cee-441a-9d38-f71962c63595', 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'port_id': '19e8c3da-0cee-441a-9d38-f71962c63595', 'mac_address': 'fa:16:3e:0c:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cdfba4-69db-4278-b58f-e227c88239ad', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:22.343456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ef57a-103e-4ad7-b107-66ad09c57fe8 req-8f7a335c-97d1-4191-8911-2e2406e026d8 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.353769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-430ef57a-103e-4ad7-b107-66ad09c57fe8 req-8f7a335c-97d1-4191-8911-2e2406e026d8 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.1061835 Aug 11 02:55:22.409451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-430ef57a-103e-4ad7-b107-66ad09c57fe8 req-87fe0839-7a28-4339-b870-21b7f29a2ee8 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462799 Aug 11 02:55:22.411770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.417561 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-177ea4b4-3a16-4703-96b7-8ca7651d2a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.457558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e8c3da-0cee-441a-9d38-f71962c63595 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:22.495900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.502733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.505962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 19e8c3da-0cee-441a-9d38-f71962c63595, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=19e8c3da-0cee-441a-9d38-f71962c63595,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:22.510967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.519359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.530182 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.533271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.534094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device dc98c5df-4dda-44dc-a571-4e038292aa75 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:22.542215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.549417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:22.561324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-3ad2a42d-25af-4da7-805c-b951575b7521 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5423 time: 0.1404150 Aug 11 02:55:22.586850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47788) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:22.647903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port dc98c5df-4dda-44dc-a571-4e038292aa75, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dc98c5df-4dda-44dc-a571-4e038292aa75,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:22.652183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=19e8c3da-0cee-441a-9d38-f71962c63595,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:22.688679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-926297ea-da0b-43bd-bc0f-a9991c875b1c req-38636fab-112e-4720-a223-97f823cc8621 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1206524 Aug 11 02:55:22.699191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'dc98c5df-4dda-44dc-a571-4e038292aa75', 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'port_id': 'dc98c5df-4dda-44dc-a571-4e038292aa75', 'mac_address': 'fa:16:3e:26:08:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cdfba4-69db-4278-b58f-e227c88239ad', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:22.729210 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-2ae16cb8-acb3-4024-99cd-7a0f0bff035f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436120 Aug 11 02:55:22.818863 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.851237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc98c5df-4dda-44dc-a571-4e038292aa75 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:22.899865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port dc98c5df-4dda-44dc-a571-4e038292aa75, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dc98c5df-4dda-44dc-a571-4e038292aa75,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:22.912847 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:22.913945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2fe734c8-aa41-440b-9540-38248b768d59 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:23.041910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-a4f8a01f-0ba1-4001-8417-1c5309d743da tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.050053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-a4f8a01f-0ba1-4001-8417-1c5309d743da tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3164773 Aug 11 02:55:23.078676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=dc98c5df-4dda-44dc-a571-4e038292aa75,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:23.098676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-19f76ea4-ca55-4f75-97e7-91c52388bbfc tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/quotas/3d6953b4f7b946ddaf47b4ff8c80116a HTTP/1.1" status: 200 len: 375 time: 0.0421531 Aug 11 02:55:23.204263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-03415845-97a0-4bb3-97f9-57ba8b9efc4b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045914 Aug 11 02:55:23.214739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] Deleting subnet 15444806-4914-4a23-8884-3608eb0874cb {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:55:23.239668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.364021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2fe734c8-aa41-440b-9540-38248b768d59, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2fe734c8-aa41-440b-9540-38248b768d59,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:23.365948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.417593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '2fe734c8-aa41-440b-9540-38248b768d59', 'network_id': '6989ab70-7997-4d49-a0e5-9d1af0deb058', 'port_id': '2fe734c8-aa41-440b-9540-38248b768d59', 'mac_address': 'fa:16:3e:d5:3d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e6fd64-afba-4549-99cf-0d707ae1dc52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:23.486567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af2a7c-64ce-48e2-823b-07b1987212f4 req-b468975d-a174-4483-b338-a8a7ed2e6dfb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.488684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9af2a7c-64ce-48e2-823b-07b1987212f4 req-b468975d-a174-4483-b338-a8a7ed2e6dfb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.0872824 Aug 11 02:55:23.496410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.515242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.539537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe734c8-aa41-440b-9540-38248b768d59 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:23.588450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2fe734c8-aa41-440b-9540-38248b768d59, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2fe734c8-aa41-440b-9540-38248b768d59,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:23.604749 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.605494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:23.678507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9af2a7c-64ce-48e2-823b-07b1987212f4 req-a6287a95-e23e-4ddb-9c23-700dd35251d5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214106 Aug 11 02:55:23.692623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6cd3a-2824-4550-9d8b-62530968bdfe req-76011a03-6edd-4382-b671-26b5518341cd tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:23.694841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28b6cd3a-2824-4550-9d8b-62530968bdfe req-76011a03-6edd-4382-b671-26b5518341cd tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 945 time: 0.0746467 Aug 11 02:55:23.706410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.771444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15444806-4914-4a23-8884-3608eb0874cb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:23.778978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28b6cd3a-2824-4550-9d8b-62530968bdfe req-cdaa8c91-a914-4951-94e7-2fa8a43fa1f5 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772824 Aug 11 02:55:23.779481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.782246 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7641a865-57b1-4dda-965d-61d329a3ec15 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/15444806-4914-4a23-8884-3608eb0874cb HTTP/1.1" status: 204 len: 168 time: 1.1907675 Aug 11 02:55:23.787322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47820) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:23.853865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:23.871859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2fe734c8-aa41-440b-9540-38248b768d59,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:23.896289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b', 'network_id': '1f3c0774-edba-4861-a3d0-7d508f132475', 'port_id': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b', 'mac_address': 'fa:16:3e:4b:1b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cdfba4-69db-4278-b58f-e227c88239ad', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:23.925051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:23.962668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-56fb93dc-9532-4726-9388-fcb82d4f7804 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353043 Aug 11 02:55:24.004903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4de000ed-28a3-4360-a2cd-1afed616d595 req-c5c6a6c3-c058-474e-b7f4-3abad7f70812 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 210 time: 0.0557544 Aug 11 02:55:24.059864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a2d0c170-5617-4d53-bb35-65c9060cee20 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:24.219438 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.260936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:24.267513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.273451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.280081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.286885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.294677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.301790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.307600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.317128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-4d15cf6a-25d4-4624-a2b8-17dbda7300b9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5425 time: 0.2043943 Aug 11 02:55:24.333316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:24.341592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port a2d0c170-5617-4d53-bb35-65c9060cee20 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:24.342919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.348010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.352164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 31c518cf-0441-4b10-8ef8-dbab877c13ce details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:24.366970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8295811-8f85-41f1-be2f-7612d82e0f95']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:24.398030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-5b472fed-13af-42c6-a078-e11288b44dde tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:24.399597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-5b472fed-13af-42c6-a078-e11288b44dde tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4214065 Aug 11 02:55:24.402325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:24.402820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bfdbd2a-2d7a-4134-9e6f-caaebf46e383') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:24.420665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Request body: {'port': {'device_id': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '3d6953b4f7b946ddaf47b4ff8c80116a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:24.430431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f98a255e-300b-44ff-b55a-feb1f2fd5032 req-3f31f2da-912b-4a55-b848-39b2c59cddda tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1124570 Aug 11 02:55:24.434471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.497416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.511695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:55:24.512481 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:55:24.514421 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:55:24.517965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port a2d0c170-5617-4d53-bb35-65c9060cee20 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:24.517965 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.610942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:24.615359 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.625139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.630447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47836) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:24.631455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f8295811-8f85-41f1-be2f-7612d82e0f95 HTTP/1.1" status: 204 len: 168 time: 0.8423915 Aug 11 02:55:24.648508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7159e-1ee9-49ea-bbcd-27b682e20215 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8295811-8f85-41f1-be2f-7612d82e0f95,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:24.681806 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.690293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Made reservation on behalf of 3d6953b4f7b946ddaf47b4ff8c80116a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:24.696833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.715331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.738603 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.resource_extend [None req-917616d2-b150-47fc-b207-8074107f2915 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:55:24.739012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] Deleting subnet 18ba7834-d85b-43be-a82d-b0154aa25d24 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:55:24.751976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.811314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a2d0c170-5617-4d53-bb35-65c9060cee20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2d0c170-5617-4d53-bb35-65c9060cee20,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:24.842796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d0c170-5617-4d53-bb35-65c9060cee20'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:24.846113 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0dcfd7-bcdd-4cc5-b20f-7b040a913c66" -d '{"events": [{"server_uuid": "bcff37ea-b885-4fb2-8076-78a21cfb1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a2d0c170-5617-4d53-bb35-65c9060cee20"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:24.919059 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.920622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5e4669b3-d56b-472c-a138-c9d3821fdbf3 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:24.934396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:24.997841 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.003226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a9366-ee83-4cb7-8159-813475ab603b req-54f9299e-3e0e-4a00-a4f1-5c1316eddc79 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:25.004846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e9a9366-ee83-4cb7-8159-813475ab603b req-54f9299e-3e0e-4a00-a4f1-5c1316eddc79 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.1755173 Aug 11 02:55:25.025555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a2d0c170-5617-4d53-bb35-65c9060cee20,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:25.028358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.032680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.103326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 31c518cf-0441-4b10-8ef8-dbab877c13ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:25.120461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'port_id': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'mac_address': 'fa:16:3e:0c:98:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:25.179722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e9a9366-ee83-4cb7-8159-813475ab603b req-744b1e3c-58e1-405c-b216-63f17fe81f92 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654875 Aug 11 02:55:25.184571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:25.186510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.204366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba0f625-0709-4dd4-9772-135a9fdb5144,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:25.223126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:25.224253 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.228434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ba7834-d85b-43be-a82d-b0154aa25d24,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:25.247274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.254809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-474ebb35-0f70-48a6-ae15-7d4cb09e3b03 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/18ba7834-d85b-43be-a82d-b0154aa25d24 HTTP/1.1" status: 204 len: 168 time: 0.6231742 Aug 11 02:55:25.260092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47852) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:25.274334 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a9803-372d-4fb5-8e15-9c14586305a3 x-openstack-request-id: req-e71a9803-372d-4fb5-8e15-9c14586305a3 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:25.274790 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcff37ea-b885-4fb2-8076-78a21cfb1ab3", "name": "network-vif-plugged", "status": "completed", "tag": "a2d0c170-5617-4d53-bb35-65c9060cee20", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:25.274941 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e71a9803-372d-4fb5-8e15-9c14586305a3 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:25.275309 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d0c170-5617-4d53-bb35-65c9060cee20', 'code': 200} Aug 11 02:55:25.295349 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.315515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-01cdcf83-e5a6-48ce-8fc3-6480c23757af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.319573 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.321098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c518cf-0441-4b10-8ef8-dbab877c13ce {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:25.325766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d3d29-f9b8-42e1-8da0-7cc3ab59800e req-05203e70-aaf7-4340-9b46-397170117e1b tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:25.333028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d70d3d29-f9b8-42e1-8da0-7cc3ab59800e req-05203e70-aaf7-4340-9b46-397170117e1b tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 946 time: 0.3109624 Aug 11 02:55:25.356178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 31c518cf-0441-4b10-8ef8-dbab877c13ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:25.372814 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.459038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.467381 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-a9554b7d-a6db-4ad8-b046-90a350f116ef tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1327267 Aug 11 02:55:25.517862 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.532237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.556574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=31c518cf-0441-4b10-8ef8-dbab877c13ce,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:25.591014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:25.616179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.664644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.693444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1555f41-f7bb-4228-81d3-31da31737144']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:25.719751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Allocated IP 192.168.233.97 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/86393b10-2ac5-4a82-93bb-6c6ee545378a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:25.726338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adde252a-8540-4ccf-a611-df143eb63781') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:25.726636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adde252a-8540-4ccf-a611-df143eb63781') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:25.745710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d70d3d29-f9b8-42e1-8da0-7cc3ab59800e req-73a4258e-4c5f-4402-9f5c-4a8cdd5f0243 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684464 Aug 11 02:55:25.752234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.768966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:25.787669 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.829449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80fa30-3e82-4f72-bc78-b42d7c9707f8 req-43f7e231-844e-4431-bead-906a5da44fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:25.832228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f80fa30-3e82-4f72-bc78-b42d7c9707f8 req-43f7e231-844e-4431-bead-906a5da44fcd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 1098 time: 0.4102414 Aug 11 02:55:25.855213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:55:25.855794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:25.860325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-936601ae-8c4b-486b-b634-65efe6e97bf9 req-f68dcf71-8cc2-4dc1-8a16-6ffbce2c4690 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 210 time: 0.0550435 Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:55:25.861121 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:55:25.953962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-fdf9c402-6f3d-49fb-b549-82fdb4a837dd tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:25.955885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-fdf9c402-6f3d-49fb-b549-82fdb4a837dd tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4329901 Aug 11 02:55:25.957771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f80fa30-3e82-4f72-bc78-b42d7c9707f8 req-5b983dd7-b98b-4f8f-bff1-1af288a9f288 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112192 Aug 11 02:55:25.974617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Request body: {'port': {'device_id': '0141185c-aa36-4771-8b66-b0eb4f247448', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '3d6953b4f7b946ddaf47b4ff8c80116a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:26.048628 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:26.063070 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:26.071829 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] 10.222.0.60 "DELETE /v2.0/networks/c1555f41-f7bb-4228-81d3-31da31737144 HTTP/1.1" status: 204 len: 168 time: 0.8065650 Aug 11 02:55:26.083334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b865e-b1df-4170-a4a1-3c1468fefeed admin admin] Pushing event deleted for resources: {'Network': ['ID=c1555f41-f7bb-4228-81d3-31da31737144,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:26.202569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:26.236710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0ee14-62d1-47fa-b6af-4fa4b2ab8952 req-d19bf25c-9b90-4916-bf8e-90380bf224c9 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.242868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['dfbf6ba9-6472-41e3-828f-f61703af7cbc'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:26.243874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ee0ee14-62d1-47fa-b6af-4fa4b2ab8952 req-d19bf25c-9b90-4916-bf8e-90380bf224c9 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0677006 Aug 11 02:55:26.244652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47872) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:26.279765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Transition to ACTIVE for port object 86393b10-2ac5-4a82-93bb-6c6ee545378a will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:26.333876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.340430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['19e8c3da-0cee-441a-9d38-f71962c63595'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:26.352264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.360338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.366704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.373072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.388976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['2fe734c8-aa41-440b-9540-38248b768d59'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:26.390812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ee0ee14-62d1-47fa-b6af-4fa4b2ab8952 req-225316e8-73d7-4dbe-87e6-4e471e6f5ebb tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157589 Aug 11 02:55:26.391594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ee087075-5a1e-4aab-8e1c-c6aaa5b72afd'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:26.393975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['dc98c5df-4dda-44dc-a571-4e038292aa75'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:26.405473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.423925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.427043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-6e14a700-8d42-42e5-9496-c111d34db830 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5427 time: 0.3499153 Aug 11 02:55:26.437906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47878) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:26.438884 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-04bbc4d1-bb3b-47cb-b799-b49bc25372e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b47ec1c4a65949e0a154d9a4949801a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924725 Aug 11 02:55:26.443024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['89a4d9d8-5337-4d6d-b772-efadc8ec5f8b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:26.553401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec5061-91a3-42d1-b3d4-a5422caf0f05 req-47cf9a2d-fc2f-467b-bf2f-e8814ac0b391 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.555610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31ec5061-91a3-42d1-b3d4-a5422caf0f05 req-47cf9a2d-fc2f-467b-bf2f-e8814ac0b391 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 945 time: 0.0724583 Aug 11 02:55:26.622799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31ec5061-91a3-42d1-b3d4-a5422caf0f05 req-06b746e4-d941-439c-b302-834da74f7c48 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605960 Aug 11 02:55:26.699098 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:26.917926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a01a3-b349-4f74-9968-4e4fce20d81e req-34d6629f-6397-4946-83df-5535229e05cd tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:26.929267 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-123a01a3-b349-4f74-9968-4e4fce20d81e req-34d6629f-6397-4946-83df-5535229e05cd tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 946 time: 0.0850832 Aug 11 02:55:26.978425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ef82318-3ffd-41e9-a165-3f21ab9f8cf1 req-152e432f-88f0-47a0-b3ed-77e5f76bdfb2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5445650 Aug 11 02:55:26.983905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Made reservation on behalf of 3d6953b4f7b946ddaf47b4ff8c80116a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:26.988059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.022055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-123a01a3-b349-4f74-9968-4e4fce20d81e req-9bad91ce-80ec-4804-a878-6d73a58995e9 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910153 Aug 11 02:55:27.070943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.123713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e701a33-9816-4a8a-b98b-b7b67e92ed70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.170637 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e701a33-9816-4a8a-b98b-b7b67e92ed70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.193130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:27.208040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:27.210474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:27.228969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8039048-d1cf-40fb-b05b-042e33a0121f req-dc0244b6-1cea-4667-a0a5-fa435281cb4f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 210 time: 0.0872889 Aug 11 02:55:27.292040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['d7ebbfd6-97c1-403d-baca-851f83c31c79'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:27.338858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:27.341173 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f405e4f-d042-41c9-a3ed-091e27e3e37a" -d '{"events": [{"server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "name": "network-vif-plugged", "status": "completed", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:27.352351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:27.361045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['31c518cf-0441-4b10-8ef8-dbab877c13ce'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:27.420159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:27.420893 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.450175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:27.498967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Allocated IP 192.168.233.79 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/fc9af804-ec7c-4ba6-897c-c09d243fbc41) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:27.525719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-4ae1737b-31d9-4b8d-a292-880a6aae123c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1104274 Aug 11 02:55:27.528166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e701a33-9816-4a8a-b98b-b7b67e92ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.528578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a2af1fcc-8fa5-43e8-99a0-8242ef580f30 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:27.528989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a2af1fcc-8fa5-43e8-99a0-8242ef580f30 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:27.530718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e701a33-9816-4a8a-b98b-b7b67e92ed70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.534619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e701a33-9816-4a8a-b98b-b7b67e92ed70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/944731d0-0fdd-44ca-b0ca-6cd10b85a47a HTTP/1.1" status: 204 len: 168 time: 1.0931332 Aug 11 02:55:27.549970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Request body: {'port': {'device_id': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:27.550697 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a334a9c2-5f19-4b0a-9b84-9775ba2ce352 x-openstack-request-id: req-a334a9c2-5f19-4b0a-9b84-9775ba2ce352 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:27.550997 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "name": "network-vif-plugged", "status": "completed", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:27.551248 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a334a9c2-5f19-4b0a-9b84-9775ba2ce352 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:27.551672 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3', 'code': 200} Aug 11 02:55:27.615208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e701a33-9816-4a8a-b98b-b7b67e92ed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944731d0-0fdd-44ca-b0ca-6cd10b85a47a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:27.756517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.765445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e46592-ba8c-490e-ae34-caa8b31d526c req-dd464873-a3e8-4f4f-82c8-eee7805f6d2b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:27.773074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1e46592-ba8c-490e-ae34-caa8b31d526c req-dd464873-a3e8-4f4f-82c8-eee7805f6d2b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.2350168 Aug 11 02:55:27.827277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cb732-07c8-4874-b055-b97ae23d51c3 req-d0e5a906-c859-4542-87e5-49e9d6c6dfe9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:27.845067 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7b5cb732-07c8-4874-b055-b97ae23d51c3 req-d0e5a906-c859-4542-87e5-49e9d6c6dfe9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 945 time: 0.1080379 Aug 11 02:55:27.860806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2887c92-a061-48c4-99c5-8146529231a8 req-e63800b2-ecbe-4663-ae28-5cf0f8ebb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:27.862318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2887c92-a061-48c4-99c5-8146529231a8 req-e63800b2-ecbe-4663-ae28-5cf0f8ebb389 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1097 time: 0.1926515 Aug 11 02:55:27.903588 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7b5cb732-07c8-4874-b055-b97ae23d51c3 req-42de8b49-459f-4d1a-89de-4638ff1d4ff4 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575469 Aug 11 02:55:27.919146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-61a8cade-520d-40fb-a6ac-b197ce094d85 None None] Provisioning for port 86393b10-2ac5-4a82-93bb-6c6ee545378a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:27.919972 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1e46592-ba8c-490e-ae34-caa8b31d526c req-7f6cb8a3-d4f5-4182-ac7c-8e21ceed8dbf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415024 Aug 11 02:55:27.936040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-61a8cade-520d-40fb-a6ac-b197ce094d85 None None] Provisioning complete for port 86393b10-2ac5-4a82-93bb-6c6ee545378a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:27.936040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-61a8cade-520d-40fb-a6ac-b197ce094d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:27.997050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:28.010096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.027337 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2887c92-a061-48c4-99c5-8146529231a8 req-d60ae3fe-9b03-434a-b2a1-568ab6bbbd46 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485834 Aug 11 02:55:28.046176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d2517ebd-48bd-4993-a688-8d0513167b86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01ef2b2ac75948e59632b88aa5ee9ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450528 Aug 11 02:55:28.046362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Transition to ACTIVE for port object fc9af804-ec7c-4ba6-897c-c09d243fbc41 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:28.046494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:28.077353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-61a8cade-520d-40fb-a6ac-b197ce094d85 None None] Port 86393b10-2ac5-4a82-93bb-6c6ee545378a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:55:28.108159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.131195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.175475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.181479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.187650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.193811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.199758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.206576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.212744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.214804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-bdd347b1-390b-489e-ad23-909e831e46b6 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5427 time: 0.1381299 Aug 11 02:55:28.245013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:28.245533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd23a-8d2d-46a2-8d44-12b0a05dd50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.258517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Pushing event updated for resources: {'Port': ['ID=fc9af804-ec7c-4ba6-897c-c09d243fbc41,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:28.268697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:28.280202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408425-9604-4055-886b-95ac2921af28 req-1413375e-17c0-45b7-b640-3a61b6950319 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.282831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8408425-9604-4055-886b-95ac2921af28 req-1413375e-17c0-45b7-b640-3a61b6950319 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 946 time: 0.1745789 Aug 11 02:55:28.284372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:28.300042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97a3d214-4aa0-4c91-ba6b-a9ad392efa1e req-4d732df8-4b4d-45c5-abb1-2aa681faa7bd tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0655622 Aug 11 02:55:28.311424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd23a-8d2d-46a2-8d44-12b0a05dd50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.379149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd23a-8d2d-46a2-8d44-12b0a05dd50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.382905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd23a-8d2d-46a2-8d44-12b0a05dd50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.387599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c2fdd23a-8d2d-46a2-8d44-12b0a05dd50e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4c71d61-4465-4c30-a20a-485d5648b1dc HTTP/1.1" status: 204 len: 168 time: 0.3396950 Aug 11 02:55:28.397793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdd23a-8d2d-46a2-8d44-12b0a05dd50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c71d61-4465-4c30-a20a-485d5648b1dc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:28.400784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.401437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.422698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8408425-9604-4055-886b-95ac2921af28 req-5a2e3da2-e46f-4840-a46c-214f5a9c2118 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322834 Aug 11 02:55:28.495589 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-90e57a1f-c686-44d4-9cf0-c9d02a473e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5249100 Aug 11 02:55:28.520278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:28.537786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Request body: {'port': {'device_id': '0141185c-aa36-4771-8b66-b0eb4f247448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:28.538719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af9b1-85b2-4665-bcb4-578e26f1c436 req-13ca1db9-b7e1-48e5-b999-8145c1a3ee16 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.540638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d82af9b1-85b2-4665-bcb4-578e26f1c436 req-13ca1db9-b7e1-48e5-b999-8145c1a3ee16 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 935 time: 0.0659494 Aug 11 02:55:28.581784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.593826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d82af9b1-85b2-4665-bcb4-578e26f1c436 req-b65da63a-3d94-444f-8433-2a347fe30a86 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456929 Aug 11 02:55:28.671032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Transition to ACTIVE for port object 86393b10-2ac5-4a82-93bb-6c6ee545378a will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:28.682812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.702415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa86c16-c4b9-4e72-a044-df66603f9834 req-76c23b31-b101-48ed-ab0c-2eada35786a8 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.712293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fa86c16-c4b9-4e72-a044-df66603f9834 req-76c23b31-b101-48ed-ab0c-2eada35786a8 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 944 time: 0.1349425 Aug 11 02:55:28.722850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3c761508-4e58-4516-bd58-142a29b0e1ae None None] Provisioning for port fc9af804-ec7c-4ba6-897c-c09d243fbc41 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:28.727816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3c761508-4e58-4516-bd58-142a29b0e1ae None None] Provisioning complete for port fc9af804-ec7c-4ba6-897c-c09d243fbc41 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:28.728579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c761508-4e58-4516-bd58-142a29b0e1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.737999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:28.749541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e65c91-9eb1-4b84-a635-0503545d1f3a req-70e1b198-379c-49e0-9e7f-6afcc7a51eb8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:28.760473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6e65c91-9eb1-4b84-a635-0503545d1f3a req-70e1b198-379c-49e0-9e7f-6afcc7a51eb8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.0760090 Aug 11 02:55:28.818652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3c761508-4e58-4516-bd58-142a29b0e1ae None None] Port fc9af804-ec7c-4ba6-897c-c09d243fbc41 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:55:28.829445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:28.829638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6e65c91-9eb1-4b84-a635-0503545d1f3a req-efa261eb-6f18-4ad4-89ae-c546b63ee413 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673106 Aug 11 02:55:28.905042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fa86c16-c4b9-4e72-a044-df66603f9834 req-a27f1f31-27bd-4b69-a3b0-fc2342dd88e3 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630073 Aug 11 02:55:29.132740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd9804-000e-4794-baec-fd411f9e70a4 req-5275b981-b30a-4ab0-ac3e-01bab23e4ffd tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.134581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eecd9804-000e-4794-baec-fd411f9e70a4 req-5275b981-b30a-4ab0-ac3e-01bab23e4ffd tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 945 time: 0.1432285 Aug 11 02:55:29.137496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Attempting to bind port 86393b10-2ac5-4a82-93bb-6c6ee545378a on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:29.137839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Attempting to bind port 86393b10-2ac5-4a82-93bb-6c6ee545378a by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:29.138172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Attempting to bind port 86393b10-2ac5-4a82-93bb-6c6ee545378a on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:29.168621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Port 86393b10-2ac5-4a82-93bb-6c6ee545378a on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:29.168963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Attempting to bind port 86393b10-2ac5-4a82-93bb-6c6ee545378a on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:29.186755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:29.187105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:29.188677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:29.189139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Bound port: 86393b10-2ac5-4a82-93bb-6c6ee545378a, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:29.189508 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.228811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eecd9804-000e-4794-baec-fd411f9e70a4 req-c61cee16-9c51-4c12-a1c0-171f6b377b41 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854392 Aug 11 02:55:29.350958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:29.373519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59def05d-36bf-46ed-ae34-8fc085cf8675 req-35158f8e-cf07-40f6-a3dc-497b3ccd7e5f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.376191 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-59def05d-36bf-46ed-ae34-8fc085cf8675 req-35158f8e-cf07-40f6-a3dc-497b3ccd7e5f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0546224 Aug 11 02:55:29.388989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:29.401285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.405662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:29.418605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9af804-ec7c-4ba6-897c-c09d243fbc41 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:29.435497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-59def05d-36bf-46ed-ae34-8fc085cf8675 req-58b74732-e2c5-48c9-b1ac-39974e4062ef tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520132 Aug 11 02:55:29.449177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.464033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211874d-43bc-4969-bec8-72a58bdb8995 req-5405f9fd-138e-43b7-a62d-439f5008b319 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.465672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b211874d-43bc-4969-bec8-72a58bdb8995 req-5405f9fd-138e-43b7-a62d-439f5008b319 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1563344 Aug 11 02:55:29.481347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.481988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.483374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/86393b10-2ac5-4a82-93bb-6c6ee545378a HTTP/1.1" status: 200 len: 1096 time: 1.9390197 Aug 11 02:55:29.486731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:29.489411 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8a0ab4-bea2-450e-b125-79b73f6cca24" -d '{"events": [{"name": "network-changed", "server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:29.507589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:29.508273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Transition to ACTIVE for port object fc9af804-ec7c-4ba6-897c-c09d243fbc41 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:29.511987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:29.512373 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.539980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.597456 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b211874d-43bc-4969-bec8-72a58bdb8995 req-ccf36271-afe0-43ef-8910-7fd03b90d03c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177366 Aug 11 02:55:29.622197 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.638617 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.651132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:29.652684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.669763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.672421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.672681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.673067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.673342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.673672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.673997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.674319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.674639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.674961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.675280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.675599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.675941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff5eb3c-ee49-4379-92c9-820b04f145d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:29.688547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.698643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.718521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.726481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:29.728940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.734117 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6576a6a-e3f4-4b7a-b0e7-3dcd2de49a49" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:29.739617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-7beb22d9-30c3-43a0-a233-e30c12711aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.743149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:29.753600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-7beb22d9-30c3-43a0-a233-e30c12711aa5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1099 time: 0.1547751 Aug 11 02:55:29.754812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-4daf19e3-f454-4853-bf20-aa114f45ca5c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5427 time: 0.2261033 Aug 11 02:55:29.794923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:29.805850 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:29.810161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee087075-5a1e-4aab-8e1c-c6aaa5b72afd up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:29.819363 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cd870f7-826e-4a8b-867f-9990e7e7d312 req-22c64a92-333c-4906-ba15-5f8443f9b166 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0621567 Aug 11 02:55:29.830066 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8163c39-f396-44b1-bd76-70559e6923c4 x-openstack-request-id: req-e8163c39-f396-44b1-bd76-70559e6923c4 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:29.830412 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:29.830629 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8163c39-f396-44b1-bd76-70559e6923c4 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:29.831042 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'status': 'completed', 'code': 200} Aug 11 02:55:29.881603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Pushing event updated for resources: {'Port': ['ID=fc9af804-ec7c-4ba6-897c-c09d243fbc41,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:29.909523 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252a1f68-e483-413c-988f-aada58445529 x-openstack-request-id: req-252a1f68-e483-413c-988f-aada58445529 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:29.909961 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:29.910275 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-252a1f68-e483-413c-988f-aada58445529 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:29.910721 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b', 'code': 200} Aug 11 02:55:29.932922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-c1b6d101-19ba-4039-a665-1bef323a112f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a HTTP/1.1" status: 200 len: 217 time: 0.1679449 Aug 11 02:55:30.023381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:30.034018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:30.039923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:30.040687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.056503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Attempting to bind port fc9af804-ec7c-4ba6-897c-c09d243fbc41 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:30.056995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Attempting to bind port fc9af804-ec7c-4ba6-897c-c09d243fbc41 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:30.057334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Attempting to bind port fc9af804-ec7c-4ba6-897c-c09d243fbc41 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:30.071915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889fb43-a4d9-49f0-b897-6da347f407bf req-94f6ca1b-24c6-4b4c-92fb-3de0fbf2fa2e tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.080244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3889fb43-a4d9-49f0-b897-6da347f407bf req-94f6ca1b-24c6-4b4c-92fb-3de0fbf2fa2e tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 944 time: 0.0747404 Aug 11 02:55:30.095855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Port fc9af804-ec7c-4ba6-897c-c09d243fbc41 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:30.096195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Attempting to bind port fc9af804-ec7c-4ba6-897c-c09d243fbc41 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:30.111206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b962af-44a7-4821-9a4f-f7bf2e6aedf9 req-f8c33d6a-f157-4958-a19a-b2c7c9fbb627 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.112822 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13b962af-44a7-4821-9a4f-f7bf2e6aedf9 req-f8c33d6a-f157-4958-a19a-b2c7c9fbb627 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 947 time: 0.1867211 Aug 11 02:55:30.114613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-6e4d969d-f135-48b5-953f-463f96e0a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.116900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-6e4d969d-f135-48b5-953f-463f96e0a5bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1520081 Aug 11 02:55:30.120800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:30.121174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:30.121576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:30.122034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Bound port: fc9af804-ec7c-4ba6-897c-c09d243fbc41, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:30.122399 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.131565 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3889fb43-a4d9-49f0-b897-6da347f407bf req-f991f006-76b0-49fe-84de-76e6cf5e7342 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502133 Aug 11 02:55:30.179928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.235918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:30.243574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.244625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device dc98c5df-4dda-44dc-a571-4e038292aa75 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:30.246916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13b962af-44a7-4821-9a4f-f7bf2e6aedf9 req-c5ff882d-44ac-41f9-a6e5-c1edf0c4a52a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211674 Aug 11 02:55:30.258510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff655b-cf71-4901-bf2a-f18839006d37 req-f1c5735e-8f30-45bd-a27c-566865a47992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.260035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-f1c5735e-8f30-45bd-a27c-566865a47992 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1322377 Aug 11 02:55:30.332605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:30.333155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] For port fc9af804-ec7c-4ba6-897c-c09d243fbc41, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:30.346210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port dc98c5df-4dda-44dc-a571-4e038292aa75 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:30.350977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port dc98c5df-4dda-44dc-a571-4e038292aa75 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:30.352023 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.365798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] For port fc9af804-ec7c-4ba6-897c-c09d243fbc41, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fc9af804-ec7c-4ba6-897c-c09d243fbc41,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:30.374748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.414701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41449a24-47c7-474b-b735-af8f8d8e61c6 req-5fd12ea2-49bf-4204-97fb-1546d05f0f30 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.422891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41449a24-47c7-474b-b735-af8f8d8e61c6 req-5fd12ea2-49bf-4204-97fb-1546d05f0f30 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 945 time: 0.0864158 Aug 11 02:55:30.436741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.437526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.439611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] 10.222.0.10 "PUT /v2.0/ports/fc9af804-ec7c-4ba6-897c-c09d243fbc41 HTTP/1.1" status: 200 len: 1096 time: 1.9061227 Aug 11 02:55:30.467405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.478798 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-2cf19afb-6ea3-4a0b-9a4b-eb66bc311d0d service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099202 Aug 11 02:55:30.490520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41449a24-47c7-474b-b735-af8f8d8e61c6 req-a71a5e46-c041-4e44-9680-a5fb0742a7fe tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599575 Aug 11 02:55:30.573386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port dc98c5df-4dda-44dc-a571-4e038292aa75, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dc98c5df-4dda-44dc-a571-4e038292aa75,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:30.582572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.583469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 19e8c3da-0cee-441a-9d38-f71962c63595 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:30.599521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d7961-effb-4527-8b46-ab5e784e8d2c service neutron] Pushing event updated for resources: {'Port': ['ID=fc9af804-ec7c-4ba6-897c-c09d243fbc41,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:30.702707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=dc98c5df-4dda-44dc-a571-4e038292aa75,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:30.714437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 19e8c3da-0cee-441a-9d38-f71962c63595 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:30.720876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 19e8c3da-0cee-441a-9d38-f71962c63595 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:30.721414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.727568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-aefc0c51-272f-4ca7-bbff-62b084300456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.730701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-aefc0c51-272f-4ca7-bbff-62b084300456 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 1099 time: 0.2335417 Aug 11 02:55:30.775390 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:55:30.796301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95396e4d-a084-4a6c-b173-a963c5341adf req-97e99fb4-a142-4e7d-80fd-0a5873076ab1 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.800443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95396e4d-a084-4a6c-b173-a963c5341adf req-97e99fb4-a142-4e7d-80fd-0a5873076ab1 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.2472031 Aug 11 02:55:30.840101 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.854344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-93084653-4f29-4602-8d06-66608a70d5d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=fc9af804-ec7c-4ba6-897c-c09d243fbc41 HTTP/1.1" status: 200 len: 217 time: 0.1117225 Aug 11 02:55:30.857963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edff655b-cf71-4901-bf2a-f18839006d37 req-94051839-c1f1-469a-9b2e-7b804168a396 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617566 Aug 11 02:55:30.911677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 19e8c3da-0cee-441a-9d38-f71962c63595, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=19e8c3da-0cee-441a-9d38-f71962c63595,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:30.916169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:30.964618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c97e8b-04b6-4dbe-8d0f-4cea7d633e61 req-5f84d80c-19f9-4067-a022-f7fd63bf1afe tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.966666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0c97e8b-04b6-4dbe-8d0f-4cea7d633e61 req-5f84d80c-19f9-4067-a022-f7fd63bf1afe tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1097 time: 0.0457108 Aug 11 02:55:30.969632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=19e8c3da-0cee-441a-9d38-f71962c63595,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:30.990195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95396e4d-a084-4a6c-b173-a963c5341adf req-c9536fea-f791-441a-bf9e-dac1329fc6c2 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483786 Aug 11 02:55:30.993156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-1caefeb3-7ce6-497a-83b8-5993286d893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:30.994362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-1caefeb3-7ce6-497a-83b8-5993286d893d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1281297 Aug 11 02:55:31.006397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0c97e8b-04b6-4dbe-8d0f-4cea7d633e61 req-d62542c2-82ac-4670-92d8-a9cdabbf8851 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Aug 11 02:55:31.032389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-175939ba-eef8-4e39-9706-13106e9e40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.034014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-175939ba-eef8-4e39-9706-13106e9e40db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1099 time: 0.1133342 Aug 11 02:55:31.058601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-0a6c2e06-a602-4b2e-9dc6-9a02ad68c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.060060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-0a6c2e06-a602-4b2e-9dc6-9a02ad68c8f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572948 Aug 11 02:55:31.226536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686f081-3c87-4e90-8975-0beb654aa909 req-d4357249-65ba-4fff-b467-f77e773b9bbc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.228404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e686f081-3c87-4e90-8975-0beb654aa909 req-d4357249-65ba-4fff-b467-f77e773b9bbc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1736672 Aug 11 02:55:31.241710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.247431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.253979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.259805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.265856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.272527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.272864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-824eb837-7f23-4422-8d3d-9e5a74920718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.274341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-824eb837-7f23-4422-8d3d-9e5a74920718 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2313936 Aug 11 02:55:31.277714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.278831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-c007bac6-e738-4a57-961d-1c954101dfe3 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014403 Aug 11 02:55:31.279539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-8db3de55-e0aa-4223-9125-d0b3fa403fe1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5431 time: 0.0942140 Aug 11 02:55:31.292990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e686f081-3c87-4e90-8975-0beb654aa909 req-46db9493-6f8e-4cd3-8aa8-ebfc28c2b738 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553133 Aug 11 02:55:31.330729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb2fed09-93a6-407b-b8b1-9e61e6ff9b46 req-ae68d4e8-71f1-4cee-b154-3253d4796622 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0449476 Aug 11 02:55:31.349650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-8e3eec05-3c40-4c82-abef-8afd1a6ad29e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a HTTP/1.1" status: 200 len: 217 time: 0.0518129 Aug 11 02:55:31.411493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2fe734c8-aa41-440b-9540-38248b768d59 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:31.442675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-044c1489-9c3b-4679-9829-b4e075c27616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.445067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-044c1489-9c3b-4679-9829-b4e075c27616 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0660779 Aug 11 02:55:31.465126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36cef6-5da1-4b40-9f7e-b66b0675d84c req-10637ddd-d78d-4663-bd18-ad58c7f73199 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.473358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcb531-07f6-4507-9ae1-1ccc05a19b5a req-7ed8e67e-e442-4b3c-b194-a278000b12e7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742268 Aug 11 02:55:31.476357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b36cef6-5da1-4b40-9f7e-b66b0675d84c req-10637ddd-d78d-4663-bd18-ad58c7f73199 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1097 time: 0.0778244 Aug 11 02:55:31.495868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 2fe734c8-aa41-440b-9540-38248b768d59 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:31.502247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 2fe734c8-aa41-440b-9540-38248b768d59 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:31.503514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.514488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-0e44b0cd-0703-4558-98b3-d07aceb36ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.516151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-0e44b0cd-0703-4558-98b3-d07aceb36ce2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594220 Aug 11 02:55:31.522150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b36cef6-5da1-4b40-9f7e-b66b0675d84c req-a749235a-65cb-4084-8343-fa5f3ceeacc2 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Aug 11 02:55:31.636357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-8ae09c47-47f7-46fc-9c4c-96c51c47d255 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123779 Aug 11 02:55:31.643546 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.660182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6622d-168c-4ee8-80af-2e4dea47dedd req-8b171549-8062-4e2f-afe7-e89224385b61 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:31.669410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-caa6622d-168c-4ee8-80af-2e4dea47dedd req-8b171549-8062-4e2f-afe7-e89224385b61 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 944 time: 0.0659513 Aug 11 02:55:31.682959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2fe734c8-aa41-440b-9540-38248b768d59, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2fe734c8-aa41-440b-9540-38248b768d59,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:31.688174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.689130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d7ebbfd6-97c1-403d-baca-851f83c31c79 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:31.709822 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-caa6622d-168c-4ee8-80af-2e4dea47dedd req-eef69120-f08c-4f3e-9d94-9232a4303609 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394917 Aug 11 02:55:31.769429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2fe734c8-aa41-440b-9540-38248b768d59,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:31.791516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port d7ebbfd6-97c1-403d-baca-851f83c31c79 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:31.797427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port d7ebbfd6-97c1-403d-baca-851f83c31c79 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:31.797841 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.898376 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.913213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc98c5df-4dda-44dc-a571-4e038292aa75'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595'}, {'server_uuid': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe734c8-aa41-440b-9540-38248b768d59'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:31.915841 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904b66e5-d999-4b4e-a06f-670152837acc" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "dc98c5df-4dda-44dc-a571-4e038292aa75"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595"}, {"server_uuid": "efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba", "name": "network-vif-plugged", "status": "completed", "tag": "2fe734c8-aa41-440b-9540-38248b768d59"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:31.961080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d7ebbfd6-97c1-403d-baca-851f83c31c79, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:31.965242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:31.966294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device dfbf6ba9-6472-41e3-828f-f61703af7cbc up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:32.062869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d7ebbfd6-97c1-403d-baca-851f83c31c79,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:32.075707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port dfbf6ba9-6472-41e3-828f-f61703af7cbc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:32.080811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port dfbf6ba9-6472-41e3-828f-f61703af7cbc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:32.081190 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.104943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:32.115072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0141185c-aa36-4771-8b66-b0eb4f247448', 'tag': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:32.117419 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb2434d-b540-4cbb-9234-00f7fd24af53" -d '{"events": [{"name": "network-changed", "server_uuid": "0141185c-aa36-4771-8b66-b0eb4f247448", "tag": "fc9af804-ec7c-4ba6-897c-c09d243fbc41"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:32.148056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace767e3-d6cc-4fe2-a3ee-bed8b649d409 req-d853f6d0-f401-46f2-8b7e-48c72f3ff4e8 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:32.149574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ace767e3-d6cc-4fe2-a3ee-bed8b649d409 req-d853f6d0-f401-46f2-8b7e-48c72f3ff4e8 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 947 time: 0.4571958 Aug 11 02:55:32.153365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d8a0ab4-bea2-450e-b125-79b73f6cca24 req-70dac15b-8909-45e5-9e4c-0ef463cd074b service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094128 Aug 11 02:55:32.194388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ace767e3-d6cc-4fe2-a3ee-bed8b649d409 req-3455aa43-156e-4c0e-ba6e-4528978a894e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360248 Aug 11 02:55:32.235807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.237770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.263119 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809009d4-8414-4ee0-9ea0-04355255528d x-openstack-request-id: req-809009d4-8414-4ee0-9ea0-04355255528d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:32.263413 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "dc98c5df-4dda-44dc-a571-4e038292aa75", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595", "code": 200}, {"server_uuid": "efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba", "name": "network-vif-plugged", "status": "completed", "tag": "2fe734c8-aa41-440b-9540-38248b768d59", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:32.263695 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-809009d4-8414-4ee0-9ea0-04355255528d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:32.264094 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd', 'code': 200} Aug 11 02:55:32.264351 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc98c5df-4dda-44dc-a571-4e038292aa75', 'code': 200} Aug 11 02:55:32.264778 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595', 'code': 200} Aug 11 02:55:32.265032 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe734c8-aa41-440b-9540-38248b768d59', 'code': 200} Aug 11 02:55:32.303059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:32.305327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:32.308394 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.317959 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.319027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 31c518cf-0441-4b10-8ef8-dbab877c13ce up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:32.398165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9d225-e978-4eaa-a989-9b39a30cb26c req-005acbcb-fa62-48cd-9df5-9361dc494306 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:32.399812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7f9d225-e978-4eaa-a989-9b39a30cb26c req-005acbcb-fa62-48cd-9df5-9361dc494306 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0920086 Aug 11 02:55:32.399965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:32.414876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceedb72-e9f0-45a0-8832-f3e05d8301af req-13ce1be7-4f1c-437d-a8e6-31fa94d42913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:32.416404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ceedb72-e9f0-45a0-8832-f3e05d8301af req-13ce1be7-4f1c-437d-a8e6-31fa94d42913 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 1097 time: 0.0698521 Aug 11 02:55:32.451567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 31c518cf-0441-4b10-8ef8-dbab877c13ce completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:32.456908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 31c518cf-0441-4b10-8ef8-dbab877c13ce triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:32.457215 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.461838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:32.480369 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7f9d225-e978-4eaa-a989-9b39a30cb26c req-168b3719-79ca-4739-b91a-0507cdf34177 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691314 Aug 11 02:55:32.482196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ceedb72-e9f0-45a0-8832-f3e05d8301af req-e85d59ea-ff03-46cd-a98a-5d47bbef2dce service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515358 Aug 11 02:55:32.546194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.591029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 31c518cf-0441-4b10-8ef8-dbab877c13ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:32.596582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:32.651687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=31c518cf-0441-4b10-8ef8-dbab877c13ce,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:32.714575 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041481a-fe09-4f05-a601-7e8dadb26563 x-openstack-request-id: req-2041481a-fe09-4f05-a601-7e8dadb26563 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:32.715055 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0141185c-aa36-4771-8b66-b0eb4f247448", "tag": "fc9af804-ec7c-4ba6-897c-c09d243fbc41", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:32.715376 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2041481a-fe09-4f05-a601-7e8dadb26563 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:32.715909 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0141185c-aa36-4771-8b66-b0eb4f247448', 'tag': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41', 'status': 'completed', 'code': 200} Aug 11 02:55:32.793666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-022af52c-55d0-44e1-bbfd-f333ba3b289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:32.795257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-022af52c-55d0-44e1-bbfd-f333ba3b289a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 1099 time: 0.0504365 Aug 11 02:55:32.943242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c3443-f11b-466b-8d38-b1caeba30aab req-52760433-ad3e-4954-bcba-2189500c26cd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:32.945364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f6c3443-f11b-466b-8d38-b1caeba30aab req-52760433-ad3e-4954-bcba-2189500c26cd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0916302 Aug 11 02:55:32.947040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-90d90f2f-e4ed-4328-b7c7-c2cc11e3dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:32.948984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-90d90f2f-e4ed-4328-b7c7-c2cc11e3dac3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1406271 Aug 11 02:55:32.960415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-65e9bcab-b688-4688-a67c-cdb9659f3275 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:55:32.961394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-65e9bcab-b688-4688-a67c-cdb9659f3275 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055873 Aug 11 02:55:33.006088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-3ddf9988-8566-433c-a835-9ca4e1d2614b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=fc9af804-ec7c-4ba6-897c-c09d243fbc41 HTTP/1.1" status: 200 len: 217 time: 0.0412862 Aug 11 02:55:33.025983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f6c3443-f11b-466b-8d38-b1caeba30aab req-5274c7d7-8938-4b34-9a4e-fb0c2cae5bb0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744202 Aug 11 02:55:33.063386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-573dc635-c79a-4393-95e0-9a31b437dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.065055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-573dc635-c79a-4393-95e0-9a31b437dc36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0512702 Aug 11 02:55:33.081000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:33.081722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:55:33.146219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-fed54ee2-7943-4ea0-a208-32cd51fa930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.147753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-fed54ee2-7943-4ea0-a208-32cd51fa930d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746570 Aug 11 02:55:33.166686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.173414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.179207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.185091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.190874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.196674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.202475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.204587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acd4fa1d-873b-4038-9618-568e600272b4 req-90fdcf13-92e2-4eda-b4e0-f475f17bfe57 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.1023781 Aug 11 02:55:33.216237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:33.216573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:33.216970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:33.221926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:33.222240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:33.227001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:33.227338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:33.227759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:33.228182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Bound port: 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:33.284480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:33.295611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:33.297395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-a7547971-6a96-4ef2-8879-248a5401d9eb service neutron] 10.222.0.60 "POST /v2.0/ports/5e4669b3-d56b-472c-a138-c9d3821fdbf3/bindings HTTP/1.1" status: 201 len: 390 time: 0.3293357 Aug 11 02:55:33.302952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acd4fa1d-873b-4038-9618-568e600272b4 req-75af7819-d58a-45e3-80b0-527b5e63e3d2 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0888040 Aug 11 02:55:33.337509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-b88365cb-2db3-4a23-a594-cb4f6cddff1b service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319208 Aug 11 02:55:33.409735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:33.496109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6eb2434d-b540-4cbb-9234-00f7fd24af53 req-eaacaacb-f9b3-474f-9de3-dc8831f1ceac service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488554 Aug 11 02:55:33.540260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8e815-5190-4106-a6bd-f87c9b0a159b req-90a04c77-3d2e-4ae4-b6cc-a92794154d27 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.553316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65c8e815-5190-4106-a6bd-f87c9b0a159b req-90a04c77-3d2e-4ae4-b6cc-a92794154d27 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 945 time: 0.1203542 Aug 11 02:55:33.563073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:33.582341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'mac_address': 'fa:16:3e:d3:58:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:33.609934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65c8e815-5190-4106-a6bd-f87c9b0a159b req-1cf1e7a9-46ef-480b-9a69-48339a9a3f33 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537035 Aug 11 02:55:33.635256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8929c-aaee-4629-b64b-ce7064c9864e req-0badfceb-f97f-478a-92bd-9463b87154f4 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.636899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94c8929c-aaee-4629-b64b-ce7064c9864e req-0badfceb-f97f-478a-92bd-9463b87154f4 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 947 time: 0.0994587 Aug 11 02:55:33.643910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:33.663409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:33.697613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:33.705282 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:33.736861 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94c8929c-aaee-4629-b64b-ce7064c9864e req-c088f715-26cf-4e2b-8782-0b6d8d28370e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902436 Aug 11 02:55:33.748922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-faed94d1-5931-479c-9bef-70af2d3c4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.750788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-faed94d1-5931-479c-9bef-70af2d3c4145 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1097 time: 0.0641706 Aug 11 02:55:33.783407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab4a33d-c54e-476a-a7be-fcdd626aa750 req-ef69ff38-dcb8-4584-970e-8dafffd887d2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.787222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ab4a33d-c54e-476a-a7be-fcdd626aa750 req-ef69ff38-dcb8-4584-970e-8dafffd887d2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 945 time: 0.0954363 Aug 11 02:55:33.812292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:33.843293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ab4a33d-c54e-476a-a7be-fcdd626aa750 req-9527d4eb-ed38-4d97-8cae-fd35e297d789 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Aug 11 02:55:33.913327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-c36c0950-1a01-4275-86f0-7905be4f444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.915050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-c36c0950-1a01-4275-86f0-7905be4f444a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1560452 Aug 11 02:55:33.932372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985554c-b135-40d6-819a-71917b59a10f req-1a3278b0-25d1-413b-8d79-f21b28f7e8cb tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:33.932372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7985554c-b135-40d6-819a-71917b59a10f req-1a3278b0-25d1-413b-8d79-f21b28f7e8cb tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0926294 Aug 11 02:55:33.972201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-cc783ee8-9e65-4965-85cc-a5260200aea6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 217 time: 0.0409894 Aug 11 02:55:34.024451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7985554c-b135-40d6-819a-71917b59a10f req-75bff4d6-3da5-4ba5-b993-7031ec2d67f6 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872269 Aug 11 02:55:34.037678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-579f1009-8938-455b-a64e-465d2403dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.039278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-579f1009-8938-455b-a64e-465d2403dcbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0593297 Aug 11 02:55:34.081221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9c3a3deb-50c3-4e71-9a02-faec046bd3e3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308053 Aug 11 02:55:34.081863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['86393b10-2ac5-4a82-93bb-6c6ee545378a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:34.108466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:34.176461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fdf4a-0bac-4ff8-8ea5-eba121c773e3 req-892b89c0-f881-4050-b3a1-f62eee7c55df tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.179049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba4fdf4a-0bac-4ff8-8ea5-eba121c773e3 req-892b89c0-f881-4050-b3a1-f62eee7c55df tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0620921 Aug 11 02:55:34.190211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-e0ff8f9c-f2ec-4dad-9cb8-2d25adc46087 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002123 Aug 11 02:55:34.237449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba4fdf4a-0bac-4ff8-8ea5-eba121c773e3 req-c266ee6b-2829-4c78-8a6c-3eee3ff25d30 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504761 Aug 11 02:55:34.266416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79'}, {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:34.269166 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435cbc9f-6769-495e-b445-55b786b85b1a" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79"}, {"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-unplugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "dfbf6ba9-6472-41e3-828f-f61703af7cbc"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:34.294206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:34.308918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48122) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:34.320406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e00120b2-2306-4fae-86d0-e062896f431f', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': 'e00120b2-2306-4fae-86d0-e062896f431f', 'mac_address': 'fa:16:3e:70:58:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:34.321502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-8c27009b-ead6-41df-8c1c-c9d3fad880ec service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214967 Aug 11 02:55:34.336267 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd9d686-e241-43d4-b8ba-41244c64077b x-openstack-request-id: req-1dd9d686-e241-43d4-b8ba-41244c64077b {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:34.336572 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79", "code": 200}, {"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-unplugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "dfbf6ba9-6472-41e3-828f-f61703af7cbc", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-plugged", "status": "completed", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:34.336829 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dd9d686-e241-43d4-b8ba-41244c64077b {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:34.337221 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79', 'code': 200} Aug 11 02:55:34.337478 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'code': 200} Aug 11 02:55:34.337733 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc', 'code': 200} Aug 11 02:55:34.337987 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'code': 200} Aug 11 02:55:34.399391 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:34.415002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00120b2-2306-4fae-86d0-e062896f431f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:34.442850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:34.447967 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:34.458795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.464845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.471569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.477863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.483277 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f54a0ee4-3a11-4a9e-badb-e2c04d80da31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:34.484999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.492705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.498737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.501284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c773120e-62f2-4295-8b59-461153f4e43e req-e216b0c5-f086-446a-8995-007398dc3827 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.1087501 Aug 11 02:55:34.511989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=12']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:34.517901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-4b949826-c564-4b0b-a036-19e94007260b tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.519466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-4b949826-c564-4b0b-a036-19e94007260b tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1033685 Aug 11 02:55:34.537520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.538002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.538475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.538952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.539415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.539906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.540367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.542215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c627d3ff-3696-4371-a4df-529770d14101 req-c4435c66-c80a-4aa4-b1f0-7d864333690a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6498 time: 0.0928819 Aug 11 02:55:34.545906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:34.547914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c773120e-62f2-4295-8b59-461153f4e43e req-7f1a17c5-9dcb-481d-b3b8-8d8340861584 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0393274 Aug 11 02:55:34.647062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c627d3ff-3696-4371-a4df-529770d14101 req-b3153c39-cf1b-4212-954e-b301270c4ad7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0941451 Aug 11 02:55:34.648977 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:34.666655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e00120b2-2306-4fae-86d0-e062896f431f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:34.762977 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f54a0ee4-3a11-4a9e-badb-e2c04d80da31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:34.799709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f54a0ee4-3a11-4a9e-badb-e2c04d80da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:34.862298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6982dd2-cf82-4b70-ad27-2bde83eb4f0d req-3105634b-b205-45c0-a779-286e04d9cb61 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.863834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6982dd2-cf82-4b70-ad27-2bde83eb4f0d req-3105634b-b205-45c0-a779-286e04d9cb61 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 945 time: 0.1703811 Aug 11 02:55:34.883701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f54a0ee4-3a11-4a9e-badb-e2c04d80da31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f49687be7034b50854857c149c1d37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5716393 Aug 11 02:55:34.887828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f23561-0db3-48e2-b8c3-5964cfd997c7 req-d89569e8-c823-4035-a633-1a3520b44203 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:34.889010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a0ee4-3a11-4a9e-badb-e2c04d80da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f497e2b1-8fec-4738-b117-786d11c3716d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:34.889340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91f23561-0db3-48e2-b8c3-5964cfd997c7 req-d89569e8-c823-4035-a633-1a3520b44203 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 947 time: 0.0556195 Aug 11 02:55:34.889827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48140) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:34.938367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:34.950213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6982dd2-cf82-4b70-ad27-2bde83eb4f0d req-0532e6a6-5151-4ca1-b4a4-272dcd70c785 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801191 Aug 11 02:55:34.960752 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91f23561-0db3-48e2-b8c3-5964cfd997c7 req-065727fb-ba94-4693-b5d7-517078d9d12e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564215 Aug 11 02:55:34.977288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832697e1-6d1a-4546-b2a1-cb32351a87df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.013933 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832697e1-6d1a-4546-b2a1-cb32351a87df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.023097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:35.077190 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832697e1-6d1a-4546-b2a1-cb32351a87df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.080279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832697e1-6d1a-4546-b2a1-cb32351a87df admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.081528 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-832697e1-6d1a-4546-b2a1-cb32351a87df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f497e2b1-8fec-4738-b117-786d11c3716d HTTP/1.1" status: 204 len: 168 time: 0.1901510 Aug 11 02:55:35.092026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832697e1-6d1a-4546-b2a1-cb32351a87df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f497e2b1-8fec-4738-b117-786d11c3716d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:35.094128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:35.096510 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b2bf3f-709f-48d7-a424-f41a4bc9b6f6" -d '{"events": [{"server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:35.101236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.116079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.133976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8466549-6bae-4daf-890e-7801d4fe7b42 req-bfe25193-62f8-4a96-90cd-717341f12fdd tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.135454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8466549-6bae-4daf-890e-7801d4fe7b42 req-bfe25193-62f8-4a96-90cd-717341f12fdd tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 945 time: 0.0908244 Aug 11 02:55:35.254650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8466549-6bae-4daf-890e-7801d4fe7b42 req-784e9c66-ac18-4cfc-aef8-b4711c30f01d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997624 Aug 11 02:55:35.257415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:35.263052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:35.263389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:35.263750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:35.273542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:35.274050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Attempting to bind port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:35.281613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:35.282209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:35.282954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:35.283554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Bound port: 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:35.284188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.366161 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260f888e-e527-4aa1-8b45-c7316aac5089 x-openstack-request-id: req-260f888e-e527-4aa1-8b45-c7316aac5089 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:35.366494 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "name": "network-vif-unplugged", "status": "completed", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:35.366714 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-260f888e-e527-4aa1-8b45-c7316aac5089 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:35.367342 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3', 'code': 200} Aug 11 02:55:35.426475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:35.430010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fc9af804-ec7c-4ba6-897c-c09d243fbc41 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:35.431135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:35.444922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.476530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb869d7-c7f8-481e-a6b4-4403ea04317e req-fb34bec7-3897-4b91-b48d-379efc42416e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.479218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7eb869d7-c7f8-481e-a6b4-4403ea04317e req-fb34bec7-3897-4b91-b48d-379efc42416e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1148648 Aug 11 02:55:35.504053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ef846-9633-42a9-9c04-c7ba94747445 req-347a2a11-2cca-468d-96a0-0b2e5bc25a3c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.506313 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-506ef846-9633-42a9-9c04-c7ba94747445 req-347a2a11-2cca-468d-96a0-0b2e5bc25a3c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 945 time: 0.0917480 Aug 11 02:55:35.559145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:35.582738 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-506ef846-9633-42a9-9c04-c7ba94747445 req-434cf62a-efa0-40dd-93b1-d5fd9346d4bb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679791 Aug 11 02:55:35.584349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45a3e4bd-5ecb-4103-bc54-faad6f2b90c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.611399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port fc9af804-ec7c-4ba6-897c-c09d243fbc41, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fc9af804-ec7c-4ba6-897c-c09d243fbc41,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:35.624140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:35.637433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41', 'mac_address': 'fa:16:3e:10:63:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:35.676914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.677544 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.678963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3151aa61-ad66-4dd2-92ab-3bdcad9d32ce service neutron] 10.222.0.10 "PUT /v2.0/ports/5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 1123 time: 1.1472776 Aug 11 02:55:35.714967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7eb869d7-c7f8-481e-a6b4-4403ea04317e req-88802df6-ed35-4bf4-81b9-329e7e14b99c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848729 Aug 11 02:55:35.722429 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.757472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45a3e4bd-5ecb-4103-bc54-faad6f2b90c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.767783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9af804-ec7c-4ba6-897c-c09d243fbc41 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:35.775675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45a3e4bd-5ecb-4103-bc54-faad6f2b90c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.792498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port fc9af804-ec7c-4ba6-897c-c09d243fbc41, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fc9af804-ec7c-4ba6-897c-c09d243fbc41,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:35.806893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:35.834819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a3e4bd-5ecb-4103-bc54-faad6f2b90c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdfb05e-007d-4f42-afa6-ed0526bf475d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:35.859911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=fc9af804-ec7c-4ba6-897c-c09d243fbc41,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:35.887182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abe2d0-daa6-41e8-b8e7-0623d3006d6f req-4525d13e-86be-4094-8088-8ace898db9d2 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.888994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74abe2d0-daa6-41e8-b8e7-0623d3006d6f req-4525d13e-86be-4094-8088-8ace898db9d2 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 945 time: 0.1989295 Aug 11 02:55:35.905482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-45a3e4bd-5ecb-4103-bc54-faad6f2b90c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61e24cbc96aa4e2fa0b9c637d823f1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425906 Aug 11 02:55:35.909177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48180) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:35.915879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5e4669b3-d56b-472c-a138-c9d3821fdbf3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:35.920228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.928042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.938797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.948137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.955201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.964347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.972737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:35.982361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-06bc2910-be71-4108-a945-9dd690fd907b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.1909025 Aug 11 02:55:35.989863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-859facec-8754-4e0b-9f04-882eafe82103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.036276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-859facec-8754-4e0b-9f04-882eafe82103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.046177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1499f1db-2e72-4f41-a318-86af97cfd2c4 req-5c2f8fce-e04b-4fe9-953c-a58da44ed183 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0624843 Aug 11 02:55:36.060768 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74abe2d0-daa6-41e8-b8e7-0623d3006d6f req-c62e67d3-3de8-408d-8c36-306b370638f9 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610870 Aug 11 02:55:36.113688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:36.177630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-859facec-8754-4e0b-9f04-882eafe82103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.181658 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-859facec-8754-4e0b-9f04-882eafe82103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.185661 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-859facec-8754-4e0b-9f04-882eafe82103 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/afdfb05e-007d-4f42-afa6-ed0526bf475d HTTP/1.1" status: 204 len: 168 time: 0.2730231 Aug 11 02:55:36.197958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859facec-8754-4e0b-9f04-882eafe82103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdfb05e-007d-4f42-afa6-ed0526bf475d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:36.208539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ba4c1-dec4-4595-a0a6-3e90a78d3995 req-44b3d5ed-5497-476c-8330-4c0a1a47c931 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:36.217326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c1ba4c1-dec4-4595-a0a6-3e90a78d3995 req-44b3d5ed-5497-476c-8330-4c0a1a47c931 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 948 time: 0.1069450 Aug 11 02:55:36.252449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['fc9af804-ec7c-4ba6-897c-c09d243fbc41'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:36.289983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c1ba4c1-dec4-4595-a0a6-3e90a78d3995 req-eb5caf15-3474-4f35-af5f-6611317f7e37 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718527 Aug 11 02:55:36.339933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e00120b2-2306-4fae-86d0-e062896f431f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:36.340311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.471023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb2d77-1ba4-48b8-bb10-f191dbd9ac83 req-cf228845-3b9e-45b9-a380-8172acb4cbcc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:36.473151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2acb2d77-1ba4-48b8-bb10-f191dbd9ac83 req-cf228845-3b9e-45b9-a380-8172acb4cbcc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.0888355 Aug 11 02:55:36.517800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.533733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2acb2d77-1ba4-48b8-bb10-f191dbd9ac83 req-bb9124aa-c308-4039-99b3-fe3c4076c249 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529799 Aug 11 02:55:36.546613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:36.549118 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9e410d-821d-43c4-b3ab-499cf4b19553" -d '{"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:36.577421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:36.585050 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:36.612876 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e7f94b-c99d-4306-b455-ad8bfdce1211 x-openstack-request-id: req-09e7f94b-c99d-4306-b455-ad8bfdce1211 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:36.613224 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-plugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:36.613486 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09e7f94b-c99d-4306-b455-ad8bfdce1211 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:36.613879 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'code': 200} Aug 11 02:55:36.655285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=13']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:36.929191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334a2c1-c182-487b-a189-470cd388fa7a req-cf5782e1-4181-4879-851a-7b3a1ea07ee5 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:36.936712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0334a2c1-c182-487b-a189-470cd388fa7a req-cf5782e1-4181-4879-851a-7b3a1ea07ee5 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0987883 Aug 11 02:55:37.002772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0334a2c1-c182-487b-a189-470cd388fa7a req-d88fc414-ab15-49fe-a690-fd964b361de1 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Aug 11 02:55:37.189283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9424d-9b1b-42aa-aa4d-538c8dacd0c7 req-4e6d6cdd-ac83-48b7-b660-31a7804fbe06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.190724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eed9424d-9b1b-42aa-aa4d-538c8dacd0c7 req-4e6d6cdd-ac83-48b7-b660-31a7804fbe06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.5011134 Aug 11 02:55:37.267727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eed9424d-9b1b-42aa-aa4d-538c8dacd0c7 req-1083cf80-2829-4d89-9533-836230852b23 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625045 Aug 11 02:55:37.307878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.316380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.322326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.328542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.334446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.340333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.346366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.356398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f38576f-5172-4453-bec4-e7650227d1bf req-be100596-0c61-4ed9-a428-e4468cb7e829 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.2038295 Aug 11 02:55:37.369802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:37.370976 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1545948-beed-4799-b72f-c0629750f31e" -d '{"events": [{"name": "network-changed", "server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:37.391831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a283b0-72d0-4782-b134-8f67c259a40b req-d8eca062-a385-4167-b845-e881e01e5620 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.393379 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a283b0-72d0-4782-b134-8f67c259a40b req-d8eca062-a385-4167-b845-e881e01e5620 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 945 time: 0.2109044 Aug 11 02:55:37.419329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430ef7b-5c82-4921-a80b-27d427ab7b21 req-cea3bea6-9519-473d-bc9c-7273512b519c tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.432733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a430ef7b-5c82-4921-a80b-27d427ab7b21 req-cea3bea6-9519-473d-bc9c-7273512b519c tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 945 time: 0.0957792 Aug 11 02:55:37.440728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:37.455165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f38576f-5172-4453-bec4-e7650227d1bf req-a86b947c-5bf2-4976-bd36-fbcf6485facc tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0977991 Aug 11 02:55:37.501485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a430ef7b-5c82-4921-a80b-27d427ab7b21 req-062fca59-cbfb-4f82-ba87-fd4136ad9f62 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669057 Aug 11 02:55:37.582391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 86393b10-2ac5-4a82-93bb-6c6ee545378a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:37.588469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 86393b10-2ac5-4a82-93bb-6c6ee545378a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:37.589576 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:37.593147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Deleting port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:37.594311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:37.707696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9547c9-bf28-4c28-bc8a-94bf7eec285d req-8460d5d3-1c13-40d6-9a4c-1266a9752331 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:37.709362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed9547c9-bf28-4c28-bc8a-94bf7eec285d req-8460d5d3-1c13-40d6-9a4c-1266a9752331 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 948 time: 0.1133945 Aug 11 02:55:37.814546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] For port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:37.815833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:37.831923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Calling delete_port for 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:37.834866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed9547c9-bf28-4c28-bc8a-94bf7eec285d req-f9743fbc-6ef7-4dd6-9492-cb4b1c4c5f4b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172061 Aug 11 02:55:37.869879 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:37.908345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:37.915908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:38.019181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:38.029762 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2703f3e-3fb6-4a64-9b66-aae3c281ce17 x-openstack-request-id: req-b2703f3e-3fb6-4a64-9b66-aae3c281ce17 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:38.030210 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:38.030392 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b2703f3e-3fb6-4a64-9b66-aae3c281ce17 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:38.030838 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3', 'status': 'completed', 'code': 200} Aug 11 02:55:38.040940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:38.059950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['2fe734c8-aa41-440b-9540-38248b768d59'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:38.063450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206139d1-759d-45c5-85fd-209479a1769d req-dd8262ff-d374-4315-9c3f-31140e3b4383 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.071036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-206139d1-759d-45c5-85fd-209479a1769d req-dd8262ff-d374-4315-9c3f-31140e3b4383 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.1250019 Aug 11 02:55:38.135475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Pushing event deleted for resources: {'Port': ['ID=7940f8cc-582e-4b8b-9aa7-1eeec203c5c1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:38.141115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a2d0c170-5617-4d53-bb35-65c9060cee20'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:38.144763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-206139d1-759d-45c5-85fd-209479a1769d req-1ac0b4dd-ee1f-483c-829b-590453387680 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719411 Aug 11 02:55:38.205801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545948-beed-4799-b72f-c0629750f31e req-4ba73205-70ed-4834-9b09-aafcd463802d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.207395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1545948-beed-4799-b72f-c0629750f31e req-4ba73205-70ed-4834-9b09-aafcd463802d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1126 time: 0.1884384 Aug 11 02:55:38.209395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] No DVR routers for this DVR port 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:38.223867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.229892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.237064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.243141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.249267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.255965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.262034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.268417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e782409-aeba-405e-879b-2f459fec6405 req-7929bf0b-a0aa-42df-b082-f76409043536 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.2477138 Aug 11 02:55:38.270714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:38.275658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97a283b0-72d0-4782-b134-8f67c259a40b req-a2e9d902-6c6e-492a-916f-2ed55c2918cf tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "DELETE /v2.0/ports/7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 HTTP/1.1" status: 204 len: 173 time: 0.8644166 Aug 11 02:55:38.327469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48240) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:38.346501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Request body: {'floatingip': {'port_id': '31c518cf-0441-4b10-8ef8-dbab877c13ce'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:38.517915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545948-beed-4799-b72f-c0629750f31e req-e4fc4b75-e2f6-46ae-a649-a20be440cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.520098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1545948-beed-4799-b72f-c0629750f31e req-e4fc4b75-e2f6-46ae-a649-a20be440cfdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.2507942 Aug 11 02:55:38.578555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:38.604843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1545948-beed-4799-b72f-c0629750f31e req-4c5844af-f32b-4042-91f0-fc624604a6ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 217 time: 0.0524001 Aug 11 02:55:38.615723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:38.618514 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9732945-bb71-4fcc-946e-3f2361d80831" -d '{"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-plugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:38.640779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ce670-881f-4887-834d-c148cdb92370 req-75bf56aa-2d93-4b5d-9426-b581286386f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.649714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-212ce670-881f-4887-834d-c148cdb92370 req-75bf56aa-2d93-4b5d-9426-b581286386f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1278529 Aug 11 02:55:38.675987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ac2df-aff0-4715-bdaf-218f5229689e req-3dcc6da0-e421-49f2-b626-330e20a1e82b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.683661 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-875ac2df-aff0-4715-bdaf-218f5229689e req-3dcc6da0-e421-49f2-b626-330e20a1e82b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.4272411 Aug 11 02:55:38.728003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1545948-beed-4799-b72f-c0629750f31e req-0fa44c72-3bd8-42d6-aad3-f0dfa31f44cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:38.730140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1545948-beed-4799-b72f-c0629750f31e req-0fa44c72-3bd8-42d6-aad3-f0dfa31f44cd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1061127 Aug 11 02:55:38.758564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-212ce670-881f-4887-834d-c148cdb92370 req-90b0c8ee-5312-48d1-a1ef-c99585239879 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080267 Aug 11 02:55:38.823017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1545948-beed-4799-b72f-c0629750f31e req-3561fcd9-d40b-4b85-8146-bbd2e87babbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611801 Aug 11 02:55:38.823348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-875ac2df-aff0-4715-bdaf-218f5229689e req-8dc270cc-de3a-4936-891d-9ffe1855346f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348765 Aug 11 02:55:38.869360 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619afa24-d5b1-481b-a362-6ba17e818575 x-openstack-request-id: req-619afa24-d5b1-481b-a362-6ba17e818575 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:38.869841 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-plugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:38.871237 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-619afa24-d5b1-481b-a362-6ba17e818575 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:38.873611 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'code': 200} Aug 11 02:55:39.028266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6c833a52-8efb-47b5-b978-97f19647560e req-8003b4b8-a71e-40ef-acf0-6174efb3e979 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=006db139-6652-4025-9c90-891d10413b9a HTTP/1.1" status: 200 len: 210 time: 0.0851989 Aug 11 02:55:39.140923 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1545948-beed-4799-b72f-c0629750f31e req-be5b5f6e-3a22-4fb0-9d83-82c498c1ea74 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844908 Aug 11 02:55:39.144062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260ca9a-ca5c-4bdb-a48b-492535afb6a6 req-2ed3baa5-6427-4a29-ad33-e1d757d06268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:39.145532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7260ca9a-ca5c-4bdb-a48b-492535afb6a6 req-2ed3baa5-6427-4a29-ad33-e1d757d06268 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1101 time: 0.1376843 Aug 11 02:55:39.298307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7260ca9a-ca5c-4bdb-a48b-492535afb6a6 req-37ad79fe-c77c-4ed6-84f1-4291f8791092 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194010 Aug 11 02:55:39.336493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ac486-29b7-452e-aec8-f9d1383264c7 req-ea7358d0-1f28-4e01-ae6c-5dbf3bac922e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:39.338460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d55ac486-29b7-452e-aec8-f9d1383264c7 req-ea7358d0-1f28-4e01-ae6c-5dbf3bac922e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 948 time: 0.1608584 Aug 11 02:55:39.354271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:55:39.383073 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1545948-beed-4799-b72f-c0629750f31e req-48013661-a37b-45ac-94dc-15d9e49b6951 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290165 Aug 11 02:55:39.401889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d55ac486-29b7-452e-aec8-f9d1383264c7 req-b28df94f-ddf7-4bba-972f-8f9625b7fb4a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556350 Aug 11 02:55:39.459077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5e4669b3-d56b-472c-a138-c9d3821fdbf3 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:39.464914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fc9af804-ec7c-4ba6-897c-c09d243fbc41 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:39.550317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.561784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.644594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port fc9af804-ec7c-4ba6-897c-c09d243fbc41 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:39.667798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port fc9af804-ec7c-4ba6-897c-c09d243fbc41 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:39.668184 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.700730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8515ae8-7fe1-431f-bbf7-7154b4b2ffda req-595c44e9-207d-4a87-9198-2af848e99a18 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:39.709424 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8515ae8-7fe1-431f-bbf7-7154b4b2ffda req-595c44e9-207d-4a87-9198-2af848e99a18 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.2731864 Aug 11 02:55:39.717277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:39.753067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5e4669b3-d56b-472c-a138-c9d3821fdbf3 has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:55:39.767246 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Floating IP ff9fb989-04e3-4ed5-82cd-674d66240201 associated. External IP: 172.25.4.49, port: 31c518cf-0441-4b10-8ef8-dbab877c13ce. Aug 11 02:55:39.784919 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8515ae8-7fe1-431f-bbf7-7154b4b2ffda req-67ba839b-6d71-4c84-a2f0-1989ae328170 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741730 Aug 11 02:55:39.847066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.901285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port fc9af804-ec7c-4ba6-897c-c09d243fbc41, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fc9af804-ec7c-4ba6-897c-c09d243fbc41,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:39.914731 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:39.915531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:39.988334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:39.989985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7940f8cc-582e-4b8b-9aa7-1eeec203c5c1 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:40.046935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006db139-6652-4025-9c90-891d10413b9a', 'name': 'network-vif-deleted', 'tag': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:40.054344 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255fa493-7e1e-4c68-bfa5-11dd17d36a10" -d '{"events": [{"server_uuid": "006db139-6652-4025-9c90-891d10413b9a", "name": "network-vif-deleted", "tag": "7940f8cc-582e-4b8b-9aa7-1eeec203c5c1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:40.058224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=fc9af804-ec7c-4ba6-897c-c09d243fbc41,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:40.113789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776d041-0cb0-4ad0-b9d5-ca6f3aabe51d req-7ac3b86d-6bc4-4c90-b127-63c130559769 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:40.115498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8776d041-0cb0-4ad0-b9d5-ca6f3aabe51d req-7ac3b86d-6bc4-4c90-b127-63c130559769 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1890509 Aug 11 02:55:40.156093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6051e47-13c3-45a2-87c5-b9eb82d0260e req-4f8356f2-bb59-404e-a889-39f60df9de7f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:40.158137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e6051e47-13c3-45a2-87c5-b9eb82d0260e req-4f8356f2-bb59-404e-a889-39f60df9de7f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1340022 Aug 11 02:55:40.244474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8776d041-0cb0-4ad0-b9d5-ca6f3aabe51d req-dfc9772b-ddb6-4159-b0d2-dfe13125971e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135719 Aug 11 02:55:40.282966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Router 2489469e-046c-48ec-a111-4d439041c303 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:40.297687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e6051e47-13c3-45a2-87c5-b9eb82d0260e req-9335cd35-3925-4620-ba4d-27ffd572e92d tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237285 Aug 11 02:55:40.413788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48304) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:40.486235 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb45aa8-7198-415b-b6be-7dd31c5ba2be x-openstack-request-id: req-2fb45aa8-7198-415b-b6be-7dd31c5ba2be {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:40.486647 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006db139-6652-4025-9c90-891d10413b9a", "name": "network-vif-deleted", "tag": "7940f8cc-582e-4b8b-9aa7-1eeec203c5c1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:40.487020 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fb45aa8-7198-415b-b6be-7dd31c5ba2be {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:40.487505 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006db139-6652-4025-9c90-891d10413b9a', 'name': 'network-vif-deleted', 'tag': '7940f8cc-582e-4b8b-9aa7-1eeec203c5c1', 'status': 'completed', 'code': 200} Aug 11 02:55:40.505973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:40.519221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] Sync routers for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:40.542378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:40.543094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:40.545660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:40.609688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-792c7231-af93-4576-b62e-270454bdfdd1 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "PUT /v2.0/floatingips/ff9fb989-04e3-4ed5-82cd-674d66240201 HTTP/1.1" status: 200 len: 991 time: 2.2743447 Aug 11 02:55:40.610598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:40.617370 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f52f3-7c17-4089-bdc1-99b36a693405" -d '{"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:40.646088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bd8f0f-cb92-4d20-b426-2e63fb161625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:40.672719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e867a-ff83-4018-9542-84b1e27ffcf8 req-9eae45d2-0557-4a90-9ddc-4b3a49e0c71f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:40.674419 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-515e867a-ff83-4018-9542-84b1e27ffcf8 req-9eae45d2-0557-4a90-9ddc-4b3a49e0c71f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 949 time: 0.1139910 Aug 11 02:55:40.728087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-515e867a-ff83-4018-9542-84b1e27ffcf8 req-bbe21550-dfa3-4be1-9156-78304a7e28cd tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412700 Aug 11 02:55:40.801762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:40.842123 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bd8f0f-cb92-4d20-b426-2e63fb161625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:40.857166 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa11073a-a697-44e4-9146-5b8201c21bcf x-openstack-request-id: req-aa11073a-a697-44e4-9146-5b8201c21bcf {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:40.857166 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:40.857492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bd8f0f-cb92-4d20-b426-2e63fb161625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:40.857630 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa11073a-a697-44e4-9146-5b8201c21bcf {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:40.857630 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'status': 'completed', 'code': 200} Aug 11 02:55:40.916974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141185c-aa36-4771-8b66-b0eb4f247448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:40.920579 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220be642-d0da-4a79-ad96-a53d144941e5" -d '{"events": [{"server_uuid": "0141185c-aa36-4771-8b66-b0eb4f247448", "name": "network-vif-plugged", "status": "completed", "tag": "fc9af804-ec7c-4ba6-897c-c09d243fbc41"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:40.972353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72bd8f0f-cb92-4d20-b426-2e63fb161625 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a8667b2601e408d967662ebeb673973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547793 Aug 11 02:55:40.977108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48322) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:40.992852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd8f0f-cb92-4d20-b426-2e63fb161625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dc076f-a479-4746-afd5-9bd49eae9914,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:41.067003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28be40-3c2b-4f8d-a8cd-ef4a3c653a10 req-3b8a373d-5c16-487b-abbf-b30082b8721a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.070527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.071152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.071738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.072278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.072812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.073783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.074414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.077019 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-09b82356-1bec-417a-a9ad-99f0dec93d58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6498 time: 0.1779294 Aug 11 02:55:41.079687 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c28be40-3c2b-4f8d-a8cd-ef4a3c653a10 req-3b8a373d-5c16-487b-abbf-b30082b8721a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.1281750 Aug 11 02:55:41.097995 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105c1a45-0cac-449c-87cc-bbe5b5e3adb3 x-openstack-request-id: req-105c1a45-0cac-449c-87cc-bbe5b5e3adb3 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:41.098289 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141185c-aa36-4771-8b66-b0eb4f247448", "name": "network-vif-plugged", "status": "completed", "tag": "fc9af804-ec7c-4ba6-897c-c09d243fbc41", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:41.098701 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-105c1a45-0cac-449c-87cc-bbe5b5e3adb3 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:41.099082 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141185c-aa36-4771-8b66-b0eb4f247448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41', 'code': 200} Aug 11 02:55:41.109543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77511cc-ad54-4030-97b7-b5e0d43331b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.138563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c28be40-3c2b-4f8d-a8cd-ef4a3c653a10 req-91a9ee05-8e61-4464-9830-f07dcc294d6c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576508 Aug 11 02:55:41.230155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77511cc-ad54-4030-97b7-b5e0d43331b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.257095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ff9fb989-04e3-4ed5-82cd-674d66240201', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2489469e-046c-48ec-a111-4d439041c303', 'port_id': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'mac_address': 'fa:16:3e:0c:98:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:55:39Z', 'revision_number': 1, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:24Z', 'revision_number': 5, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:41.288214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] Checking router: 2489469e-046c-48ec-a111-4d439041c303 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:41.299406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:41.300206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:41.324595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77511cc-ad54-4030-97b7-b5e0d43331b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.327181 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77511cc-ad54-4030-97b7-b5e0d43331b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:41.331047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b77511cc-ad54-4030-97b7-b5e0d43331b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67dc076f-a479-4746-afd5-9bd49eae9914 HTTP/1.1" status: 204 len: 168 time: 0.3444784 Aug 11 02:55:41.404666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77511cc-ad54-4030-97b7-b5e0d43331b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dc076f-a479-4746-afd5-9bd49eae9914,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:41.495011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843859-0fc7-4054-8945-c975d6684e56 req-42d3680c-0872-4d2f-9cb6-55efca697ee0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.496991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24e91e-6703-45e2-97ea-76990d84507b req-1e924adb-343f-4206-8888-2f36e380c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.498488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7a24e91e-6703-45e2-97ea-76990d84507b req-1e924adb-343f-4206-8888-2f36e380c887 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 1101 time: 0.2123954 Aug 11 02:55:41.507461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0843859-0fc7-4054-8945-c975d6684e56 req-42d3680c-0872-4d2f-9cb6-55efca697ee0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1290591 Aug 11 02:55:41.509404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:41.520882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-5ddfec7f-2de5-48de-a8c9-84caff5171a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.522353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-5ddfec7f-2de5-48de-a8c9-84caff5171a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a3aa00c-3100-43b8-a599-3e6a2929cd25 HTTP/1.1" status: 200 len: 912 time: 0.4179664 Aug 11 02:55:41.552250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8125d2-6706-4619-a924-799b79bd9651 req-9382aeb8-543f-4cd5-a30f-1e7d734d5961 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.554004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea8125d2-6706-4619-a924-799b79bd9651 req-9382aeb8-543f-4cd5-a30f-1e7d734d5961 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1287303 Aug 11 02:55:41.585542 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0843859-0fc7-4054-8945-c975d6684e56 req-f4b0c0bf-9ac4-4ead-ba94-8d6ebb818190 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768149 Aug 11 02:55:41.666479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7a24e91e-6703-45e2-97ea-76990d84507b req-b6d2b2ed-d6c6-4d59-82fc-51180fbfc694 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578856 Aug 11 02:55:41.694339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-b187dcc5-6a27-41ca-8590-8c9c24462681 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce HTTP/1.1" status: 200 len: 999 time: 0.1605458 Aug 11 02:55:41.697400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea8125d2-6706-4619-a924-799b79bd9651 req-fd97eee8-4910-4dfc-9b4e-922b69d85f57 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131349 Aug 11 02:55:41.834885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-a3bd60ce-1045-43b4-8620-dd3ad79689eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.836641 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-a3bd60ce-1045-43b4-8620-dd3ad79689eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fa0c64f-eee5-487c-aa30-d2e421af22bf HTTP/1.1" status: 200 len: 850 time: 0.1088240 Aug 11 02:55:41.943203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-1f2f248c-0fb4-4c0e-a9eb-521e99a97e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:41.944782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-1f2f248c-0fb4-4c0e-a9eb-521e99a97e89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848839 Aug 11 02:55:42.031542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:42.037020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ff9fb989-04e3-4ed5-82cd-674d66240201', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2489469e-046c-48ec-a111-4d439041c303', 'port_id': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'mac_address': 'fa:16:3e:0c:98:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:55:39Z', 'revision_number': 1, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:24Z', 'revision_number': 5, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:42.060813 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2508197-22c0-4116-8a10-b017b0ef2305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:42.098762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7836667-638f-4d6f-be38-5ca23635de15 None None] The sync data for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 is: [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ff9fb989-04e3-4ed5-82cd-674d66240201', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '2489469e-046c-48ec-a111-4d439041c303', 'port_id': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'mac_address': 'fa:16:3e:0c:98:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:53:59Z', 'updated_at': '2021-08-11T02:55:39Z', 'revision_number': 1, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:24Z', 'revision_number': 5, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:42.210289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fab46-453c-485d-8300-4ad69ebb6122 req-45cd667a-7fa2-4011-aac2-00e980deae88 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:42.212478 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b93fab46-453c-485d-8300-4ad69ebb6122 req-45cd667a-7fa2-4011-aac2-00e980deae88 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 949 time: 0.2239263 Aug 11 02:55:42.244330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-411bdaf9-58e9-44b7-a81a-f7aff5b71174 service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899799 Aug 11 02:55:42.293028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b93fab46-453c-485d-8300-4ad69ebb6122 req-31bc8d63-70b6-4e4c-9d7a-eee4d883acb8 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699143 Aug 11 02:55:42.294941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2508197-22c0-4116-8a10-b017b0ef2305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:42.303526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2508197-22c0-4116-8a10-b017b0ef2305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:42.368979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2508197-22c0-4116-8a10-b017b0ef2305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ce49f5-b648-49c1-9fc3-8e0ed892f650,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:42.404181 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b2508197-22c0-4116-8a10-b017b0ef2305 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e70e470644124a98a621d04cf74feff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704443 Aug 11 02:55:42.406509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48360) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:42.547216 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ae12a-d7bc-409d-83db-c26b7a22cb98 None None] New status for floating IP ff9fb989-04e3-4ed5-82cd-674d66240201: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:55:42.565299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:42.620092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:42.723380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d735e4-f4c1-4e4c-bac7-f1fceaf357b3 req-0c172025-79e1-42d8-ac13-4a8504a89ef8 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:42.741393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d735e4-f4c1-4e4c-bac7-f1fceaf357b3 req-0c172025-79e1-42d8-ac13-4a8504a89ef8 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:42.751073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54d735e4-f4c1-4e4c-bac7-f1fceaf357b3 req-0c172025-79e1-42d8-ac13-4a8504a89ef8 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3&device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 1682 time: 0.2410784 Aug 11 02:55:42.761418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:42.764433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:42.768515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/72ce49f5-b648-49c1-9fc3-8e0ed892f650 HTTP/1.1" status: 204 len: 168 time: 0.3546162 Aug 11 02:55:42.795550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ce49f5-b648-49c1-9fc3-8e0ed892f650,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:42.826150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.826491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.826985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.827474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.828640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.829143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.829530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.829938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.830372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.830763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.831151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.831535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c17ea7-8d1a-4656-bd11-924652acb77b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:42.901268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54d735e4-f4c1-4e4c-bac7-f1fceaf357b3 req-a2324070-5dd7-4cc4-b174-701443d22d6c tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487963 Aug 11 02:55:42.994102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9f52f3-7c17-4089-bdc1-99b36a693405 req-bccf6bf2-d990-48bf-ad6e-a0f8cf2e6617 service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300379 Aug 11 02:55:43.020706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5016ad-9b00-4dfa-bac8-eed70e33ff88 req-1b739367-2924-428e-90e8-fab56c1953a9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:43.035314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a5016ad-9b00-4dfa-bac8-eed70e33ff88 req-1b739367-2924-428e-90e8-fab56c1953a9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.1817238 Aug 11 02:55:43.074715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839414-a87d-4861-a540-6355c5e64d7c req-9901a603-379f-40f7-bd2c-6d3d55a62b06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:43.076195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe839414-a87d-4861-a540-6355c5e64d7c req-9901a603-379f-40f7-bd2c-6d3d55a62b06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1048079 Aug 11 02:55:43.097231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a5016ad-9b00-4dfa-bac8-eed70e33ff88 req-dc304322-c486-4e24-9b1a-829d8b97a25f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609033 Aug 11 02:55:43.153878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe839414-a87d-4861-a540-6355c5e64d7c req-edd9b605-3692-4b56-bd46-a0522b923875 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697608 Aug 11 02:55:43.251124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff33e67-a62c-43d0-8ff8-fadd949c132d req-3ae09cf1-06e2-4504-ab08-0bcd433a138d tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:43.253581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ff33e67-a62c-43d0-8ff8-fadd949c132d req-3ae09cf1-06e2-4504-ab08-0bcd433a138d tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0755210 Aug 11 02:55:43.307119 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ff33e67-a62c-43d0-8ff8-fadd949c132d req-403ffd1f-8c52-4cde-9c3d-468657663817 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Aug 11 02:55:43.507341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0abf0b-045b-4743-9f99-6f54a50d38ad req-c55762f0-fca1-453e-a8f6-6a78aaaa7731 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:43.521620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c0abf0b-045b-4743-9f99-6f54a50d38ad req-c55762f0-fca1-453e-a8f6-6a78aaaa7731 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 949 time: 0.1408799 Aug 11 02:55:43.595984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c0abf0b-045b-4743-9f99-6f54a50d38ad req-135607c0-51ce-46dd-acee-a57a223aa24f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729947 Aug 11 02:55:43.748595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f4f13-9c13-47e2-a341-1e3e807286b4 req-91479812-8e20-4105-a030-3ff3957b154d tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:43.750985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d87f4f13-9c13-47e2-a341-1e3e807286b4 req-91479812-8e20-4105-a030-3ff3957b154d tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0779052 Aug 11 02:55:43.846330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d87f4f13-9c13-47e2-a341-1e3e807286b4 req-ea22230c-ced2-448c-b444-a9d63843aca9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754037 Aug 11 02:55:43.993170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414343ea-ec87-4c5b-a783-0eefa7e77aaf req-c0852fe4-3cee-44e2-adc0-841a1f12be51 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.001809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-414343ea-ec87-4c5b-a783-0eefa7e77aaf req-c0852fe4-3cee-44e2-adc0-841a1f12be51 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 945 time: 0.1146233 Aug 11 02:55:44.002865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48410) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:44.099467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-414343ea-ec87-4c5b-a783-0eefa7e77aaf req-2a1584de-0172-4c57-9593-d2dc97071dd8 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803576 Aug 11 02:55:44.145020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-604838db-14ce-4de5-9baa-215f66f3b72c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407276 Aug 11 02:55:44.152463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-network', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:44.244427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Made reservation on behalf of d8942c43dc6b4312a95f08dd56e40b7e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:44.247003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.256320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684463c4-daeb-4cd1-9a16-c8d446aeb85e req-1eaa8a08-8e3e-43e1-a4b0-88c857e9082c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.259274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.260984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-684463c4-daeb-4cd1-9a16-c8d446aeb85e req-1eaa8a08-8e3e-43e1-a4b0-88c857e9082c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.0697813 Aug 11 02:55:44.315189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-684463c4-daeb-4cd1-9a16-c8d446aeb85e req-cfdb7b61-4ff3-4bfe-8c4f-3bbe39e51dde tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473080 Aug 11 02:55:44.349957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-f42b7317-89b4-4417-95a6-ba64322f198a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.351542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-f42b7317-89b4-4417-95a6-ba64322f198a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054765 Aug 11 02:55:44.379034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-5dc2504b-89b9-4670-acc1-e5c39363cc6f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/quotas/3d6953b4f7b946ddaf47b4ff8c80116a HTTP/1.1" status: 200 len: 375 time: 0.0180349 Aug 11 02:55:44.434216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7160694-d093-4fa6-9249-805c65f97be7 req-91dfe729-9542-49cf-9d7f-103db744343c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.444709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7160694-d093-4fa6-9249-805c65f97be7 req-91dfe729-9542-49cf-9d7f-103db744343c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.0651996 Aug 11 02:55:44.486688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-47287280-0cc4-49e3-a09a-8f31e4d7be6b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934711 Aug 11 02:55:44.496701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7160694-d093-4fa6-9249-805c65f97be7 req-8c0714c0-9d99-4c10-9d45-d5fb13313a82 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468895 Aug 11 02:55:44.509669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.516318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.569925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:55:44.590854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f76240-a1e0-4279-b22f-e9f4f2bcaf64,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:44.598676 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.599024 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Added segment 5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1 of type vlan for network 0abcb908-52d5-4339-9ea7-b3d992c2d156 Aug 11 02:55:44.674478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.745109 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.746374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.747131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.783235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444aab2-a0b0-4478-8795-43531b0ec1b0 req-5f221c7b-8516-4d68-b60c-514a937bc0e4 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:44.797516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b444aab2-a0b0-4478-8795-43531b0ec1b0 req-5f221c7b-8516-4d68-b60c-514a937bc0e4 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1140001 Aug 11 02:55:44.847126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b444aab2-a0b0-4478-8795-43531b0ec1b0 req-f641da53-5859-46da-a1f9-28664acc654d tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486465 Aug 11 02:55:44.864612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-571ce656-5540-42d4-ab53-1502c9847f05 req-da2a420e-bda2-4c70-8e9a-200e8673da6d tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 210 time: 0.0469828 Aug 11 02:55:44.870915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8636265 Aug 11 02:55:44.871709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48436) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:44.876256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Request body: {'subnet': {'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-subnet', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:44.904082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Made reservation on behalf of d8942c43dc6b4312a95f08dd56e40b7e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:44.907354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:44.973246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670c405-5348-4842-884f-775485cadd74 admin admin] Pushing event updated for resources: {'Network': ['ID=0abcb908-52d5-4339-9ea7-b3d992c2d156,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:44.988668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:55:45.055946 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-174c66cf-7d4b-48b6-a674-68a361475eac service neutron] 10.222.0.57 "GET /v2.0/ports/5e4669b3-d56b-472c-a138-c9d3821fdbf3/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.1534276 Aug 11 02:55:45.288999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:45.289827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618db54-22ec-4e99-ad4a-89f9daddee2b req-342150a5-a29f-42d5-968e-a08e9b1bce35 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:45.298662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d618db54-22ec-4e99-ad4a-89f9daddee2b req-342150a5-a29f-42d5-968e-a08e9b1bce35 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 945 time: 0.0852003 Aug 11 02:55:45.344769 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d618db54-22ec-4e99-ad4a-89f9daddee2b req-91b1cae0-10f4-46cb-94e0-282371272f49 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451481 Aug 11 02:55:45.564681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f61f6e-2da3-414d-b15e-f4b2738a1983,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:45.653908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-6871df23-7e3f-4ef1-b02c-84292bafc731 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:45.657517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-6871df23-7e3f-4ef1-b02c-84292bafc731 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 945 time: 0.3219910 Aug 11 02:55:45.658927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Checking segment: {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:45.659505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Network hostable DHCP agents. Network: 0abcb908-52d5-4339-9ea7-b3d992c2d156, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:55:45.720225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ac8e9f-c808-4205-83c2-7443dcc20b7a req-77d79a14-f9a0-4988-b981-b7d44bb26701 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:45.721859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92ac8e9f-c808-4205-83c2-7443dcc20b7a req-77d79a14-f9a0-4988-b981-b7d44bb26701 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 943 time: 0.2689071 Aug 11 02:55:45.725481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d61260-873c-4352-ad9c-8cd640467740 req-62613ab7-abfb-4241-8cb4-cc150fe38dfc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:45.735383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-49d61260-873c-4352-ad9c-8cd640467740 req-62613ab7-abfb-4241-8cb4-cc150fe38dfc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1203976 Aug 11 02:55:45.752210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:45.802595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-49d61260-873c-4352-ad9c-8cd640467740 req-08e6b63d-f6c9-4afd-a44b-4be8dbb0af85 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659764 Aug 11 02:55:45.833789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:45.835519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:55:45.888819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0abcb908-52d5-4339-9ea7-b3d992c2d156) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:45.895098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:45.895812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:45.902189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92ac8e9f-c808-4205-83c2-7443dcc20b7a req-235011c7-73b5-49ef-8e25-01ff0e9b4d16 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552119 Aug 11 02:55:45.913977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e86a685-1120-4264-9da4-829e0bc31b9b None None] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:45.924250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4669b3-d56b-472c-a138-c9d3821fdbf3 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:45.952262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:45.977912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad9da908-16d1-4509-b648-eb3ee038f2dc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1015313 Aug 11 02:55:45.978252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48458) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:45.985229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:45.995049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.019560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Deleting port 2fe734c8-aa41-440b-9540-38248b768d59 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:46.020041 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.136512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.137565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.316631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.345238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-0abcb908-52d5-4339-9ea7-b3d992c2d156', 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'fixed_ips': [{'subnet_id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:55:46.346244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.350563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd9989d5-d82f-4058-8295-8a9efe02ed2f req-ab400e0c-99ab-4a8e-a9b1-8a72ac73ee0e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 210 time: 0.1285741 Aug 11 02:55:46.359321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f169118-420c-4506-b080-576ad1616160 req-46d23028-64d7-4a7d-a1bc-71b97a747d46 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:46.363344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee865a6-1148-470e-9875-e75c11a021eb req-3e660557-cfd2-4ade-835a-c20676a3de97 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:46.367136 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ee865a6-1148-470e-9875-e75c11a021eb req-3e660557-cfd2-4ade-835a-c20676a3de97 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.2185845 Aug 11 02:55:46.368832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-6fba17c5-70ee-4807-a9d7-efecca29f578 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440732 Aug 11 02:55:46.371677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] Transition to ACTIVE for port object 5e4669b3-d56b-472c-a138-c9d3821fdbf3 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:46.380178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f169118-420c-4506-b080-576ad1616160 req-46d23028-64d7-4a7d-a1bc-71b97a747d46 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 946 time: 0.2917087 Aug 11 02:55:46.418511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] For port 2fe734c8-aa41-440b-9540-38248b768d59, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2fe734c8-aa41-440b-9540-38248b768d59,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:46.418880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.440104 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.537651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Calling delete_port for 2fe734c8-aa41-440b-9540-38248b768d59 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:46.560088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Allocated IP 172.20.0.2 (0abcb908-52d5-4339-9ea7-b3d992c2d156/f7f61f6e-2da3-414d-b15e-f4b2738a1983/6c958a19-8893-466d-951d-0afac11409a5) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:46.595265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ee865a6-1148-470e-9875-e75c11a021eb req-fe24fa82-0486-468c-8737-df0539cd9124 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143910 Aug 11 02:55:46.674735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] No DVR routers for this DVR port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:46.677794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb5b56-0e44-4c61-a4d5-204c24ecf97e req-5aeaeb16-60df-4ea6-9b8a-98b28b465842 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:46.685224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93fb5b56-0e44-4c61-a4d5-204c24ecf97e req-5aeaeb16-60df-4ea6-9b8a-98b28b465842 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba HTTP/1.1" status: 200 len: 945 time: 0.2217596 Aug 11 02:55:46.692197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.709041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] Pushing event updated for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:46.758921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-9ae7e6a3-864a-4cdc-ba15-4502a57e484e service neutron] 10.222.0.57 "PUT /v2.0/ports/5e4669b3-d56b-472c-a138-c9d3821fdbf3/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 1.6893628 Aug 11 02:55:46.759235 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93fb5b56-0e44-4c61-a4d5-204c24ecf97e req-17bed4ad-8d7f-4be3-9b43-acb42c61802e tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/security-groups?id=15b666cc-06d1-4dcd-a226-f83ecb2c918a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728531 Aug 11 02:55:46.779681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-348e6b8f-6c62-4fd3-b5b5-d7503f073702 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:46.782179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-348e6b8f-6c62-4fd3-b5b5-d7503f073702 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3780549 Aug 11 02:55:46.826515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Deleting port a2d0c170-5617-4d53-bb35-65c9060cee20 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:55:46.827016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.848055 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.854006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Request body: {'port': {'device_id': '80470428-5ffc-481f-86d4-073a1b036d3d', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '3d6953b4f7b946ddaf47b4ff8c80116a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:46.869162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Transition to ACTIVE for port object 6c958a19-8893-466d-951d-0afac11409a5 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:46.981493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-01b2f2b2-603a-473c-bbec-d321da9b900c tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:46.983214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-01b2f2b2-603a-473c-bbec-d321da9b900c tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.1025894 Aug 11 02:55:46.991155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:46.997707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Transition to ACTIVE for port object 6c958a19-8893-466d-951d-0afac11409a5 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:47.008867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a2d0c170-5617-4d53-bb35-65c9060cee20'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:47.009992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] For port a2d0c170-5617-4d53-bb35-65c9060cee20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a2d0c170-5617-4d53-bb35-65c9060cee20,segment=NetworkSegment(00e3c940-9606-452c-acfb-2e1c240d5f28),segment_id=00e3c940-9606-452c-acfb-2e1c240d5f28)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:47.010465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.050597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Calling delete_port for a2d0c170-5617-4d53-bb35-65c9060cee20 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:55:47.065379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Pushing event deleted for resources: {'Port': ['ID=2fe734c8-aa41-440b-9540-38248b768d59,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:47.098048 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.151410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:47.160350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:47.169172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:47.188036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] No DVR routers for this DVR port 2fe734c8-aa41-440b-9540-38248b768d59 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:47.198714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c24139-0c8c-4fac-8ccf-b5b8b0e3d37a req-124bcd6c-5104-41ec-b982-61e910721aec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:47.200301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6c24139-0c8c-4fac-8ccf-b5b8b0e3d37a req-124bcd6c-5104-41ec-b982-61e910721aec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.2250097 Aug 11 02:55:47.201408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.203659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4581ee99-48c0-473a-9ce3-f8613e8cd6bc req-d060ecd0-927f-40f7-a4df-257e8f5b5c25 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.10 "DELETE /v2.0/ports/2fe734c8-aa41-440b-9540-38248b768d59 HTTP/1.1" status: 204 len: 173 time: 1.5329874 Aug 11 02:55:47.205578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'name': 'network-vif-deleted', 'tag': '2fe734c8-aa41-440b-9540-38248b768d59'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:47.214201 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12badc-20e5-4697-ab9f-876f53355de7" -d '{"events": [{"server_uuid": "efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba", "name": "network-vif-deleted", "tag": "2fe734c8-aa41-440b-9540-38248b768d59"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:47.240859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Pushing event updated for resources: {'Port': ['ID=6c958a19-8893-466d-951d-0afac11409a5,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:47.283375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Made reservation on behalf of 3d6953b4f7b946ddaf47b4ff8c80116a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:47.286869 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.317420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6c24139-0c8c-4fac-8ccf-b5b8b0e3d37a req-c6193b61-60cb-4bfc-8a60-3a51cadf6a2b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916607 Aug 11 02:55:47.397933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Attempting to bind port 6c958a19-8893-466d-951d-0afac11409a5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:47.398516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Attempting to bind port 6c958a19-8893-466d-951d-0afac11409a5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:47.398905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Attempting to bind port 6c958a19-8893-466d-951d-0afac11409a5 on network 0abcb908-52d5-4339-9ea7-b3d992c2d156 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:47.467858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:47.468297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Checking segment: {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:47.469615 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.470090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Bound using segment: {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:47.470670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Bound port: 6c958a19-8893-466d-951d-0afac11409a5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:47.471132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.500459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2fe734c8-aa41-440b-9540-38248b768d59 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:47.536084 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7c96dc-3ad4-4cf6-a490-0423bf81593a x-openstack-request-id: req-2a7c96dc-3ad4-4cf6-a490-0423bf81593a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:47.536644 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba", "name": "network-vif-deleted", "tag": "2fe734c8-aa41-440b-9540-38248b768d59", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:47.536903 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a7c96dc-3ad4-4cf6-a490-0423bf81593a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:47.537314 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efd61f80-6f0a-4fc6-9fd7-75ae84f1bbba', 'name': 'network-vif-deleted', 'tag': '2fe734c8-aa41-440b-9540-38248b768d59', 'status': 'completed', 'code': 200} Aug 11 02:55:47.554723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 2fe734c8-aa41-440b-9540-38248b768d59 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:55:47.555111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2fe734c8-aa41-440b-9540-38248b768d59 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:47.618084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Allocated IP 192.168.233.103 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/edee8ed1-83f2-49c0-ad40-7685788965d5) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:47.677645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] For port 6c958a19-8893-466d-951d-0afac11409a5, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:47.681505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] For port 6c958a19-8893-466d-951d-0afac11409a5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6c958a19-8893-466d-951d-0afac11409a5,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:47.688243 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.742469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3c3d294e-3dd2-4980-ab42-4b898ff9c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:47.754861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3c3d294e-3dd2-4980-ab42-4b898ff9c67b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6&tenant_id=2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 1096 time: 0.7624464 Aug 11 02:55:47.823240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bc809-7a36-4f7f-a66e-e7bc208d2d7e None None] Pushing event updated for resources: {'Port': ['ID=6c958a19-8893-466d-951d-0afac11409a5,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:47.848651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02483f82-f80b-4c2f-bec7-beee4b2f186c req-059acb76-3f03-40e7-812b-c1eb00ee3a98 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 210 time: 0.0799375 Aug 11 02:55:47.920828 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.921880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbff522-2055-426b-9c3b-967895e82edb req-eb9292f7-766d-421f-971b-325a6b43bd0d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:47.929404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fbff522-2055-426b-9c3b-967895e82edb req-eb9292f7-766d-421f-971b-325a6b43bd0d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.7473576 Aug 11 02:55:47.942413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Transition to ACTIVE for port object edee8ed1-83f2-49c0-ad40-7685788965d5 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:47.948523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:47.995362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.048210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-79beb386-366b-4758-9dee-0b19196e6667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:48.049713 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-79beb386-366b-4758-9dee-0b19196e6667 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1096 time: 0.2381599 Aug 11 02:55:48.054005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.071296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['86393b10-2ac5-4a82-93bb-6c6ee545378a', 'fc9af804-ec7c-4ba6-897c-c09d243fbc41'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:48.147006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fbff522-2055-426b-9c3b-967895e82edb req-97189341-cfa0-4d67-9c8f-53ec9ef28c14 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166502 Aug 11 02:55:48.165944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a2d0c170-5617-4d53-bb35-65c9060cee20 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:48.174723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:48.177140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Pushing event updated for resources: {'Port': ['ID=edee8ed1-83f2-49c0-ad40-7685788965d5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:48.182299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:48.192168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:48.229401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cd1f6-4a50-4302-b8ed-2a9fb1a223a7 req-fd13c233-59db-41a8-bee7-62a8bb60feda tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:48.231283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-754cd1f6-4a50-4302-b8ed-2a9fb1a223a7 req-fd13c233-59db-41a8-bee7-62a8bb60feda tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.2125762 Aug 11 02:55:48.386402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:48.388467 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.426543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-63c68401-fc75-45a7-b212-0a0d3565ea87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5878041 Aug 11 02:55:48.436592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.442691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-754cd1f6-4a50-4302-b8ed-2a9fb1a223a7 req-04ab78d0-e876-421a-b9d6-387c4c7008de tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492412 Aug 11 02:55:48.461489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Request body: {'port': {'device_id': '80470428-5ffc-481f-86d4-073a1b036d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:48.511984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Pushing event deleted for resources: {'Port': ['ID=a2d0c170-5617-4d53-bb35-65c9060cee20,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:48.512722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.593982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] No DVR routers for this DVR port a2d0c170-5617-4d53-bb35-65c9060cee20 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:55:48.606357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.608675 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f169118-420c-4506-b080-576ad1616160 req-2962a7d2-503e-4713-8f5c-d09739390790 tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.57 "DELETE /v2.0/ports/a2d0c170-5617-4d53-bb35-65c9060cee20 HTTP/1.1" status: 204 len: 173 time: 2.1441994 Aug 11 02:55:48.629191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'name': 'network-vif-deleted', 'tag': 'a2d0c170-5617-4d53-bb35-65c9060cee20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:48.635744 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f471a41-a627-43c9-a557-a067f3a24a2b" -d '{"events": [{"server_uuid": "bcff37ea-b885-4fb2-8076-78a21cfb1ab3", "name": "network-vif-deleted", "tag": "a2d0c170-5617-4d53-bb35-65c9060cee20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:48.645039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5e4669b3-d56b-472c-a138-c9d3821fdbf3 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:55:48.645285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Allocated IP 172.25.4.130 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/bfc0fac4-192d-43f4-a9fd-e3b03d76894c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:48.677575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.685193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6020a96d-cd1c-4c0d-a951-aa5818466d04 None None] Provisioning for port edee8ed1-83f2-49c0-ad40-7685788965d5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:48.698126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6020a96d-cd1c-4c0d-a951-aa5818466d04 None None] Provisioning complete for port edee8ed1-83f2-49c0-ad40-7685788965d5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:48.698126 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6020a96d-cd1c-4c0d-a951-aa5818466d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:48.758707 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b8f9c9b-6351-4f40-9071-59c247fe85a3 req-188062bc-d061-4182-bbb3-9ff322a65e2b tempest-ListServersNegativeTestJSON-1787518283 tempest-ListServersNegativeTestJSON-1787518283-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcff37ea-b885-4fb2-8076-78a21cfb1ab3 HTTP/1.1" status: 200 len: 210 time: 0.1002285 Aug 11 02:55:49.050948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-8bf6e6a3-0681-4056-9dda-89acbe35c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:49.058999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-8bf6e6a3-0681-4056-9dda-89acbe35c36f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.9242148 Aug 11 02:55:49.109401 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328d7c6-2f4b-412f-a829-4e4817a04154 x-openstack-request-id: req-7328d7c6-2f4b-412f-a829-4e4817a04154 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:49.109705 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcff37ea-b885-4fb2-8076-78a21cfb1ab3", "name": "network-vif-deleted", "tag": "a2d0c170-5617-4d53-bb35-65c9060cee20", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:49.109957 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7328d7c6-2f4b-412f-a829-4e4817a04154 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:49.110349 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcff37ea-b885-4fb2-8076-78a21cfb1ab3', 'name': 'network-vif-deleted', 'tag': 'a2d0c170-5617-4d53-bb35-65c9060cee20', 'status': 'completed', 'code': 200} Aug 11 02:55:49.111368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6020a96d-cd1c-4c0d-a951-aa5818466d04 None None] Port edee8ed1-83f2-49c0-ad40-7685788965d5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:55:49.116791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfa4cf-3ed1-49d5-915d-51595aa87de8 req-fcafa2d5-c8a6-423a-acf1-6a8a48047421 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:49.117824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6c958a19-8893-466d-951d-0afac11409a5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:49.129797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-babfa4cf-3ed1-49d5-915d-51595aa87de8 req-fcafa2d5-c8a6-423a-acf1-6a8a48047421 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.5255256 Aug 11 02:55:49.174537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-3c54b98e-c6fb-43ad-a692-fcbec0de03ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 217 time: 0.1061490 Aug 11 02:55:49.221815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edee8ed1-83f2-49c0-ad40-7685788965d5 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:49.237913 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:49.238877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:49.256994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5e4669b3-d56b-472c-a138-c9d3821fdbf3 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:55:49.272196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Transition to ACTIVE for port object edee8ed1-83f2-49c0-ad40-7685788965d5 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:49.317942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:49.350812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6c958a19-8893-466d-951d-0afac11409a5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:49.400107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-b781265f-eda4-46b4-8966-c0cc57e7e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:49.401419 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-babfa4cf-3ed1-49d5-915d-51595aa87de8 req-2178d77d-3b6e-4c59-8aa8-c493866fac60 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667754 Aug 11 02:55:49.401715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-b781265f-eda4-46b4-8966-c0cc57e7e5fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.2061996 Aug 11 02:55:49.449403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26182816-861d-4d6b-aacb-cf4bec98482e req-b05a255a-6021-4ae2-b316-cf06c0c54003 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:49.451449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-26182816-861d-4d6b-aacb-cf4bec98482e req-b05a255a-6021-4ae2-b316-cf06c0c54003 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 936 time: 0.2266405 Aug 11 02:55:49.491902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-84f08eb0-ebb0-466a-8a46-f0e031901f96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687675 Aug 11 02:55:49.535160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb7bc8-0468-4456-8206-fe3a41ae2e51 None None] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:49.585811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:49.601775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=edee8ed1-83f2-49c0-ad40-7685788965d5,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:49.614808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Attempting to bind port edee8ed1-83f2-49c0-ad40-7685788965d5 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:49.615231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Attempting to bind port edee8ed1-83f2-49c0-ad40-7685788965d5 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:49.615696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Attempting to bind port edee8ed1-83f2-49c0-ad40-7685788965d5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:49.622456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Port edee8ed1-83f2-49c0-ad40-7685788965d5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:55:49.622994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Attempting to bind port edee8ed1-83f2-49c0-ad40-7685788965d5 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:49.637465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:49.638842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:49.640134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:49.643384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Bound port: edee8ed1-83f2-49c0-ad40-7685788965d5, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:49.643898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:49.740241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-26182816-861d-4d6b-aacb-cf4bec98482e req-d4f4b405-b350-432c-abd2-d2e2a6c0eaa3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559137 Aug 11 02:55:49.743670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:49.750380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:49.751944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-308b3bac-27e9-4229-99e4-f1520c343f73 None None] Provisioning for port 6c958a19-8893-466d-951d-0afac11409a5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:49.753936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Pushing event updated for resources: {'Port': ['ID=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:49.760049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:49.772897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-308b3bac-27e9-4229-99e4-f1520c343f73 None None] Provisioning complete for port 6c958a19-8893-466d-951d-0afac11409a5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:49.773325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308b3bac-27e9-4229-99e4-f1520c343f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:49.824026 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-b6bb0ed1-9a48-4a1e-a2cb-b53fd9cb7e23 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188300 Aug 11 02:55:49.876930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec62c1c-042c-4cb2-aee2-0011d819b4f4 req-43955050-3907-4445-b6f0-2de43131fb70 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:49.899532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ec62c1c-042c-4cb2-aee2-0011d819b4f4 req-43955050-3907-4445-b6f0-2de43131fb70 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.2496247 Aug 11 02:55:49.968607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ec62c1c-042c-4cb2-aee2-0011d819b4f4 req-918441eb-e733-4eeb-ade9-bb1086458c54 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639622 Aug 11 02:55:49.976936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] For port edee8ed1-83f2-49c0-ad40-7685788965d5, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:49.982386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] For port edee8ed1-83f2-49c0-ad40-7685788965d5, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=edee8ed1-83f2-49c0-ad40-7685788965d5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:50.012020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.083184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.084438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.088920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] 10.222.0.10 "PUT /v2.0/ports/edee8ed1-83f2-49c0-ad40-7685788965d5 HTTP/1.1" status: 200 len: 1097 time: 1.6414557 Aug 11 02:55:50.090511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80470428-5ffc-481f-86d4-073a1b036d3d', 'tag': 'edee8ed1-83f2-49c0-ad40-7685788965d5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:55:50.095716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308b3bac-27e9-4229-99e4-f1520c343f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.112902 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186a9a8a-9a1f-4459-a22a-7a9261c03203" -d '{"events": [{"name": "network-changed", "server_uuid": "80470428-5ffc-481f-86d4-073a1b036d3d", "tag": "edee8ed1-83f2-49c0-ad40-7685788965d5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:55:50.158888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-308b3bac-27e9-4229-99e4-f1520c343f73 None None] For port 6c958a19-8893-466d-951d-0afac11409a5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6c958a19-8893-466d-951d-0afac11409a5,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:50.165695 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308b3bac-27e9-4229-99e4-f1520c343f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.266958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d7757-a4c9-4be4-a080-15450bee6ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=edee8ed1-83f2-49c0-ad40-7685788965d5,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:50.273969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b3bac-27e9-4229-99e4-f1520c343f73 None None] Pushing event updated for resources: {'Port': ['ID=6c958a19-8893-466d-951d-0afac11409a5,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:50.305000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-db37ec69-783d-4c59-8b61-7db0f7a3cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.307100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-db37ec69-783d-4c59-8b61-7db0f7a3cecc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 1100 time: 0.1654272 Aug 11 02:55:50.323374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48508) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:50.329882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-d34fec3c-bf48-4c7a-8e49-d8ed40582eef service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959881 Aug 11 02:55:50.394784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ff49-5109-42d2-aa1a-589f71e7cef2 req-952837ee-e0f1-4d8e-aba5-f39eed1d8c2c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.402664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-efd6ff49-5109-42d2-aa1a-589f71e7cef2 req-952837ee-e0f1-4d8e-aba5-f39eed1d8c2c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.3493650 Aug 11 02:55:50.430601 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a676b053-3a48-4473-838b-12483d003696 x-openstack-request-id: req-a676b053-3a48-4473-838b-12483d003696 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:55:50.431068 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80470428-5ffc-481f-86d4-073a1b036d3d", "tag": "edee8ed1-83f2-49c0-ad40-7685788965d5", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:55:50.431413 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a676b053-3a48-4473-838b-12483d003696 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:55:50.431948 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80470428-5ffc-481f-86d4-073a1b036d3d', 'tag': 'edee8ed1-83f2-49c0-ad40-7685788965d5', 'status': 'completed', 'code': 200} Aug 11 02:55:50.436391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-bdd58bde-734a-4099-90dd-51775d85fa59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=edee8ed1-83f2-49c0-ad40-7685788965d5 HTTP/1.1" status: 200 len: 217 time: 0.1107235 Aug 11 02:55:50.553067 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-efd6ff49-5109-42d2-aa1a-589f71e7cef2 req-07a75382-f1f6-459e-be7b-e787e72f942f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480844 Aug 11 02:55:50.600313 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.608199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] Deleting subnet b7e6fd64-afba-4549-99cf-0d707ae1dc52 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:55:50.633004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.676180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-c1399568-3a03-4a5c-9ffd-ec4a1f4788b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.677936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-c1399568-3a03-4a5c-9ffd-ec4a1f4788b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2268422 Aug 11 02:55:50.687045 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.703428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-75100b7f-2023-471e-b93a-ef36702e4b80 None None] Provisioning complete for port 6c958a19-8893-466d-951d-0afac11409a5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:50.704056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75100b7f-2023-471e-b93a-ef36702e4b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.762670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb05448-b328-497e-8923-89e17c93c475 req-fb6acf12-9f63-40a5-b31c-365b722efc9b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.764383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-f48fd90e-8c5f-4561-a9ed-cc5c2c19c7b9 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.766955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-f48fd90e-8c5f-4561-a9ed-cc5c2c19c7b9 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.1088231 Aug 11 02:55:50.772944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bb05448-b328-497e-8923-89e17c93c475 req-fb6acf12-9f63-40a5-b31c-365b722efc9b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1863115 Aug 11 02:55:50.841295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.899950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6c958a19-8893-466d-951d-0afac11409a5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:50.947104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-47711469-1e6b-4501-a062-7ea8394ece28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:50.949867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-47711469-1e6b-4501-a062-7ea8394ece28 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2604625 Aug 11 02:55:50.958375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6c958a19-8893-466d-951d-0afac11409a5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:50.958754 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:50.963201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bb05448-b328-497e-8923-89e17c93c475 req-3789db9c-ee11-4761-a5d2-60d3d9f12e05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887290 Aug 11 02:55:50.979457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.034504 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.044809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00da9b-5dbd-4816-bf86-d44a11bbcc81 req-b0a7fbc9-0dec-455c-ad51-5b4bd2d9c728 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:51.052630 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a00da9b-5dbd-4816-bf86-d44a11bbcc81 req-b0a7fbc9-0dec-455c-ad51-5b4bd2d9c728 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 948 time: 0.1421030 Aug 11 02:55:51.153933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e6fd64-afba-4549-99cf-0d707ae1dc52,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:51.172918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.174815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4aaf7ae6-1868-486e-ac11-f09a0acbbde9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b7e6fd64-afba-4549-99cf-0d707ae1dc52 HTTP/1.1" status: 204 len: 168 time: 0.8503957 Aug 11 02:55:51.190086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a00da9b-5dbd-4816-bf86-d44a11bbcc81 req-8cfd60d0-41eb-4c98-89c1-c161576d8dd3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354079 Aug 11 02:55:51.194654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48518) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:51.258469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-ec15b878-b1d1-468a-bb58-0ad7244750fa service neutron] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:51.263888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-ec15b878-b1d1-468a-bb58-0ad7244750fa service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.265654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f29806-bd88-4904-98c8-2aee7ff16801 req-ec15b878-b1d1-468a-bb58-0ad7244750fa service neutron] 10.222.0.10 "DELETE /v2.0/ports/5e4669b3-d56b-472c-a138-c9d3821fdbf3/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.4153483 Aug 11 02:55:51.330314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Router 8c44c5b2-db99-4da6-b227-e97ca95154f8 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:55:51.345399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738430f-d43e-4db1-91a8-b33da7323172 req-69cbd0e9-f7e8-45aa-89f4-8fc7d37320c6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:51.352723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1738430f-d43e-4db1-91a8-b33da7323172 req-69cbd0e9-f7e8-45aa-89f4-8fc7d37320c6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.2036374 Aug 11 02:55:51.378683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.381794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-ca1cac86-a0d1-421e-9d94-69030dbb95fe service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115648 Aug 11 02:55:51.460885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:51.473946 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1738430f-d43e-4db1-91a8-b33da7323172 req-0b7b705f-9e3e-47d8-b18f-578063f08a43 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202917 Aug 11 02:55:51.479178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.484180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7f2cdcff-f324-4288-ab7b-35cb59e280e3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5028658 Aug 11 02:55:51.484446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Sync routers for ids ['8c44c5b2-db99-4da6-b227-e97ca95154f8'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:51.484711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48522) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:51.503930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Routers {'8c44c5b2-db99-4da6-b227-e97ca95154f8'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:51.506583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8c44c5b2-db99-4da6-b227-e97ca95154f8'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:51.698107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.752184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Set router 8c44c5b2-db99-4da6-b227-e97ca95154f8 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:51.756195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6989ab70-7997-4d49-a0e5-9d1af0deb058']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:51.765237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59f0b2d4-a738-4b31-80d8-e195daec192c req-0ec0fe45-11ef-4e9e-bb18-9a1c6b25fdd2 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724909 Aug 11 02:55:51.780049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e3c940-9606-452c-acfb-2e1c240d5f28') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:51.781525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e3c940-9606-452c-acfb-2e1c240d5f28') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:51.830389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:51.899994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6de4bf-d706-492e-93f7-0c39c60462f6 req-e3aeecb0-63a0-495d-a2b1-c9830683d25d tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:51.910495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc6de4bf-d706-492e-93f7-0c39c60462f6 req-e3aeecb0-63a0-495d-a2b1-c9830683d25d tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1096 time: 0.1661494 Aug 11 02:55:52.047858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:55:50Z', 'revision_number': 3, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port': {'id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:48Z', 'updated_at': '2021-08-11T02:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:52.094352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Checking router: 8c44c5b2-db99-4da6-b227-e97ca95154f8 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:52.096666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Updating router 8c44c5b2-db99-4da6-b227-e97ca95154f8 port bfc0fac4-192d-43f4-a9fd-e3b03d76894c binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:55:52.137659 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.220798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc6de4bf-d706-492e-93f7-0c39c60462f6 req-0415bfc2-8962-482d-8d91-68259a02231c tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046064 Aug 11 02:55:52.247612 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2eb73a09-7bcb-4717-bb28-e5a4fc753f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.287586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7439f-4e4d-4cb2-86af-1f88b67908ae req-94b1b272-f91e-4adc-aa0b-a5bd591ef81f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:52.300581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98a7439f-4e4d-4cb2-86af-1f88b67908ae req-94b1b272-f91e-4adc-aa0b-a5bd591ef81f tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.6169477 Aug 11 02:55:52.306421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.321484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:55:52.321890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:55:52.324922 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:55:52.446005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-6339f1ba-4639-408b-b8c1-fa28dde1042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:52.447558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-6339f1ba-4639-408b-b8c1-fa28dde1042e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 1100 time: 0.5916884 Aug 11 02:55:52.461452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98a7439f-4e4d-4cb2-86af-1f88b67908ae req-c3d4c79c-bada-4fbe-be34-28272616ec89 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497192 Aug 11 02:55:52.489675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.544790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.556410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6989ab70-7997-4d49-a0e5-9d1af0deb058 HTTP/1.1" status: 204 len: 168 time: 1.3605695 Aug 11 02:55:52.628453 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.691314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe5042-0ddd-4838-9f58-8f747c7c078d req-834c2423-388a-4536-b5aa-4fcbeb1991ef tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:52.702480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67fe5042-0ddd-4838-9f58-8f747c7c078d req-834c2423-388a-4536-b5aa-4fcbeb1991ef tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.2964580 Aug 11 02:55:52.804948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-5781ce7f-294d-4046-84ca-fc0c27596a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:52.807313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-5781ce7f-294d-4046-84ca-fc0c27596a12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.3440576 Aug 11 02:55:52.808707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31a86c-6f55-4405-8f13-a2c2f02bc580 admin admin] Pushing event deleted for resources: {'Network': ['ID=6989ab70-7997-4d49-a0e5-9d1af0deb058,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:52.820767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67fe5042-0ddd-4838-9f58-8f747c7c078d req-8db2b813-41a2-4cac-976b-055205f00ab7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165662 Aug 11 02:55:52.828212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.851262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:52.871214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Transition to ACTIVE for port object bfc0fac4-192d-43f4-a9fd-e3b03d76894c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:52.884573 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:52.917741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-d1df70e1-d608-4362-9112-378a4554b7fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=edee8ed1-83f2-49c0-ad40-7685788965d5 HTTP/1.1" status: 200 len: 217 time: 0.0574694 Aug 11 02:55:52.994253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-3b18e04e-3680-4fd5-a9cb-711586714fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:52.996436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-3b18e04e-3680-4fd5-a9cb-711586714fc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0683732 Aug 11 02:55:53.005949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908c974-38e4-47ef-bd35-226c76dc8e76 req-833f5f2f-3dd3-47ee-adf1-f8783fe74365 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:53.007939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8908c974-38e4-47ef-bd35-226c76dc8e76 req-833f5f2f-3dd3-47ee-adf1-f8783fe74365 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 948 time: 0.1962550 Aug 11 02:55:53.020333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c1b307e9-28be-4156-8793-eef2285b9812 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97e9c1a9bb6440cf82ce17285dbd34f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676402 Aug 11 02:55:53.021458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48546) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:53.023195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Attempting to bind port bfc0fac4-192d-43f4-a9fd-e3b03d76894c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:53.023577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Attempting to bind port bfc0fac4-192d-43f4-a9fd-e3b03d76894c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:53.023976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Attempting to bind port bfc0fac4-192d-43f4-a9fd-e3b03d76894c on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:53.069486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c7ec6-bcd0-4f48-a799-bcce3ee2e677 None None] Pushing event updated for resources: {'Port': ['ID=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:53.072280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:53.073539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:53.074431 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.074843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:53.075334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Bound port: bfc0fac4-192d-43f4-a9fd-e3b03d76894c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:53.075753 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.101953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Allocated IP 172.20.0.1 (0abcb908-52d5-4339-9ea7-b3d992c2d156/f7f61f6e-2da3-414d-b15e-f4b2738a1983/4eef23ed-fa54-4266-aaf4-34e416352e30) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:53.116625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8908c974-38e4-47ef-bd35-226c76dc8e76 req-1e66b80c-3e45-4200-853a-b900fe1c4bd9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655506 Aug 11 02:55:53.123659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-76f0e210-232b-42e3-a296-dfce3cf1be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:53.126712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-76f0e210-232b-42e3-a296-dfce3cf1be44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166394 Aug 11 02:55:53.146525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] For port bfc0fac4-192d-43f4-a9fd-e3b03d76894c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:53.150685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] For port bfc0fac4-192d-43f4-a9fd-e3b03d76894c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:53.158047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.225245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Routers {'8c44c5b2-db99-4da6-b227-e97ca95154f8'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:53.225894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8c44c5b2-db99-4da6-b227-e97ca95154f8'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:53.248543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-9c817367-bd9b-4c69-b9bf-bf17be9a4971 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135387 Aug 11 02:55:53.268856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c7ec6-bcd0-4f48-a799-bcce3ee2e677 None None] Pushing event updated for resources: {'Port': ['ID=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:53.284585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0306f9e6-b5de-4903-a251-0b80fb879f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.308613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0306f9e6-b5de-4903-a251-0b80fb879f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.371313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] Set router 8c44c5b2-db99-4da6-b227-e97ca95154f8 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:53.385425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.426484 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-186a9a8a-9a1f-4459-a22a-7a9261c03203 req-612021e7-80a5-4ea2-82aa-2aeb4f0107a7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574235 Aug 11 02:55:53.670166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a1d6e-ed5e-4b73-b1ea-243dd60882dc req-25e95946-c00c-445a-a6ca-07991fed4f63 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:53.680106 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e6a1d6e-ed5e-4b73-b1ea-243dd60882dc req-25e95946-c00c-445a-a6ca-07991fed4f63 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0942628 Aug 11 02:55:53.683079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:55:50Z', 'revision_number': 3, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port': {'id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:48Z', 'updated_at': '2021-08-11T02:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:53.724539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7960bd1-d727-467e-90a2-c836aac350e3 None None] The sync data for ids ['8c44c5b2-db99-4da6-b227-e97ca95154f8'] in n-d-768509-22 is: [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:55:50Z', 'revision_number': 3, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port': {'id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:48Z', 'updated_at': '2021-08-11T02:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:53.754991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e6a1d6e-ed5e-4b73-b1ea-243dd60882dc req-f9aeb213-013f-4299-bda2-3fe16d5aa097 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723388 Aug 11 02:55:53.832566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Transition to ACTIVE for port object 4eef23ed-fa54-4266-aaf4-34e416352e30 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:53.858190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e604-ef70-43ad-866d-d4aac113879b req-c1a627ed-be92-433b-a37e-a954548976e3 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:53.865370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-c1a627ed-be92-433b-a37e-a954548976e3 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.6602185 Aug 11 02:55:53.885674 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0306f9e6-b5de-4903-a251-0b80fb879f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.889105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0306f9e6-b5de-4903-a251-0b80fb879f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:53.893693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0306f9e6-b5de-4903-a251-0b80fb879f98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15b666cc-06d1-4dcd-a226-f83ecb2c918a HTTP/1.1" status: 204 len: 168 time: 0.8652632 Aug 11 02:55:53.909464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-71cf2c67-f751-438a-acc1-a76d88e32294 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/quotas/2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 375 time: 0.0362890 Aug 11 02:55:53.989104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0306f9e6-b5de-4903-a251-0b80fb879f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b666cc-06d1-4dcd-a226-f83ecb2c918a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:53.991664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.024815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:54.027615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:54.049928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:54.143323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b742ae8-4a92-477c-9ebd-d58af6a38549 req-60d7d09f-ba7f-46b3-8e65-d251a889d63b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:54.145089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b742ae8-4a92-477c-9ebd-d58af6a38549 req-60d7d09f-ba7f-46b3-8e65-d251a889d63b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1245191 Aug 11 02:55:54.171780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.271350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b742ae8-4a92-477c-9ebd-d58af6a38549 req-1c949578-6cf3-4cc1-ae59-ce988d302dc3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173327 Aug 11 02:55:54.283515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-e963d0bb-ba05-4768-a7ae-9dacfb83f1bc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3730359 Aug 11 02:55:54.378077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4eef23ed-fa54-4266-aaf4-34e416352e30,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:54.547018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-667d9111-4640-4bf9-b57c-70818bf5a000 service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615867 Aug 11 02:55:54.553442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-27ee9b48-4de5-4e75-80dc-e0dd1d21d9ed None None] Provisioning for port 4eef23ed-fa54-4266-aaf4-34e416352e30 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:54.558339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.568280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-27ee9b48-4de5-4e75-80dc-e0dd1d21d9ed None None] Provisioning complete for port 4eef23ed-fa54-4266-aaf4-34e416352e30 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:54.569270 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27ee9b48-4de5-4e75-80dc-e0dd1d21d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:54.626252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ad0aa-5f05-457c-b471-aacf2e2adff8 req-93722738-9fe6-41cd-b5b4-42250dd32c96 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:54.629826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e62ad0aa-5f05-457c-b471-aacf2e2adff8 req-93722738-9fe6-41cd-b5b4-42250dd32c96 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 948 time: 0.0629056 Aug 11 02:55:54.684675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-27ee9b48-4de5-4e75-80dc-e0dd1d21d9ed None None] Port 4eef23ed-fa54-4266-aaf4-34e416352e30 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:55:54.737585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e62ad0aa-5f05-457c-b471-aacf2e2adff8 req-8bdf2f69-d559-4922-a88b-8eaaff5942b1 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998068 Aug 11 02:55:54.880603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-1865f2b7-6e97-47bf-9711-c29e7df95503 service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250368 Aug 11 02:55:54.976576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bfc0fac4-192d-43f4-a9fd-e3b03d76894c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:55.021837 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.029284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5282ba-3913-4c19-82a4-8f4c2d6628c2 req-f9d28c72-c028-48da-9a71-41616070f03b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:55.030271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.064726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b5282ba-3913-4c19-82a4-8f4c2d6628c2 req-f9d28c72-c028-48da-9a71-41616070f03b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1873441 Aug 11 02:55:55.167043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Pushing event updated for resources: {'Port': ['ID=4eef23ed-fa54-4266-aaf4-34e416352e30,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:55.180139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.185012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b5282ba-3913-4c19-82a4-8f4c2d6628c2 req-14d5cd7a-275d-499b-8fbf-71854abe0c67 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193132 Aug 11 02:55:55.273803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1efb518-272b-4531-923e-318fd6c18207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.279051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port bfc0fac4-192d-43f4-a9fd-e3b03d76894c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:55:55.301560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bfc0fac4-192d-43f4-a9fd-e3b03d76894c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:55.301944 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.319072 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.367066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72304197-9641-4100-b610-0da335da16de req-071d8de9-9b70-40c9-b13d-acf75d923090 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 210 time: 0.0568364 Aug 11 02:55:55.469581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:55.474031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:55.506060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device edee8ed1-83f2-49c0-ad40-7685788965d5 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:55:55.506368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48604) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:55.508789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.674876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4686c-46e6-4737-9b6a-adef57adfb8c req-bbbb0989-e934-4aae-8743-f7308488fa7f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:55.678207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4d4686c-46e6-4737-9b6a-adef57adfb8c req-bbbb0989-e934-4aae-8743-f7308488fa7f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.2622399 Aug 11 02:55:55.680577 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.724422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port bfc0fac4-192d-43f4-a9fd-e3b03d76894c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:55.732367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.759973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port edee8ed1-83f2-49c0-ad40-7685788965d5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=edee8ed1-83f2-49c0-ad40-7685788965d5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:55.803282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'edee8ed1-83f2-49c0-ad40-7685788965d5', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'edee8ed1-83f2-49c0-ad40-7685788965d5', 'mac_address': 'fa:16:3e:4a:f1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:55:55.836097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-982792518-network', 'tenant_id': 'b43e6194f57f42ab84ba2e168cc6423e'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:55.859395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4d4686c-46e6-4737-9b6a-adef57adfb8c req-260bc2fe-9cc4-4ea6-ac90-611fd1e855cc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656065 Aug 11 02:55:55.878732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Router 8c44c5b2-db99-4da6-b227-e97ca95154f8 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:55:55.896550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:55.909422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Made reservation on behalf of b43e6194f57f42ab84ba2e168cc6423e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:55.911794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.939968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.945422 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:55.974745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edee8ed1-83f2-49c0-ad40-7685788965d5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:55:56.014445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port edee8ed1-83f2-49c0-ad40-7685788965d5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=edee8ed1-83f2-49c0-ad40-7685788965d5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:55:56.028097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.061201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8fe4-9893-4675-a620-cb7bbb022106 req-3e974a24-d0ed-46b2-b8e8-c73c46dcb3d9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:56.064801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-350c8fe4-9893-4675-a620-cb7bbb022106 req-3e974a24-d0ed-46b2-b8e8-c73c46dcb3d9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 948 time: 0.1058054 Aug 11 02:55:56.116074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bb7d516a-36a6-4dfc-8d1d-f3ffffa22638 None None] Provisioning complete for port 4eef23ed-fa54-4266-aaf4-34e416352e30 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:56.116451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bb7d516a-36a6-4dfc-8d1d-f3ffffa22638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.125873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:55:56.139240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-20637d87-60a5-494d-b9c4-fc2da7a6fbb1 admin admin] 10.222.0.60 "PUT /v2.0/routers/8c44c5b2-db99-4da6-b227-e97ca95154f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6533725 Aug 11 02:55:56.153297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=edee8ed1-83f2-49c0-ad40-7685788965d5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:56.181707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d516a-36a6-4dfc-8d1d-f3ffffa22638 None None] Port 4eef23ed-fa54-4266-aaf4-34e416352e30 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:55:56.211878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-350c8fe4-9893-4675-a620-cb7bbb022106 req-3bb34b7a-b9e5-45a6-b50f-bfa8b6d7cf90 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247075 Aug 11 02:55:56.227400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.236165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.275968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:55:56.307933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93894a0-e976-4049-b2a3-6800d2f23d57,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:56.339256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.339651 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Added segment 1de011a7-b047-425a-8005-92e71f27e977 of type vlan for network a27a1ca2-5548-41c7-a456-29fc7cfafe98 Aug 11 02:55:56.361988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e445e-9b12-4076-bdee-c1e19ebc6e4d req-092e58a6-6516-439b-abca-78ae68bc5cfa tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:56.363728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f84e445e-9b12-4076-bdee-c1e19ebc6e4d req-092e58a6-6516-439b-abca-78ae68bc5cfa tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0818079 Aug 11 02:55:56.406124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['edee8ed1-83f2-49c0-ad40-7685788965d5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:55:56.418811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f84e445e-9b12-4076-bdee-c1e19ebc6e4d req-ebff28e8-dc47-4df4-8f22-ef036b99f62c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446723 Aug 11 02:55:56.435819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.501118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.502163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:56.502753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.619181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1114683 Aug 11 02:55:56.619664 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Sync routers for ids ['8c44c5b2-db99-4da6-b227-e97ca95154f8'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:55:56.622889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48642) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:56.629625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e96c9eb-eb00-4c4e-8c0c-8e0a1bcdd68d req-dfdd6dc8-def3-41fa-8e40-378098b0f881 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 210 time: 0.0930903 Aug 11 02:55:56.630226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Request body: {'subnet': {'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-982792518-subnet', 'tenant_id': 'b43e6194f57f42ab84ba2e168cc6423e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:56.639211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3667c-08c1-46db-8539-28308226d471 admin admin] Pushing event updated for resources: {'Network': ['ID=a27a1ca2-5548-41c7-a456-29fc7cfafe98,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:56.658961 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Routers {'8c44c5b2-db99-4da6-b227-e97ca95154f8'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:56.660919 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8c44c5b2-db99-4da6-b227-e97ca95154f8'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:56.663105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a27a1ca2-5548-41c7-a456-29fc7cfafe98 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:55:56.689690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Made reservation on behalf of b43e6194f57f42ab84ba2e168cc6423e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:56.698942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.778609 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:56.842785 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Set router 8c44c5b2-db99-4da6-b227-e97ca95154f8 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:56.914534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bfc0fac4-192d-43f4-a9fd-e3b03d76894c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:57.030325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bfc0fac4-192d-43f4-a9fd-e3b03d76894c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:55:57.031687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.152474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f7e08-dca5-449b-8ac8-da98de052491 req-7da12642-2716-4477-a07d-397ada3cb9c5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.156206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e46f7e08-dca5-449b-8ac8-da98de052491 req-7da12642-2716-4477-a07d-397ada3cb9c5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1524460 Aug 11 02:55:57.157755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48662) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:57.163948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-network', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:57.223089 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.240240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Made reservation on behalf of 049acd871f3a4653b5a1de39f81a0e12 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:57.242486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.257295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:55:54Z', 'revision_number': 4, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port': {'id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:48Z', 'updated_at': '2021-08-11T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '4eef23ed-fa54-4266-aaf4-34e416352e30', 'name': '', 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'mac_address': 'fa:16:3e:a8:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:52Z', 'updated_at': '2021-08-11T02:55:54Z', 'revision_number': 2, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'subnets': [{'id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:57.298563 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Checking router: 8c44c5b2-db99-4da6-b227-e97ca95154f8 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:55:57.299296 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Updating router 8c44c5b2-db99-4da6-b227-e97ca95154f8 port 4eef23ed-fa54-4266-aaf4-34e416352e30 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:55:57.306777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e46f7e08-dca5-449b-8ac8-da98de052491 req-daefe431-82c3-43cf-80f3-f114897466c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304679 Aug 11 02:55:57.309174 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.331330 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.340396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e604-ef70-43ad-866d-d4aac113879b req-30ba40b2-872b-4b79-b05a-2f9bd7b0fa54 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.342070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-30ba40b2-872b-4b79-b05a-2f9bd7b0fa54 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.2809012 Aug 11 02:55:57.345322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a0bd16d-d98e-4ccc-92db-863e0f12a84a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:57.363843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Request body: {'port': {'device_id': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'admin_state_up': True, 'tenant_id': '2e7b55340ced4a15a108d9cb1e700963'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:57.369760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Checking segment: {'id': '1de011a7-b047-425a-8005-92e71f27e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:57.370139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Network hostable DHCP agents. Network: a27a1ca2-5548-41c7-a456-29fc7cfafe98, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:55:57.529382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.548115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.565021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Network a27a1ca2-5548-41c7-a456-29fc7cfafe98 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:55:57.577031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b62a7-db34-46e2-8e1c-559f9e3b4e4d req-8bb5cf42-665d-4246-9cee-018db28cbaec tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.585364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-266b62a7-db34-46e2-8e1c-559f9e3b4e4d req-8bb5cf42-665d-4246-9cee-018db28cbaec tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 949 time: 0.2157285 Aug 11 02:55:57.606546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Made reservation on behalf of 2e7b55340ced4a15a108d9cb1e700963 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:57.611183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.623099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a27a1ca2-5548-41c7-a456-29fc7cfafe98) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:57.624073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:55:57.633074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513cae3c-3de7-467a-85f1-7d5f9f1f7a4d None None] Network a27a1ca2-5548-41c7-a456-29fc7cfafe98 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:57.640352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.640932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.648294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748cf929-1423-492d-80ed-5402355c1cff,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:57.668168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.668363 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Added segment eea3be33-8c51-444d-85e8-69b17bf423a3 of type vlan for network a58127a7-a3fd-42d7-8fe2-358369666232 Aug 11 02:55:57.688516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-266b62a7-db34-46e2-8e1c-559f9e3b4e4d req-4a57eaec-d2ae-4e04-a4c7-d31530dd0b58 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029401 Aug 11 02:55:57.693334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5d48fde2-0f08-44a5-b6c1-ea3690b7a86e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0660653 Aug 11 02:55:57.886872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a56f5915-6e64-4476-867e-eb65f2225809 req-436a78e3-ceb4-412b-8902-be158f6fe009 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 210 time: 0.0867493 Aug 11 02:55:57.898611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.939320 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:57.947144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97783770-6f0d-4892-a5d2-c60856fc5704 None None] Network a27a1ca2-5548-41c7-a456-29fc7cfafe98 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:57.948355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Allocated IP 172.20.0.4 (f46a0156-2c90-429d-950a-a3d28a064a03/205bd9c6-f42b-4555-82a2-911befae5c1e/64a3fc48-e48c-4fbd-8b23-54c82dddeee4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:57.953664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809524d-2441-463b-8ecd-92c010719e3e req-20188e96-9a88-4186-a62a-5dc5251a47f2 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:57.964861 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0809524d-2441-463b-8ecd-92c010719e3e req-20188e96-9a88-4186-a62a-5dc5251a47f2 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.2987146 Aug 11 02:55:57.965273 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Transition to ACTIVE for port object 4eef23ed-fa54-4266-aaf4-34e416352e30 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:57.976987 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.034374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0809524d-2441-463b-8ecd-92c010719e3e req-f364448b-87a8-4733-a86c-96c07dc81d02 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690663 Aug 11 02:55:58.074254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.075251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.075701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.149783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9903812 Aug 11 02:55:58.152448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48712) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:58.152799 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Pushing event updated for resources: {'Port': ['ID=4eef23ed-fa54-4266-aaf4-34e416352e30,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:58.158190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Request body: {'subnet': {'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-subnet', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:58.172414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eec6be-ec82-4475-a839-e3cb44f196cd admin admin] Pushing event updated for resources: {'Network': ['ID=a58127a7-a3fd-42d7-8fe2-358369666232,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:58.190874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.200214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a58127a7-a3fd-42d7-8fe2-358369666232 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:55:58.202058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Made reservation on behalf of 049acd871f3a4653b5a1de39f81a0e12 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:55:58.202228 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.203033 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.206663 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.206955 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.213340 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.214019 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.216414 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.217008 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.217568 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.218212 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.219409 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.222252 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.222854 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:55:58.246427 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Attempting to bind port 4eef23ed-fa54-4266-aaf4-34e416352e30 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:55:58.252948 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Attempting to bind port 4eef23ed-fa54-4266-aaf4-34e416352e30 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:55:58.253671 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Attempting to bind port 4eef23ed-fa54-4266-aaf4-34e416352e30 on network 0abcb908-52d5-4339-9ea7-b3d992c2d156 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:55:58.272162 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:55:58.272975 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Checking segment: {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:58.273617 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.274263 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Bound using segment: {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:55:58.274973 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Bound port: 4eef23ed-fa54-4266-aaf4-34e416352e30, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:55:58.275602 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.291561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.391172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.458622 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] For port 4eef23ed-fa54-4266-aaf4-34e416352e30, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:55:58.470745 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] For port 4eef23ed-fa54-4266-aaf4-34e416352e30, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4eef23ed-fa54-4266-aaf4-34e416352e30,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:55:58.488628 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.528327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Network f46a0156-2c90-429d-950a-a3d28a064a03 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:55:58.545151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:58.558597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:55:58.602997 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Routers {'8c44c5b2-db99-4da6-b227-e97ca95154f8'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:55:58.606868 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8c44c5b2-db99-4da6-b227-e97ca95154f8'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:58.622803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:58.644398 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.689485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.690166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.730733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-38442f0e-188c-4428-8f48-1f0eb161cda8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3731740 Aug 11 02:55:58.750963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Request body: {'port': {'device_id': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:58.857369 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18db4-8e7a-4d95-8c8c-e7145222d338 None None] Pushing event updated for resources: {'Port': ['ID=4eef23ed-fa54-4266-aaf4-34e416352e30,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:58.875304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:58.893816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] Set router 8c44c5b2-db99-4da6-b227-e97ca95154f8 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:55:58.904512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52580d9f-0184-43f6-bac7-c572e1dddde3,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:55:58.915146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Checking segment: {'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:55:58.915146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Network hostable DHCP agents. Network: a58127a7-a3fd-42d7-8fe2-358369666232, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:55:58.946948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-e4bd4867-7549-4f24-8959-2a9f3222e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.949271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-e4bd4867-7549-4f24-8959-2a9f3222e802 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f38befa7669d425db3e77c237a8fd0cb&device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 1098 time: 0.1231773 Aug 11 02:55:58.951156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Network a58127a7-a3fd-42d7-8fe2-358369666232 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:55:58.964155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b82ca7-2911-45dc-a60b-b9b45a76f2c7 req-6664221a-bb6d-495d-ac9e-d0217fe391fe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.966228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b82ca7-2911-45dc-a60b-b9b45a76f2c7 req-6664221a-bb6d-495d-ac9e-d0217fe391fe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 946 time: 0.1367538 Aug 11 02:55:58.971974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200dfc8-9393-40f5-9890-ce53fbcb5d27 req-72611717-2111-4c69-ac0d-6633aa2fbd68 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:58.973673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d200dfc8-9393-40f5-9890-ce53fbcb5d27 req-72611717-2111-4c69-ac0d-6633aa2fbd68 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1084421 Aug 11 02:55:58.984424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a58127a7-a3fd-42d7-8fe2-358369666232) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:55:58.993437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40fcc4-8fee-48c9-ae0e-2e77c42bd7e4 None None] Network a58127a7-a3fd-42d7-8fe2-358369666232 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:55:59.021545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d200dfc8-9393-40f5-9890-ce53fbcb5d27 req-f2d689a7-e9be-4f68-96fc-7202346e6794 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Aug 11 02:55:59.105218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:59.105830 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.144152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b82ca7-2911-45dc-a60b-b9b45a76f2c7 req-07ca0648-ad08-4567-937d-e586d59abdb6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694622 Aug 11 02:55:59.169681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48740) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:55:59.177853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-125872cb-cf21-4ed7-9ae1-cdde3e9acc44 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0242345 Aug 11 02:55:59.180306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-a58127a7-a3fd-42d7-8fe2-358369666232', 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'fixed_ips': [{'subnet_id': '52580d9f-0184-43f6-bac7-c572e1dddde3'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:55:59.181201 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.227560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-75d75d57-26ff-49c3-ac05-edcd8b1afb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:59.236488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-75d75d57-26ff-49c3-ac05-edcd8b1afb7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 200 len: 917 time: 0.2642248 Aug 11 02:55:59.259238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:55:59.262600 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:55:54Z', 'revision_number': 4, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port': {'id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:48Z', 'updated_at': '2021-08-11T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '4eef23ed-fa54-4266-aaf4-34e416352e30', 'name': '', 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'mac_address': 'fa:16:3e:a8:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:52Z', 'updated_at': '2021-08-11T02:55:58Z', 'revision_number': 4, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'subnets': [{'id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:55:59.304057 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6655e-2e7e-467c-962c-ffccc20273c6 None None] The sync data for ids ['8c44c5b2-db99-4da6-b227-e97ca95154f8'] in n-d-768509-22 is: [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:55:54Z', 'revision_number': 4, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port': {'id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:48Z', 'updated_at': '2021-08-11T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '4eef23ed-fa54-4266-aaf4-34e416352e30', 'name': '', 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'mac_address': 'fa:16:3e:a8:8d:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:52Z', 'updated_at': '2021-08-11T02:55:58Z', 'revision_number': 4, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'subnets': [{'id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:55:59.331364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e5bb9-d9b8-4824-a7a8-ab6d14ef557c req-19f6e6bd-58d5-4d31-a296-09475830f50b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:59.339365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a01e5bb9-d9b8-4824-a7a8-ab6d14ef557c req-19f6e6bd-58d5-4d31-a296-09475830f50b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 949 time: 0.1812501 Aug 11 02:55:59.350425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.351487 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.380176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-f00acaeb-a8ee-46fd-93a9-3ac164780759 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834 HTTP/1.1" status: 200 len: 217 time: 0.1262431 Aug 11 02:55:59.494635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Allocated IP 172.20.0.2 (a58127a7-a3fd-42d7-8fe2-358369666232/52580d9f-0184-43f6-bac7-c572e1dddde3/b2f55da6-2302-4b12-9aeb-ef5e794d7fbc) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:55:59.504966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a01e5bb9-d9b8-4824-a7a8-ab6d14ef557c req-338624e1-2f78-4b17-9745-f55db0f5d666 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592591 Aug 11 02:55:59.534163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device edee8ed1-83f2-49c0-ad40-7685788965d5 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:55:59.594322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-beab96a7-d277-46bc-a28a-9ef2d51ee2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:59.596362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-beab96a7-d277-46bc-a28a-9ef2d51ee2dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 200 len: 855 time: 0.1939006 Aug 11 02:55:59.606220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.608149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b64ad-b629-4189-8f26-2ec725e10a5c req-790c2607-ab66-420a-9e15-23379fcae2ae tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:59.623758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-237b64ad-b629-4189-8f26-2ec725e10a5c req-790c2607-ab66-420a-9e15-23379fcae2ae tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 931 time: 0.1739166 Aug 11 02:55:59.807752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-237b64ad-b629-4189-8f26-2ec725e10a5c req-244058b9-46d8-4344-903b-4d956af1ad01 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785245 Aug 11 02:55:59.818681 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.825719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-56fbe399-bab9-4092-9b69-14540a48eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:55:59.828623 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-56fbe399-bab9-4092-9b69-14540a48eb0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=01df4fd7-4bbb-401d-b850-83f8b2d45d28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982226 Aug 11 02:55:59.872193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:55:59.876507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Transition to ACTIVE for port object b2f55da6-2302-4b12-9aeb-ef5e794d7fbc will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:59.933532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Transition to ACTIVE for port object b2f55da6-2302-4b12-9aeb-ef5e794d7fbc will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:55:59.966750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.051672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port edee8ed1-83f2-49c0-ad40-7685788965d5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:00.065101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:00.067430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Pushing event updated for resources: {'Port': ['ID=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:00.072442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.090228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.092230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port edee8ed1-83f2-49c0-ad40-7685788965d5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:00.096418 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.143150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-38fe0756-782c-4c86-bc13-49a98309c65b service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026786 Aug 11 02:56:00.155679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Transition to ACTIVE for port object 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:00.163553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.193719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Network a58127a7-a3fd-42d7-8fe2-358369666232 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:00.200313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:00.257911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:00.269179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:00.366950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:00.385653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2513987-efe3-4a3a-8cc9-4d9854f8ec6b req-3d6f105b-5d78-4970-8a64-15e7b98376ae service neutron] 10.222.0.57 "GET /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956353 Aug 11 02:56:00.442347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.458127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a44c-4d0b-44d9-9d1e-20fc3c86a20b req-a002e7a9-875d-443e-8bc7-d6932c30f709 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:00.465666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9dd9a44c-4d0b-44d9-9d1e-20fc3c86a20b req-a002e7a9-875d-443e-8bc7-d6932c30f709 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.2246842 Aug 11 02:56:00.528102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.532317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Attempting to bind port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:00.532876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Attempting to bind port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:00.536130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Attempting to bind port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc on network a58127a7-a3fd-42d7-8fe2-358369666232 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:00.558627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:00.559117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Checking segment: {'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:00.559808 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.560908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Bound using segment: {'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:00.562937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Bound port: b2f55da6-2302-4b12-9aeb-ef5e794d7fbc, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:00.563431 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.600763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9dd9a44c-4d0b-44d9-9d1e-20fc3c86a20b req-afd115d5-be02-4455-9c02-e6c3b7c3fcdb tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334102 Aug 11 02:56:00.659960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] For port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:00.664487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] For port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,segment=NetworkSegment(eea3be33-8c51-444d-85e8-69b17bf423a3),segment_id=eea3be33-8c51-444d-85e8-69b17bf423a3)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:00.674950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80470428-5ffc-481f-86d4-073a1b036d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee8ed1-83f2-49c0-ad40-7685788965d5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:00.677459 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6aab9b-aab0-4db4-8028-c842110e193a" -d '{"events": [{"server_uuid": "80470428-5ffc-481f-86d4-073a1b036d3d", "name": "network-vif-plugged", "status": "completed", "tag": "edee8ed1-83f2-49c0-ad40-7685788965d5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:00.685287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.741980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:00.742301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:00.742884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:00.801854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:00.812661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Pushing event updated for resources: {'Port': ['ID=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:00.814310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:00.814636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:00.824473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port edee8ed1-83f2-49c0-ad40-7685788965d5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=edee8ed1-83f2-49c0-ad40-7685788965d5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:00.832357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.833034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.833553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.834063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.834726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.835479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.836141 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.836339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.837098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.837618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.837924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:00.838276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:00.839579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.840158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad7cd16-2173-43af-9da3-3abf6b7d65df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:00.842843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:00.844011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Bound port: 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:00.844399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.852663 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.901748 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:00.967561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eef23ed-fa54-4266-aaf4-34e416352e30 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:01.021486 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd8ac7-a00b-4739-85b5-c31c52a43d8d x-openstack-request-id: req-73cd8ac7-a00b-4739-85b5-c31c52a43d8d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:01.022030 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80470428-5ffc-481f-86d4-073a1b036d3d", "name": "network-vif-plugged", "status": "completed", "tag": "edee8ed1-83f2-49c0-ad40-7685788965d5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:01.022521 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73cd8ac7-a00b-4739-85b5-c31c52a43d8d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:01.023020 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80470428-5ffc-481f-86d4-073a1b036d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edee8ed1-83f2-49c0-ad40-7685788965d5', 'code': 200} Aug 11 02:56:01.025822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=14']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:01.083573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99077d73-e23a-4844-a86e-e4f62ec9c7f8 req-7c2bba7d-6d7b-460d-963c-16ef4d543363 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.088650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99077d73-e23a-4844-a86e-e4f62ec9c7f8 req-7c2bba7d-6d7b-460d-963c-16ef4d543363 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 950 time: 0.2536557 Aug 11 02:56:01.161349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=edee8ed1-83f2-49c0-ad40-7685788965d5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:01.178225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4eef23ed-fa54-4266-aaf4-34e416352e30 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:01.179044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.185926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4eef23ed-fa54-4266-aaf4-34e416352e30 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:01.186362 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.227996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99077d73-e23a-4844-a86e-e4f62ec9c7f8 req-9a797753-7c44-431e-b436-c5b252f4059e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248524 Aug 11 02:56:01.238897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.271763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:01.285172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:01.288731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd3b63-75d6-478f-887e-030354c33cb8 req-bbac276c-9dd5-4994-a34a-f38b68210055 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.305045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7bd3b63-75d6-478f-887e-030354c33cb8 req-bbac276c-9dd5-4994-a34a-f38b68210055 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1661181 Aug 11 02:56:01.349248 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.349810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db695c-f2e3-4521-b098-32985a326633 req-5b40b936-66f8-4c08-b5a2-55d6a89c0e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.352034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-24db695c-f2e3-4521-b098-32985a326633 req-5b40b936-66f8-4c08-b5a2-55d6a89c0e22 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 1102 time: 0.1499231 Aug 11 02:56:01.375184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.392441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4eef23ed-fa54-4266-aaf4-34e416352e30, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4eef23ed-fa54-4266-aaf4-34e416352e30,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:01.397386 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.408419 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7bd3b63-75d6-478f-887e-030354c33cb8 req-116c18ff-8ebb-448a-9417-1a5a16a3d5dc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950649 Aug 11 02:56:01.424272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-24db695c-f2e3-4521-b098-32985a326633 req-3a6bad5b-a131-4366-bbce-87f226282816 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626915 Aug 11 02:56:01.467490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4eef23ed-fa54-4266-aaf4-34e416352e30,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:01.486270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.486738 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.488234 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] 10.222.0.57 "PUT /v2.0/ports/64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 1092 time: 2.7430234 Aug 11 02:56:01.493508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:01.493508 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac17e91-033d-4555-9931-db65bf891b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:01.547438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8faaa4-6396-4ae2-94d3-c10873fb783e service neutron] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:01.597031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a522a-5574-45f4-9d61-c32c894c7372 req-18193cec-6dfb-4443-85e2-179ae2aa656c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.598528 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-657a522a-5574-45f4-9d61-c32c894c7372 req-18193cec-6dfb-4443-85e2-179ae2aa656c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 943 time: 0.2210770 Aug 11 02:56:01.629593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Allocated IP 172.25.4.15 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/77edfe99-c6ae-4658-b23f-c1bb990067a4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:01.670870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e604-ef70-43ad-866d-d4aac113879b req-f48feed2-249e-4e18-910a-7cdd9d3c9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.673024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-f48feed2-249e-4e18-910a-7cdd9d3c9edd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1095 time: 0.1225243 Aug 11 02:56:01.736198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-657a522a-5574-45f4-9d61-c32c894c7372 req-f19d84aa-6dea-44ff-85e1-ec3310046040 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289749 Aug 11 02:56:01.776495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-0978f57d-bddb-46b2-b7e9-e253c0bc004a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 217 time: 0.0827596 Aug 11 02:56:01.809417 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da61c7a5-91e8-42ea-a8e2-a56ce2e0f5c8 x-openstack-request-id: req-da61c7a5-91e8-42ea-a8e2-a56ce2e0f5c8 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:01.809999 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:01.810516 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da61c7a5-91e8-42ea-a8e2-a56ce2e0f5c8 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:01.811469 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4', 'status': 'completed', 'code': 200} Aug 11 02:56:01.891333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-f0b09d48-0585-4c15-a161-b5fd864d88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.893303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-f0b09d48-0585-4c15-a161-b5fd864d88c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.1209495 Aug 11 02:56:01.927616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-8a91af57-9eaa-4703-9a82-92301c0eb1f9 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.929137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-8a91af57-9eaa-4703-9a82-92301c0eb1f9 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/networks?id=a27a1ca2-5548-41c7-a456-29fc7cfafe98 HTTP/1.1" status: 200 len: 809 time: 0.1881242 Aug 11 02:56:01.941961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:01.948350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241e604-ef70-43ad-866d-d4aac113879b req-ed3cd1e8-a754-4303-a81c-3f9ab9c73b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.951395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-ed3cd1e8-a754-4303-a81c-3f9ab9c73b67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1622710 Aug 11 02:56:01.977312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9099e38-bdec-468c-9e49-ac128eb8830e req-2958ca8a-6cbb-4944-9477-2c1db5cfb3d3 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:01.980501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9099e38-bdec-468c-9e49-ac128eb8830e req-2958ca8a-6cbb-4944-9477-2c1db5cfb3d3 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1285837 Aug 11 02:56:01.988788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-f56c3f40-e84e-4c86-93d8-473fb9012080 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/quotas/b43e6194f57f42ab84ba2e168cc6423e HTTP/1.1" status: 200 len: 375 time: 0.0487552 Aug 11 02:56:02.040694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-551556d5-8e23-433d-828e-870504290dc3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b43e6194f57f42ab84ba2e168cc6423e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506516 Aug 11 02:56:02.142426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-428aa8a6-4148-412c-b240-c6de5c1a3c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:02.142920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-428aa8a6-4148-412c-b240-c6de5c1a3c68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2308276 Aug 11 02:56:02.241692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-3730fdaa-a2ae-43f4-9010-ec94ae5b2b28 service neutron] 10.222.0.60 "GET /v2.0/networks/a27a1ca2-5548-41c7-a456-29fc7cfafe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002409 Aug 11 02:56:02.312677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-4df73b84-2cd3-44f2-aeb8-7093ad00d41d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.1557324 Aug 11 02:56:02.390060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-6144cb5f-a1b3-48a9-9124-2b86ae30ba1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4237156 Aug 11 02:56:02.422131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-eae781bb-3696-4716-9aff-895f5bf95b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:02.424851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-eae781bb-3696-4716-9aff-895f5bf95b47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.0967908 Aug 11 02:56:02.445960 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-4fd73791-c7b4-47ce-a978-160d9cf034ff service neutron] 10.222.0.60 "GET /v2.0/networks/a27a1ca2-5548-41c7-a456-29fc7cfafe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966488 Aug 11 02:56:02.503036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9099e38-bdec-468c-9e49-ac128eb8830e req-bc9ba0db-1558-419f-8a12-71858a0606c0 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084729 Aug 11 02:56:02.523873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-56ff8945-f577-460c-a4d9-ac73c36b7c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:02.525814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-56ff8945-f577-460c-a4d9-ac73c36b7c21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768671 Aug 11 02:56:02.545811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:02.629899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d4d94-dd56-41ae-bebd-5c1660ef6826 None None] Network a58127a7-a3fd-42d7-8fe2-358369666232 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:02.681753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-ade625e2-362b-44ee-ad1d-8db453a9148f service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452513 Aug 11 02:56:02.750073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:02.758643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93bb9a3b-d880-49c3-afde-572b6fb1f882 None None] Provisioning for port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:02.776676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:02.803744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:02.840122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Pushing event updated for resources: {'Port': ['ID=77edfe99-c6ae-4658-b23f-c1bb990067a4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:02.854656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-ec05bd5a-3ec3-4ce2-9d81-9ae6e993e2ce service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537740 Aug 11 02:56:02.901387 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb6d70e1-46a7-4631-8589-6713d302b562 req-6aecf9e5-66ee-4ac4-b4ce-693898d2fc60 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044575 Aug 11 02:56:02.936581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007588ac-64b6-4705-ae9c-f854de20753d req-a19eb504-d509-4c0e-bdad-d443d1974388 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:02.944718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-007588ac-64b6-4705-ae9c-f854de20753d req-a19eb504-d509-4c0e-bdad-d443d1974388 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2556136 Aug 11 02:56:03.052514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:03.059396 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7648b170-5943-4532-bb84-340050f725ea" -d '{"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-unplugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:03.072227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b656bec-f38e-4e4f-9b5a-50dc8effffa2 req-a431c5bd-d1ca-4458-b93e-6289a72c0b83 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.077901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b656bec-f38e-4e4f-9b5a-50dc8effffa2 req-a431c5bd-d1ca-4458-b93e-6289a72c0b83 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 950 time: 0.0625901 Aug 11 02:56:03.134080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-007588ac-64b6-4705-ae9c-f854de20753d req-7baf4f63-a9b3-45e5-9bdc-cc7cc74a0cf3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884735 Aug 11 02:56:03.143999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eef23ed-fa54-4266-aaf4-34e416352e30 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:03.197897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1241e604-ef70-43ad-866d-d4aac113879b req-c373f59a-cbaa-4cf7-85bd-2ae77fed670b service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302674 Aug 11 02:56:03.203692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b656bec-f38e-4e4f-9b5a-50dc8effffa2 req-1c8799cb-866c-45d0-80aa-16cf298646ab tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159217 Aug 11 02:56:03.307071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4eef23ed-fa54-4266-aaf4-34e416352e30 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:03.308259 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.384420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.450948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac17e91-033d-4555-9931-db65bf891b4f req-d2527220-6908-4f9e-b85f-79c92a0e754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.453309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac17e91-033d-4555-9931-db65bf891b4f req-d2527220-6908-4f9e-b85f-79c92a0e754d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1095 time: 0.1461174 Aug 11 02:56:03.456084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70626320-c28e-426c-a204-bd8c401b01db req-b1a7657e-4a31-44bc-8c01-ce08c715547e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.475421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b2f55da6-2302-4b12-9aeb-ef5e794d7fbc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:03.475947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f294865d-8b69-4530-8b91-71a5ffa31628 req-9f8f5838-151b-4f14-a176-9af9a9f10ef5 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 210 time: 0.0792382 Aug 11 02:56:03.476062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70626320-c28e-426c-a204-bd8c401b01db req-b1a7657e-4a31-44bc-8c01-ce08c715547e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 943 time: 0.0831914 Aug 11 02:56:03.533025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:03.541280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:03.541835 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.562954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70626320-c28e-426c-a204-bd8c401b01db req-b3362a66-f5bc-44df-b572-1458f443b327 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917621 Aug 11 02:56:03.601004 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7eb65-1a52-4aba-8582-ff5d85ea90a0 x-openstack-request-id: req-8bb7eb65-1a52-4aba-8582-ff5d85ea90a0 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:03.601388 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-unplugged", "status": "completed", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:03.601551 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8bb7eb65-1a52-4aba-8582-ff5d85ea90a0 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:03.602033 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'code': 200} Aug 11 02:56:03.669973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac17e91-033d-4555-9931-db65bf891b4f req-619a763a-3ce5-4c99-bb05-41341f274f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.672005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac17e91-033d-4555-9931-db65bf891b4f req-619a763a-3ce5-4c99-bb05-41341f274f95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1913586 Aug 11 02:56:03.708373 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.769437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,segment=NetworkSegment(eea3be33-8c51-444d-85e8-69b17bf423a3),segment_id=eea3be33-8c51-444d-85e8-69b17bf423a3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:03.774749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53e3da-5ca5-4070-aa51-eba535f131e4 req-feb9d6f0-2524-4d0c-bd21-60a6f31febf2 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.777807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.793121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e53e3da-5ca5-4070-aa51-eba535f131e4 req-feb9d6f0-2524-4d0c-bd21-60a6f31febf2 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1303239 Aug 11 02:56:03.834448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac17e91-033d-4555-9931-db65bf891b4f req-d2a7d7e0-f8d1-4e6d-8ea4-63eadc5b4af0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 217 time: 0.1417120 Aug 11 02:56:03.864293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e53e3da-5ca5-4070-aa51-eba535f131e4 req-37a066d8-071b-4727-a1c7-be1636828f41 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700958 Aug 11 02:56:03.892525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:03.896670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:03.984533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac17e91-033d-4555-9931-db65bf891b4f req-de9c252e-de3a-47a6-9136-1e797bc6fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:03.985997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac17e91-033d-4555-9931-db65bf891b4f req-de9c252e-de3a-47a6-9136-1e797bc6fb75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1190543 Aug 11 02:56:04.033926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab67bb-cd1e-4d26-b52b-34334926061a req-3f5fecb4-35e6-4ee4-88aa-8da5ea6b153e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.040467 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7ab67bb-cd1e-4d26-b52b-34334926061a req-3f5fecb4-35e6-4ee4-88aa-8da5ea6b153e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 945 time: 0.0762694 Aug 11 02:56:04.066119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac17e91-033d-4555-9931-db65bf891b4f req-30ebb202-753c-4c37-9048-26281ee9b6b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697091 Aug 11 02:56:04.092212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7ab67bb-cd1e-4d26-b52b-34334926061a req-dbe1128b-2a4a-492a-97aa-d85a3a4932ef tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500643 Aug 11 02:56:04.207318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Router 20730ae8-d99e-4ef9-88aa-9c2347627547 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:56:04.209307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac17e91-033d-4555-9931-db65bf891b4f req-0309c8f1-c7da-45c6-8a85-7bda398fa9b6 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314721 Aug 11 02:56:04.299426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba178d-9e5b-4fb9-91bc-8c3e43be67ae req-010579b8-40ab-4ab2-93a4-a66ac91f4642 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.301166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97ba178d-9e5b-4fb9-91bc-8c3e43be67ae req-010579b8-40ab-4ab2-93a4-a66ac91f4642 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.0552583 Aug 11 02:56:04.342954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97ba178d-9e5b-4fb9-91bc-8c3e43be67ae req-51c85597-75c9-4bc5-91b8-4bd48855359c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Aug 11 02:56:04.366121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.366619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.367100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.367577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.368079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.368550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.369018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.369684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.370324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.371181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.371658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.372208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.372681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.373173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.373629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.374723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.375346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.378295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-75295b18-0e7d-48f1-8ff7-64009738ec8f tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d&device_id=f382d551-2188-4eac-bfd0-834f63d453d3&device_id=80470428-5ffc-481f-86d4-073a1b036d3d&device_id=0141185c-aa36-4771-8b66-b0eb4f247448&device_id=d52f7644-91ce-41e0-bd06-33b89734fc19&device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6&device_id=686e9166-a1ef-471d-8771-49b5ef660a58&device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d&device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959&device_id=2d57f123-e292-4595-be52-aa05f2abd512&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 15380 time: 0.1841345 Aug 11 02:56:04.441366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-fd256d42-e884-4cae-8972-c8e99a80f513 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.462899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac17e91-033d-4555-9931-db65bf891b4f req-b52a68c4-8d2d-44b6-9c2d-0ccb8eda36a1 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338221 Aug 11 02:56:04.466904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93821225-1154-49c1-ae62-76461a35f69f req-c144b6aa-868b-40ed-a04d-bb826a4a3209 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.467493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:04.469143 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93821225-1154-49c1-ae62-76461a35f69f req-c144b6aa-868b-40ed-a04d-bb826a4a3209 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0556421 Aug 11 02:56:04.485716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Sync routers for ids ['20730ae8-d99e-4ef9-88aa-9c2347627547'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:04.523437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Routers {'20730ae8-d99e-4ef9-88aa-9c2347627547'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:04.524504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['20730ae8-d99e-4ef9-88aa-9c2347627547'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:04.575395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93821225-1154-49c1-ae62-76461a35f69f req-8cbb71e7-b800-442c-a59c-008d37758a25 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715580 Aug 11 02:56:04.602216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-fd256d42-e884-4cae-8972-c8e99a80f513 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.610369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-fd256d42-e884-4cae-8972-c8e99a80f513 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.629113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:04.633270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48918) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:04.633544 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-53d5fb8b-540c-466b-9f94-22d526c2fd36 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4626226 Aug 11 02:56:04.668571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd282b29-e4b9-4ef0-a672-ce599d71f1a0 req-fd256d42-e884-4cae-8972-c8e99a80f513 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=1af12f06-1c5e-4708-a751-f260d5d32fd5&id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 764 time: 0.2592568 Aug 11 02:56:04.698428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd256d42-e884-4cae-8972-c8e99a80f513 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28141fda-a3f7-4181-b9a8-bff80e060357,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:04.728060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Set router 20730ae8-d99e-4ef9-88aa-9c2347627547 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:04.844042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-002d002f-0185-4850-841f-2af78dc3eb33 req-a222d763-8b0f-4e04-9aac-e49c3677bc60 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 210 time: 0.0939317 Aug 11 02:56:04.927271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-fef93890-3725-47ab-9d47-4d22cdbe5f06 req-1f88ca1c-4837-4dc7-b841-06269dc7b098 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:56:04.934585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fef93890-3725-47ab-9d47-4d22cdbe5f06 req-1f88ca1c-4837-4dc7-b841-06269dc7b098 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932875 Aug 11 02:56:04.973150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-f8b150c5-a8ea-4a52-a750-f38a396f49ff tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:04.975061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-f8b150c5-a8ea-4a52-a750-f38a396f49ff tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.57 "GET /v2.0/networks?id=a27a1ca2-5548-41c7-a456-29fc7cfafe98 HTTP/1.1" status: 200 len: 809 time: 0.2545459 Aug 11 02:56:04.992467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b2f55da6-2302-4b12-9aeb-ef5e794d7fbc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:05.022148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Request body: {'port': {'device_id': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98', 'admin_state_up': True, 'tenant_id': 'b43e6194f57f42ab84ba2e168cc6423e'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:05.107421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:05.108078 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.222819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fef93890-3725-47ab-9d47-4d22cdbe5f06 req-7be4c96f-14a6-4a1c-9ea8-2000c5d7f5e7 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2869294 Aug 11 02:56:05.232650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67631468-f163-47f7-b008-7584a3187500 req-3ec9d0b6-4aa1-4a32-bf9b-a26df5757701 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.239693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67631468-f163-47f7-b008-7584a3187500 req-3ec9d0b6-4aa1-4a32-bf9b-a26df5757701 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 943 time: 0.1416502 Aug 11 02:56:05.244026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:03Z', 'revision_number': 3, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port': {'id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:01Z', 'updated_at': '2021-08-11T02:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:05.299323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Checking router: 20730ae8-d99e-4ef9-88aa-9c2347627547 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:05.300115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Updating router 20730ae8-d99e-4ef9-88aa-9c2347627547 port 77edfe99-c6ae-4658-b23f-c1bb990067a4 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:05.349541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67631468-f163-47f7-b008-7584a3187500 req-bce30975-7cc3-4db6-8fd5-bb2acaa54b0e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021099 Aug 11 02:56:05.368877 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.396779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Made reservation on behalf of b43e6194f57f42ab84ba2e168cc6423e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:05.408862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.651917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Allocated IP 172.20.0.7 (a27a1ca2-5548-41c7-a456-29fc7cfafe98/8a0bd16d-d98e-4ccc-92db-863e0f12a84a/5d9ff901-18c7-4d87-a13c-c99f91b110bf) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:05.664225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.704757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534272-6fb5-4149-a132-13313c59e8a0 req-e9e09d50-8381-4993-941e-9f6d976feb60 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.712428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92534272-6fb5-4149-a132-13313c59e8a0 req-e9e09d50-8381-4993-941e-9f6d976feb60 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1826515 Aug 11 02:56:05.791792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92534272-6fb5-4149-a132-13313c59e8a0 req-fca42533-6d24-4809-b27a-9cc19c190a14 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784478 Aug 11 02:56:05.878134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fcabe-7fef-4f34-823d-70b30b910ebe req-1e29acd1-b593-4c40-a890-2de9df1dfaa9 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:05.888261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-825fcabe-7fef-4f34-823d-70b30b910ebe req-1e29acd1-b593-4c40-a890-2de9df1dfaa9 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1668060 Aug 11 02:56:05.924459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Allocated IP 172.20.0.1 (a58127a7-a3fd-42d7-8fe2-358369666232/52580d9f-0184-43f6-bac7-c572e1dddde3/f09cba77-4d0e-4069-b4c6-5a65d54935cf) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:05.946944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:05.970096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-825fcabe-7fef-4f34-823d-70b30b910ebe req-d509eacc-6e0d-4fcf-bf90-1fec2f3fb33e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806584 Aug 11 02:56:06.024161 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.031327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.037077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Transition to ACTIVE for port object 77edfe99-c6ae-4658-b23f-c1bb990067a4 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:06.047786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.080519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9a37-8ad9-45ad-96e2-667d1102ae74 req-c7f8c9e7-eff7-433f-8238-5533f4279627 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.081184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9a37-8ad9-45ad-96e2-667d1102ae74 req-c7f8c9e7-eff7-433f-8238-5533f4279627 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.081680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d9a37-8ad9-45ad-96e2-667d1102ae74 req-c7f8c9e7-eff7-433f-8238-5533f4279627 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.084962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f11d9a37-8ad9-45ad-96e2-667d1102ae74 req-c7f8c9e7-eff7-433f-8238-5533f4279627 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d&device_id=0141185c-aa36-4771-8b66-b0eb4f247448&device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 2885 time: 0.0812674 Aug 11 02:56:06.091333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Network a27a1ca2-5548-41c7-a456-29fc7cfafe98 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:06.094817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:06.099100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:06.106651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Pushing event updated for resources: {'Port': ['ID=5d9ff901-18c7-4d87-a13c-c99f91b110bf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.134799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Attempting to bind port 77edfe99-c6ae-4658-b23f-c1bb990067a4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:06.135704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Attempting to bind port 77edfe99-c6ae-4658-b23f-c1bb990067a4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:06.136253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Attempting to bind port 77edfe99-c6ae-4658-b23f-c1bb990067a4 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:06.147411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb13bc0-401e-4881-b56a-cd6954e436de None None] Pushing event updated for resources: {'Port': ['ID=77edfe99-c6ae-4658-b23f-c1bb990067a4,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.150158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:06.150549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:06.150977 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.151347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:06.151851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Bound port: 77edfe99-c6ae-4658-b23f-c1bb990067a4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:06.152355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.162163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f11d9a37-8ad9-45ad-96e2-667d1102ae74 req-c0a9af07-91c5-46da-ac6e-4b4b452f3f53 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Aug 11 02:56:06.169803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.170461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.190045 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.209338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Transition to ACTIVE for port object f09cba77-4d0e-4069-b4c6-5a65d54935cf will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:06.211530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-0de16cde-f6fa-4821-b5af-efbcbba1f9e3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1946831 Aug 11 02:56:06.226710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:06.234163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff07e67-31c6-4bcf-b3ea-3255f4bbf500 req-a1ec42d6-32d5-47e7-9e87-2dc9749248b4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.242132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fff07e67-31c6-4bcf-b3ea-3255f4bbf500 req-a1ec42d6-32d5-47e7-9e87-2dc9749248b4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0926361 Aug 11 02:56:06.246658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] For port 77edfe99-c6ae-4658-b23f-c1bb990067a4, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:06.248657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Request body: {'port': {'device_id': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:06.268654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] For port 77edfe99-c6ae-4658-b23f-c1bb990067a4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77edfe99-c6ae-4658-b23f-c1bb990067a4,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:06.276037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.321729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fff07e67-31c6-4bcf-b3ea-3255f4bbf500 req-e327785d-5163-4aae-a5fd-7c8efec3d170 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751429 Aug 11 02:56:06.365716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.418382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Routers {'20730ae8-d99e-4ef9-88aa-9c2347627547'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:06.419036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['20730ae8-d99e-4ef9-88aa-9c2347627547'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:06.523059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76191b-b1c6-4e31-99a9-3fa3c0aea001 req-10814d60-64c1-4fef-8b80-31b296fa89b6 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.525225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f76191b-b1c6-4e31-99a9-3fa3c0aea001 req-10814d60-64c1-4fef-8b80-31b296fa89b6 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 945 time: 0.0868721 Aug 11 02:56:06.545014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb13bc0-401e-4881-b56a-cd6954e436de None None] Pushing event updated for resources: {'Port': ['ID=77edfe99-c6ae-4658-b23f-c1bb990067a4,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.556089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:06.584912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'port_id': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4', 'mac_address': 'fa:16:3e:5f:c5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205bd9c6-f42b-4555-82a2-911befae5c1e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:06.629487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] Set router 20730ae8-d99e-4ef9-88aa-9c2347627547 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:06.669746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f76191b-b1c6-4e31-99a9-3fa3c0aea001 req-5e934cfa-ea20-4e46-bcdd-6910d90a6c54 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295848 Aug 11 02:56:06.694897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba76017-b966-41b4-9bed-e4bcf7d67224 req-2b436751-4840-40ea-b4e4-57fc6fdd9a17 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:06.697605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cba76017-b966-41b4-9bed-e4bcf7d67224 req-2b436751-4840-40ea-b4e4-57fc6fdd9a17 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 931 time: 0.4606526 Aug 11 02:56:06.714717 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.752680 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.768825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:06.782701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Network a58127a7-a3fd-42d7-8fe2-358369666232 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:06.801038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:06.805606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:06.817173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.818925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:06.821165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Pushing event updated for resources: {'Port': ['ID=f09cba77-4d0e-4069-b4c6-5a65d54935cf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:06.867884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cba76017-b966-41b4-9bed-e4bcf7d67224 req-d85477cc-a4a4-4314-aaa1-76d383cdb329 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614466 Aug 11 02:56:06.915614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:06.954343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:07.005212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:03Z', 'revision_number': 3, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port': {'id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:01Z', 'updated_at': '2021-08-11T02:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:07.007257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9ff901-18c7-4d87-a13c-c99f91b110bf {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:07.022667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c81ca4-9bb8-4fcd-9514-46bb1983a374 req-e6ffbe66-05be-4629-83c4-0ea2bf881ff1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.024326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-28c81ca4-9bb8-4fcd-9514-46bb1983a374 req-e6ffbe66-05be-4629-83c4-0ea2bf881ff1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.1637840 Aug 11 02:56:07.026409 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.055610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Transition to ACTIVE for port object 5d9ff901-18c7-4d87-a13c-c99f91b110bf will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:07.057191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0638fff-82c3-49a5-b2c6-1f433a6b8eae None None] The sync data for ids ['20730ae8-d99e-4ef9-88aa-9c2347627547'] in n-d-768509-22 is: [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:03Z', 'revision_number': 3, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port': {'id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:01Z', 'updated_at': '2021-08-11T02:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:07.074565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.124004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-28c81ca4-9bb8-4fcd-9514-46bb1983a374 req-c5ded625-5147-4ff4-a287-0ec0e699dd09 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925875 Aug 11 02:56:07.153601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9ff901-18c7-4d87-a13c-c99f91b110bf,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:07.197445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.220598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['64a3fc48-e48c-4fbd-8b23-54c82dddeee4'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:07.227118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6ccd69b0-3131-4734-9aa4-abc0855de80e None None] Provisioning for port f09cba77-4d0e-4069-b4c6-5a65d54935cf completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:07.256773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6ccd69b0-3131-4734-9aa4-abc0855de80e None None] Provisioning complete for port f09cba77-4d0e-4069-b4c6-5a65d54935cf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:07.257317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6ccd69b0-3131-4734-9aa4-abc0855de80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.265319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-801c75b3-219a-4f75-9ebe-d77a7c9293f0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.272722 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-801c75b3-219a-4f75-9ebe-d77a7c9293f0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.2251337 Aug 11 02:56:07.274304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Attempting to bind port 5d9ff901-18c7-4d87-a13c-c99f91b110bf on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:07.275040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Attempting to bind port 5d9ff901-18c7-4d87-a13c-c99f91b110bf by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '1de011a7-b047-425a-8005-92e71f27e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:07.275586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Attempting to bind port 5d9ff901-18c7-4d87-a13c-c99f91b110bf on network a27a1ca2-5548-41c7-a456-29fc7cfafe98 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:07.281939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Port 5d9ff901-18c7-4d87-a13c-c99f91b110bf on network a27a1ca2-5548-41c7-a456-29fc7cfafe98 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:07.282526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Attempting to bind port 5d9ff901-18c7-4d87-a13c-c99f91b110bf on network a27a1ca2-5548-41c7-a456-29fc7cfafe98 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:07.288079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:07.288417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Checking segment: {'id': '1de011a7-b047-425a-8005-92e71f27e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:07.288802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Bound using segment: {'id': '1de011a7-b047-425a-8005-92e71f27e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:07.289239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Bound port: 5d9ff901-18c7-4d87-a13c-c99f91b110bf, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de011a7-b047-425a-8005-92e71f27e977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:07.289601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.299246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-ed501d77-9baf-4440-846d-524e222b2e09 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/quotas/d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 375 time: 0.0248635 Aug 11 02:56:07.330462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd69b0-3131-4734-9aa4-abc0855de80e None None] Port f09cba77-4d0e-4069-b4c6-5a65d54935cf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:07.400021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] For port 5d9ff901-18c7-4d87-a13c-c99f91b110bf, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:07.407820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] For port 5d9ff901-18c7-4d87-a13c-c99f91b110bf, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d9ff901-18c7-4d87-a13c-c99f91b110bf,segment=NetworkSegment(1de011a7-b047-425a-8005-92e71f27e977),segment_id=1de011a7-b047-425a-8005-92e71f27e977)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:07.418340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.513686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.514208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.516682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d9ff901-18c7-4d87-a13c-c99f91b110bf HTTP/1.1" status: 200 len: 1092 time: 1.2718568 Aug 11 02:56:07.517534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'tag': '5d9ff901-18c7-4d87-a13c-c99f91b110bf'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:07.522436 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624557dc-16ed-46b6-ad9d-1dad83dcacfb" -d '{"events": [{"name": "network-changed", "server_uuid": "982e665b-02f1-4233-a8a1-fce9b7d4c31d", "tag": "5d9ff901-18c7-4d87-a13c-c99f91b110bf"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:07.531368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-a077a9c1-5fde-43e4-9821-85563b1afea0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2310665 Aug 11 02:56:07.567726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fc2d8-a4d3-458c-a894-2e86abc768f5 req-80179054-5943-4034-8b34-c43182400f76 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.569377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-024fc2d8-a4d3-458c-a894-2e86abc768f5 req-80179054-5943-4034-8b34-c43182400f76 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.1461735 Aug 11 02:56:07.570038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1417e-37e2-4ac7-83d4-cb364734e257 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9ff901-18c7-4d87-a13c-c99f91b110bf,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:07.657075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-5bd49214-0cfb-4dbb-a242-74cc5be0cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.658953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-5bd49214-0cfb-4dbb-a242-74cc5be0cc28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b43e6194f57f42ab84ba2e168cc6423e&device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 1095 time: 0.0744507 Aug 11 02:56:07.662035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-024fc2d8-a4d3-458c-a894-2e86abc768f5 req-b5bc95ff-59dc-4695-bf99-86cc39e4b06e tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689847 Aug 11 02:56:07.677946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.685339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.723394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-6be9222e-2df3-40aa-a54f-827c713cda3d service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906571 Aug 11 02:56:07.766227 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:07.827937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-955ac9d1-f07f-48b6-b599-302384fa448b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d9ff901-18c7-4d87-a13c-c99f91b110bf HTTP/1.1" status: 200 len: 217 time: 0.0524905 Aug 11 02:56:07.830031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:07.837056 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91630b12-2c3c-47d7-a654-37eaa389282e x-openstack-request-id: req-91630b12-2c3c-47d7-a654-37eaa389282e {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:07.837611 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982e665b-02f1-4233-a8a1-fce9b7d4c31d", "tag": "5d9ff901-18c7-4d87-a13c-c99f91b110bf", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:07.838967 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91630b12-2c3c-47d7-a654-37eaa389282e {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:07.839876 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'tag': '5d9ff901-18c7-4d87-a13c-c99f91b110bf', 'status': 'completed', 'code': 200} Aug 11 02:56:07.871758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Pushing event updated for resources: {'Port': ['ID=f09cba77-4d0e-4069-b4c6-5a65d54935cf,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:07.898819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-ed99795b-cc07-4cc8-b3cd-8dc5b2d181a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:07.900356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-ed99795b-cc07-4cc8-b3cd-8dc5b2d181a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a0bd16d-d98e-4ccc-92db-863e0f12a84a HTTP/1.1" status: 200 len: 849 time: 0.0518639 Aug 11 02:56:07.954506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-c0a3367e-3c38-4bf8-b265-c9b89d40feba service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299867 Aug 11 02:56:07.960456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-def38d91-ee8f-4e30-b7af-35445096aa52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a27a1ca2-5548-41c7-a456-29fc7cfafe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457520 Aug 11 02:56:08.001456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Network a58127a7-a3fd-42d7-8fe2-358369666232 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:08.002989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:08.216210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085992d-127a-4875-a236-08c155ed760e req-26ce11a9-a91c-4e1b-a9b2-ac298a4b6009 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.229499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085992d-127a-4875-a236-08c155ed760e req-26ce11a9-a91c-4e1b-a9b2-ac298a4b6009 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.251497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085992d-127a-4875-a236-08c155ed760e req-26ce11a9-a91c-4e1b-a9b2-ac298a4b6009 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.264302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9085992d-127a-4875-a236-08c155ed760e req-26ce11a9-a91c-4e1b-a9b2-ac298a4b6009 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58&device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d&device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 2417 time: 0.2276819 Aug 11 02:56:08.273422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-07abfff0-a67a-4cc0-b3c8-c57e50fb6828 service neutron] 10.222.0.57 "GET /v2.0/networks/a27a1ca2-5548-41c7-a456-29fc7cfafe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007622 Aug 11 02:56:08.321090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Router 20730ae8-d99e-4ef9-88aa-9c2347627547 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:08.473521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b7704899-f58a-46ff-99fa-b74efc58c4e9 None None] Provisioning complete for port f09cba77-4d0e-4069-b4c6-5a65d54935cf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:08.474800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b7704899-f58a-46ff-99fa-b74efc58c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:08.544287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b7704899-f58a-46ff-99fa-b74efc58c4e9 None None] Port f09cba77-4d0e-4069-b4c6-5a65d54935cf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:08.556181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:08.583783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-86de82e0-46db-4af1-966d-6e406cc94c2b admin admin] 10.222.0.60 "PUT /v2.0/routers/20730ae8-d99e-4ef9-88aa-9c2347627547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9381909 Aug 11 02:56:08.583783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d62ba-72d6-47f8-bf3e-be5804912e3c req-ef81716d-dd46-40f0-9aa9-b48453fcf004 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.595908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d47d62ba-72d6-47f8-bf3e-be5804912e3c req-ef81716d-dd46-40f0-9aa9-b48453fcf004 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 943 time: 0.1121223 Aug 11 02:56:08.655341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d47d62ba-72d6-47f8-bf3e-be5804912e3c req-c2728ef6-0cee-41ba-b2a0-ea1456e57c36 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582769 Aug 11 02:56:08.745264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e68e2d7a-ef27-437b-a9ff-f70a1f507528 req-c50e81c7-52a2-47d6-8303-01afd27ebe2c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 210 time: 0.0481279 Aug 11 02:56:08.897681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9085992d-127a-4875-a236-08c155ed760e req-409a9664-7032-42f0-9f7b-2df22d9e2546 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189218 Aug 11 02:56:08.932287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39955575-c7ff-4a9e-aef8-b222715274ab req-7b06fc46-d2c2-41f7-8dae-c86128d9a4ae tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:08.933966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39955575-c7ff-4a9e-aef8-b222715274ab req-7b06fc46-d2c2-41f7-8dae-c86128d9a4ae tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.1086364 Aug 11 02:56:08.938712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb4bcb66-e943-4a18-bd9e-574556781611 req-f5a4ad7f-022d-4a1f-b98c-def9d00af599 service neutron] 10.222.0.57 "GET /v2.0/networks/a27a1ca2-5548-41c7-a456-29fc7cfafe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6423798 Aug 11 02:56:08.987997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77edfe99-c6ae-4658-b23f-c1bb990067a4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:08.995758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39955575-c7ff-4a9e-aef8-b222715274ab req-dfdcdd2d-8f18-4c6a-94e6-95f906d421ef tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533006 Aug 11 02:56:09.136369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 77edfe99-c6ae-4658-b23f-c1bb990067a4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:09.144500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 77edfe99-c6ae-4658-b23f-c1bb990067a4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:09.145104 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:09.161646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-c911e167-0f6c-4923-aa91-64ef53492d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:09.167664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-c911e167-0f6c-4923-aa91-64ef53492d90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b43e6194f57f42ab84ba2e168cc6423e&device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 1095 time: 0.1054180 Aug 11 02:56:09.314623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-4a524e82-425a-4bae-836b-ef53e22a54b6 req-9d128fd9-5a30-4f4e-a495-16fcc19f901b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:56:09.342018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a524e82-425a-4bae-836b-ef53e22a54b6 req-9d128fd9-5a30-4f4e-a495-16fcc19f901b tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526884 Aug 11 02:56:09.355600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:09.412145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 77edfe99-c6ae-4658-b23f-c1bb990067a4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77edfe99-c6ae-4658-b23f-c1bb990067a4,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:09.426071 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:09.533657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=77edfe99-c6ae-4658-b23f-c1bb990067a4,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:09.550744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-09374e40-d43a-464a-9b2f-b1b2ce9aebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:09.553277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-09374e40-d43a-464a-9b2f-b1b2ce9aebb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a27a1ca2-5548-41c7-a456-29fc7cfafe98 HTTP/1.1" status: 200 len: 910 time: 0.3652360 Aug 11 02:56:09.555397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0b95f-1cfa-476a-a82a-512635e47e21 req-656d7808-286b-43f6-a3fb-2b14d44bc9f3 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:09.568659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80b0b95f-1cfa-476a-a82a-512635e47e21 req-656d7808-286b-43f6-a3fb-2b14d44bc9f3 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1101 time: 0.1011705 Aug 11 02:56:09.636968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80b0b95f-1cfa-476a-a82a-512635e47e21 req-e8399c65-5a26-4273-b3c4-9df4f964b4eb tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601966 Aug 11 02:56:09.676418 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Sync routers for ids ['20730ae8-d99e-4ef9-88aa-9c2347627547'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:09.691386 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Routers {'20730ae8-d99e-4ef9-88aa-9c2347627547'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:09.692362 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['20730ae8-d99e-4ef9-88aa-9c2347627547'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:09.844548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a524e82-425a-4bae-836b-ef53e22a54b6 req-aa927cf6-9177-4aa1-9b09-325b6d7bfb6c tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5012071 Aug 11 02:56:09.851314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-f878fa4d-0c13-483d-a00a-511dd2c89813 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d9ff901-18c7-4d87-a13c-c99f91b110bf HTTP/1.1" status: 200 len: 217 time: 0.2442091 Aug 11 02:56:09.913771 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Set router 20730ae8-d99e-4ef9-88aa-9c2347627547 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:10.034423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-fb5a49d6-ed7c-4f39-ac23-10bf0d0cdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.042425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-fb5a49d6-ed7c-4f39-ac23-10bf0d0cdb44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a0bd16d-d98e-4ccc-92db-863e0f12a84a HTTP/1.1" status: 200 len: 849 time: 0.1663995 Aug 11 02:56:10.109801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-747e4876-4dbf-4402-9b80-5add1705f77b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a27a1ca2-5548-41c7-a456-29fc7cfafe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545382 Aug 11 02:56:10.169538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-ec132e5a-fe43-4b2d-8c0a-b5bff1974f18 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.182571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-ec132e5a-fe43-4b2d-8c0a-b5bff1974f18 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.10 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.4091339 Aug 11 02:56:10.221939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'port': {'device_id': '82941220-07ad-4153-a32f-eabadeb861cc', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'admin_state_up': True, 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:10.246195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:10.259948 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-6743f883-d6c3-424e-b05b-d0af0511255a service neutron] 10.222.0.57 "GET /v2.0/networks/a27a1ca2-5548-41c7-a456-29fc7cfafe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365106 Aug 11 02:56:10.306661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-bdedddca-5851-4399-bf3b-b4ee962a80b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3016481 Aug 11 02:56:10.346454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:10.351043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:10.351582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:10.402572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397fb61-f756-47c6-b8bf-bb4c23f5a546 req-23f8bf74-1655-4932-8792-d9f2b163bcff tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.420265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8397fb61-f756-47c6-b8bf-bb4c23f5a546 req-23f8bf74-1655-4932-8792-d9f2b163bcff tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1101 time: 0.4165092 Aug 11 02:56:10.527713 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:10.578401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:10.579391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-624557dc-16ed-46b6-ad9d-1dad83dcacfb req-cc2e4728-65b2-4404-94b9-2457d75ed976 service neutron] 10.222.0.57 "GET /v2.0/networks/a27a1ca2-5548-41c7-a456-29fc7cfafe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997274 Aug 11 02:56:10.586780 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:07Z', 'revision_number': 4, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port': {'id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:01Z', 'updated_at': '2021-08-11T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f09cba77-4d0e-4069-b4c6-5a65d54935cf', 'name': '', 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'mac_address': 'fa:16:3e:75:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '52580d9f-0184-43f6-bac7-c572e1dddde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:05Z', 'updated_at': '2021-08-11T02:56:07Z', 'revision_number': 2, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'subnets': [{'id': '52580d9f-0184-43f6-bac7-c572e1dddde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:10.590483 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c5b909-cf2c-4d97-a5c2-47245247fb32" -d '{"events": [{"server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "name": "network-vif-plugged", "status": "completed", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:10.623060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:10.628467 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:10.630857 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Checking router: 20730ae8-d99e-4ef9-88aa-9c2347627547 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:10.631319 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Updating router 20730ae8-d99e-4ef9-88aa-9c2347627547 port f09cba77-4d0e-4069-b4c6-5a65d54935cf binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:10.672188 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:10.739258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8397fb61-f756-47c6-b8bf-bb4c23f5a546 req-9e8e4dd9-d779-4572-8cdd-d09325316fb1 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085699 Aug 11 02:56:10.747395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-a1bd0d75-e71a-43cb-b268-74d76aca597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.752449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-a1bd0d75-e71a-43cb-b268-74d76aca597d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.2853558 Aug 11 02:56:10.756644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:10.787592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Made reservation on behalf of d5e2849c1fa2439186e02d67a1626514 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:10.792243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:10.951982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe8544-198b-46ea-9b21-a1b186ba7569 req-fe6d7a13-5ff6-435d-9a24-2b5b81a55f38 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:10.971929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6bfe8544-198b-46ea-9b21-a1b186ba7569 req-fe6d7a13-5ff6-435d-9a24-2b5b81a55f38 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 943 time: 0.2423980 Aug 11 02:56:10.985991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77edfe99-c6ae-4658-b23f-c1bb990067a4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:11.052256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 77edfe99-c6ae-4658-b23f-c1bb990067a4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:11.052721 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.063497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6bfe8544-198b-46ea-9b21-a1b186ba7569 req-f78f4cb5-2c41-4f68-b2c4-0540e63ada87 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902152 Aug 11 02:56:11.216936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Allocated IP 172.20.0.5 (6deacbbc-90b6-4ce7-9661-dcbc27f0fea7/2b70181b-6aab-4380-94da-065bdc0b290b/7f7226b7-b60b-4520-9ca7-26a09fa949b3) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:11.224269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495cec0-26b9-4cf3-9bca-6fed66785370 req-4885dfe4-b201-48e2-ab41-ce0e5a3db768 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.237174 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2495cec0-26b9-4cf3-9bca-6fed66785370 req-4885dfe4-b201-48e2-ab41-ce0e5a3db768 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 945 time: 0.0863419 Aug 11 02:56:11.310077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2495cec0-26b9-4cf3-9bca-6fed66785370 req-85d300a7-47fe-4541-aec6-64c794d9db3b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Aug 11 02:56:11.385973 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.398863 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Transition to ACTIVE for port object f09cba77-4d0e-4069-b4c6-5a65d54935cf will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:11.410976 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.461474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf1f5514-d903-480d-9b22-25dc26fcdc60 req-76159c97-e718-40f0-944b-dc623fa231a2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 210 time: 0.4740028 Aug 11 02:56:11.494256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-47ad021f-f71c-4463-8216-7e812cb756c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.501209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-47ad021f-f71c-4463-8216-7e812cb756c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.6445363 Aug 11 02:56:11.556191 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87747124-9e98-4090-9750-5a6ef5271881 x-openstack-request-id: req-87747124-9e98-4090-9750-5a6ef5271881 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:11.556614 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "name": "network-vif-plugged", "status": "completed", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:11.556951 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87747124-9e98-4090-9750-5a6ef5271881 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:11.557402 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4', 'code': 200} Aug 11 02:56:11.576727 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d241853-2ed5-4ed0-a772-63b3b047718e None None] Pushing event updated for resources: {'Port': ['ID=f09cba77-4d0e-4069-b4c6-5a65d54935cf,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:11.692547 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Attempting to bind port f09cba77-4d0e-4069-b4c6-5a65d54935cf on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:11.698041 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Attempting to bind port f09cba77-4d0e-4069-b4c6-5a65d54935cf by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:11.699426 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Attempting to bind port f09cba77-4d0e-4069-b4c6-5a65d54935cf on network a58127a7-a3fd-42d7-8fe2-358369666232 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:11.721761 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:11.724120 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Checking segment: {'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:11.728562 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.733000 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Bound using segment: {'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:11.736139 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Bound port: f09cba77-4d0e-4069-b4c6-5a65d54935cf, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea3be33-8c51-444d-85e8-69b17bf423a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:11.736784 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.766220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:11.769001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a9f89-83cf-48fa-adf6-63a0aa89a1f0 req-8f4e4ee7-cbe6-485d-9684-64c3771a9550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:11.773671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d9a9f89-83cf-48fa-adf6-63a0aa89a1f0 req-8f4e4ee7-cbe6-485d-9684-64c3771a9550 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1097 time: 0.1369221 Aug 11 02:56:11.842708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-d8645270-8a30-4389-be53-bf78010c704c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.3374181 Aug 11 02:56:11.846321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Transition to ACTIVE for port object 7f7226b7-b60b-4520-9ca7-26a09fa949b3 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:11.900754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d9a9f89-83cf-48fa-adf6-63a0aa89a1f0 req-4abd137e-9247-4a19-8462-9fdee7726b0c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133485 Aug 11 02:56:11.941851 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] For port f09cba77-4d0e-4069-b4c6-5a65d54935cf, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:11.957659 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] For port f09cba77-4d0e-4069-b4c6-5a65d54935cf, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f09cba77-4d0e-4069-b4c6-5a65d54935cf,segment=NetworkSegment(eea3be33-8c51-444d-85e8-69b17bf423a3),segment_id=eea3be33-8c51-444d-85e8-69b17bf423a3)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:11.964599 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:12.159485 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Routers {'20730ae8-d99e-4ef9-88aa-9c2347627547'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:12.160277 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:55:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['20730ae8-d99e-4ef9-88aa-9c2347627547'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:12.211050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:12.244281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5d9ff901-18c7-4d87-a13c-c99f91b110bf details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:12.273861 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d241853-2ed5-4ed0-a772-63b3b047718e None None] Pushing event updated for resources: {'Port': ['ID=f09cba77-4d0e-4069-b4c6-5a65d54935cf,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:12.341062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=7f7226b7-b60b-4520-9ca7-26a09fa949b3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:12.377482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:12.398920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-cf6b0a33-74d5-412c-8d7f-dccd72824317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.400659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-cf6b0a33-74d5-412c-8d7f-dccd72824317 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.5435925 Aug 11 02:56:12.425513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:12.465459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5d9ff901-18c7-4d87-a13c-c99f91b110bf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d9ff901-18c7-4d87-a13c-c99f91b110bf,segment=NetworkSegment(1de011a7-b047-425a-8005-92e71f27e977),segment_id=1de011a7-b047-425a-8005-92e71f27e977)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:12.476031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:12.505541 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] Set router 20730ae8-d99e-4ef9-88aa-9c2347627547 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:12.509095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '5d9ff901-18c7-4d87-a13c-c99f91b110bf', 'network_id': 'a27a1ca2-5548-41c7-a456-29fc7cfafe98', 'port_id': '5d9ff901-18c7-4d87-a13c-c99f91b110bf', 'mac_address': 'fa:16:3e:52:99:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a0bd16d-d98e-4ccc-92db-863e0f12a84a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:12.619240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:12.678996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9ff901-18c7-4d87-a13c-c99f91b110bf {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:12.697521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21448431-47e8-44c6-8557-010597ee3372 req-714fd551-19c9-450a-92dc-ea54b67eb87b tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.699700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21448431-47e8-44c6-8557-010597ee3372 req-714fd551-19c9-450a-92dc-ea54b67eb87b tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 943 time: 0.3639133 Aug 11 02:56:12.746603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5d9ff901-18c7-4d87-a13c-c99f91b110bf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d9ff901-18c7-4d87-a13c-c99f91b110bf,segment=NetworkSegment(1de011a7-b047-425a-8005-92e71f27e977),segment_id=1de011a7-b047-425a-8005-92e71f27e977)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:12.766640 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:12.774207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.774934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:12.801888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-0e563a48-3b96-47b5-89e6-8c0035635eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:12.803772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-0e563a48-3b96-47b5-89e6-8c0035635eb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3619483 Aug 11 02:56:12.906517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-107b97c5-284a-4c31-b689-e445827e2e46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7107773 Aug 11 02:56:12.920340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21448431-47e8-44c6-8557-010597ee3372 req-9184cd4f-b895-489c-8756-8b32e03a63c3 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090745 Aug 11 02:56:12.928872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5d9ff901-18c7-4d87-a13c-c99f91b110bf,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:12.943213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Request body: {'port': {'device_id': '82941220-07ad-4153-a32f-eabadeb861cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:12.998687 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:07Z', 'revision_number': 4, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port': {'id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:01Z', 'updated_at': '2021-08-11T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f09cba77-4d0e-4069-b4c6-5a65d54935cf', 'name': '', 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'mac_address': 'fa:16:3e:75:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '52580d9f-0184-43f6-bac7-c572e1dddde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:05Z', 'updated_at': '2021-08-11T02:56:11Z', 'revision_number': 4, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'subnets': [{'id': '52580d9f-0184-43f6-bac7-c572e1dddde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:13.022659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-de0a906e-a6e4-4d27-8b22-c21e5c5bef64 None None] Provisioning for port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:13.031092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-de0a906e-a6e4-4d27-8b22-c21e5c5bef64 None None] Provisioning complete for port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:13.031829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-de0a906e-a6e4-4d27-8b22-c21e5c5bef64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:13.032853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a16361-9c98-46c3-b800-9df293f7fb3a req-1a7cde97-c903-490b-b746-cda1f56fff72 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.040344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93a16361-9c98-46c3-b800-9df293f7fb3a req-1a7cde97-c903-490b-b746-cda1f56fff72 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 945 time: 0.1082969 Aug 11 02:56:13.064622 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab9174f-7e73-4182-8ada-f94d7deb76ea None None] The sync data for ids ['20730ae8-d99e-4ef9-88aa-9c2347627547'] in n-d-768509-22 is: [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:56:07Z', 'revision_number': 4, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port': {'id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:01Z', 'updated_at': '2021-08-11T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f09cba77-4d0e-4069-b4c6-5a65d54935cf', 'name': '', 'network_id': 'a58127a7-a3fd-42d7-8fe2-358369666232', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'mac_address': 'fa:16:3e:75:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '52580d9f-0184-43f6-bac7-c572e1dddde3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:05Z', 'updated_at': '2021-08-11T02:56:11Z', 'revision_number': 4, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'subnets': [{'id': '52580d9f-0184-43f6-bac7-c572e1dddde3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:13.075668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-a90fc6a2-c223-4ac5-b3df-b6bb2a67a6f8 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573564 Aug 11 02:56:13.098088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-de0a906e-a6e4-4d27-8b22-c21e5c5bef64 None None] Port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:13.102160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93a16361-9c98-46c3-b800-9df293f7fb3a req-1fef3a56-9b75-44e4-87a0-797cbcf7b8c6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593235 Aug 11 02:56:13.348775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5d9ff901-18c7-4d87-a13c-c99f91b110bf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:13.386533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aec706-dda4-436a-82d4-fdab8a392532 req-282f969a-e85f-4ab6-afbd-244ae305b933 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:13.404493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25aec706-dda4-436a-82d4-fdab8a392532 req-282f969a-e85f-4ab6-afbd-244ae305b933 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 931 time: 0.1433439 Aug 11 02:56:13.494348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25aec706-dda4-436a-82d4-fdab8a392532 req-c04d0e92-120f-43af-a042-8080a7eeacef tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889580 Aug 11 02:56:13.776887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:14.189505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a30016-dafa-43bb-b05e-7c442a82aee7 req-97f74de9-6a75-4b43-98e3-79dd0059d014 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:14.193721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4a30016-dafa-43bb-b05e-7c442a82aee7 req-97f74de9-6a75-4b43-98e3-79dd0059d014 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 944 time: 0.1156702 Aug 11 02:56:14.282603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4a30016-dafa-43bb-b05e-7c442a82aee7 req-732c112a-fbef-4000-9f58-db8049c5a317 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768158 Aug 11 02:56:14.314605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a07448da-dbbe-4c57-9863-52b7d8f56d38 req-44435e16-8639-478f-9e6e-2d0baafed455 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2182562 Aug 11 02:56:14.392804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7226b7-b60b-4520-9ca7-26a09fa949b3 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:14.403617 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:14.438420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Transition to ACTIVE for port object 7f7226b7-b60b-4520-9ca7-26a09fa949b3 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:14.448852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:14.485220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5264bd0-ba0a-4874-91fe-cd9677b376eb req-6ebb81ca-7e11-462a-b9e4-88cf6be14479 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:14.510777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5264bd0-ba0a-4874-91fe-cd9677b376eb req-6ebb81ca-7e11-462a-b9e4-88cf6be14479 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1645811 Aug 11 02:56:14.599847 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5264bd0-ba0a-4874-91fe-cd9677b376eb req-21559089-4e35-47cb-b3f6-f6b82d078ee7 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878067 Aug 11 02:56:14.654538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7226b7-b60b-4520-9ca7-26a09fa949b3,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:14.743427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b860abe-b59d-44c2-a810-52790fc413c7 req-9b3ed23c-f244-47ea-b216-4afa479f403c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:14.752244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b860abe-b59d-44c2-a810-52790fc413c7 req-9b3ed23c-f244-47ea-b216-4afa479f403c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 945 time: 0.1231713 Aug 11 02:56:14.762433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Attempting to bind port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:14.762636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Attempting to bind port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:14.763269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Attempting to bind port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:14.777391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:14.778456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Attempting to bind port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:14.830111 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b860abe-b59d-44c2-a810-52790fc413c7 req-c78b2b51-4346-488d-a3c9-909a23e8cbd9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747299 Aug 11 02:56:14.834420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:14.835073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:14.836093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Bound using segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:14.838243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Bound port: 7f7226b7-b60b-4520-9ca7-26a09fa949b3, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:14.838817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.089899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f09cba77-4d0e-4069-b4c6-5a65d54935cf up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:15.098504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] For port 7f7226b7-b60b-4520-9ca7-26a09fa949b3, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:15.104382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] For port 7f7226b7-b60b-4520-9ca7-26a09fa949b3, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:15.140204 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.182626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174409c0-c8ce-4f72-bb6f-ee4a1dabbea6 req-ee73c29b-f04f-4d54-a38e-fdd28cb02eec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.191081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-174409c0-c8ce-4f72-bb6f-ee4a1dabbea6 req-ee73c29b-f04f-4d54-a38e-fdd28cb02eec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 943 time: 0.2086873 Aug 11 02:56:15.210380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f09cba77-4d0e-4069-b4c6-5a65d54935cf completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:15.217024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f09cba77-4d0e-4069-b4c6-5a65d54935cf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:15.218244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.298541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.299178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.313858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] 10.222.0.10 "PUT /v2.0/ports/7f7226b7-b60b-4520-9ca7-26a09fa949b3 HTTP/1.1" status: 200 len: 1092 time: 2.3817797 Aug 11 02:56:15.314385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82941220-07ad-4153-a32f-eabadeb861cc', 'tag': '7f7226b7-b60b-4520-9ca7-26a09fa949b3'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:15.317650 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f77c78-f888-4566-9c7d-3230bc650874" -d '{"events": [{"name": "network-changed", "server_uuid": "82941220-07ad-4153-a32f-eabadeb861cc", "tag": "7f7226b7-b60b-4520-9ca7-26a09fa949b3"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:15.339705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12219498-faa6-4814-ad81-8b88e6f7e036 req-1d35ff5c-02b2-4a37-8914-c1c96ea78845 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.355854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12219498-faa6-4814-ad81-8b88e6f7e036 req-1d35ff5c-02b2-4a37-8914-c1c96ea78845 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1097 time: 0.1180353 Aug 11 02:56:15.426857 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.434099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12219498-faa6-4814-ad81-8b88e6f7e036 req-f9d4bfea-6d03-4e0d-beb2-93c86d173efb tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714738 Aug 11 02:56:15.474332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136fbf7-5d70-45a8-b5a2-e72239342275 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7226b7-b60b-4520-9ca7-26a09fa949b3,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:15.502963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-174409c0-c8ce-4f72-bb6f-ee4a1dabbea6 req-a120c608-d0aa-4124-bb8f-f76a1f243535 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095822 Aug 11 02:56:15.506678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f09cba77-4d0e-4069-b4c6-5a65d54935cf, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f09cba77-4d0e-4069-b4c6-5a65d54935cf,segment=NetworkSegment(eea3be33-8c51-444d-85e8-69b17bf423a3),segment_id=eea3be33-8c51-444d-85e8-69b17bf423a3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:15.528355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:15.529199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-62b9a204-9a83-463a-9901-3a67900386ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.531383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-62b9a204-9a83-463a-9901-3a67900386ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 1095 time: 0.1380203 Aug 11 02:56:15.601278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f09cba77-4d0e-4069-b4c6-5a65d54935cf,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:15.624723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-3306d3d2-1f71-4cb6-b7b3-77c2cf28d75b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3 HTTP/1.1" status: 200 len: 217 time: 0.0827341 Aug 11 02:56:15.661658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9616-1012-4a10-bff7-33bea25849ef req-ae22b5aa-7809-4109-b76d-00b146cda930 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.669310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9bb9616-1012-4a10-bff7-33bea25849ef req-ae22b5aa-7809-4109-b76d-00b146cda930 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.0799081 Aug 11 02:56:15.706293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9bb9616-1012-4a10-bff7-33bea25849ef req-33019f4a-e309-4143-b391-3d940e65e8c0 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358717 Aug 11 02:56:15.720762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-a4c70085-361f-4ec1-928b-3f521a8e82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.722547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-a4c70085-361f-4ec1-928b-3f521a8e82fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.0861709 Aug 11 02:56:15.755071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac3e33-70fe-4936-ad51-9f90c320110f req-9fd3085d-82db-45fe-a3fb-b5c6e498c778 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.757008 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1aac3e33-70fe-4936-ad51-9f90c320110f req-9fd3085d-82db-45fe-a3fb-b5c6e498c778 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 944 time: 0.1313579 Aug 11 02:56:15.772544 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4965083c-55fc-412b-9973-cdee211aefa9 x-openstack-request-id: req-4965083c-55fc-412b-9973-cdee211aefa9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:15.772843 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82941220-07ad-4153-a32f-eabadeb861cc", "tag": "7f7226b7-b60b-4520-9ca7-26a09fa949b3", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:15.773099 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4965083c-55fc-412b-9973-cdee211aefa9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:15.773499 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82941220-07ad-4153-a32f-eabadeb861cc', 'tag': '7f7226b7-b60b-4520-9ca7-26a09fa949b3', 'status': 'completed', 'code': 200} Aug 11 02:56:15.832751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1aac3e33-70fe-4936-ad51-9f90c320110f req-73735583-fbd4-4831-9b25-53035d9a11d0 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578070 Aug 11 02:56:15.845027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-951fff9d-2c30-4c47-a147-da86f2dba238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.845027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-951fff9d-2c30-4c47-a147-da86f2dba238 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031597 Aug 11 02:56:15.861585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac2575-0c82-441a-831a-e839ec94c4ca req-b39fd22b-f5fb-4d47-bae7-12e87f81a366 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:15.869994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15ac2575-0c82-441a-831a-e839ec94c4ca req-b39fd22b-f5fb-4d47-bae7-12e87f81a366 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1097 time: 0.0520811 Aug 11 02:56:15.965512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-50345dbc-7885-4505-bc5c-faf9b31e677f service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086345 Aug 11 02:56:15.972196 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15ac2575-0c82-441a-831a-e839ec94c4ca req-f914cf25-bb4e-4f97-a3ef-a345cd8cfd0c tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943160 Aug 11 02:56:16.125535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd541e-91a8-4d04-8cc0-6080bf6aad85 req-7236e687-5372-4416-986d-b01f0e8a25c5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.127006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ccd541e-91a8-4d04-8cc0-6080bf6aad85 req-7236e687-5372-4416-986d-b01f0e8a25c5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0884650 Aug 11 02:56:16.131113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f544703-8248-4c55-b6d0-bf2d4bed112e req-cc4f0979-c1d4-4be8-aa26-12f7c51386df service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559036 Aug 11 02:56:16.187984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ccd541e-91a8-4d04-8cc0-6080bf6aad85 req-7c21cf15-8424-4ccf-bf3b-08585f0d6633 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460935 Aug 11 02:56:16.291654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5d9ff901-18c7-4d87-a13c-c99f91b110bf up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:16.301239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f77c78-f888-4566-9c7d-3230bc650874 req-b9bacee9-c10c-447d-8837-eb61918f0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.302765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f77c78-f888-4566-9c7d-3230bc650874 req-b9bacee9-c10c-447d-8837-eb61918f0904 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 1095 time: 0.0832028 Aug 11 02:56:16.377385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afddcf8-b2a3-4c5e-a072-396aa20a1509 req-aebbae06-f7c2-40bf-a8d6-9825b856d6c4 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.386377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5afddcf8-b2a3-4c5e-a072-396aa20a1509 req-aebbae06-f7c2-40bf-a8d6-9825b856d6c4 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1097 time: 0.0675220 Aug 11 02:56:16.391830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 5d9ff901-18c7-4d87-a13c-c99f91b110bf completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:16.396332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 5d9ff901-18c7-4d87-a13c-c99f91b110bf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:16.397293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.433634 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5afddcf8-b2a3-4c5e-a072-396aa20a1509 req-e0afa6a6-dc0d-490b-be46-ca6ddbc520df tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444849 Aug 11 02:56:16.516147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f77c78-f888-4566-9c7d-3230bc650874 req-e0d67e15-36d2-4f64-9f1a-b14e6a8ae0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.519142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f77c78-f888-4566-9c7d-3230bc650874 req-e0d67e15-36d2-4f64-9f1a-b14e6a8ae0e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2026050 Aug 11 02:56:16.519320 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.579368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ff901-18c7-4d87-a13c-c99f91b110bf'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:16.582286 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60765e6b-d227-428a-b4ad-9ec88ae77087" -d '{"events": [{"server_uuid": "982e665b-02f1-4233-a8a1-fce9b7d4c31d", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ff901-18c7-4d87-a13c-c99f91b110bf"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:16.613762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5d9ff901-18c7-4d87-a13c-c99f91b110bf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d9ff901-18c7-4d87-a13c-c99f91b110bf,segment=NetworkSegment(1de011a7-b047-425a-8005-92e71f27e977),segment_id=1de011a7-b047-425a-8005-92e71f27e977)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:16.623346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f77c78-f888-4566-9c7d-3230bc650874 req-16e340d0-5a2a-4ad1-b45c-bb30fcc5af8d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3 HTTP/1.1" status: 200 len: 217 time: 0.0899520 Aug 11 02:56:16.625415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:16.689747 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d564a-bf1a-4c29-b3c5-76a763e90caa x-openstack-request-id: req-d36d564a-bf1a-4c29-b3c5-76a763e90caa {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:16.690658 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e665b-02f1-4233-a8a1-fce9b7d4c31d", "name": "network-vif-plugged", "status": "completed", "tag": "5d9ff901-18c7-4d87-a13c-c99f91b110bf", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:16.691246 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d36d564a-bf1a-4c29-b3c5-76a763e90caa {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:16.692165 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9ff901-18c7-4d87-a13c-c99f91b110bf', 'code': 200} Aug 11 02:56:16.718138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5d9ff901-18c7-4d87-a13c-c99f91b110bf,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:16.774987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28405937-3f4f-426a-bc1a-126611672f20 req-c988835f-bbc2-4d1a-83f6-5e724c5a48c4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.776924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28405937-3f4f-426a-bc1a-126611672f20 req-c988835f-bbc2-4d1a-83f6-5e724c5a48c4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 943 time: 0.1484797 Aug 11 02:56:16.796316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f77c78-f888-4566-9c7d-3230bc650874 req-6f37544a-192c-48e1-9c4a-3250dc9170c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.796736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f77c78-f888-4566-9c7d-3230bc650874 req-6f37544a-192c-48e1-9c4a-3250dc9170c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1535926 Aug 11 02:56:16.878252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5aa10a-d515-4f02-9a5c-f15d230871e1 req-f5147ac5-078e-48bf-a089-39fca54836b5 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.886086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d5aa10a-d515-4f02-9a5c-f15d230871e1 req-f5147ac5-078e-48bf-a089-39fca54836b5 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.0723574 Aug 11 02:56:16.901402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f77c78-f888-4566-9c7d-3230bc650874 req-207f8661-8344-43b8-b8af-e9b70bcaf0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.903030 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f77c78-f888-4566-9c7d-3230bc650874 req-207f8661-8344-43b8-b8af-e9b70bcaf0e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905271 Aug 11 02:56:16.907808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28405937-3f4f-426a-bc1a-126611672f20 req-1f75bfa3-695f-4d78-a2a2-ccc14c4c6405 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207016 Aug 11 02:56:16.911498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbcfee-b1d7-46ab-9b1d-9eba74ae5fed req-07c7591d-3748-4a2f-9adf-a98a968068e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:16.913086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbcfee-b1d7-46ab-9b1d-9eba74ae5fed req-07c7591d-3748-4a2f-9adf-a98a968068e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 1097 time: 0.1351576 Aug 11 02:56:16.938311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d5aa10a-d515-4f02-9a5c-f15d230871e1 req-2a6d0209-7df2-4c4c-be84-3c1e7c8da132 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509973 Aug 11 02:56:16.981544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f09cba77-4d0e-4069-b4c6-5a65d54935cf up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:17.047137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f09cba77-4d0e-4069-b4c6-5a65d54935cf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:17.048204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.107069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbcfee-b1d7-46ab-9b1d-9eba74ae5fed req-910b65cf-e527-48cb-8715-ddcf67f64ca5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777580 Aug 11 02:56:17.134120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dadbb9-35d2-4214-8de8-9b89a23b9790 req-7901b8cf-bed8-40f0-8b18-3c3ad09ada08 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:17.135816 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1dadbb9-35d2-4214-8de8-9b89a23b9790 req-7901b8cf-bed8-40f0-8b18-3c3ad09ada08 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 945 time: 0.1137242 Aug 11 02:56:17.164744 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f77c78-f888-4566-9c7d-3230bc650874 req-9163dd5f-51a9-4419-ac45-98ed4ba07ee1 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485454 Aug 11 02:56:17.240431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1dadbb9-35d2-4214-8de8-9b89a23b9790 req-06083ff4-1dc3-4a9a-ab49-1b53697da949 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888698 Aug 11 02:56:17.334944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-5802d396-5e0e-487b-b556-37b553aa2b10 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:17.336237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1418da4-b3dc-40ef-a8ff-a2465629f36b req-d83509cb-e1d1-45fa-b51a-5c471f13475e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:17.337328 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-5802d396-5e0e-487b-b556-37b553aa2b10 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 945 time: 0.0942867 Aug 11 02:56:17.337935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1418da4-b3dc-40ef-a8ff-a2465629f36b req-d83509cb-e1d1-45fa-b51a-5c471f13475e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0571706 Aug 11 02:56:17.352603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f77c78-f888-4566-9c7d-3230bc650874 req-34f7057f-e172-448e-af63-72a4b7a516d2 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711721 Aug 11 02:56:17.392836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1418da4-b3dc-40ef-a8ff-a2465629f36b req-71cbe458-b299-4353-9352-5f1beeb4f9f5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 Aug 11 02:56:17.453419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Deleting port 34315d92-d594-4994-828d-05cc5eee5d87 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:17.453754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.554674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] For port 34315d92-d594-4994-828d-05cc5eee5d87, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=34315d92-d594-4994-828d-05cc5eee5d87,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:17.554674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.569328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Calling delete_port for 34315d92-d594-4994-828d-05cc5eee5d87 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:17.587940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7205e2-a7a8-4ba5-b653-1086be7202a3 req-ccb01409-102e-4c28-ba7e-a28a58a649dd tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:17.589534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba7205e2-a7a8-4ba5-b653-1086be7202a3 req-ccb01409-102e-4c28-ba7e-a28a58a649dd tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1097 time: 0.0607738 Aug 11 02:56:17.627413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba7205e2-a7a8-4ba5-b653-1086be7202a3 req-2fc1819a-17a2-45c7-9766-f1017bef8229 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Aug 11 02:56:17.721073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.735536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['651bb33c-b29a-4826-a90b-98a681dfe715'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:17.772573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Pushing event deleted for resources: {'Port': ['ID=34315d92-d594-4994-828d-05cc5eee5d87,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:17.790296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c1d37f32-b8b4-40a0-b48b-8c1d93541834', '34315d92-d594-4994-828d-05cc5eee5d87'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:17.850065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] No DVR routers for this DVR port 34315d92-d594-4994-828d-05cc5eee5d87 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:17.855210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:17.860141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f744a91c-585b-4bfe-bcf8-66fe81ac2e3a req-4ffffc20-4362-48d2-9797-bf565369b4cf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "DELETE /v2.0/ports/34315d92-d594-4994-828d-05cc5eee5d87 HTTP/1.1" status: 204 len: 173 time: 0.5139074 Aug 11 02:56:17.860645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e9166-a1ef-471d-8771-49b5ef660a58', 'name': 'network-vif-deleted', 'tag': '34315d92-d594-4994-828d-05cc5eee5d87'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:17.865426 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb47f9-38de-4ba8-9e42-3a6cbe3aaca8" -d '{"events": [{"server_uuid": "686e9166-a1ef-471d-8771-49b5ef660a58", "name": "network-vif-deleted", "tag": "34315d92-d594-4994-828d-05cc5eee5d87"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:17.963112 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a73c0f2-c455-444d-96e9-e0377d41d4a8 x-openstack-request-id: req-4a73c0f2-c455-444d-96e9-e0377d41d4a8 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:17.963743 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e9166-a1ef-471d-8771-49b5ef660a58", "name": "network-vif-deleted", "tag": "34315d92-d594-4994-828d-05cc5eee5d87", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:17.963743 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a73c0f2-c455-444d-96e9-e0377d41d4a8 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:17.964133 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e9166-a1ef-471d-8771-49b5ef660a58', 'name': 'network-vif-deleted', 'tag': '34315d92-d594-4994-828d-05cc5eee5d87', 'status': 'completed', 'code': 200} Aug 11 02:56:18.136409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dba949-3388-4e4e-b8f2-301b1a9d03b8 req-22aef888-dca0-4363-9ac3-8af6bd7cacee tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:18.147723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-46dba949-3388-4e4e-b8f2-301b1a9d03b8 req-22aef888-dca0-4363-9ac3-8af6bd7cacee tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 943 time: 0.0828178 Aug 11 02:56:18.216239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-46dba949-3388-4e4e-b8f2-301b1a9d03b8 req-1a5e54df-d29b-4986-bc33-007842a4bc33 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673578 Aug 11 02:56:18.395606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed0f701c-e0e7-42bb-b5f1-64bfd7e2f5bb req-935455e3-e19a-468d-974f-2d19d194fdde tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e9166-a1ef-471d-8771-49b5ef660a58 HTTP/1.1" status: 200 len: 210 time: 0.0593748 Aug 11 02:56:18.612790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b758c-d506-4922-ae73-9c6e71c9a876 req-ee0f3d7e-e845-4355-a913-cdbadfb2e754 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:18.620661 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a7b758c-d506-4922-ae73-9c6e71c9a876 req-ee0f3d7e-e845-4355-a913-cdbadfb2e754 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 945 time: 0.0692391 Aug 11 02:56:18.660669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a7b758c-d506-4922-ae73-9c6e71c9a876 req-1e480271-77f8-4e7f-b42d-a7b97aa69e9a tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Aug 11 02:56:18.884713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1edc4c-4aa4-45d7-8cfb-10411e451566 req-94973500-7c8d-44e5-b8be-b03823659372 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:18.886364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac1edc4c-4aa4-45d7-8cfb-10411e451566 req-94973500-7c8d-44e5-b8be-b03823659372 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0570185 Aug 11 02:56:18.929810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac1edc4c-4aa4-45d7-8cfb-10411e451566 req-91c9fb05-c2d3-46cc-b048-6cdbcfe116e8 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357804 Aug 11 02:56:19.099662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-1aac0923-12fc-4743-98bb-d00356e7614e tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:56:19.100620 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-1aac0923-12fc-4743-98bb-d00356e7614e tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1383927 Aug 11 02:56:19.114440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:19.115115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:56:19.323027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f71473-daf2-4860-ba39-13462de6453c req-07e71327-08d6-41a2-87fc-fb21f947197a tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:19.324557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a6f71473-daf2-4860-ba39-13462de6453c req-07e71327-08d6-41a2-87fc-fb21f947197a tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 945 time: 0.0934379 Aug 11 02:56:19.370240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:19.370705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:19.371244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:19.386829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:19.387165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:19.392793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a6f71473-daf2-4860-ba39-13462de6453c req-f246e511-0e9d-487e-aaf4-7f746263a0df tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605974 Aug 11 02:56:19.397169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:19.397836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:19.398564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:19.399054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Bound port: 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:19.482100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:19.487537 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.488803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-9c3fa504-925b-422f-b047-abc41c654d10 service neutron] 10.222.0.60 "POST /v2.0/ports/64a3fc48-e48c-4fbd-8b23-54c82dddeee4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3788474 Aug 11 02:56:19.538132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370254e-f3b0-4aa8-89e9-245127531adc req-47506a35-329b-44db-9bce-db1f6ebafaa1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:19.548295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9370254e-f3b0-4aa8-89e9-245127531adc req-47506a35-329b-44db-9bce-db1f6ebafaa1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 943 time: 0.0780401 Aug 11 02:56:19.567851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7f7226b7-b60b-4520-9ca7-26a09fa949b3 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:19.692616 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9370254e-f3b0-4aa8-89e9-245127531adc req-29e17bd3-50eb-47cd-97e1-160e3bc1cf0e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400273 Aug 11 02:56:19.830566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7f7226b7-b60b-4520-9ca7-26a09fa949b3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:19.860308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '7f7226b7-b60b-4520-9ca7-26a09fa949b3', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': '7f7226b7-b60b-4520-9ca7-26a09fa949b3', 'mac_address': 'fa:16:3e:d4:b0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:19.900216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7935ebd-f495-4a1d-84ef-0036c49bca80 req-e5e6f703-2ab7-4d40-a7b6-137273f7cd85 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:19.924918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7935ebd-f495-4a1d-84ef-0036c49bca80 req-e5e6f703-2ab7-4d40-a7b6-137273f7cd85 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 945 time: 0.1058702 Aug 11 02:56:19.955477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:19.992602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7226b7-b60b-4520-9ca7-26a09fa949b3 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:20.023143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7f7226b7-b60b-4520-9ca7-26a09fa949b3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:20.031198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7935ebd-f495-4a1d-84ef-0036c49bca80 req-372f4c9d-7086-4202-ad95-32cb4da1a6b8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044188 Aug 11 02:56:20.032162 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:20.098923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=7f7226b7-b60b-4520-9ca7-26a09fa949b3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:20.202650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5759f-0429-4947-bba8-c746b35c4357 req-7e6677d9-8d5b-4c53-804a-153822879f29 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.204759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2c5759f-0429-4947-bba8-c746b35c4357 req-7e6677d9-8d5b-4c53-804a-153822879f29 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 945 time: 0.0653613 Aug 11 02:56:20.220969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-368924f6-d560-4043-86cb-c0907b5ac51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.222634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-368924f6-d560-4043-86cb-c0907b5ac51d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1097 time: 0.0901940 Aug 11 02:56:20.239378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22219f2a-75b1-4d79-b4fa-cebecf80908e req-edc54402-1a94-4dad-b7ac-346c8381887f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.256173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22219f2a-75b1-4d79-b4fa-cebecf80908e req-edc54402-1a94-4dad-b7ac-346c8381887f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0934961 Aug 11 02:56:20.257749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2c5759f-0429-4947-bba8-c746b35c4357 req-01e862ba-f997-4988-b065-a689ad571b0a tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Aug 11 02:56:20.335820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 34315d92-d594-4994-828d-05cc5eee5d87 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:20.348180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22219f2a-75b1-4d79-b4fa-cebecf80908e req-20d09ed9-f187-4c3d-a304-94df78baf6bf tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910861 Aug 11 02:56:20.378796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 34315d92-d594-4994-828d-05cc5eee5d87 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:20.379283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 34315d92-d594-4994-828d-05cc5eee5d87 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:20.390039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-2fcea860-0d8d-412d-b4cc-b838e3a15c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.391522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-2fcea860-0d8d-412d-b4cc-b838e3a15c2e service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1328318 Aug 11 02:56:20.439792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-830d3cdc-e543-418f-9c23-2eabe6186c4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 217 time: 0.0397172 Aug 11 02:56:20.479235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:20.500334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-4344f784-5b1f-4de9-b6b2-778cf9d12035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.502139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-4344f784-5b1f-4de9-b6b2-778cf9d12035 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0540607 Aug 11 02:56:20.554339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b18aa7-2c91-497e-a1c2-a1ec52f9b42d req-8ab53ae8-3a7d-4aa9-ad75-20ad9d3ae5c8 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:20.554909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-838d96be-2eca-4e16-bedb-c1610eda4c6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345466 Aug 11 02:56:20.555033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-10b18aa7-2c91-497e-a1c2-a1ec52f9b42d req-8ab53ae8-3a7d-4aa9-ad75-20ad9d3ae5c8 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 945 time: 0.0699456 Aug 11 02:56:20.591539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-10b18aa7-2c91-497e-a1c2-a1ec52f9b42d req-8a2fe549-421c-458b-9879-f007af7d67c4 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375748 Aug 11 02:56:20.696055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-1878c3b6-2bdd-466f-87f5-623ec03cd618 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288469 Aug 11 02:56:21.064888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0112a-f71d-4599-b848-4d818f843a97 req-ca4a5ff1-5d08-48e9-9d88-ff2a514f6cbf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.066554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fa0112a-f71d-4599-b848-4d818f843a97 req-ca4a5ff1-5d08-48e9-9d88-ff2a514f6cbf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 944 time: 0.1066015 Aug 11 02:56:21.071688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-a9a11735-ab0d-44f2-a101-79bf741c2026 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661947 Aug 11 02:56:21.132415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fa0112a-f71d-4599-b848-4d818f843a97 req-cce9c11d-dfd4-4ece-ad60-ed75e78f0c80 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526569 Aug 11 02:56:21.204355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06812c-04a8-425b-837a-8d62e6e00d34 req-031b784c-f818-475e-9251-2e5f3e337f7c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.206590 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f06812c-04a8-425b-837a-8d62e6e00d34 req-031b784c-f818-475e-9251-2e5f3e337f7c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 945 time: 0.0601931 Aug 11 02:56:21.229310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-2c43245b-ab48-4af1-bd4d-e966d4115590 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.231130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-2c43245b-ab48-4af1-bd4d-e966d4115590 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.0692976 Aug 11 02:56:21.250596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f06812c-04a8-425b-837a-8d62e6e00d34 req-2a46ba9e-7d1f-46d5-a9c1-a34150860590 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368853 Aug 11 02:56:21.253687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:21.385488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.408867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-88741c42-683e-420b-b3bd-1fb93352ad9f tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.410758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-88741c42-683e-420b-b3bd-1fb93352ad9f tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.57 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 945 time: 0.1662149 Aug 11 02:56:21.465221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5dde7-f8f9-49d6-8b19-99160323436c req-697f8bb0-9243-4a0f-9b13-19f166d77df6 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.472911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06a5dde7-f8f9-49d6-8b19-99160323436c req-697f8bb0-9243-4a0f-9b13-19f166d77df6 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 945 time: 0.1299779 Aug 11 02:56:21.504938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdd0bf-af93-4842-82aa-5a4e7d0bba56 req-dd57d165-7d19-4cce-b099-cb46bd0e129f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.506458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2bdd0bf-af93-4842-82aa-5a4e7d0bba56 req-dd57d165-7d19-4cce-b099-cb46bd0e129f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0811019 Aug 11 02:56:21.549706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2bdd0bf-af93-4842-82aa-5a4e7d0bba56 req-b9ec44fc-4e76-4904-bd61-621a66691c45 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Aug 11 02:56:21.626585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06a5dde7-f8f9-49d6-8b19-99160323436c req-439a16a1-0ff7-48ad-9db9-8b6789d052f1 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282408 Aug 11 02:56:21.678983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Deleting port 5d9ff901-18c7-4d87-a13c-c99f91b110bf {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:21.679344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.683126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:21.737637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75715fa-8a6a-4763-b09c-0e5da3fa0199 req-fba71280-f3b6-49e3-a691-8cc66e1c4a0e tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:21.739322 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a75715fa-8a6a-4763-b09c-0e5da3fa0199 req-fba71280-f3b6-49e3-a691-8cc66e1c4a0e tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 945 time: 0.0526388 Aug 11 02:56:21.790286 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a75715fa-8a6a-4763-b09c-0e5da3fa0199 req-fb502f85-b3f4-4ced-b449-77a22367602e tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/security-groups?id=c93894a0-e976-4049-b2a3-6800d2f23d57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412140 Aug 11 02:56:21.794363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:21.836458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] For port 5d9ff901-18c7-4d87-a13c-c99f91b110bf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d9ff901-18c7-4d87-a13c-c99f91b110bf,segment=NetworkSegment(1de011a7-b047-425a-8005-92e71f27e977),segment_id=1de011a7-b047-425a-8005-92e71f27e977)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:21.836834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.868231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Calling delete_port for 5d9ff901-18c7-4d87-a13c-c99f91b110bf owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:21.875684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:21.877628 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fe8f9-7121-4559-b505-268f14de935c" -d '{"events": [{"server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "name": "network-vif-unplugged", "status": "completed", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:21.882356 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.893427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:21.955244 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9212a0d-eada-436d-8677-cf67153ed2bc x-openstack-request-id: req-e9212a0d-eada-436d-8677-cf67153ed2bc {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:21.955546 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "name": "network-vif-unplugged", "status": "completed", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:21.955826 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9212a0d-eada-436d-8677-cf67153ed2bc {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:21.956224 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4', 'code': 200} Aug 11 02:56:22.030619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:22.056150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:22.056408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:22.056696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:22.063358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:22.063735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Attempting to bind port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:22.112324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:22.112811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:22.113325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:22.113877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Bound port: 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:22.114304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.185875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.201259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5d9ff901-18c7-4d87-a13c-c99f91b110bf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:22.239660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Pushing event deleted for resources: {'Port': ['ID=5d9ff901-18c7-4d87-a13c-c99f91b110bf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:22.253763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:22.279791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:22.307888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.338890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bfd9-d0f6-4493-a971-9906259257cb req-d8e0b0ac-e7f7-45de-9714-e2eeb5219436 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:22.341260 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6131bfd9-d0f6-4493-a971-9906259257cb req-d8e0b0ac-e7f7-45de-9714-e2eeb5219436 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.10 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 945 time: 0.1728401 Aug 11 02:56:22.343650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ca725f1-5b1e-4ec8-8b22-1bd1c3ad723a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.357559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] No DVR routers for this DVR port 5d9ff901-18c7-4d87-a13c-c99f91b110bf on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:22.387848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.390604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-719d441c-b387-4c51-82f2-ed4d13eea3cc req-d1fe868a-0b36-454b-90ef-bee5578e9da7 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.57 "DELETE /v2.0/ports/5d9ff901-18c7-4d87-a13c-c99f91b110bf HTTP/1.1" status: 204 len: 173 time: 0.9717112 Aug 11 02:56:22.484414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:22.487315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.490625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] 10.222.0.10 "PUT /v2.0/ports/64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 1123 time: 1.2419517 Aug 11 02:56:22.498411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16a081-21ad-415a-9da0-3988880ea692 service neutron] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:22.514214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5c5e-e522-4fd9-b833-9361d48122b5 req-bf900d0c-cde3-4f33-86d5-c503890bff30 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:22.522525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f33e5c5e-e522-4fd9-b833-9361d48122b5 req-bf900d0c-cde3-4f33-86d5-c503890bff30 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 944 time: 0.1668603 Aug 11 02:56:22.568569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f6203-94c8-48dc-86d4-b08ae26e2d29 req-5d59abcd-0fb2-47cd-8fe8-1897b1958963 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:22.575697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f33e5c5e-e522-4fd9-b833-9361d48122b5 req-19c448a1-52fd-455e-b43d-0aa293f31e3a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Aug 11 02:56:22.579681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-378f6203-94c8-48dc-86d4-b08ae26e2d29 req-5d59abcd-0fb2-47cd-8fe8-1897b1958963 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 943 time: 0.1061494 Aug 11 02:56:22.597604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['64a3fc48-e48c-4fbd-8b23-54c82dddeee4'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:22.622332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Deleting port 651bb33c-b29a-4826-a90b-98a681dfe715 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:22.623097 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.727593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-378f6203-94c8-48dc-86d4-b08ae26e2d29 req-e3907c47-a904-4077-9ed3-6d9674c76d77 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467266 Aug 11 02:56:22.787950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6cec2-8ba2-4d07-8019-2ace511ebcd3 req-aaa24cd3-eef1-4375-a291-e2a60b0dc5c7 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:22.797973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-75b6cec2-8ba2-4d07-8019-2ace511ebcd3 req-aaa24cd3-eef1-4375-a291-e2a60b0dc5c7 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1011763 Aug 11 02:56:22.849011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-75b6cec2-8ba2-4d07-8019-2ace511ebcd3 req-7d354749-7fd8-4bcf-aae9-98c58ff3cc25 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499637 Aug 11 02:56:22.853580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] For port 651bb33c-b29a-4826-a90b-98a681dfe715, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=651bb33c-b29a-4826-a90b-98a681dfe715,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:22.854014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:22.878335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Calling delete_port for 651bb33c-b29a-4826-a90b-98a681dfe715 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:22.994119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b78e1-792a-4576-940e-ca9a218ec07a req-125f9db8-1588-44a0-b66a-1763bf683cfa tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:22.995732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-703b78e1-792a-4576-940e-ca9a218ec07a req-125f9db8-1588-44a0-b66a-1763bf683cfa tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d HTTP/1.1" status: 200 len: 945 time: 0.1192193 Aug 11 02:56:23.002547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b035c207-adde-41e1-8ebf-9bfc525eea6e req-20f014ca-6f9a-4fbc-9daf-fb407d04b4c4 tempest-ServerGroupTestJSON-2093735382 tempest-ServerGroupTestJSON-2093735382-project] 10.222.0.60 "GET /v2.0/ports?device_id=982e665b-02f1-4233-a8a1-fce9b7d4c31d HTTP/1.1" status: 200 len: 210 time: 0.0491345 Aug 11 02:56:23.060960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-703b78e1-792a-4576-940e-ca9a218ec07a req-6a275823-0fdb-4649-bef4-15e5634cbcbf tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575945 Aug 11 02:56:23.149044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.162518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c1d37f32-b8b4-40a0-b48b-8c1d93541834'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:23.203904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Pushing event deleted for resources: {'Port': ['ID=651bb33c-b29a-4826-a90b-98a681dfe715,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:23.250823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['651bb33c-b29a-4826-a90b-98a681dfe715'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:23.266855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] No DVR routers for this DVR port 651bb33c-b29a-4826-a90b-98a681dfe715 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:23.271699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.274293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6131bfd9-d0f6-4493-a971-9906259257cb req-e9e6b603-6e8c-4a84-b756-1342eadbf989 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.10 "DELETE /v2.0/ports/651bb33c-b29a-4826-a90b-98a681dfe715 HTTP/1.1" status: 204 len: 173 time: 0.9255097 Aug 11 02:56:23.274927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'name': 'network-vif-deleted', 'tag': '651bb33c-b29a-4826-a90b-98a681dfe715'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:23.278448 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c58f2-9f22-44cc-992a-be8c77db7b88" -d '{"events": [{"server_uuid": "0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d", "name": "network-vif-deleted", "tag": "651bb33c-b29a-4826-a90b-98a681dfe715"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:23.331420 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac01bda-d45f-4605-8221-fef79ad3b8fc x-openstack-request-id: req-5ac01bda-d45f-4605-8221-fef79ad3b8fc {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:23.333089 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d", "name": "network-vif-deleted", "tag": "651bb33c-b29a-4826-a90b-98a681dfe715", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:23.333259 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ac01bda-d45f-4605-8221-fef79ad3b8fc {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:23.333621 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b72fe8b-77d8-4fa4-a60c-ae5ee7aab79d', 'name': 'network-vif-deleted', 'tag': '651bb33c-b29a-4826-a90b-98a681dfe715', 'status': 'completed', 'code': 200} Aug 11 02:56:23.601240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7f7226b7-b60b-4520-9ca7-26a09fa949b3 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:23.693831 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:23.709807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:23.710533 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.831298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc22894-0491-4f73-8997-2fcee85e7940 req-d270cd0b-e2a5-4796-87bf-26ba8cc508b2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:23.850019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fc22894-0491-4f73-8997-2fcee85e7940 req-d270cd0b-e2a5-4796-87bf-26ba8cc508b2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 944 time: 0.1582956 Aug 11 02:56:23.882673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:23.922640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fc22894-0491-4f73-8997-2fcee85e7940 req-ce66b7f3-117b-498e-96ac-07801a0757a4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715032 Aug 11 02:56:23.943184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82941220-07ad-4153-a32f-eabadeb861cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7226b7-b60b-4520-9ca7-26a09fa949b3'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:23.946826 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c22584e-58c4-4bfb-ad47-d6a0b93e5f0f" -d '{"events": [{"server_uuid": "82941220-07ad-4153-a32f-eabadeb861cc", "name": "network-vif-plugged", "status": "completed", "tag": "7f7226b7-b60b-4520-9ca7-26a09fa949b3"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:23.962758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7f7226b7-b60b-4520-9ca7-26a09fa949b3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:23.965295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352b6d0-7b9a-4bb3-95d8-a82beeaa2c9d req-cfa15541-fea5-406b-8f2e-a6f15610c0be tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:23.975726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d352b6d0-7b9a-4bb3-95d8-a82beeaa2c9d req-cfa15541-fea5-406b-8f2e-a6f15610c0be tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 943 time: 0.1041880 Aug 11 02:56:23.978659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'name': 'network-vif-deleted', 'tag': '5d9ff901-18c7-4d87-a13c-c99f91b110bf'}, {'name': 'network-changed', 'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:23.981510 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07007012-ad68-44a9-b795-9fc176311ee0" -d '{"events": [{"server_uuid": "982e665b-02f1-4233-a8a1-fce9b7d4c31d", "name": "network-vif-deleted", "tag": "5d9ff901-18c7-4d87-a13c-c99f91b110bf"}, {"name": "network-changed", "server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:23.985778 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:24.037700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d352b6d0-7b9a-4bb3-95d8-a82beeaa2c9d req-90d0dfcd-5825-446d-b77a-8909e9f280c4 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594714 Aug 11 02:56:24.053563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2ed5a-e7ab-4a4e-a5f3-2f1c73c702db req-c0fa00bc-a134-4444-94f2-8a29e8129f64 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.055322 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bbd2ed5a-e7ab-4a4e-a5f3-2f1c73c702db req-c0fa00bc-a134-4444-94f2-8a29e8129f64 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0673678 Aug 11 02:56:24.085401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=7f7226b7-b60b-4520-9ca7-26a09fa949b3,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:24.110719 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124c2406-dd65-40aa-96f4-804dc7b56359 x-openstack-request-id: req-124c2406-dd65-40aa-96f4-804dc7b56359 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:24.111230 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82941220-07ad-4153-a32f-eabadeb861cc", "name": "network-vif-plugged", "status": "completed", "tag": "7f7226b7-b60b-4520-9ca7-26a09fa949b3", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:24.111539 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-124c2406-dd65-40aa-96f4-804dc7b56359 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:24.111991 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82941220-07ad-4153-a32f-eabadeb861cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7226b7-b60b-4520-9ca7-26a09fa949b3', 'code': 200} Aug 11 02:56:24.141638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bbd2ed5a-e7ab-4a4e-a5f3-2f1c73c702db req-2fc0ad56-cfe9-4806-a00c-81e33fb18fcf tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752618 Aug 11 02:56:24.169434 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac53c25-b5cd-4028-b9cc-2d22f3df9e94 x-openstack-request-id: req-2ac53c25-b5cd-4028-b9cc-2d22f3df9e94 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:24.169732 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982e665b-02f1-4233-a8a1-fce9b7d4c31d", "name": "network-vif-deleted", "tag": "5d9ff901-18c7-4d87-a13c-c99f91b110bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:24.170036 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ac53c25-b5cd-4028-b9cc-2d22f3df9e94 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:24.170440 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982e665b-02f1-4233-a8a1-fce9b7d4c31d', 'name': 'network-vif-deleted', 'tag': '5d9ff901-18c7-4d87-a13c-c99f91b110bf', 'status': 'completed', 'code': 200} Aug 11 02:56:24.171424 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4', 'status': 'completed', 'code': 200} Aug 11 02:56:24.284319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2772ae7-29bb-47e5-89af-8eb9f4b9f890 req-5a3e94e5-75bd-4577-89de-196dd741c1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.288318 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2772ae7-29bb-47e5-89af-8eb9f4b9f890 req-5a3e94e5-75bd-4577-89de-196dd741c1f6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 1097 time: 0.0824490 Aug 11 02:56:24.357901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5d9ff901-18c7-4d87-a13c-c99f91b110bf no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:24.368118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007012-ad68-44a9-b795-9fc176311ee0 req-448b53c3-6745-432a-b183-69dd5901011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.370978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07007012-ad68-44a9-b795-9fc176311ee0 req-448b53c3-6745-432a-b183-69dd5901011e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1126 time: 0.1249714 Aug 11 02:56:24.385780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2772ae7-29bb-47e5-89af-8eb9f4b9f890 req-060ad3bf-25b1-465f-bb6c-78c54b6dcf96 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873351 Aug 11 02:56:24.395372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 5d9ff901-18c7-4d87-a13c-c99f91b110bf {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:24.396288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5d9ff901-18c7-4d87-a13c-c99f91b110bf not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:24.502016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007012-ad68-44a9-b795-9fc176311ee0 req-54a6890d-be71-4cc8-84d2-5282c55ebf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.503526 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07007012-ad68-44a9-b795-9fc176311ee0 req-54a6890d-be71-4cc8-84d2-5282c55ebf34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1154976 Aug 11 02:56:24.571612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07007012-ad68-44a9-b795-9fc176311ee0 req-aedc7221-be77-48e3-8011-0e60c0193c29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 217 time: 0.0481367 Aug 11 02:56:24.613629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c742-0546-4b19-a3e6-8d555a185fd2 req-0a0faac4-109b-4405-a84e-f532db583df5 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.615117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8c8c742-0546-4b19-a3e6-8d555a185fd2 req-0a0faac4-109b-4405-a84e-f532db583df5 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0933561 Aug 11 02:56:24.685989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007012-ad68-44a9-b795-9fc176311ee0 req-667900ae-e634-49fb-9296-3eb6de6af7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:24.687706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07007012-ad68-44a9-b795-9fc176311ee0 req-667900ae-e634-49fb-9296-3eb6de6af7a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0716524 Aug 11 02:56:24.701298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8c8c742-0546-4b19-a3e6-8d555a185fd2 req-c4b47a12-fb8c-45d4-8a35-b29855aeb1a1 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544989 Aug 11 02:56:24.731431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07007012-ad68-44a9-b795-9fc176311ee0 req-15876d50-1a4e-4454-9dd2-92aefd5a45f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288088 Aug 11 02:56:24.753824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49278) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:24.826021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] Deleting subnet 8a0bd16d-d98e-4ccc-92db-863e0f12a84a {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:24.833699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:24.869618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07007012-ad68-44a9-b795-9fc176311ee0 req-e3dbe6b0-1d5d-4f58-8b74-b713ad638a1b service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236382 Aug 11 02:56:24.895316 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:24.966237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.005792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07007012-ad68-44a9-b795-9fc176311ee0 req-12a5c58f-9e5e-424c-a41a-2f7264ddc1cb service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224127 Aug 11 02:56:25.043153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.072187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c9c0f-0e1b-4735-a971-6b5ae9a833ec req-897bebc7-0aa3-4ce4-84b6-4a2f8ef4299f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:25.076171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a0bd16d-d98e-4ccc-92db-863e0f12a84a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:25.080606 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-225c9c0f-0e1b-4735-a971-6b5ae9a833ec req-897bebc7-0aa3-4ce4-84b6-4a2f8ef4299f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0679975 Aug 11 02:56:25.084347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.089440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49284) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:25.089724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8b30516e-094e-40e1-9e32-d33a44cd91a9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8a0bd16d-d98e-4ccc-92db-863e0f12a84a HTTP/1.1" status: 204 len: 168 time: 0.3340027 Aug 11 02:56:25.190569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-225c9c0f-0e1b-4735-a971-6b5ae9a833ec req-a8637a46-0768-4d88-acaf-948336f09b81 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084807 Aug 11 02:56:25.193110 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-394d7068-bea3-492a-a3da-fd6518d17df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.224636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09c435-27e1-49ed-90b0-44b364be525a req-f1f6ba95-8bb0-452f-8157-cda2bebf61e7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:25.226275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b09c435-27e1-49ed-90b0-44b364be525a req-f1f6ba95-8bb0-452f-8157-cda2bebf61e7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 943 time: 0.0749061 Aug 11 02:56:25.229598 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.270744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.287301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b09c435-27e1-49ed-90b0-44b364be525a req-16e19d69-ab73-4054-9462-4ca2599c73dc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Aug 11 02:56:25.383239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.400502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27a1ca2-5548-41c7-a456-29fc7cfafe98']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:25.418794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90553fd-a57a-4771-954f-5b1b1b7eb807 req-15a5529b-d5a6-4808-84c0-ae963a5829cd tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:25.427327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a90553fd-a57a-4771-954f-5b1b1b7eb807 req-15a5529b-d5a6-4808-84c0-ae963a5829cd tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1397526 Aug 11 02:56:25.434055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de011a7-b047-425a-8005-92e71f27e977') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:25.434351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de011a7-b047-425a-8005-92e71f27e977') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:25.441479 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.454891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.478229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.497213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a90553fd-a57a-4771-954f-5b1b1b7eb807 req-c36b1357-2567-412d-bd75-0031cedfc761 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688834 Aug 11 02:56:25.503641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:25.504139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:25.506329 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:25.570033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.575418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:25.578124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a27a1ca2-5548-41c7-a456-29fc7cfafe98 HTTP/1.1" status: 204 len: 168 time: 0.4880736 Aug 11 02:56:25.596988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:25.612793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9154721-884f-4809-8911-b75ec46381a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a27a1ca2-5548-41c7-a456-29fc7cfafe98,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:25.785786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:25.805428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:56:25.864484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49296) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:25.874341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45042c47-6718-4be2-88ea-4b2d6ec14495 req-cc8d9030-56c7-4129-96a5-0e20de7a2a82 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:25.883054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45042c47-6718-4be2-88ea-4b2d6ec14495 req-cc8d9030-56c7-4129-96a5-0e20de7a2a82 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.0943208 Aug 11 02:56:25.925023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2124f53d-4443-4312-8e53-f832b83f29f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b43e6194f57f42ab84ba2e168cc6423e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604868 Aug 11 02:56:25.927072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45042c47-6718-4be2-88ea-4b2d6ec14495 req-97aea5bd-c32a-41fa-98e1-9ecdd11e3852 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Aug 11 02:56:25.927661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:25.987085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-745e8125-9fd2-4a2b-b023-091a29c3ac6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.011059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-745e8125-9fd2-4a2b-b023-091a29c3ac6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.071858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-745e8125-9fd2-4a2b-b023-091a29c3ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.074472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-745e8125-9fd2-4a2b-b023-091a29c3ac6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.075706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-745e8125-9fd2-4a2b-b023-091a29c3ac6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c93894a0-e976-4049-b2a3-6800d2f23d57 HTTP/1.1" status: 204 len: 168 time: 0.1470475 Aug 11 02:56:26.084964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e8125-9fd2-4a2b-b023-091a29c3ac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93894a0-e976-4049-b2a3-6800d2f23d57,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:26.340162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317dc5b1-de9f-4ed6-aca5-497709d01dff req-dfc0044b-6398-41e8-8965-55103fa2aa1b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:26.349602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-317dc5b1-de9f-4ed6-aca5-497709d01dff req-dfc0044b-6398-41e8-8965-55103fa2aa1b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0804417 Aug 11 02:56:26.392093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-317dc5b1-de9f-4ed6-aca5-497709d01dff req-e862a4e7-4e8d-4269-8844-6167836f505a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410669 Aug 11 02:56:26.549009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89436771-67ce-4701-a95b-cf0f26b4b14d req-6991e1c7-c40b-4390-8628-eb725b07492a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:26.556433 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89436771-67ce-4701-a95b-cf0f26b4b14d req-6991e1c7-c40b-4390-8628-eb725b07492a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 943 time: 0.1267743 Aug 11 02:56:26.619571 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:26.643099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89436771-67ce-4701-a95b-cf0f26b4b14d req-8cb9e6fc-60b6-4860-b340-e2e1d298e7a6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776048 Aug 11 02:56:26.768033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb28e3-bd31-4a35-aff1-bae93937cd25 req-dee22028-479d-48ae-8503-5ff726640c62 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:26.774800 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1eb28e3-bd31-4a35-aff1-bae93937cd25 req-dee22028-479d-48ae-8503-5ff726640c62 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0720880 Aug 11 02:56:26.792521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cbfd5-08df-4adf-a8a3-486d4ee8833d req-f28915c6-1252-4f6c-8867-9f2120d2a456 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:26.801839 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-591cbfd5-08df-4adf-a8a3-486d4ee8833d req-f28915c6-1252-4f6c-8867-9f2120d2a456 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0850375 Aug 11 02:56:26.844274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1eb28e3-bd31-4a35-aff1-bae93937cd25 req-c274892b-7c01-4525-8f88-5606d8ab6c64 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676179 Aug 11 02:56:26.867189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-591cbfd5-08df-4adf-a8a3-486d4ee8833d req-834c247f-5fbb-47fe-ad7b-a51013aaa42e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639732 Aug 11 02:56:27.056743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-58d71aa8-e873-4054-8187-08648ea534db tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:27.059089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-58d71aa8-e873-4054-8187-08648ea534db tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1026709 Aug 11 02:56:27.067821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-5ef80bbe-3385-4c87-a9b7-0ae3265a4949 service neutron] 10.222.0.57 "GET /v2.0/ports/64a3fc48-e48c-4fbd-8b23-54c82dddeee4/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.1071553 Aug 11 02:56:27.172901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:27.186107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d924a-6d4a-4f51-bfe3-45ad96aae427 req-3a9a48c6-e76b-472e-a27e-9c053e155d89 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:27.194280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-341d924a-6d4a-4f51-bfe3-45ad96aae427 req-3a9a48c6-e76b-472e-a27e-9c053e155d89 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 946 time: 0.1341376 Aug 11 02:56:27.251533 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-341d924a-6d4a-4f51-bfe3-45ad96aae427 req-76186c66-11a6-428d-b145-3c16f9490fce tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/security-groups?id=1af12f06-1c5e-4708-a751-f260d5d32fd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508134 Aug 11 02:56:27.287764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Deleting port c1d37f32-b8b4-40a0-b48b-8c1d93541834 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:27.288176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.322532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:27.345913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-797987116-network', 'tenant_id': 'ab8b609371224af1b7575ecfe939aac7'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:27.363719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:27.404196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] For port c1d37f32-b8b4-40a0-b48b-8c1d93541834, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c1d37f32-b8b4-40a0-b48b-8c1d93541834,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:27.405990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.407386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Made reservation on behalf of ab8b609371224af1b7575ecfe939aac7 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:27.410467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.421538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Calling delete_port for c1d37f32-b8b4-40a0-b48b-8c1d93541834 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:27.425977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:27.433619 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.447820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:27.478115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.594738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.601527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 651bb33c-b29a-4826-a90b-98a681dfe715 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:27.621945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] Transition to ACTIVE for port object 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:27.623592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 651bb33c-b29a-4826-a90b-98a681dfe715 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:27.625068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 651bb33c-b29a-4826-a90b-98a681dfe715 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:27.628029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Pushing event deleted for resources: {'Port': ['ID=c1d37f32-b8b4-40a0-b48b-8c1d93541834,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:27.629466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.632273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c1d37f32-b8b4-40a0-b48b-8c1d93541834'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:27.689440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] No DVR routers for this DVR port c1d37f32-b8b4-40a0-b48b-8c1d93541834 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:27.692864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.694694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.695270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e6d4e12-3c44-4cf4-81f3-6becf1e503d1 req-0a9a87d9-1043-4e45-a055-52da73c06f81 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.57 "DELETE /v2.0/ports/c1d37f32-b8b4-40a0-b48b-8c1d93541834 HTTP/1.1" status: 204 len: 173 time: 0.6033349 Aug 11 02:56:27.696008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'name': 'network-vif-deleted', 'tag': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:27.698660 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7782bd1-4f3a-4a0c-8dd4-61897997c38d" -d '{"events": [{"server_uuid": "b7c2ec16-30f0-4f12-b2e7-0c4b52155959", "name": "network-vif-deleted", "tag": "c1d37f32-b8b4-40a0-b48b-8c1d93541834"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:27.713878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.741572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:56:27.764223 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7d8065-47f8-430e-a6f2-7a3ce82fc523 x-openstack-request-id: req-6c7d8065-47f8-430e-a6f2-7a3ce82fc523 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:27.764690 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c2ec16-30f0-4f12-b2e7-0c4b52155959", "name": "network-vif-deleted", "tag": "c1d37f32-b8b4-40a0-b48b-8c1d93541834", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:27.765428 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c7d8065-47f8-430e-a6f2-7a3ce82fc523 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:27.765881 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c2ec16-30f0-4f12-b2e7-0c4b52155959', 'name': 'network-vif-deleted', 'tag': 'c1d37f32-b8b4-40a0-b48b-8c1d93541834', 'status': 'completed', 'code': 200} Aug 11 02:56:27.831650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] No DVR routers for this DVR port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:27.886217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] Pushing event updated for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:27.911888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:27.912265 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Added segment b0ffd86f-bdf5-4422-92b7-9f860044b5de of type vlan for network f6700299-8548-45a8-a83a-40976647b6a7 Aug 11 02:56:27.951297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa818163-9a00-4b73-a15d-1cfe11bcc96d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:28.010871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-acea1d6f-f407-411e-b586-099a1b7199a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/64a3fc48-e48c-4fbd-8b23-54c82dddeee4/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 0.9294560 Aug 11 02:56:28.014925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.043004 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.049300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e4a94-cfec-4355-aae6-ec78f8f480f1 req-306359fd-8d50-46ef-90b0-f3f69ca58f87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.058684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb5e4a94-cfec-4355-aae6-ec78f8f480f1 req-306359fd-8d50-46ef-90b0-f3f69ca58f87 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1166565 Aug 11 02:56:28.064072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c62af-ce3a-4830-b6fd-c70686aba3e8 req-da2b24c4-6948-4470-9f14-0dfe923c4b4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.065637 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-506c62af-ce3a-4830-b6fd-c70686aba3e8 req-da2b24c4-6948-4470-9f14-0dfe923c4b4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.2568741 Aug 11 02:56:28.111179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.112191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.112778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.116590 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb5e4a94-cfec-4355-aae6-ec78f8f480f1 req-a430550b-df33-4a8e-a378-158cf69dad42 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Aug 11 02:56:28.205418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-506c62af-ce3a-4830-b6fd-c70686aba3e8 req-6054d6b5-a85f-47ab-aec2-5896e824460f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310930 Aug 11 02:56:28.209480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0353301 Aug 11 02:56:28.216344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:28.223021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Request body: {'subnet': {'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-797987116-subnet', 'tenant_id': 'ab8b609371224af1b7575ecfe939aac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:28.236008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1637a5-4137-43ee-9d83-03bbcffce45e admin admin] Pushing event updated for resources: {'Network': ['ID=f6700299-8548-45a8-a83a-40976647b6a7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:28.259885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network f6700299-8548-45a8-a83a-40976647b6a7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:56:28.267071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d6b1fd-ad37-4603-9cd3-9df5f2d5a51c req-cf880eda-d23a-4e04-a6eb-81b06e77a157 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.274716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84d6b1fd-ad37-4603-9cd3-9df5f2d5a51c req-cf880eda-d23a-4e04-a6eb-81b06e77a157 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0924010 Aug 11 02:56:28.291035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Made reservation on behalf of ab8b609371224af1b7575ecfe939aac7 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:28.293975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.375514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84d6b1fd-ad37-4603-9cd3-9df5f2d5a51c req-489c87de-d2b5-46b5-aa74-90d7b2c24135 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998404 Aug 11 02:56:28.445860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-f256f6f2-c76e-454f-8f17-13929ed89997 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.450662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-f256f6f2-c76e-454f-8f17-13929ed89997 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.1427479 Aug 11 02:56:28.551148 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9efd0521-5707-40ba-bb67-b63f07fac653 req-d4940dfa-dc1f-427e-a33f-e279ec746a35 tempest-ListServerFiltersTestJSON-839459901 tempest-ListServerFiltersTestJSON-839459901-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7c2ec16-30f0-4f12-b2e7-0c4b52155959 HTTP/1.1" status: 200 len: 210 time: 0.0344992 Aug 11 02:56:28.571383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-bc621f4e-d518-4d30-b030-37d098270eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.573498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-bc621f4e-d518-4d30-b030-37d098270eaf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3&tenant_id=2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 1096 time: 0.1105769 Aug 11 02:56:28.620014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.663765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-c73d6f5c-a614-4843-90bc-20215a3b321c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.665625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-c73d6f5c-a614-4843-90bc-20215a3b321c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1096 time: 0.0585597 Aug 11 02:56:28.685178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de05419c-1e3c-4b34-af4f-e430729e4110,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:28.707328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Checking segment: {'id': 'b0ffd86f-bdf5-4422-92b7-9f860044b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:28.707923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Network hostable DHCP agents. Network: f6700299-8548-45a8-a83a-40976647b6a7, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:56:28.732062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Network f6700299-8548-45a8-a83a-40976647b6a7 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:56:28.746604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, f6700299-8548-45a8-a83a-40976647b6a7) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:28.754114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.754969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:28.767406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e65420-0a17-4d1a-bfa2-4494a7355792 None None] Network f6700299-8548-45a8-a83a-40976647b6a7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:28.810117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-43c8600f-11d6-4f4f-8cce-f423afa3dd77 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5906742 Aug 11 02:56:28.870196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-64cd604f-c85d-4f20-ae74-ecbda55177de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.872870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-64cd604f-c85d-4f20-ae74-ecbda55177de service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1964369 Aug 11 02:56:28.927711 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-241e1193-bda0-4736-937d-5707a5ff2ef7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 217 time: 0.0437727 Aug 11 02:56:28.989178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc8ad68-eb9f-4fd3-897b-879f25389e5c None None] Network f6700299-8548-45a8-a83a-40976647b6a7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:28.993964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-10e421fb-7775-43e7-b632-8315636d658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:28.995681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-10e421fb-7775-43e7-b632-8315636d658d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0599213 Aug 11 02:56:29.041791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-3fdf8d20-3233-431a-a6fc-6ea4272dc5b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371656 Aug 11 02:56:29.213416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-ac0c434a-87ad-4b5c-90a5-f39aaf8ea00f service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607795 Aug 11 02:56:29.317650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53851f-ef48-45ab-a009-47e7fe262086 req-ea6e94a8-bdb3-4ef4-b7b4-128412e0950e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:29.325202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c53851f-ef48-45ab-a009-47e7fe262086 req-ea6e94a8-bdb3-4ef4-b7b4-128412e0950e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1030624 Aug 11 02:56:29.380177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c53851f-ef48-45ab-a009-47e7fe262086 req-bf09cdf4-db92-4490-99f3-c2edbde7fa71 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521727 Aug 11 02:56:29.494497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-faa567f6-8307-411d-bf77-d1f0f096e4bf service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710464 Aug 11 02:56:29.500177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b33b1-a48a-4049-991c-e889d7a8f82e req-2cea0d41-9de6-45e5-95ad-4af2b9df73a1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:29.503261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-153b33b1-a48a-4049-991c-e889d7a8f82e req-2cea0d41-9de6-45e5-95ad-4af2b9df73a1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.0598061 Aug 11 02:56:29.520519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-99e94dc8-7dc6-4c44-a06e-b71aabbfce10 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:29.525459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-99e94dc8-7dc6-4c44-a06e-b71aabbfce10 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/networks?id=f6700299-8548-45a8-a83a-40976647b6a7 HTTP/1.1" status: 200 len: 812 time: 0.1695554 Aug 11 02:56:29.549325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-22ec891b-6359-48a2-9943-38893da81b55 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/quotas/ab8b609371224af1b7575ecfe939aac7 HTTP/1.1" status: 200 len: 375 time: 0.0178468 Aug 11 02:56:29.557057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-153b33b1-a48a-4049-991c-e889d7a8f82e req-76c969a2-d245-4db1-b62f-9b4eacc29cfa tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466170 Aug 11 02:56:29.586897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:29.604262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-3ebcf6ac-2873-4b07-96f1-4c5ae32d2379 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab8b609371224af1b7575ecfe939aac7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539625 Aug 11 02:56:29.620471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:29.737033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-106b6e57-70fb-48e8-bca6-a5f81fcb0f41 service neutron] 10.222.0.60 "GET /v2.0/networks/f6700299-8548-45a8-a83a-40976647b6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313803 Aug 11 02:56:29.769275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:29.791411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'mac_address': 'fa:16:3e:d3:58:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:29.859272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2718578-9b5e-4b16-a022-a8838308f8df req-433990a2-ec91-4167-a64d-d3a368166117 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:29.860268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:29.868377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2718578-9b5e-4b16-a022-a8838308f8df req-433990a2-ec91-4167-a64d-d3a368166117 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0935185 Aug 11 02:56:29.893376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:29.904688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-a08d2864-a421-4295-8eb2-90d65656935a tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:29.906641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-a08d2864-a421-4295-8eb2-90d65656935a tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.0805643 Aug 11 02:56:29.918429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:29.924144 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:29.934769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2718578-9b5e-4b16-a022-a8838308f8df req-9152ea18-4fdd-47c4-b623-57ef72263844 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586157 Aug 11 02:56:29.985365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-01aaa0d2-0b41-4092-856e-dc864cf0ac47 service neutron] 10.222.0.60 "GET /v2.0/networks/f6700299-8548-45a8-a83a-40976647b6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469745 Aug 11 02:56:30.010362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:30.075538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49388) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:30.128668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Deleting subnet 96205011-f6fc-452e-90c1-71a5a1dc537c {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:30.132511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.152614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-b0a74577-9a89-456d-9f07-bc73060a800a service neutron] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:30.161278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-b0a74577-9a89-456d-9f07-bc73060a800a service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.165927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7da0a589-aefd-444e-bea3-f71fa0ecd6ad req-b0a74577-9a89-456d-9f07-bc73060a800a service neutron] 10.222.0.10 "DELETE /v2.0/ports/64a3fc48-e48c-4fbd-8b23-54c82dddeee4/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.2414196 Aug 11 02:56:30.197387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.299659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1010a861-1291-4735-b35d-5cb8490c6641 req-1874dffa-6868-4add-b9c9-b482d07cf185 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 210 time: 0.0538485 Aug 11 02:56:30.321300 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['86393b10-2ac5-4a82-93bb-6c6ee545378a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:30.391593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:30.506274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:30.515474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c1d37f32-b8b4-40a0-b48b-8c1d93541834 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:30.535225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5f72-d3d3-4395-9758-e7f27ad0afe8 req-2dadbf25-a9c9-4e38-b2ed-06ce9f1ac33e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:30.537075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93cc5f72-d3d3-4395-9758-e7f27ad0afe8 req-2dadbf25-a9c9-4e38-b2ed-06ce9f1ac33e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 948 time: 0.0715115 Aug 11 02:56:30.555985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: c1d37f32-b8b4-40a0-b48b-8c1d93541834 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:30.563481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c1d37f32-b8b4-40a0-b48b-8c1d93541834 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:30.633164 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93cc5f72-d3d3-4395-9758-e7f27ad0afe8 req-821c9947-188d-456c-b610-14046f159a28 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857298 Aug 11 02:56:30.713440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:30.919380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15249f-b251-4c0a-a261-c89166b4edae req-eb4d1298-5393-4740-994b-5bc74c5a5c75 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:30.928137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d15249f-b251-4c0a-a261-c89166b4edae req-eb4d1298-5393-4740-994b-5bc74c5a5c75 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.1701739 Aug 11 02:56:30.956769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.018340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96205011-f6fc-452e-90c1-71a5a1dc537c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:31.026426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.028499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96205011-f6fc-452e-90c1-71a5a1dc537c HTTP/1.1" status: 204 len: 168 time: 0.9517794 Aug 11 02:56:31.031405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49410) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:31.039436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.039874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.040286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.040569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.040862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc182f8-d6bf-4f9e-b45b-c3c8bf71c404 None None] Network 01df4fd7-4bbb-401d-b850-83f8b2d45d28 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:31.041426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.041426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.041660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.042040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.042405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.042702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.043042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.043360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41d1839-84a5-432e-bdcc-00a373b9cb1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:31.075807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d15249f-b251-4c0a-a261-c89166b4edae req-9b7d6a71-74f5-4e4d-aa75-08fa5a01abc2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390400 Aug 11 02:56:31.209934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.261944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef0839-f1e5-418f-971c-d997401c4c51 req-f87f0c6e-8504-45cd-84a7-a4f7940dfe55 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:31.270822 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0aef0839-f1e5-418f-971c-d997401c4c51 req-f87f0c6e-8504-45cd-84a7-a4f7940dfe55 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.1266310 Aug 11 02:56:31.338320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0aef0839-f1e5-418f-971c-d997401c4c51 req-103e0aa7-0727-4925-a255-207d3c3a17e4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644031 Aug 11 02:56:31.398396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Deleting port 7cdfc636-9991-4d3e-9d96-2ab74578b767 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:31.400904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.462803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] DHCP port deletion for 01df4fd7-4bbb-401d-b850-83f8b2d45d28 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:56:31.499545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4e34b-ca31-4fd1-a38b-08dd240712f7 req-f7fdfc7e-f1e4-4fa5-9bea-adc7ca97809e tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:31.509310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99c4e34b-ca31-4fd1-a38b-08dd240712f7 req-f7fdfc7e-f1e4-4fa5-9bea-adc7ca97809e tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1096 time: 0.1141260 Aug 11 02:56:31.543617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c8631b-ba99-48d3-a3db-2f7e622b5f7f req-a315bc55-f7ea-4949-81ce-29ec69cea053 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 210 time: 0.0422597 Aug 11 02:56:31.546127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] Deleting port 7cdfc636-9991-4d3e-9d96-2ab74578b767 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:31.547769 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.550990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99c4e34b-ca31-4fd1-a38b-08dd240712f7 req-43211ef0-0809-4fae-9d7e-0ff412b0fc17 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403557 Aug 11 02:56:31.581742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] For port 7cdfc636-9991-4d3e-9d96-2ab74578b767, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7cdfc636-9991-4d3e-9d96-2ab74578b767,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:31.586643 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.621239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Calling delete_port for 7cdfc636-9991-4d3e-9d96-2ab74578b767 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:31.637167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] For port 7cdfc636-9991-4d3e-9d96-2ab74578b767, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7cdfc636-9991-4d3e-9d96-2ab74578b767,segment=NetworkSegment(d4e13b4e-de24-41b2-8a7f-54b4a693380c),segment_id=d4e13b4e-de24-41b2-8a7f-54b4a693380c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:31.638493 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.660236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:31.696669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] Calling delete_port for 7cdfc636-9991-4d3e-9d96-2ab74578b767 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:31.752032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.819417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdfc636-9991-4d3e-9d96-2ab74578b767,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:31.838830 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.847806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] No DVR routers for this DVR port 7cdfc636-9991-4d3e-9d96-2ab74578b767 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:31.887077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:31.901877 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.919670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:31.983976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] Pushing event deleted for resources: {'Port': ['ID=7cdfc636-9991-4d3e-9d96-2ab74578b767,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:31.987033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:31.989751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464857af-7398-4ca5-a24c-4a61f7c3b7c7 None None] No DVR routers for this DVR port 7cdfc636-9991-4d3e-9d96-2ab74578b767 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:32.057236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:32.121297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-2d221f93-22ee-4f56-9b48-717300162681 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:32.123072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-2d221f93-22ee-4f56-9b48-717300162681 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.1465478 Aug 11 02:56:32.142799 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.148670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-0981ed2e-77c8-4745-8b89-1a1e9b22ed9a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/quotas/2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 375 time: 0.0132294 Aug 11 02:56:32.157693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b532ba-13de-4f29-8c7f-ceb384ed916c req-80dc53e3-b7ba-4981-a70c-0f728b6d4981 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:32.159355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55b532ba-13de-4f29-8c7f-ceb384ed916c req-80dc53e3-b7ba-4981-a70c-0f728b6d4981 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 947 time: 0.3343213 Aug 11 02:56:32.182357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01df4fd7-4bbb-401d-b850-83f8b2d45d28']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:32.213032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e13b4e-de24-41b2-8a7f-54b4a693380c') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:32.213388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e13b4e-de24-41b2-8a7f-54b4a693380c') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:32.232760 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.241784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-66385d4f-f0f1-4955-9477-b601d0479b20 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865455 Aug 11 02:56:32.272816 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55b532ba-13de-4f29-8c7f-ceb384ed916c req-c47b9c4f-0de8-4fc2-8821-8caa54d25e7b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022980 Aug 11 02:56:32.284823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.301198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:32.302269 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.375711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-df73a4df-8330-4bba-a172-0d5cfbc2ce5e service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327825 Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:32.394630 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:32.406363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-0e53a338-40cb-4389-b6e4-403bdab27543 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:32.408810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-0e53a338-40cb-4389-b6e4-403bdab27543 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.57 "GET /v2.0/networks?id=f6700299-8548-45a8-a83a-40976647b6a7 HTTP/1.1" status: 200 len: 812 time: 0.4778247 Aug 11 02:56:32.411926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.419006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.424496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/01df4fd7-4bbb-401d-b850-83f8b2d45d28 HTTP/1.1" status: 204 len: 168 time: 1.3838491 Aug 11 02:56:32.441268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Request body: {'port': {'device_id': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7', 'admin_state_up': True, 'tenant_id': 'ab8b609371224af1b7575ecfe939aac7'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:32.511166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c3454-9e6f-460b-bde0-bb1ac3227fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=01df4fd7-4bbb-401d-b850-83f8b2d45d28,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:32.519577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-f95ceedd-ca0c-4bf3-b66b-692eb55b2c49 service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429496 Aug 11 02:56:32.652159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49446) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:32.747430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14d9d2af-62bd-4392-a69e-aafc0145c49e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f38befa7669d425db3e77c237a8fd0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0939691 Aug 11 02:56:32.748611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49452) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:32.852181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1aba762b-ae1c-42ec-8817-2de0a90e290b req-f8588239-4380-44fe-bf32-79c21a2dc5c1 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 210 time: 0.0339363 Aug 11 02:56:32.900505 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa100d60-78ee-49f3-96f4-ee6b26b4011d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.960688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa100d60-78ee-49f3-96f4-ee6b26b4011d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:32.990675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7cdfc636-9991-4d3e-9d96-2ab74578b767 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:33.015749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f32e1da-60bb-4d6b-9b60-31bfea4e0c99 req-4218837b-57bc-46ba-be57-cb14508b20d0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 210 time: 0.0424910 Aug 11 02:56:33.024982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7cdfc636-9991-4d3e-9d96-2ab74578b767 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:33.025327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7cdfc636-9991-4d3e-9d96-2ab74578b767 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:33.082360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa100d60-78ee-49f3-96f4-ee6b26b4011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.085530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa100d60-78ee-49f3-96f4-ee6b26b4011d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.089456 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa100d60-78ee-49f3-96f4-ee6b26b4011d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1af12f06-1c5e-4708-a751-f260d5d32fd5 HTTP/1.1" status: 204 len: 168 time: 0.3364315 Aug 11 02:56:33.107085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa100d60-78ee-49f3-96f4-ee6b26b4011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af12f06-1c5e-4708-a751-f260d5d32fd5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:33.220215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4af4b5-8696-43e2-94ef-911897359644 req-dbf09507-0503-4d57-8793-3087a0fba731 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:33.227538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b4af4b5-8696-43e2-94ef-911897359644 req-dbf09507-0503-4d57-8793-3087a0fba731 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.1387179 Aug 11 02:56:33.312189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b4af4b5-8696-43e2-94ef-911897359644 req-3e13b7d4-5053-4fae-9b28-1d7d413c114c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832725 Aug 11 02:56:33.330125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Made reservation on behalf of ab8b609371224af1b7575ecfe939aac7 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:33.338040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.494856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24190b-7cfa-4359-a056-2bc38ebb9423 req-d067fe07-8dd1-4f53-88e8-32945d0ba591 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:33.505492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da24190b-7cfa-4359-a056-2bc38ebb9423 req-d067fe07-8dd1-4f53-88e8-32945d0ba591 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 947 time: 0.1099038 Aug 11 02:56:33.615321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da24190b-7cfa-4359-a056-2bc38ebb9423 req-25cebd2b-9683-470e-9c7e-0f556977d242 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065197 Aug 11 02:56:33.643676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:33.687304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Allocated IP 172.20.0.3 (f6700299-8548-45a8-a83a-40976647b6a7/de05419c-1e3c-4b34-af4f-e430729e4110/245ceeb6-f1f1-47fb-afc7-6e28960d1ad1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:33.759808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 86393b10-2ac5-4a82-93bb-6c6ee545378a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:33.760270 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:33.966004 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.000918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.001802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:34.004505 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768956ce-ae23-4746-9383-c33095665b19" -d '{"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-plugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:34.019596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:34.023160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-96f3fc00-b991-4cc8-8fd6-fe11331b83ed req-7866e0cc-7453-4671-a7a2-8343d4628488 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 210 time: 0.0528390 Aug 11 02:56:34.028739 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.114466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.127967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:34.147127 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ea8f34-e625-453b-8a10-fbf362ca9691 x-openstack-request-id: req-76ea8f34-e625-453b-8a10-fbf362ca9691 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:34.147912 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-plugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:34.148408 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76ea8f34-e625-453b-8a10-fbf362ca9691 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:34.149076 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'code': 200} Aug 11 02:56:34.258516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Network f6700299-8548-45a8-a83a-40976647b6a7 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:34.263558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:34.287351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:34.293630 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30f506c8-b1b2-479c-accc-3bd4a6b99df5 req-92170f9c-3c3b-4ed1-a88b-6a72b2f5f0d9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 210 time: 0.0686839 Aug 11 02:56:34.379561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49496) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:34.403289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Pushing event updated for resources: {'Port': ['ID=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:34.449824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:34.455941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.500201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-2eb43eae-849d-4ec1-a0a3-68d316b01759 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0617154 Aug 11 02:56:34.517454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Request body: {'port': {'device_id': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:34.662457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.704537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-37f9e2b2-553c-4592-be71-c0b3bd44e36a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:34.706093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-37f9e2b2-553c-4592-be71-c0b3bd44e36a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.3638690 Aug 11 02:56:34.712088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-744600058-network', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:34.732178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Request body: {'port': {'device_id': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'admin_state_up': True, 'tenant_id': '2e7b55340ced4a15a108d9cb1e700963'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:34.771881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Made reservation on behalf of be47bedcafb14a0f81c439fe31b13616 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:34.778694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:34.969235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8155ba-e1c2-4685-bef5-d8c0312b13da req-4716a914-4652-430f-93e1-bace58983eea tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:34.980745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee8155ba-e1c2-4685-bef5-d8c0312b13da req-4716a914-4652-430f-93e1-bace58983eea tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.1286328 Aug 11 02:56:35.056905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee8155ba-e1c2-4685-bef5-d8c0312b13da req-a9015797-de5a-41b3-b69f-1fdcda9cf2c0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744908 Aug 11 02:56:35.060682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.065641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Made reservation on behalf of 2e7b55340ced4a15a108d9cb1e700963 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:35.069561 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.203858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd02b8d-a1a4-47a0-84e1-3ecb8a2fee25 req-a79f231c-f51f-4487-83e4-2eef2f70f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:35.205509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2dd02b8d-a1a4-47a0-84e1-3ecb8a2fee25 req-a79f231c-f51f-4487-83e4-2eef2f70f395 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1101 time: 0.6009011 Aug 11 02:56:35.246806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.259243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413d469-ca46-4a84-be2b-b725b48dd45c req-686a97b5-58d7-46b7-8a9b-2923c56eb467 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:35.260849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2413d469-ca46-4a84-be2b-b725b48dd45c req-686a97b5-58d7-46b7-8a9b-2923c56eb467 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 931 time: 0.1080194 Aug 11 02:56:35.296587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddea0d-5e02-40d5-ab62-95a545ed07cd req-2352510d-22b2-413a-af02-fb8842093452 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:35.303824 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08ddea0d-5e02-40d5-ab62-95a545ed07cd req-2352510d-22b2-413a-af02-fb8842093452 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.2310677 Aug 11 02:56:35.309995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.348505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2413d469-ca46-4a84-be2b-b725b48dd45c req-2246ce39-079e-4064-b65e-1e533e94f7e8 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766928 Aug 11 02:56:35.349691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Allocated IP 172.20.0.14 (f46a0156-2c90-429d-950a-a3d28a064a03/205bd9c6-f42b-4555-82a2-911befae5c1e/b0668d72-12e7-4694-8d47-9b98852f2b4b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:35.365968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:35.404419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:35.412201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:56:35.434041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.437482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2dd02b8d-a1a4-47a0-84e1-3ecb8a2fee25 req-d869c310-7b91-4ccf-96e8-96776c678512 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062609 Aug 11 02:56:35.451138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.451406 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Added segment 24c976af-6edd-4288-a41c-3e569dbc0d15 of type vlan for network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 Aug 11 02:56:35.478570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08ddea0d-5e02-40d5-ab62-95a545ed07cd req-58965413-c896-4531-a66b-b5c6d50d1416 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737731 Aug 11 02:56:35.479960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Transition to ACTIVE for port object 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:35.521754 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.534481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07eb99e8-ec35-4286-a18d-8d49b80a1aae req-99053b1a-75af-4cac-a494-3a4436ff6148 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 210 time: 0.0825961 Aug 11 02:56:35.576303 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.617573 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.634267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Pushing event updated for resources: {'Port': ['ID=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:35.674500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.675784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:35.676564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.692492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.742684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Network f46a0156-2c90-429d-950a-a3d28a064a03 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:35.750528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:35.755762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:35.779916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3915908 Aug 11 02:56:35.785829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49512) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:35.795236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Request body: {'subnet': {'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-744600058-subnet', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:35.821786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b3cf4a-2f89-4d98-b68f-091471871914 admin admin] Pushing event updated for resources: {'Network': ['ID=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:35.828048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:35.830058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.832352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Attempting to bind port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:35.832624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Attempting to bind port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'b0ffd86f-bdf5-4422-92b7-9f860044b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:35.832936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Attempting to bind port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 on network f6700299-8548-45a8-a83a-40976647b6a7 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:35.839618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:56:35.848349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 on network f6700299-8548-45a8-a83a-40976647b6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:35.848725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Attempting to bind port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 on network f6700299-8548-45a8-a83a-40976647b6a7 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:35.867157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:35.871937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Made reservation on behalf of be47bedcafb14a0f81c439fe31b13616 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:35.872571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-e93c40f2-d525-4579-9062-3c70a0d7cbf0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1505034 Aug 11 02:56:35.874784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.876998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:35.877364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Checking segment: {'id': 'b0ffd86f-bdf5-4422-92b7-9f860044b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:35.877760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Bound using segment: {'id': 'b0ffd86f-bdf5-4422-92b7-9f860044b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:35.878170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Bound port: 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ffd86f-bdf5-4422-92b7-9f860044b5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:35.878510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:35.898298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Request body: {'port': {'device_id': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:35.977820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.025453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] For port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:36.030342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] For port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,segment=NetworkSegment(b0ffd86f-bdf5-4422-92b7-9f860044b5de),segment_id=b0ffd86f-bdf5-4422-92b7-9f860044b5de)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:36.038133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.111366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:36.112017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.113440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] 10.222.0.57 "PUT /v2.0/ports/245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 HTTP/1.1" status: 200 len: 1092 time: 1.6117349 Aug 11 02:56:36.114590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'tag': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:36.116420 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33acde88-78b5-43e0-9292-68a0a3ff1393" -d '{"events": [{"name": "network-changed", "server_uuid": "e2a1515a-20a8-4de8-a26e-2a88a586647a", "tag": "245ceeb6-f1f1-47fb-afc7-6e28960d1ad1"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:36.208078 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704b08cb-e359-4aeb-8456-e987607f38a8 x-openstack-request-id: req-704b08cb-e359-4aeb-8456-e987607f38a8 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:36.208378 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2a1515a-20a8-4de8-a26e-2a88a586647a", "tag": "245ceeb6-f1f1-47fb-afc7-6e28960d1ad1", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:36.208635 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-704b08cb-e359-4aeb-8456-e987607f38a8 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:36.209106 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'tag': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1', 'status': 'completed', 'code': 200} Aug 11 02:56:36.209703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eb552-0304-46b5-b189-5841d400c15c service neutron] Pushing event updated for resources: {'Port': ['ID=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:36.258063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.327244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-f7377d18-3844-4b52-96d8-812919ac2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:36.329137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-f7377d18-3844-4b52-96d8-812919ac2afe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab8b609371224af1b7575ecfe939aac7&device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 1095 time: 0.1608226 Aug 11 02:56:36.354493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f50c2b7-e3f4-49e6-956f-aa0f571ec944,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:36.364722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db5b0e-bee0-4fe0-81dd-a995ae37a35c req-3891daef-b4da-4cea-bc02-06ffa2aede16 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:36.366244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89db5b0e-bee0-4fe0-81dd-a995ae37a35c req-3891daef-b4da-4cea-bc02-06ffa2aede16 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.1473954 Aug 11 02:56:36.418075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-c5bbc6f8-21c5-4fb6-ad86-d4b1b7add894 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0766919 Aug 11 02:56:36.423223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0668d72-12e7-4694-8d47-9b98852f2b4b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:36.436586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.441326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Checking segment: {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:36.441702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Network hostable DHCP agents. Network: 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:56:36.460393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Transition to ACTIVE for port object b0668d72-12e7-4694-8d47-9b98852f2b4b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:36.474041 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.514015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89db5b0e-bee0-4fe0-81dd-a995ae37a35c req-61b84b58-e42a-4d77-b1b2-cfcdb928118c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403801 Aug 11 02:56:36.519348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d0869666-3fac-4568-8eb0-9589bc9adce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:36.521130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-d0869666-3fac-4568-8eb0-9589bc9adce0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de05419c-1e3c-4b34-af4f-e430729e4110 HTTP/1.1" status: 200 len: 852 time: 0.0916829 Aug 11 02:56:36.531504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:56:36.594621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:36.601712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-372ea25d-ed63-43f2-84e3-6eea46b59fe9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6700299-8548-45a8-a83a-40976647b6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650010 Aug 11 02:56:36.621384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:36.630589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705db2a-ff08-441f-ae9b-0891c32f1b89 None None] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:36.665374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:36.665991 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.688730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6b13d-e723-421e-bae8-ba64f2a2a889 req-5c5fcf80-8a8c-44c8-97b0-d3bd53391ada tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:36.697630 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65e6b13d-e723-421e-bae8-ba64f2a2a889 req-5c5fcf80-8a8c-44c8-97b0-d3bd53391ada tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 943 time: 0.2259743 Aug 11 02:56:36.763546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65e6b13d-e723-421e-bae8-ba64f2a2a889 req-810af293-d2d4-49bd-8675-aa52f7c7056c tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643780 Aug 11 02:56:36.784299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:36.785085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:36.785685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:36.791335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:36.792528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:36.829943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:36.830189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:36.830607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:36.831042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Bound port: b0668d72-12e7-4694-8d47-9b98852f2b4b, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:36.831409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.874608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b316f9c2-908e-453c-9528-f0cc619f5805 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0869308 Aug 11 02:56:36.881059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:36.892193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:36.916109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.917154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:36.930395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-a09b2219-c958-447b-92e3-b2015008dc4d service neutron] 10.222.0.57 "GET /v2.0/networks/f6700299-8548-45a8-a83a-40976647b6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130798 Aug 11 02:56:36.943882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e7127-d2bd-4a47-a91e-6cd3e6a08828 req-60869f6c-61be-44b2-99c7-c08281147925 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:36.945456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d2e7127-d2bd-4a47-a91e-6cd3e6a08828 req-60869f6c-61be-44b2-99c7-c08281147925 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1397853 Aug 11 02:56:37.031230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee99ac-cc99-43e9-88f8-2c29c9902506 None None] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:37.084149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.088533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d2e7127-d2bd-4a47-a91e-6cd3e6a08828 req-7f4b1a34-eda7-4637-a05a-d12c667b28b1 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310916 Aug 11 02:56:37.112809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:37.120230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:37.126685 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.191716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a3f91-5a03-4686-b82c-b3f00c54ef3a req-08df183f-e7d0-40d0-abad-53fd52fd722b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.195058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-609a3f91-5a03-4686-b82c-b3f00c54ef3a req-08df183f-e7d0-40d0-abad-53fd52fd722b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.2147033 Aug 11 02:56:37.204929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.207021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.208557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] 10.222.0.57 "PUT /v2.0/ports/b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 200 len: 1093 time: 1.3182280 Aug 11 02:56:37.209475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:37.212220 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64669c0d-c974-4781-aafe-4085be52d81f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:37.213051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cc1230-a0fd-49fe-ac7e-47f2973335a8 req-77d16508-db8f-4267-a095-e1c717a03d64 service neutron] 10.222.0.57 "GET /v2.0/networks/f6700299-8548-45a8-a83a-40976647b6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663238 Aug 11 02:56:37.282926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-609a3f91-5a03-4686-b82c-b3f00c54ef3a req-e0db5d6e-81c7-4fd1-b95c-ebe5823a05bd tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560603 Aug 11 02:56:37.300469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37c69-ae6a-426b-9d2d-7c35de2b805a service neutron] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:37.338842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:37.366211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-71a72b77-6fe9-44b6-bc74-cbfc33b5c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.367860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-71a72b77-6fe9-44b6-bc74-cbfc33b5c880 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1096 time: 0.0975475 Aug 11 02:56:37.388469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-ec86ae17-d1e3-48b9-be2f-ce6a957afaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.391596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-ec86ae17-d1e3-48b9-be2f-ce6a957afaaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ab8b609371224af1b7575ecfe939aac7&device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 1095 time: 0.0712314 Aug 11 02:56:37.397147 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecb127a-65c6-4c1e-a072-98a1d1a08997 x-openstack-request-id: req-4ecb127a-65c6-4c1e-a072-98a1d1a08997 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:37.397357 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:37.397588 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ecb127a-65c6-4c1e-a072-98a1d1a08997 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:37.397992 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b', 'status': 'completed', 'code': 200} Aug 11 02:56:37.448894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-40ecfabf-3fbc-4002-866f-bbdf2ebc3470 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 200 len: 217 time: 0.0441816 Aug 11 02:56:37.515466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-abc17263-8b76-46f7-8e00-19e44fd2372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.517441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-abc17263-8b76-46f7-8e00-19e44fd2372f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f6700299-8548-45a8-a83a-40976647b6a7 HTTP/1.1" status: 200 len: 913 time: 0.1110814 Aug 11 02:56:37.524586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-5e520870-5fa9-4fff-a9ed-6fdae578ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.526149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-5e520870-5fa9-4fff-a9ed-6fdae578ec27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0644400 Aug 11 02:56:37.570694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-11b3480a-f476-4ed7-9b8e-d3fb37b2310a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307839 Aug 11 02:56:37.601747 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-23f07126-98b0-45c8-9fd7-c240dc07c971 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 HTTP/1.1" status: 200 len: 217 time: 0.0624015 Aug 11 02:56:37.712858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-646f4620-0f93-412a-a6ee-7e136a2be8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.714519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-646f4620-0f93-412a-a6ee-7e136a2be8e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de05419c-1e3c-4b34-af4f-e430729e4110 HTTP/1.1" status: 200 len: 852 time: 0.0908580 Aug 11 02:56:37.726016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3161e2-f2ee-4157-b311-431eddf41bde req-0f3fb9f3-8e73-4d64-924f-2cc48dc14698 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:37.727587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb3161e2-f2ee-4157-b311-431eddf41bde req-0f3fb9f3-8e73-4d64-924f-2cc48dc14698 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0946198 Aug 11 02:56:37.762027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-d8d829b0-8cb0-496d-8149-88d50f0b7807 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f6700299-8548-45a8-a83a-40976647b6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332572 Aug 11 02:56:37.869452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb3161e2-f2ee-4157-b311-431eddf41bde req-43f8e22c-2e96-44f5-8a98-de9005d9f1c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317594 Aug 11 02:56:37.893997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-3e09817d-1aa0-4374-a8e5-5fd13163a260 service neutron] 10.222.0.57 "GET /v2.0/networks/f6700299-8548-45a8-a83a-40976647b6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195016 Aug 11 02:56:38.004016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33acde88-78b5-43e0-9292-68a0a3ff1393 req-ca7c47f3-f256-4635-a595-fbe16461eda9 service neutron] 10.222.0.57 "GET /v2.0/networks/f6700299-8548-45a8-a83a-40976647b6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971913 Aug 11 02:56:38.077289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.109307 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.119285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260622d8-ba59-4eed-bf41-b93ab445159d req-9b277039-3f62-4bb4-9f47-90317b10cedb tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:38.120878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-260622d8-ba59-4eed-bf41-b93ab445159d req-9b277039-3f62-4bb4-9f47-90317b10cedb tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 943 time: 0.1864274 Aug 11 02:56:38.122616 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-83caab1f-c302-4eb4-9eeb-d950b4d2f7c0 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205224 Aug 11 02:56:38.177228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-69fa5b47-1a0b-4736-a189-4165ceb72e80 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:38.179440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-69fa5b47-1a0b-4736-a189-4165ceb72e80 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/networks?id=0abcb908-52d5-4339-9ea7-b3d992c2d156 HTTP/1.1" status: 200 len: 815 time: 0.1229696 Aug 11 02:56:38.196591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-5c7ac05c-0e91-4fa1-a2aa-43af1bd84479 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/quotas/d8942c43dc6b4312a95f08dd56e40b7e HTTP/1.1" status: 200 len: 375 time: 0.0106044 Aug 11 02:56:38.251527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-9cfe62f4-4b1d-42ae-9dc9-a4d2be5f37d0 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d8942c43dc6b4312a95f08dd56e40b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482063 Aug 11 02:56:38.268794 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-260622d8-ba59-4eed-bf41-b93ab445159d req-f2cef035-5d4a-4e0a-8334-d61e6bbc71f1 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402838 Aug 11 02:56:38.354330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-514bfac9-acbe-411b-9ade-6f2d4652a88a service neutron] 10.222.0.60 "GET /v2.0/networks/0abcb908-52d5-4339-9ea7-b3d992c2d156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956070 Aug 11 02:56:38.377293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Allocated IP 172.25.4.81 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/32d6b1cf-9340-4275-bf8b-e969d990dc19) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:38.380917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942a4c5a-576c-4884-873f-1226b4bb8ebb req-896ab756-2690-4e0e-a174-edc3d58e260f service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442417 Aug 11 02:56:38.456553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef1cde-fafe-4a54-95f7-dfce0fbed5c0 req-8c23cf8a-cfaf-4002-8bf7-01b1d84c652e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:38.458090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4fef1cde-fafe-4a54-95f7-dfce0fbed5c0 req-8c23cf8a-cfaf-4002-8bf7-01b1d84c652e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1257815 Aug 11 02:56:38.467245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-8a9b86e7-7473-45e5-b611-70d2c56284d6 service neutron] 10.222.0.60 "GET /v2.0/networks/0abcb908-52d5-4339-9ea7-b3d992c2d156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046448 Aug 11 02:56:38.567703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4fef1cde-fafe-4a54-95f7-dfce0fbed5c0 req-addc42d1-86c7-4bd7-87e1-029bffabf95d tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935628 Aug 11 02:56:38.572148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669c0d-c974-4781-aafe-4085be52d81f req-cf5d344e-b501-4ea1-a8db-21cc7b5c2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:38.574047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64669c0d-c974-4781-aafe-4085be52d81f req-cf5d344e-b501-4ea1-a8db-21cc7b5c2150 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1096 time: 0.1135385 Aug 11 02:56:38.590060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.762466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669c0d-c974-4781-aafe-4085be52d81f req-f0f31a04-39cf-4b14-badd-e2229266a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:38.764553 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64669c0d-c974-4781-aafe-4085be52d81f req-f0f31a04-39cf-4b14-badd-e2229266a269 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1802349 Aug 11 02:56:38.767588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:38.858210 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64669c0d-c974-4781-aafe-4085be52d81f req-e0d749f3-6363-490f-a6fd-dca70595ec2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 200 len: 217 time: 0.0617993 Aug 11 02:56:38.866640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:38.878863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:38.880753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Pushing event updated for resources: {'Port': ['ID=32d6b1cf-9340-4275-bf8b-e969d990dc19,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:38.886269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:38.922198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c583ce-b2f4-4bbf-bfae-cdbec5785754 req-7e9a7c04-1937-4bd6-b5fe-ca0d856433ba tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:38.923772 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c583ce-b2f4-4bbf-bfae-cdbec5785754 req-7e9a7c04-1937-4bd6-b5fe-ca0d856433ba tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.1949925 Aug 11 02:56:38.985801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64669c0d-c974-4781-aafe-4085be52d81f req-028ea13b-5cdb-4e68-86b2-f3af0cc7d160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:38.987267 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64669c0d-c974-4781-aafe-4085be52d81f req-028ea13b-5cdb-4e68-86b2-f3af0cc7d160 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1182313 Aug 11 02:56:39.002110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b39fad1-5e57-4357-9e21-e6ced2f4ac36 req-cc0ef997-461a-42be-9178-0e8b00bdcb1d tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 210 time: 0.0299962 Aug 11 02:56:39.072073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c583ce-b2f4-4bbf-bfae-cdbec5785754 req-1732c209-8d8f-4ad2-bae5-4c931f92905d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258130 Aug 11 02:56:39.103182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64669c0d-c974-4781-aafe-4085be52d81f req-1e87b99d-483f-42ef-b680-e17ddd68cd73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075032 Aug 11 02:56:39.116515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce54bdf-35ca-480f-a207-986fde108ce2 req-9f7b0eb5-0acc-406c-8d22-1a49995555ea tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:39.118265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ce54bdf-35ca-480f-a207-986fde108ce2 req-9f7b0eb5-0acc-406c-8d22-1a49995555ea tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0573473 Aug 11 02:56:39.176483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ce54bdf-35ca-480f-a207-986fde108ce2 req-31a48a0c-c93b-41a9-a5f1-1b8a61edebb9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Aug 11 02:56:39.348556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748bd5f-0766-48b2-af29-cd59356429f7 req-16adb50f-2e52-4a46-96b6-9f84760a0bd5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:39.350154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3748bd5f-0766-48b2-af29-cd59356429f7 req-16adb50f-2e52-4a46-96b6-9f84760a0bd5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.1958919 Aug 11 02:56:39.360880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64669c0d-c974-4781-aafe-4085be52d81f req-a226b97b-96c8-4d80-a114-8bd42bb09f77 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197471 Aug 11 02:56:39.504311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3748bd5f-0766-48b2-af29-cd59356429f7 req-9665f087-0b54-43f5-90d3-24cc5938b47d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381032 Aug 11 02:56:39.526640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:39.557878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c0370-bebe-4a5b-965d-524f8b072fdf req-4b134861-9eb1-498e-9b1d-b272583b23a7 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:39.560353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b64c0370-bebe-4a5b-965d-524f8b072fdf req-4b134861-9eb1-498e-9b1d-b272583b23a7 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 943 time: 0.0796363 Aug 11 02:56:39.606578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b64c0370-bebe-4a5b-965d-524f8b072fdf req-34e091fa-016a-4b7c-91c1-01a8bbc8c63e tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369022 Aug 11 02:56:39.641847 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64669c0d-c974-4781-aafe-4085be52d81f req-6977db50-7dff-4539-a9d5-3fe6d51a1f51 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724407 Aug 11 02:56:39.709297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb2fb8-7321-4209-ad25-8f7167a5f48a req-a935d87d-60eb-4237-8160-299fec839dec tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:39.710841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0cb2fb8-7321-4209-ad25-8f7167a5f48a req-a935d87d-60eb-4237-8160-299fec839dec tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1264791 Aug 11 02:56:39.813448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0cb2fb8-7321-4209-ad25-8f7167a5f48a req-bd2545ef-44d5-41e0-b78c-e4eed90b8d40 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960670 Aug 11 02:56:40.201330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7486a4-ff9f-4003-afb0-c145fc9e3c9e req-ddc9dabe-8fbf-4a41-95b9-453a86c88e86 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 210 time: 0.0443854 Aug 11 02:56:40.211008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f377c46-0859-4707-9583-8ecf567e628a req-12291577-1cc2-4e18-9cc5-0d3c7db8a335 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:40.214789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.220601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f377c46-0859-4707-9583-8ecf567e628a req-12291577-1cc2-4e18-9cc5-0d3c7db8a335 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.0596914 Aug 11 02:56:40.261224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f377c46-0859-4707-9583-8ecf567e628a req-6bdb337c-bfa9-46d6-bf07-a80f4ac365f7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Aug 11 02:56:40.296527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-305fb3e0-dc1e-4697-b5f7-a285b80a6a59 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:40.297980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-305fb3e0-dc1e-4697-b5f7-a285b80a6a59 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.10 "GET /v2.0/networks?id=0abcb908-52d5-4339-9ea7-b3d992c2d156 HTTP/1.1" status: 200 len: 815 time: 0.4427421 Aug 11 02:56:40.343741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Request body: {'port': {'device_id': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156', 'admin_state_up': True, 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:40.406181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:40.518638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Router efa826d2-f1a5-438f-a3ab-c5a6c8722752 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:56:40.598449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,segment=NetworkSegment(b0ffd86f-bdf5-4422-92b7-9f860044b5de),segment_id=b0ffd86f-bdf5-4422-92b7-9f860044b5de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:40.606313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Made reservation on behalf of d8942c43dc6b4312a95f08dd56e40b7e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:40.610167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.616792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1', 'network_id': 'f6700299-8548-45a8-a83a-40976647b6a7', 'port_id': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1', 'mac_address': 'fa:16:3e:3a:72:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de05419c-1e3c-4b34-af4f-e430729e4110', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:40.676124 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.711422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:40.751407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,segment=NetworkSegment(b0ffd86f-bdf5-4422-92b7-9f860044b5de),segment_id=b0ffd86f-bdf5-4422-92b7-9f860044b5de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:40.759798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:40.763497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:40.838102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ab03d-87fc-4bff-b21a-a54cd3fdee43 req-aa6108d6-e555-4fc7-a212-a234799ee376 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:40.847026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-432ab03d-87fc-4bff-b21a-a54cd3fdee43 req-aa6108d6-e555-4fc7-a212-a234799ee376 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 944 time: 0.0946913 Aug 11 02:56:40.892245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:40.902939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3891533-a652-43e5-979e-6b46ab169c8b req-f6fc1148-811b-4d0f-a087-4bd59086aaa8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:40.906810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-432ab03d-87fc-4bff-b21a-a54cd3fdee43 req-f9a5ad52-5d63-41b0-bc21-3c5c2f175415 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 Aug 11 02:56:40.915241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b3891533-a652-43e5-979e-6b46ab169c8b req-f6fc1148-811b-4d0f-a087-4bd59086aaa8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.2854753 Aug 11 02:56:40.984632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:41.047227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.051180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-837b2086-7a93-4461-97db-b3eba5be672c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1619670 Aug 11 02:56:41.052175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49640) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:41.078319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Sync routers for ids ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:41.097699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:41.102627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Allocated IP 172.20.0.12 (0abcb908-52d5-4339-9ea7-b3d992c2d156/f7f61f6e-2da3-414d-b15e-f4b2738a1983/4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:41.113405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Routers {'efa826d2-f1a5-438f-a3ab-c5a6c8722752'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:41.114445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:41.141773 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b3891533-a652-43e5-979e-6b46ab169c8b req-ca28c54c-f1de-4927-934b-e5231ebe7105 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191484 Aug 11 02:56:41.255139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'b0668d72-12e7-4694-8d47-9b98852f2b4b', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'port_id': 'b0668d72-12e7-4694-8d47-9b98852f2b4b', 'mac_address': 'fa:16:3e:93:c9:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205bd9c6-f42b-4555-82a2-911befae5c1e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:41.259352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47131167-e6aa-4c48-9d44-af59d4320acb req-8a69ab8a-70a4-4e9d-915f-c008cef7770c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:41.267046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47131167-e6aa-4c48-9d44-af59d4320acb req-8a69ab8a-70a4-4e9d-915f-c008cef7770c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1302152 Aug 11 02:56:41.355291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Set router efa826d2-f1a5-438f-a3ab-c5a6c8722752 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:41.429138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.488191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Transition to ACTIVE for port object 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:41.567174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.585247 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.644698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:41.649828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:41.666404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Pushing event updated for resources: {'Port': ['ID=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:41.669649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:41.688540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0668d72-12e7-4694-8d47-9b98852f2b4b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:41.711268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47131167-e6aa-4c48-9d44-af59d4320acb req-ed51f208-3980-458d-9b98-3df6c2b9db7e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295709 Aug 11 02:56:41.731598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:41.738575 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.783533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:41.784590 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:41.805512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:41.809196 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c9aed0e4-40dc-4acc-9936-5a3042c6946e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4699678 Aug 11 02:56:41.883853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:56:39Z', 'revision_number': 3, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port': {'id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:38Z', 'updated_at': '2021-08-11T02:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:41.939374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Checking router: efa826d2-f1a5-438f-a3ab-c5a6c8722752 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:41.939889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Updating router efa826d2-f1a5-438f-a3ab-c5a6c8722752 port 32d6b1cf-9340-4275-bf8b-e969d990dc19 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:42.026832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643289d-d8ce-4249-9845-671f1b71b1ff req-4058aab3-50cd-48ab-b4dd-166c2ac1d666 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:42.027127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.034465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4643289d-d8ce-4249-9845-671f1b71b1ff req-4058aab3-50cd-48ab-b4dd-166c2ac1d666 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 932 time: 0.2435677 Aug 11 02:56:42.095189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['b0668d72-12e7-4694-8d47-9b98852f2b4b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:42.119043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4643289d-d8ce-4249-9845-671f1b71b1ff req-33436bd3-b91a-4ff6-85eb-0118dfb5194f tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836787 Aug 11 02:56:42.174850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.175097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['245ceeb6-f1f1-47fb-afc7-6e28960d1ad1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:42.250885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0edb3d8f-54ae-46b0-95a6-6c2870732d0a None None] Provisioning for port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:42.285734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0edb3d8f-54ae-46b0-95a6-6c2870732d0a None None] Provisioning complete for port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:42.286504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0edb3d8f-54ae-46b0-95a6-6c2870732d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.315021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d9e91-a081-4c56-a68b-d00fc638b743 req-0c92c7ad-a55b-45f5-897f-b08cc230b3fb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:42.316642 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642d9e91-a081-4c56-a68b-d00fc638b743 req-0c92c7ad-a55b-45f5-897f-b08cc230b3fb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.1188505 Aug 11 02:56:42.407211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642d9e91-a081-4c56-a68b-d00fc638b743 req-d7cf2112-baee-4efc-8ab6-331c02c40afc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651252 Aug 11 02:56:42.483384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Allocated IP 172.20.0.1 (93e63baf-aa09-49ef-bd1f-4f3bacb62aa4/0f50c2b7-e3f4-49e6-956f-aa0f571ec944/65ea1a21-0437-400a-9dc1-2cba1947e073) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:42.496939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0edb3d8f-54ae-46b0-95a6-6c2870732d0a None None] Port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:56:42.618973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691fcbb-2602-42b0-abf8-bad381b9b5cf req-a00a00f1-601d-4f35-a10f-25878b526381 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:42.620743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a691fcbb-2602-42b0-abf8-bad381b9b5cf req-a00a00f1-601d-4f35-a10f-25878b526381 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 944 time: 0.1339097 Aug 11 02:56:42.667220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.694725 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a691fcbb-2602-42b0-abf8-bad381b9b5cf req-4521f47f-0be4-406c-8538-c44dbd7b42a3 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599587 Aug 11 02:56:42.696133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Transition to ACTIVE for port object 32d6b1cf-9340-4275-bf8b-e969d990dc19 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:42.709516 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.712313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.759857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.764282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Attempting to bind port 32d6b1cf-9340-4275-bf8b-e969d990dc19 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:42.764708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Attempting to bind port 32d6b1cf-9340-4275-bf8b-e969d990dc19 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:42.765200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Attempting to bind port 32d6b1cf-9340-4275-bf8b-e969d990dc19 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:42.771736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad23a5-c70b-412a-b2d0-af8694ae68ca None None] Pushing event updated for resources: {'Port': ['ID=32d6b1cf-9340-4275-bf8b-e969d990dc19,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:42.776653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:42.777033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:42.777449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.777845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:42.778328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Bound port: 32d6b1cf-9340-4275-bf8b-e969d990dc19, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:42.778721 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.827097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:42.839010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:42.843009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:42.873302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] For port 32d6b1cf-9340-4275-bf8b-e969d990dc19, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:42.877769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] For port 32d6b1cf-9340-4275-bf8b-e969d990dc19, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=32d6b1cf-9340-4275-bf8b-e969d990dc19,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:42.882473 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.898788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Pushing event updated for resources: {'Port': ['ID=65ea1a21-0437-400a-9dc1-2cba1947e073,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:42.917677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:42.973069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad23a5-c70b-412a-b2d0-af8694ae68ca None None] Pushing event updated for resources: {'Port': ['ID=32d6b1cf-9340-4275-bf8b-e969d990dc19,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:42.987200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Routers {'efa826d2-f1a5-438f-a3ab-c5a6c8722752'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:42.991199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:43.066081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d8d42-4a44-41ad-a7c7-c51be8dbcc07 req-c9802b6e-0555-453e-8716-90e11a4fe820 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:43.067576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-144d8d42-4a44-41ad-a7c7-c51be8dbcc07 req-c9802b6e-0555-453e-8716-90e11a4fe820 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.1024892 Aug 11 02:56:43.141097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-144d8d42-4a44-41ad-a7c7-c51be8dbcc07 req-8dc7a97a-963a-4f57-91e1-bc4ed0bbb093 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634539 Aug 11 02:56:43.175396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.188566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] Set router efa826d2-f1a5-438f-a3ab-c5a6c8722752 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:43.351791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da60cd-c212-46f2-beb6-6fef0eeb546b req-07d941e6-73e5-494e-85ac-fde4cb633a6b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:43.353294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e0da60cd-c212-46f2-beb6-6fef0eeb546b req-07d941e6-73e5-494e-85ac-fde4cb633a6b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0957968 Aug 11 02:56:43.421442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:56:39Z', 'revision_number': 3, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port': {'id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:38Z', 'updated_at': '2021-08-11T02:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:43.433983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e0da60cd-c212-46f2-beb6-6fef0eeb546b req-8ede4394-e48b-4ac0-b702-ff1bca7acfdc tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551319 Aug 11 02:56:43.476256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af79a5-c0a6-4ba3-9561-3f20f6539b38 None None] The sync data for ids ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'] in n-d-768509-22 is: [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:56:39Z', 'revision_number': 3, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port': {'id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:38Z', 'updated_at': '2021-08-11T02:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:43.497723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.509386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.618358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:43.631385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Pushing event updated for resources: {'Port': ['ID=65ea1a21-0437-400a-9dc1-2cba1947e073,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:43.694944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dcd47-57fa-4708-ad02-89454078afd6 req-4fbc7ad5-6bae-4ee1-9231-c11cffa25ae1 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:43.696563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8a0dcd47-57fa-4708-ad02-89454078afd6 req-4fbc7ad5-6bae-4ee1-9231-c11cffa25ae1 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 932 time: 0.1319730 Aug 11 02:56:43.825084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8a0dcd47-57fa-4708-ad02-89454078afd6 req-3cd24867-71de-45c9-a172-b8ce4e483676 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206441 Aug 11 02:56:43.863339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:43.865059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:44.034565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a0b97-3bf4-4873-a568-fbf23f70d6b4 req-1730ccac-b7d9-47a0-ad4f-642299d4fc49 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:44.042652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f80a0b97-3bf4-4873-a568-fbf23f70d6b4 req-1730ccac-b7d9-47a0-ad4f-642299d4fc49 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.1091409 Aug 11 02:56:44.071746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Router efa826d2-f1a5-438f-a3ab-c5a6c8722752 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:44.143958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f80a0b97-3bf4-4873-a568-fbf23f70d6b4 req-0910c2b1-a872-4900-b7df-8f6f52fb01a6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003709 Aug 11 02:56:44.245485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:44.257676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72bdf2dd-671f-4a66-86f6-131912da8d16 admin admin] 10.222.0.60 "PUT /v2.0/routers/efa826d2-f1a5-438f-a3ab-c5a6c8722752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2042081 Aug 11 02:56:44.304750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf78bc3-fc41-4b36-b844-7eaaadb2ce45 req-2672179e-1e93-4e3f-892d-b9b131a7def4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:44.307077 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edf78bc3-fc41-4b36-b844-7eaaadb2ce45 req-2672179e-1e93-4e3f-892d-b9b131a7def4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 944 time: 0.0641477 Aug 11 02:56:44.375243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edf78bc3-fc41-4b36-b844-7eaaadb2ce45 req-94ab5106-e4f8-4741-b2f9-fd4f2000a886 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608830 Aug 11 02:56:44.429182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:44.516261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:44.522252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:44.522637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.610197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f458da9-0f4f-4938-a893-baaf78c3f5fb req-781a6e41-b94c-46a3-9f2f-d58e7393f7e3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:44.611853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f458da9-0f4f-4938-a893-baaf78c3f5fb req-781a6e41-b94c-46a3-9f2f-d58e7393f7e3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0741374 Aug 11 02:56:44.641832 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.668822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:44.672443 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3959668-486b-4547-bc1e-6bf22be43320" -d '{"events": [{"server_uuid": "e2a1515a-20a8-4de8-a26e-2a88a586647a", "name": "network-vif-plugged", "status": "completed", "tag": "245ceeb6-f1f1-47fb-afc7-6e28960d1ad1"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:44.680248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f458da9-0f4f-4938-a893-baaf78c3f5fb req-5cca69bc-b51a-4c2a-9a03-723089254aff tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616744 Aug 11 02:56:44.696980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,segment=NetworkSegment(b0ffd86f-bdf5-4422-92b7-9f860044b5de),segment_id=b0ffd86f-bdf5-4422-92b7-9f860044b5de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:44.701961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.702795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:44.768511 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:56:44.801615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8bb4c-f2a0-4f04-9887-8986bbbc0ae0 req-83825f75-d91a-4c15-ae18-a1d74cb64cd8 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:44.803089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-afb8bb4c-f2a0-4f04-9887-8986bbbc0ae0 req-83825f75-d91a-4c15-ae18-a1d74cb64cd8 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0662060 Aug 11 02:56:44.808897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:44.826237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port b0668d72-12e7-4694-8d47-9b98852f2b4b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:44.830682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port b0668d72-12e7-4694-8d47-9b98852f2b4b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:44.831121 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:44.887163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-afb8bb4c-f2a0-4f04-9887-8986bbbc0ae0 req-eebcd4f4-099f-4f86-85f5-ea9742504262 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758107 Aug 11 02:56:44.993924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 32d6b1cf-9340-4275-bf8b-e969d990dc19 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:44.996399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.065904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:45.072295 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.103000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 32d6b1cf-9340-4275-bf8b-e969d990dc19 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:45.114585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 32d6b1cf-9340-4275-bf8b-e969d990dc19 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:45.114984 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.152621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:45.243007 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.274938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 32d6b1cf-9340-4275-bf8b-e969d990dc19, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=32d6b1cf-9340-4275-bf8b-e969d990dc19,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:45.282111 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:45.324065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-6010716a-5979-49c7-88d3-030260c0fb5e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:45.325782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-6010716a-5979-49c7-88d3-030260c0fb5e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 810 time: 0.2425635 Aug 11 02:56:45.352845 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-f01dec7e-9059-4ce1-8460-da7f03039567 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/quotas/be47bedcafb14a0f81c439fe31b13616 HTTP/1.1" status: 200 len: 375 time: 0.0188849 Aug 11 02:56:45.361626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=32d6b1cf-9340-4275-bf8b-e969d990dc19,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:45.403330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-fc3f7e4e-f5f2-4072-8ffd-1b07c052d9fe tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494311 Aug 11 02:56:45.508380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-cd25c51c-1a6b-49a4-9362-4125156c409d service neutron] 10.222.0.60 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979490 Aug 11 02:56:45.536091 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Sync routers for ids ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:45.546333 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Routers {'efa826d2-f1a5-438f-a3ab-c5a6c8722752'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:45.547083 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:45.628191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-a0e0deff-da36-4c12-a217-8ff8a445e799 service neutron] 10.222.0.60 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128838 Aug 11 02:56:45.674558 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Set router efa826d2-f1a5-438f-a3ab-c5a6c8722752 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:45.822463 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2745b9-53d4-4ab9-8cb3-48047390f0fa x-openstack-request-id: req-7e2745b9-53d4-4ab9-8cb3-48047390f0fa {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:45.822984 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1515a-20a8-4de8-a26e-2a88a586647a", "name": "network-vif-plugged", "status": "completed", "tag": "245ceeb6-f1f1-47fb-afc7-6e28960d1ad1", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:45.823274 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e2745b9-53d4-4ab9-8cb3-48047390f0fa {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:45.823869 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1', 'code': 200} Aug 11 02:56:45.961911 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port': {'id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:38Z', 'updated_at': '2021-08-11T02:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '65ea1a21-0437-400a-9dc1-2cba1947e073', 'name': '', 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'mac_address': 'fa:16:3e:4a:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:42Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 2, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'subnets': [{'id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:45.976481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e490b-507f-476c-8552-262486b03af3 req-f65cde15-2cea-41a2-a21d-23a999cdf785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:45.979585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a2e490b-507f-476c-8552-262486b03af3 req-f65cde15-2cea-41a2-a21d-23a999cdf785 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 1097 time: 0.0598354 Aug 11 02:56:45.997772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa9400-9d8f-4400-91d4-05313b57e787 req-d2028320-d915-4be9-9da7-55c55df2d49b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:45.999579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfaa9400-9d8f-4400-91d4-05313b57e787 req-d2028320-d915-4be9-9da7-55c55df2d49b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 932 time: 0.0857608 Aug 11 02:56:46.007816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Checking router: efa826d2-f1a5-438f-a3ab-c5a6c8722752 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:46.008652 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Updating router efa826d2-f1a5-438f-a3ab-c5a6c8722752 port 65ea1a21-0437-400a-9dc1-2cba1947e073 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:56:46.052432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a2e490b-507f-476c-8552-262486b03af3 req-24684c34-07b6-4890-8b20-91d18af69a13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644343 Aug 11 02:56:46.064263 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.070276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfaa9400-9d8f-4400-91d4-05313b57e787 req-ff36cf50-f678-4261-ae09-6dd077ee56a6 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625093 Aug 11 02:56:46.224283 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe5122-eef5-4d03-bf19-1b4098f3f1ea req-3e2ae3b1-2573-4c42-ba62-0927653b073a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:46.226050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3dfe5122-eef5-4d03-bf19-1b4098f3f1ea req-3e2ae3b1-2573-4c42-ba62-0927653b073a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.0774832 Aug 11 02:56:46.282144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3dfe5122-eef5-4d03-bf19-1b4098f3f1ea req-2becc2eb-eeaa-484f-b27a-2dee1596b19f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489635 Aug 11 02:56:46.443562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f82829-7fe0-4e30-a2e0-efff33fba795 req-94c49044-e5da-48a3-a4cd-83a689c1d431 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:46.448218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58f82829-7fe0-4e30-a2e0-efff33fba795 req-94c49044-e5da-48a3-a4cd-83a689c1d431 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 945 time: 0.0799901 Aug 11 02:56:46.504256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58f82829-7fe0-4e30-a2e0-efff33fba795 req-2e2a3ff3-08c1-490f-804c-fce0f76bfeec tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533082 Aug 11 02:56:46.558320 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.569679 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Transition to ACTIVE for port object 65ea1a21-0437-400a-9dc1-2cba1947e073 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:46.577256 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.634894 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac4343-cb29-4430-9e77-7ec6dbc8ad2b None None] Pushing event updated for resources: {'Port': ['ID=65ea1a21-0437-400a-9dc1-2cba1947e073,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:46.709942 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Attempting to bind port 65ea1a21-0437-400a-9dc1-2cba1947e073 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:46.710601 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Attempting to bind port 65ea1a21-0437-400a-9dc1-2cba1947e073 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:46.710976 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Attempting to bind port 65ea1a21-0437-400a-9dc1-2cba1947e073 on network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:46.718084 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:46.718571 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Checking segment: {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:46.719021 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.719421 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Bound using segment: {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:46.719917 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Bound port: 65ea1a21-0437-400a-9dc1-2cba1947e073, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:46.720487 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.754232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3214c84-c0d2-449a-87de-b928e16ef79d req-c8a3db25-43ed-4769-9b7e-b1696199a9f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:46.755859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3214c84-c0d2-449a-87de-b928e16ef79d req-c8a3db25-43ed-4769-9b7e-b1696199a9f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0523655 Aug 11 02:56:46.807535 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] For port 65ea1a21-0437-400a-9dc1-2cba1947e073, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:46.812169 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] For port 65ea1a21-0437-400a-9dc1-2cba1947e073, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65ea1a21-0437-400a-9dc1-2cba1947e073,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:46.819490 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:46.833018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3214c84-c0d2-449a-87de-b928e16ef79d req-1476aad6-ab5f-4941-bd4a-e0e8f29b66ac tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562251 Aug 11 02:56:46.907809 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Routers {'efa826d2-f1a5-438f-a3ab-c5a6c8722752'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:46.908519 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:46.952324 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac4343-cb29-4430-9e77-7ec6dbc8ad2b None None] Pushing event updated for resources: {'Port': ['ID=65ea1a21-0437-400a-9dc1-2cba1947e073,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:46.961501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 32d6b1cf-9340-4275-bf8b-e969d990dc19 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:46.994269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6527f428-2fd1-49a1-923f-42f95addddf2 req-ab0e0e1c-c5be-40d1-afc3-152da9c1183c tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 210 time: 0.0331256 Aug 11 02:56:47.050486 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] Set router efa826d2-f1a5-438f-a3ab-c5a6c8722752 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:47.054568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 32d6b1cf-9340-4275-bf8b-e969d990dc19 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:47.054947 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.153982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dd4f9-fbde-4d18-b488-e7d0c17158ce req-f0888fc3-2df7-4e98-a341-cc40184b3540 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:47.157005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87dd4f9-fbde-4d18-b488-e7d0c17158ce req-f0888fc3-2df7-4e98-a341-cc40184b3540 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0899539 Aug 11 02:56:47.216277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87dd4f9-fbde-4d18-b488-e7d0c17158ce req-b0844d8b-0646-4883-ae79-6ca26532ca70 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530245 Aug 11 02:56:47.349655 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port': {'id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:38Z', 'updated_at': '2021-08-11T02:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '65ea1a21-0437-400a-9dc1-2cba1947e073', 'name': '', 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'mac_address': 'fa:16:3e:4a:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:42Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'subnets': [{'id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:47.359426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ed5ca-b6e8-4767-9863-e1867c2a6f2e req-9a826786-3a3f-488c-9cc9-8ac7d697b6dd tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:47.361233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48ed5ca-b6e8-4767-9863-e1867c2a6f2e req-9a826786-3a3f-488c-9cc9-8ac7d697b6dd tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 932 time: 0.0661440 Aug 11 02:56:47.387758 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc361b7-e163-4fbb-9989-1522c8ea95bb None None] The sync data for ids ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'] in n-d-768509-22 is: [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:56:43Z', 'revision_number': 4, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port': {'id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:38Z', 'updated_at': '2021-08-11T02:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '65ea1a21-0437-400a-9dc1-2cba1947e073', 'name': '', 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'mac_address': 'fa:16:3e:4a:34:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_interface', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:42Z', 'updated_at': '2021-08-11T02:56:46Z', 'revision_number': 4, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'subnets': [{'id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:47.423949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f48ed5ca-b6e8-4767-9863-e1867c2a6f2e req-4b65e39b-ef0a-41cd-9d1f-0328f4e78e7e tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551269 Aug 11 02:56:47.626090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd593ae-9221-48b7-a91e-4602ce4f0fb7 req-14c3116c-18db-4f13-855f-f406a86b43df tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:47.632528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bd593ae-9221-48b7-a91e-4602ce4f0fb7 req-14c3116c-18db-4f13-855f-f406a86b43df tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.1060884 Aug 11 02:56:47.685534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bd593ae-9221-48b7-a91e-4602ce4f0fb7 req-67c36cd5-0d45-419b-b571-4d75791b89cb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435429 Aug 11 02:56:47.690453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-6c5b9509-9dfb-43ba-91ea-b7c9ac9b6658 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:47.693225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-6c5b9509-9dfb-43ba-91ea-b7c9ac9b6658 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 810 time: 0.1794612 Aug 11 02:56:47.711158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Request body: {'port': {'device_id': '02644abf-43f8-4698-b8c0-d680685896e5', 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'admin_state_up': True, 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:47.824997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:47.828275 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03597001-0c33-438e-a44b-8623f5d3e4c1" -d '{"events": [{"server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "name": "network-vif-plugged", "status": "completed", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:47.894980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53dff3-c59b-4fe7-9a70-862855feeb56 req-afc90b77-5354-4b40-870a-a733fff16a0a tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:47.897300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c53dff3-c59b-4fe7-9a70-862855feeb56 req-afc90b77-5354-4b40-870a-a733fff16a0a tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 945 time: 0.1053932 Aug 11 02:56:47.902498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Made reservation on behalf of be47bedcafb14a0f81c439fe31b13616 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:47.909164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:47.944970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c53dff3-c59b-4fe7-9a70-862855feeb56 req-47b5cc46-30ad-4057-bb0d-4a591996fe3d tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Aug 11 02:56:48.103579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Allocated IP 172.20.0.12 (93e63baf-aa09-49ef-bd1f-4f3bacb62aa4/0f50c2b7-e3f4-49e6-956f-aa0f571ec944/c5ac4097-5dd0-44b6-8f71-6da822462de7) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:56:48.132278 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac4e1be-4978-41ff-a29c-9abdf5bfd5e0 x-openstack-request-id: req-dac4e1be-4978-41ff-a29c-9abdf5bfd5e0 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:48.133784 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "name": "network-vif-plugged", "status": "completed", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:48.134228 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dac4e1be-4978-41ff-a29c-9abdf5bfd5e0 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:48.134925 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b', 'code': 200} Aug 11 02:56:48.310364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9a40f-4fb0-4d8b-9f3d-ab170d960aec req-a5d396d8-c188-4f02-8e17-5667bdf16e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:48.312574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2b9a40f-4fb0-4d8b-9f3d-ab170d960aec req-a5d396d8-c188-4f02-8e17-5667bdf16e7e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1098 time: 0.0947516 Aug 11 02:56:48.328726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858caaa-979e-4574-9bda-bdb539f3db47 req-0e417869-5af1-4a07-8d5c-0509cf0d674d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:48.330408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f858caaa-979e-4574-9bda-bdb539f3db47 req-0e417869-5af1-4a07-8d5c-0509cf0d674d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0740478 Aug 11 02:56:48.333981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.393519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.412568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2b9a40f-4fb0-4d8b-9f3d-ab170d960aec req-cc8b2885-27cc-41b3-92f7-6705a6ba969c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809343 Aug 11 02:56:48.432537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f858caaa-979e-4574-9bda-bdb539f3db47 req-e444a840-fc21-4889-a007-cd31dbe8b4eb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887325 Aug 11 02:56:48.470638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:56:48.476201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:48.480195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:56:48.519300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Pushing event updated for resources: {'Port': ['ID=c5ac4097-5dd0-44b6-8f71-6da822462de7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:48.536175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.537009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.537570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.538141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.538700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.539268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.539849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.540424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.540830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.541243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.541643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.542192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:56:48.584706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:48.585369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.632017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-db7da98f-f8bc-4396-97b1-660f6a9c44b0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9265850 Aug 11 02:56:48.648060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Request body: {'port': {'device_id': '02644abf-43f8-4698-b8c0-d680685896e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:48.697193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f621b-d07f-4188-9a2a-b15898de239c req-d106ee31-0a84-42d1-ab7c-2b5f97caa9f9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:48.699756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea8f621b-d07f-4188-9a2a-b15898de239c req-d106ee31-0a84-42d1-ab7c-2b5f97caa9f9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 932 time: 0.0683911 Aug 11 02:56:48.710905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:48.750059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea8f621b-d07f-4188-9a2a-b15898de239c req-c3326f59-77a7-49ff-9a71-213f74fadeb3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Aug 11 02:56:48.914971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b201e4b-1514-4b78-b0e9-c06c0d1b6e00 req-ad522d84-fdbd-4783-8dfd-bfd71146aa10 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:48.922996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b201e4b-1514-4b78-b0e9-c06c0d1b6e00 req-ad522d84-fdbd-4783-8dfd-bfd71146aa10 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1039062 Aug 11 02:56:48.999997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b201e4b-1514-4b78-b0e9-c06c0d1b6e00 req-011edab1-27bb-4d9e-b6a4-b076f703dae5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658121 Aug 11 02:56:49.074344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65ea1a21-0437-400a-9dc1-2cba1947e073 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:49.144896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 65ea1a21-0437-400a-9dc1-2cba1947e073 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:49.150293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 65ea1a21-0437-400a-9dc1-2cba1947e073 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:49.151161 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.164220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fe017-18c9-4818-8814-d490980fe80a req-f037982c-8bbf-4d69-b45b-a51ca0d97aa8 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:49.169857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ac4097-5dd0-44b6-8f71-6da822462de7 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:49.174862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77fe017-18c9-4818-8814-d490980fe80a req-f037982c-8bbf-4d69-b45b-a51ca0d97aa8 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 932 time: 0.1153569 Aug 11 02:56:49.180533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.195411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Transition to ACTIVE for port object c5ac4097-5dd0-44b6-8f71-6da822462de7 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:49.200709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.228975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77fe017-18c9-4818-8814-d490980fe80a req-33eb90db-8894-4110-86b0-c99db488d41c tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519676 Aug 11 02:56:49.256924 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.308916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 65ea1a21-0437-400a-9dc1-2cba1947e073, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65ea1a21-0437-400a-9dc1-2cba1947e073,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:49.315563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.377405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac4097-5dd0-44b6-8f71-6da822462de7,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:49.387978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56603d9-10dc-4127-a1bc-733d44050bbe req-b07c8e9c-34f0-4420-9843-fcdc46f934bf tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:49.397228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f56603d9-10dc-4127-a1bc-733d44050bbe req-b07c8e9c-34f0-4420-9843-fcdc46f934bf tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.0689697 Aug 11 02:56:49.404492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Attempting to bind port c5ac4097-5dd0-44b6-8f71-6da822462de7 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:49.405491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Attempting to bind port c5ac4097-5dd0-44b6-8f71-6da822462de7 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:49.405964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Attempting to bind port c5ac4097-5dd0-44b6-8f71-6da822462de7 on network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:49.412251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Port c5ac4097-5dd0-44b6-8f71-6da822462de7 on network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:49.416302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Attempting to bind port c5ac4097-5dd0-44b6-8f71-6da822462de7 on network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:49.418661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:49.419308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Checking segment: {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:49.419865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Bound using segment: {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:49.420452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Bound port: c5ac4097-5dd0-44b6-8f71-6da822462de7, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:49.420932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.454173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f56603d9-10dc-4127-a1bc-733d44050bbe req-93c2c685-6307-4239-b06a-9758cd689f99 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554790 Aug 11 02:56:49.532812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] For port c5ac4097-5dd0-44b6-8f71-6da822462de7, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:49.536661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] For port c5ac4097-5dd0-44b6-8f71-6da822462de7, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:49.543567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.585793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=65ea1a21-0437-400a-9dc1-2cba1947e073,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:49.589133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:49.589844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:49.591603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] 10.222.0.57 "PUT /v2.0/ports/c5ac4097-5dd0-44b6-8f71-6da822462de7 HTTP/1.1" status: 200 len: 1093 time: 0.9481294 Aug 11 02:56:49.591794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02644abf-43f8-4698-b8c0-d680685896e5', 'tag': 'c5ac4097-5dd0-44b6-8f71-6da822462de7'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:49.594944 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8f10dc-e935-430b-9d95-49a1eaec7732" -d '{"events": [{"name": "network-changed", "server_uuid": "02644abf-43f8-4698-b8c0-d680685896e5", "tag": "c5ac4097-5dd0-44b6-8f71-6da822462de7"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:49.627762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ec84f-2e01-44fe-95e0-b14f41675186 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ac4097-5dd0-44b6-8f71-6da822462de7,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:49.757581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-1ddef5ec-98ab-4311-b48d-e1e87eec0f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:49.759184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-1ddef5ec-98ab-4311-b48d-e1e87eec0f89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 1096 time: 0.0658979 Aug 11 02:56:49.846763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-9a9c96ec-3bbd-4b99-a594-b557a8dff4c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7 HTTP/1.1" status: 200 len: 217 time: 0.0660298 Aug 11 02:56:49.882797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c1923-84bf-4e51-a97e-aec51fba8aef req-b2526353-85e2-4314-acce-16098a9e8c80 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:49.884332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d9c1923-84bf-4e51-a97e-aec51fba8aef req-b2526353-85e2-4314-acce-16098a9e8c80 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0552676 Aug 11 02:56:49.912364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-d768e326-0fc7-4047-90ae-5c86ff11a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:49.914664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-d768e326-0fc7-4047-90ae-5c86ff11a061 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 200 len: 850 time: 0.0574148 Aug 11 02:56:49.932997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d9c1923-84bf-4e51-a97e-aec51fba8aef req-5995781d-025c-4882-8654-4af2551091ec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 Aug 11 02:56:49.959495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-b4d65425-bc53-4a43-8d82-ec698cec164a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350206 Aug 11 02:56:49.986627 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb7640f-7617-4f59-a0cc-0c892caacd16 x-openstack-request-id: req-5cb7640f-7617-4f59-a0cc-0c892caacd16 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:49.986881 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02644abf-43f8-4698-b8c0-d680685896e5", "tag": "c5ac4097-5dd0-44b6-8f71-6da822462de7", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:49.987121 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cb7640f-7617-4f59-a0cc-0c892caacd16 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:49.987523 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02644abf-43f8-4698-b8c0-d680685896e5', 'tag': 'c5ac4097-5dd0-44b6-8f71-6da822462de7', 'status': 'completed', 'code': 200} Aug 11 02:56:50.080786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-b37f94d0-dbcc-4e38-a044-643e46c0b459 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052835 Aug 11 02:56:50.117686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558fac4-1382-4468-b2ae-6371da4cadd6 req-d3151595-1a3b-49b5-8b03-af0aef1d1f07 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:50.120408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f558fac4-1382-4468-b2ae-6371da4cadd6 req-d3151595-1a3b-49b5-8b03-af0aef1d1f07 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 945 time: 0.0651896 Aug 11 02:56:50.217741 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62caab1e-e436-40f6-85d3-2dcd87c1a6d4 req-dea72291-7f2e-471a-bd85-dc532b956685 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128454 Aug 11 02:56:50.339711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-53193518-3ec0-4944-a9c3-6342a54b83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:50.339711 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-53193518-3ec0-4944-a9c3-6342a54b83b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 1096 time: 0.0496399 Aug 11 02:56:50.411268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f558fac4-1382-4468-b2ae-6371da4cadd6 req-b4abf2cc-62a1-4f1e-af79-7c71df0d401e tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766232 Aug 11 02:56:50.461177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-6ace3cc8-7740-4e05-8b5d-fb10a54292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:50.462885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-6ace3cc8-7740-4e05-8b5d-fb10a54292e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 911 time: 0.1166728 Aug 11 02:56:50.514921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-28a57f43-9e2f-4846-8584-8ce20b5b9ded service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7 HTTP/1.1" status: 200 len: 217 time: 0.0397882 Aug 11 02:56:50.599154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-177e2d1e-e08a-49ba-ad08-38c372fef07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:50.600293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43faac55-6222-4844-8a3c-9eb57de8aba6 req-22054015-8ebe-4c53-b768-dd4ef067b4cd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:50.600890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-177e2d1e-e08a-49ba-ad08-38c372fef07a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 200 len: 850 time: 0.0641983 Aug 11 02:56:50.609601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43faac55-6222-4844-8a3c-9eb57de8aba6 req-22054015-8ebe-4c53-b768-dd4ef067b4cd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 944 time: 0.1138883 Aug 11 02:56:50.651724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43faac55-6222-4844-8a3c-9eb57de8aba6 req-f5fa7b2f-8371-42e0-8feb-470aba405d08 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Aug 11 02:56:50.652006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-bc050d91-d5ec-4009-a5c0-8c687d07582b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358081 Aug 11 02:56:50.770054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-953c8cd4-c1ed-4891-9c7c-fa478d68bc97 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070089 Aug 11 02:56:50.784861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea73ffa-67bc-4bad-befb-b90ae724229f req-12987b6e-1a36-40fa-88d6-a4cba5fca1de tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:50.786773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eea73ffa-67bc-4bad-befb-b90ae724229f req-12987b6e-1a36-40fa-88d6-a4cba5fca1de tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0568342 Aug 11 02:56:50.846927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eea73ffa-67bc-4bad-befb-b90ae724229f req-1b201328-4aaa-4042-90af-cd08c2a8893a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497572 Aug 11 02:56:50.900692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d8f10dc-e935-430b-9d95-49a1eaec7732 req-1d6b9b82-af3c-45cd-8aeb-9716ead57910 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160145 Aug 11 02:56:50.961745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65ea1a21-0437-400a-9dc1-2cba1947e073 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:50.991958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b86fe-ea6b-4841-b492-d10219d504f4 req-6cb39fde-e09d-449f-802a-e266d8989961 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:50.993459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-570b86fe-ea6b-4841-b492-d10219d504f4 req-6cb39fde-e09d-449f-802a-e266d8989961 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 932 time: 0.0789108 Aug 11 02:56:51.026964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 65ea1a21-0437-400a-9dc1-2cba1947e073 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:51.027605 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:51.047305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-570b86fe-ea6b-4841-b492-d10219d504f4 req-ee1aac60-f1a2-4e5e-b469-c7eea571e626 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465152 Aug 11 02:56:51.169163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2973f-1761-4bab-ad58-6660913048df req-77104cef-3432-4fe5-94f5-6c953d7c081f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.170815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7a2973f-1761-4bab-ad58-6660913048df req-77104cef-3432-4fe5-94f5-6c953d7c081f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.0580177 Aug 11 02:56:51.213017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7a2973f-1761-4bab-ad58-6660913048df req-d15e859a-67d5-443b-a5a5-55bb933bebe5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354605 Aug 11 02:56:51.480140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b846b-3d65-43f5-b97f-45daa827dbb7 req-0764e25c-2e2b-456c-8041-cd011198626d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.482246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b08b846b-3d65-43f5-b97f-45daa827dbb7 req-0764e25c-2e2b-456c-8041-cd011198626d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0529234 Aug 11 02:56:51.538165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b08b846b-3d65-43f5-b97f-45daa827dbb7 req-b2933fe4-58a1-4a15-9c54-ae384bbd3ead tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481663 Aug 11 02:56:51.652355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6a851-49cc-4ddf-9019-dd7a4f9f6d75 req-cce248b4-5058-4474-b13e-040136c2ae69 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.653892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96b6a851-49cc-4ddf-9019-dd7a4f9f6d75 req-cce248b4-5058-4474-b13e-040136c2ae69 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1098 time: 0.0493279 Aug 11 02:56:51.695522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96b6a851-49cc-4ddf-9019-dd7a4f9f6d75 req-1f75104a-fd61-47c1-bdf6-6f43180a51e6 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Aug 11 02:56:51.822735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d6e63-8be2-4abc-970c-83b6739d404a req-0320a375-910d-4ab4-ab76-5931f04def8b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.824449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-787d6e63-8be2-4abc-970c-83b6739d404a req-0320a375-910d-4ab4-ab76-5931f04def8b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 946 time: 0.0563645 Aug 11 02:56:51.865807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-787d6e63-8be2-4abc-970c-83b6739d404a req-982c0dff-7fcf-4a52-9920-37db3eece7e4 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348215 Aug 11 02:56:51.988598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5246e7-b7fb-4788-9b99-2b187bd96408 req-309607c5-2e8a-414d-ad0e-4e3b746982fd tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:51.990144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a5246e7-b7fb-4788-9b99-2b187bd96408 req-309607c5-2e8a-414d-ad0e-4e3b746982fd tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 945 time: 0.0542305 Aug 11 02:56:52.033548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a5246e7-b7fb-4788-9b99-2b187bd96408 req-ee1ab615-1c5f-4159-999b-56daa8ef11d7 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa818163-9a00-4b73-a15d-1cfe11bcc96d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Aug 11 02:56:52.063283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-d172d0e4-2cb2-42e2-9bd9-88aa018422f4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:52.065124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-d172d0e4-2cb2-42e2-9bd9-88aa018422f4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 945 time: 0.0537620 Aug 11 02:56:52.145926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a04f7-82ad-4805-8711-a203e685783b req-a9528ba0-c094-4350-b976-398981a8d356 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:52.147430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f5a04f7-82ad-4805-8711-a203e685783b req-a9528ba0-c094-4350-b976-398981a8d356 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 944 time: 0.0550647 Aug 11 02:56:52.169183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Deleting port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:52.169448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.188274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f5a04f7-82ad-4805-8711-a203e685783b req-9ccbaf99-ec09-4fab-882a-a705c8531c43 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346861 Aug 11 02:56:52.237159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cf13c6e3-d3f0-433e-b356-26e6f90adefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.274205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] For port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,segment=NetworkSegment(b0ffd86f-bdf5-4422-92b7-9f860044b5de),segment_id=b0ffd86f-bdf5-4422-92b7-9f860044b5de)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:52.274581 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.288986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Calling delete_port for 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:52.352154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283aa6ac-f10c-4b57-913d-e296ebd13aa6 req-a6c06db1-a9c8-4e2e-a496-4d9e26709b7f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:52.353660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-283aa6ac-f10c-4b57-913d-e296ebd13aa6 req-a6c06db1-a9c8-4e2e-a496-4d9e26709b7f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0595293 Aug 11 02:56:52.395772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-283aa6ac-f10c-4b57-913d-e296ebd13aa6 req-6beb0d2b-8cad-491a-93a8-9f6390389b1c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Aug 11 02:56:52.434970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.450110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['245ceeb6-f1f1-47fb-afc7-6e28960d1ad1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:52.476785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Pushing event deleted for resources: {'Port': ['ID=245ceeb6-f1f1-47fb-afc7-6e28960d1ad1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:52.490721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c5ac4097-5dd0-44b6-8f71-6da822462de7 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:52.521801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fa666-5f3f-4cdd-9985-241283aeee2f req-058aaa3e-05de-4b9c-9065-64e730e5f0e9 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:52.523415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee5fa666-5f3f-4cdd-9985-241283aeee2f req-058aaa3e-05de-4b9c-9065-64e730e5f0e9 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 932 time: 0.0643277 Aug 11 02:56:52.537445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] No DVR routers for this DVR port 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:52.543647 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.546160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3086ca86-50dd-4ef1-b056-600ddcac792c req-493266c2-62af-44a0-8e0f-a621e99873c4 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.57 "DELETE /v2.0/ports/245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 HTTP/1.1" status: 204 len: 173 time: 0.4711359 Aug 11 02:56:52.548072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'name': 'network-vif-deleted', 'tag': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:52.550570 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6af02c-3c73-46fc-b0d8-96e342d9334c" -d '{"events": [{"server_uuid": "e2a1515a-20a8-4de8-a26e-2a88a586647a", "name": "network-vif-deleted", "tag": "245ceeb6-f1f1-47fb-afc7-6e28960d1ad1"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:52.591691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee5fa666-5f3f-4cdd-9985-241283aeee2f req-d1a497a7-aa99-4d90-b073-dff5a6af3d10 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590780 Aug 11 02:56:52.659508 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977c8166-9965-4f02-bd4d-7e511a1a3a68 x-openstack-request-id: req-977c8166-9965-4f02-bd4d-7e511a1a3a68 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:52.660309 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2a1515a-20a8-4de8-a26e-2a88a586647a", "name": "network-vif-deleted", "tag": "245ceeb6-f1f1-47fb-afc7-6e28960d1ad1", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:52.660959 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-977c8166-9965-4f02-bd4d-7e511a1a3a68 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:52.662517 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2a1515a-20a8-4de8-a26e-2a88a586647a', 'name': 'network-vif-deleted', 'tag': '245ceeb6-f1f1-47fb-afc7-6e28960d1ad1', 'status': 'completed', 'code': 200} Aug 11 02:56:52.671532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Request body: {'port': {'device_id': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:52.689384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c5ac4097-5dd0-44b6-8f71-6da822462de7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:52.705555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c5ac4097-5dd0-44b6-8f71-6da822462de7', 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'port_id': 'c5ac4097-5dd0-44b6-8f71-6da822462de7', 'mac_address': 'fa:16:3e:8d:9f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:52.754813 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.767250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.788553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ac4097-5dd0-44b6-8f71-6da822462de7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:52.790128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467c41-465b-442d-9cde-437b8d56fdf2 req-5b245132-f24c-4d89-9ac0-2bc1bbce2cc5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:52.801035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-26467c41-465b-442d-9cde-437b8d56fdf2 req-5b245132-f24c-4d89-9ac0-2bc1bbce2cc5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0789065 Aug 11 02:56:52.818606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c5ac4097-5dd0-44b6-8f71-6da822462de7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:52.827358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:52.859186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-26467c41-465b-442d-9cde-437b8d56fdf2 req-d2a99219-4638-40c9-b6b6-778dbfeee855 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481164 Aug 11 02:56:52.884771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c5ac4097-5dd0-44b6-8f71-6da822462de7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:53.030927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3eb49-6027-47e2-8add-5346f53d431a req-86af8a46-6683-4130-b914-fe3546f3d781 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.032412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7c3eb49-6027-47e2-8add-5346f53d431a req-86af8a46-6683-4130-b914-fe3546f3d781 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 946 time: 0.0761774 Aug 11 02:56:53.117192 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7c3eb49-6027-47e2-8add-5346f53d431a req-f05fc613-eba5-4ff5-8bff-3712047f2e00 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749698 Aug 11 02:56:53.133529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:53.143575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:53.156681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Transition to ACTIVE for port object 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:56:53.161050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43102dbc-f1dd-4961-a7c8-c5ba787d2abb req-57e508a1-78d0-4066-862b-2f3fb5029980 tempest-ServerPasswordTestJSON-338347809 tempest-ServerPasswordTestJSON-338347809-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2a1515a-20a8-4de8-a26e-2a88a586647a HTTP/1.1" status: 200 len: 210 time: 0.0387805 Aug 11 02:56:53.161649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:53.217190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c5ac4097-5dd0-44b6-8f71-6da822462de7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:53.240527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:53.313737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Attempting to bind port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:56:53.314083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Attempting to bind port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:56:53.314398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Attempting to bind port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 on network 0abcb908-52d5-4339-9ea7-b3d992c2d156 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:53.319306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 on network 0abcb908-52d5-4339-9ea7-b3d992c2d156 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:56:53.319931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Attempting to bind port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 on network 0abcb908-52d5-4339-9ea7-b3d992c2d156 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:56:53.326192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:56:53.327337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Checking segment: {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:53.327988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Bound using segment: {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:56:53.328444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Bound port: 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:56:53.328808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:53.473416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] For port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:56:53.478123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] For port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:56:53.487000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:53.542001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808d065-dc03-48f0-a354-d33dc369bf5c req-febcd891-02e9-4747-8b53-9708d76b1898 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.543589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1808d065-dc03-48f0-a354-d33dc369bf5c req-febcd891-02e9-4747-8b53-9708d76b1898 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 945 time: 0.1863437 Aug 11 02:56:53.552163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.554560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:53.555437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] 10.222.0.10 "PUT /v2.0/ports/4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 HTTP/1.1" status: 200 len: 1093 time: 0.8915846 Aug 11 02:56:53.580861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a2711-ad05-43e5-a760-924aea758117 req-84f50e00-4f8e-46f4-9ebe-473282a0eae6 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.582456 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-908a2711-ad05-43e5-a760-924aea758117 req-84f50e00-4f8e-46f4-9ebe-473282a0eae6 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0813885 Aug 11 02:56:53.630476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-908a2711-ad05-43e5-a760-924aea758117 req-5ed965c4-997c-4c8b-b271-8459f49a3358 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Aug 11 02:56:53.672637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbb333-cd18-4e01-88fe-9addb5c5434b service neutron] Pushing event updated for resources: {'Port': ['ID=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:53.687482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1808d065-dc03-48f0-a354-d33dc369bf5c req-1923180d-a19f-48bf-a8bf-e8889d468a89 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287932 Aug 11 02:56:53.714829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-cb989e5d-bc33-4323-bef3-54fbcfd01afe tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.716369 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-cb989e5d-bc33-4323-bef3-54fbcfd01afe tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.57 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 946 time: 0.1172674 Aug 11 02:56:53.719084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c0a3fa32-218e-4e17-967b-f9919f8c18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.720545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-c0a3fa32-218e-4e17-967b-f9919f8c18c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8942c43dc6b4312a95f08dd56e40b7e&device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 1096 time: 0.0835068 Aug 11 02:56:53.813595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-9cb5acf4-fffc-4a57-a1da-db17012f5327 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 HTTP/1.1" status: 200 len: 217 time: 0.0735939 Aug 11 02:56:53.835019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f29ed-f4ab-4245-b016-206fdc99fb52 req-f43adf32-3eea-4961-901b-df7aa87e505d tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.843480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca6f29ed-f4ab-4245-b016-206fdc99fb52 req-f43adf32-3eea-4961-901b-df7aa87e505d tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 944 time: 0.1032686 Aug 11 02:56:53.881481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca6f29ed-f4ab-4245-b016-206fdc99fb52 req-9211afb1-7ce5-4f4d-b325-230d845f8f98 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 Aug 11 02:56:53.909418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-971dab15-092a-443b-b9a6-bef2d4efd6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:53.911039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-971dab15-092a-443b-b9a6-bef2d4efd6c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f7f61f6e-2da3-414d-b15e-f4b2738a1983 HTTP/1.1" status: 200 len: 854 time: 0.0900159 Aug 11 02:56:53.922823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Deleting port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:53.923239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.244446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7b9a-a61a-43a6-8bb5-d72d371bb206 req-4f2c2b38-3703-4c7a-be2f-e32630975fd0 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:54.246058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5bb7b9a-a61a-43a6-8bb5-d72d371bb206 req-4f2c2b38-3703-4c7a-be2f-e32630975fd0 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 946 time: 0.0517631 Aug 11 02:56:54.288488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5bb7b9a-a61a-43a6-8bb5-d72d371bb206 req-1a4ca9c1-4d68-419e-accf-676b1f31318f tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups?id=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353000 Aug 11 02:56:54.299791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-9b67407b-9433-4cfd-831c-dcc4b23eb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:54.303910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-9b67407b-9433-4cfd-831c-dcc4b23eb2ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0abcb908-52d5-4339-9ea7-b3d992c2d156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3748391 Aug 11 02:56:54.312842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30782a08-e00b-4366-af6c-b210f82083eb req-41b77ed9-89f4-409b-926b-1b17d0560cad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:54.314285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30782a08-e00b-4366-af6c-b210f82083eb req-41b77ed9-89f4-409b-926b-1b17d0560cad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.3792543 Aug 11 02:56:54.337529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:54.340250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] For port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:54.340623 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.382535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] Deleting subnet de05419c-1e3c-4b34-af4f-e430729e4110 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:56:54.385629 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.419961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.466002 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.475730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c5ac4097-5dd0-44b6-8f71-6da822462de7 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:56:54.499646 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30782a08-e00b-4366-af6c-b210f82083eb req-31db3cae-6fbb-48b7-892e-d47aaab4446e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697247 Aug 11 02:56:54.533089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c5ac4097-5dd0-44b6-8f71-6da822462de7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:56:54.539502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c5ac4097-5dd0-44b6-8f71-6da822462de7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:56:54.540321 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.544359 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.572717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de05419c-1e3c-4b34-af4f-e430729e4110,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:54.579953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.584339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3efd70c3-5ceb-4d16-acc2-29e21757f93d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/de05419c-1e3c-4b34-af4f-e430729e4110 HTTP/1.1" status: 204 len: 168 time: 0.2434716 Aug 11 02:56:54.584663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49814) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:54.594896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-b9a91527-c3c1-40d4-bdfd-785eb3c3d27f service neutron] 10.222.0.10 "GET /v2.0/networks/0abcb908-52d5-4339-9ea7-b3d992c2d156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750604 Aug 11 02:56:54.624430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.646685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02644abf-43f8-4698-b8c0-d680685896e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac4097-5dd0-44b6-8f71-6da822462de7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:54.648978 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff39c0e4-b04c-4f34-afdf-9d2e0a4d4ac7" -d '{"events": [{"server_uuid": "02644abf-43f8-4698-b8c0-d680685896e5", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac4097-5dd0-44b6-8f71-6da822462de7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:54.663708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c5ac4097-5dd0-44b6-8f71-6da822462de7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:54.670392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.690950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'tag': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:54.693273 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07342267-6772-4ace-987e-58b4d037d5be" -d '{"events": [{"name": "network-changed", "server_uuid": "7d82d391-5e91-4fb8-9953-2c1f08861080", "tag": "4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:54.746224 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffec346d-0a6a-4ba4-82e8-8db34a5818df x-openstack-request-id: req-ffec346d-0a6a-4ba4-82e8-8db34a5818df {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:54.746528 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d82d391-5e91-4fb8-9953-2c1f08861080", "tag": "4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:54.746782 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffec346d-0a6a-4ba4-82e8-8db34a5818df {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:54.747173 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'tag': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9', 'status': 'completed', 'code': 200} Aug 11 02:56:54.750046 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1480ffb-fb45-4ce1-a0e9-dad50da8da76 x-openstack-request-id: req-f1480ffb-fb45-4ce1-a0e9-dad50da8da76 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:54.751487 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02644abf-43f8-4698-b8c0-d680685896e5", "name": "network-vif-plugged", "status": "completed", "tag": "c5ac4097-5dd0-44b6-8f71-6da822462de7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:54.751965 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1480ffb-fb45-4ce1-a0e9-dad50da8da76 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:54.752665 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02644abf-43f8-4698-b8c0-d680685896e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ac4097-5dd0-44b6-8f71-6da822462de7', 'code': 200} Aug 11 02:56:54.753924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c5ac4097-5dd0-44b6-8f71-6da822462de7,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:54.819609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.820366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57d780-125c-451a-8f29-3226b4c24624 req-316b12f7-b4cd-4758-b91b-4d4e9bfdfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:54.822241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba57d780-125c-451a-8f29-3226b4c24624 req-316b12f7-b4cd-4758-b91b-4d4e9bfdfe10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 1098 time: 0.0561764 Aug 11 02:56:54.859291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.859692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:54.860016 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Floating IP 8c1b410d-c707-486b-8135-945f9c8c4d5a disassociated. External IP: 172.25.4.11, port: 5cfb5ae8-6836-45a5-93b3-3a59cdc24396. Aug 11 02:56:54.860365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Calling delete_port for 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:54.877849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad687-4bea-4daa-833c-676bcbeeed35 req-5a9ec9a5-e28a-4280-8315-59e535897a29 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:54.879386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-016ad687-4bea-4daa-833c-676bcbeeed35 req-5a9ec9a5-e28a-4280-8315-59e535897a29 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1314604 Aug 11 02:56:54.891224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba57d780-125c-451a-8f29-3226b4c24624 req-adc92b2e-e2df-4e0b-99e2-e7e8fcf768b2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589998 Aug 11 02:56:54.899564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bfee1-a3c3-4492-bc5b-d844cbe45c52 req-0e00c3df-384f-4909-9cd4-76d3db4868b8 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:54.901039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d7bfee1-a3c3-4492-bc5b-d844cbe45c52 req-0e00c3df-384f-4909-9cd4-76d3db4868b8 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0778980 Aug 11 02:56:54.927087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2f75276-9965-4b00-8b70-425c2ac55592 req-9e40321c-874c-45e2-a18f-f7891e923d50 service neutron] 10.222.0.10 "GET /v2.0/networks/0abcb908-52d5-4339-9ea7-b3d992c2d156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189688 Aug 11 02:56:54.942270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d7bfee1-a3c3-4492-bc5b-d844cbe45c52 req-995981fa-06f8-4a5d-95fe-8a62cc297ef4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340166 Aug 11 02:56:55.071674 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-016ad687-4bea-4daa-833c-676bcbeeed35 req-a2899d0b-4a2d-486e-aff8-42976b3fa62e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746209 Aug 11 02:56:55.073196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.099131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6700299-8548-45a8-a83a-40976647b6a7']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:55.119548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ffd86f-bdf5-4422-92b7-9f860044b5de') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:55.119873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ffd86f-bdf5-4422-92b7-9f860044b5de') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:55.142056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.158985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342267-6772-4ace-987e-58b4d037d5be req-eb701688-e08d-4d44-86fd-967472a3f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:55.160061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07342267-6772-4ace-987e-58b4d037d5be req-eb701688-e08d-4d44-86fd-967472a3f7e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d8942c43dc6b4312a95f08dd56e40b7e&device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 1096 time: 0.1741862 Aug 11 02:56:55.189454 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-82b8890f-0c55-40a1-998d-08c0d06e630e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.214447 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.268095 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.274799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:56:55.275250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:56:55.278896 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:56:55.368175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd6330-c11d-4a5b-9281-5a7710cf5c6b req-e69bfe19-21b0-434a-a97d-b6c2fc2553bc tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:55.369801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a8dd6330-c11d-4a5b-9281-5a7710cf5c6b req-e69bfe19-21b0-434a-a97d-b6c2fc2553bc tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 944 time: 0.2314131 Aug 11 02:56:55.381009 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.397842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30768740-98d7-4615-830a-4296e9f240d8 req-6d1e7091-41f7-4375-bc1e-e7252fdb713c tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 210 time: 0.0323491 Aug 11 02:56:55.434968 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.436247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.444958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event deleted for resources: {'Port': ['ID=5cfb5ae8-6836-45a5-93b3-3a59cdc24396,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:55.457874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:55.459874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f6700299-8548-45a8-a83a-40976647b6a7 HTTP/1.1" status: 204 len: 168 time: 0.8741755 Aug 11 02:56:55.493373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342267-6772-4ace-987e-58b4d037d5be req-678e9db6-e915-4be3-aced-2d7ccd2d3bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:55.494838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07342267-6772-4ace-987e-58b4d037d5be req-678e9db6-e915-4be3-aced-2d7ccd2d3bf3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0abcb908-52d5-4339-9ea7-b3d992c2d156 HTTP/1.1" status: 200 len: 916 time: 0.3082001 Aug 11 02:56:55.499189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330734f-eac9-47d3-98ea-d0a306740b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6700299-8548-45a8-a83a-40976647b6a7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:55.512282 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a8dd6330-c11d-4a5b-9281-5a7710cf5c6b req-a7457366-c179-498a-9470-71df1d1c723f tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281652 Aug 11 02:56:55.589425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07342267-6772-4ace-987e-58b4d037d5be req-2188d8c7-4d5b-4a8a-b1c6-d47606814e17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 HTTP/1.1" status: 200 len: 217 time: 0.0818231 Aug 11 02:56:55.631777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49846) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:55.684472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1e638-2e75-41b8-8f19-ab5922ea792b req-21294f3e-fa41-42cb-826a-2e45ed444d69 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:55.686878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6e1e638-2e75-41b8-8f19-ab5922ea792b req-21294f3e-fa41-42cb-826a-2e45ed444d69 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0853598 Aug 11 02:56:55.691079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342267-6772-4ace-987e-58b4d037d5be req-743b892a-11dc-4885-a529-fd34cf2efd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:55.692577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07342267-6772-4ace-987e-58b4d037d5be req-743b892a-11dc-4885-a529-fd34cf2efd2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f7f61f6e-2da3-414d-b15e-f4b2738a1983 HTTP/1.1" status: 200 len: 854 time: 0.0918808 Aug 11 02:56:55.714940 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e86d6cb5-1f71-48a6-b46b-52a41394f71a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab8b609371224af1b7575ecfe939aac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819159 Aug 11 02:56:55.717716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:55.736796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6e1e638-2e75-41b8-8f19-ab5922ea792b req-03f95de5-2eb3-4e4f-9ce7-4ade39c0672e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384059 Aug 11 02:56:55.762692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Router fadb1320-c4d9-47b6-a6b3-3cf9482c661f has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:56:55.810967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07342267-6772-4ace-987e-58b4d037d5be req-dfabed48-abbc-418d-803d-97a7bca8efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:55.813034 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07342267-6772-4ace-987e-58b4d037d5be req-dfabed48-abbc-418d-803d-97a7bca8efb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0abcb908-52d5-4339-9ea7-b3d992c2d156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100631 Aug 11 02:56:55.870145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e110471-1483-49c9-806e-07dc498e12f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.204485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37160926-a061-42d7-91a1-d3a51cf9fd74 req-758eee99-41be-4539-b539-56f8dffef909 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:56.206311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37160926-a061-42d7-91a1-d3a51cf9fd74 req-758eee99-41be-4539-b539-56f8dffef909 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0578859 Aug 11 02:56:56.224810 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e110471-1483-49c9-806e-07dc498e12f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.249943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37160926-a061-42d7-91a1-d3a51cf9fd74 req-7805e8e9-8d13-4ece-9dad-2fd00e5757ed tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359216 Aug 11 02:56:56.303611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:56:56.319754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] Sync routers for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:56:56.323483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07342267-6772-4ace-987e-58b4d037d5be req-e415a891-d621-4421-9b36-5c70f97babaa service neutron] 10.222.0.10 "GET /v2.0/networks/0abcb908-52d5-4339-9ea7-b3d992c2d156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721913 Aug 11 02:56:56.330690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:56.331327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:56.361981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603c0bc-0079-4014-b8d1-0866611f687e req-1d65a058-1958-4cd1-8ae1-3dcf5db1d8cb tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:56.363504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d603c0bc-0079-4014-b8d1-0866611f687e req-1d65a058-1958-4cd1-8ae1-3dcf5db1d8cb tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1639655 Aug 11 02:56:56.394333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] No DVR routers for this DVR port 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:56:56.423463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.425521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a37896e-6691-47c0-99a2-b4ceb45f2c2a req-884532c7-f216-44a0-a42a-4aec5c758b28 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.57 "DELETE /v2.0/ports/5cfb5ae8-6836-45a5-93b3-3a59cdc24396 HTTP/1.1" status: 204 len: 173 time: 2.6977103 Aug 11 02:56:56.486435 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d603c0bc-0079-4014-b8d1-0866611f687e req-63b69c13-e666-4d84-a203-12a873438c7b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001959 Aug 11 02:56:56.489561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e110471-1483-49c9-806e-07dc498e12f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.492814 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e110471-1483-49c9-806e-07dc498e12f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.496762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e110471-1483-49c9-806e-07dc498e12f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa818163-9a00-4b73-a15d-1cfe11bcc96d HTTP/1.1" status: 204 len: 168 time: 0.7755854 Aug 11 02:56:56.501869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:56.509725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e110471-1483-49c9-806e-07dc498e12f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa818163-9a00-4b73-a15d-1cfe11bcc96d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:56.526908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07342267-6772-4ace-987e-58b4d037d5be req-72fa2787-d989-478c-a787-4682234f18e0 service neutron] 10.222.0.10 "GET /v2.0/networks/0abcb908-52d5-4339-9ea7-b3d992c2d156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866400 Aug 11 02:56:56.598004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:56.611493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c04c445-459f-410d-86ca-72aa5db6953b req-f4d616ab-0434-4521-92d3-1eee03ec5ab1 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d57f123-e292-4595-be52-aa05f2abd512 HTTP/1.1" status: 200 len: 210 time: 0.0597594 Aug 11 02:56:56.637042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:56.637693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5cfb5ae8-6836-45a5-93b3-3a59cdc24396 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:56.638166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:56:56.683227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:56:56.683571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 245ceeb6-f1f1-47fb-afc7-6e28960d1ad1 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:56:56.730157 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:56.749417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'name': 'network-vif-deleted', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:56:56.751987 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11dacf1-8358-4f2d-bf49-db4a009d0278" -d '{"events": [{"server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "name": "network-vif-deleted", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:56:56.808851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbf19a-9bf3-4d21-a89b-c2c70c0f1dfd req-dc7e5e3d-5a7d-4ed2-bc20-d1d154945f71 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:56.814272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19bbf19a-9bf3-4d21-a89b-c2c70c0f1dfd req-dc7e5e3d-5a7d-4ed2-bc20-d1d154945f71 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 944 time: 0.1008756 Aug 11 02:56:56.921474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19bbf19a-9bf3-4d21-a89b-c2c70c0f1dfd req-79cbc1ce-94e6-4b91-ac17-922f6cdabc44 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985236 Aug 11 02:56:56.953592 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c888b19-f7cd-45ba-9fde-f76eee89e9c3 x-openstack-request-id: req-3c888b19-f7cd-45ba-9fde-f76eee89e9c3 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:56:56.954422 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d57f123-e292-4595-be52-aa05f2abd512", "name": "network-vif-deleted", "tag": "5cfb5ae8-6836-45a5-93b3-3a59cdc24396", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:56:56.954738 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c888b19-f7cd-45ba-9fde-f76eee89e9c3 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:56:56.955206 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d57f123-e292-4595-be52-aa05f2abd512', 'name': 'network-vif-deleted', 'tag': '5cfb5ae8-6836-45a5-93b3-3a59cdc24396', 'status': 'completed', 'code': 200} Aug 11 02:56:57.008881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:17Z', 'revision_number': 5, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:57.071005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] Checking router: fadb1320-c4d9-47b6-a6b3-3cf9482c661f for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:56:57.093228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:56:57.093914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:57.121264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1e171-dccf-437c-b0a1-1a9c30d11c91 req-88873a55-ec10-4437-9f6a-51012891ff36 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:57.122901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-efc1e171-dccf-437c-b0a1-1a9c30d11c91 req-88873a55-ec10-4437-9f6a-51012891ff36 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0920377 Aug 11 02:56:57.150923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-8caf9749-a840-40da-a9f4-2249e60f8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:57.153908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-8caf9749-a840-40da-a9f4-2249e60f8227 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 1098 time: 0.1915295 Aug 11 02:56:57.213481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-efc1e171-dccf-437c-b0a1-1a9c30d11c91 req-1fb9672e-14bc-467f-b5e2-201c3696b79e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835745 Aug 11 02:56:57.285540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:56:57.292168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-3fb1198e-3452-41f7-957d-27f51c374e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:57.293825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-3fb1198e-3452-41f7-957d-27f51c374e92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 911 time: 0.1260245 Aug 11 02:56:57.303084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94c09f-5374-41c0-8618-e3d367abfd43 req-234aa8f2-a48f-420d-8646-9b3dcbcf9c0a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:57.304743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c94c09f-5374-41c0-8618-e3d367abfd43 req-234aa8f2-a48f-420d-8646-9b3dcbcf9c0a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.2600474 Aug 11 02:56:57.348501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-47f77c20-df45-462c-83f9-9439887f379a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7 HTTP/1.1" status: 200 len: 217 time: 0.0419075 Aug 11 02:56:57.461327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983858bb-d84c-49e0-97bc-211347f28a06 req-158983f0-1501-4586-a216-6b3fd4e2bd35 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:57.471732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-983858bb-d84c-49e0-97bc-211347f28a06 req-158983f0-1501-4586-a216-6b3fd4e2bd35 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0740094 Aug 11 02:56:57.509984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c94c09f-5374-41c0-8618-e3d367abfd43 req-40a6ee4d-abe8-4cfb-925c-389ae929e35c tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553631 Aug 11 02:56:57.516164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-983858bb-d84c-49e0-97bc-211347f28a06 req-61215eb4-b973-450a-8ad0-019c391fdcad tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431361 Aug 11 02:56:57.545967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-7364f114-5d9c-415a-a219-7181ef382f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:57.547614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-7364f114-5d9c-415a-a219-7181ef382f55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 200 len: 850 time: 0.1681247 Aug 11 02:56:57.587412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-60a779c8-bc0d-45c6-9835-4ab4928ba654 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271800 Aug 11 02:56:57.601557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:17Z', 'revision_number': 5, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:56:57.645901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7823c5c6-921d-48ce-aec2-2e6804b7170f None None] The sync data for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 is: [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:54:10Z', 'revision_number': 4, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d53e26f-9568-4506-b0c9-e295cc29c622', 'name': '', 'network_id': 'aa886e60-0d72-4857-97c2-d633fadbde0b', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'mac_address': 'fa:16:3e:5d:45:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:08Z', 'updated_at': '2021-08-11T02:54:17Z', 'revision_number': 5, 'project_id': 'b243ad16aa384366b77f86350127c101', 'subnets': [{'id': 'd6f19243-2720-4080-9331-cdd0b862d7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:56:57.679990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49900) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:57.723583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49904) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:57.767565 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-9e251d6b-3845-4577-bc17-d4a2e5b0e08b service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667080 Aug 11 02:56:57.784518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:56:57.800774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27b255a2-3b9e-4dd7-a7f3-0e1a2e2c3102 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.831765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27b255a2-3b9e-4dd7-a7f3-0e1a2e2c3102 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.911519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1870729226-network', 'tenant_id': '65cc418d283e4978abba3e240f50013e'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:57.911730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb03cb1-c1da-43cc-917d-c8d25f4c04f3 req-f9bcdebf-ab03-4469-b05b-26629580ec6f service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345782 Aug 11 02:56:57.946879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:57.949624 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27b255a2-3b9e-4dd7-a7f3-0e1a2e2c3102 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.953577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27b255a2-3b9e-4dd7-a7f3-0e1a2e2c3102 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.955166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-27b255a2-3b9e-4dd7-a7f3-0e1a2e2c3102 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "DELETE /v2.0/security-groups/5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8 HTTP/1.1" status: 204 len: 168 time: 0.2303562 Aug 11 02:56:57.958135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:57.974654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b255a2-3b9e-4dd7-a7f3-0e1a2e2c3102 tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:57.975343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Made reservation on behalf of 65cc418d283e4978abba3e240f50013e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:57.979251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:57.998268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9', 'network_id': '0abcb908-52d5-4339-9ea7-b3d992c2d156', 'port_id': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9', 'mac_address': 'fa:16:3e:1f:01:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f61f6e-2da3-414d-b15e-f4b2738a1983', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:56:58.003552 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-f8d3d9b1-290c-488d-8739-86a44c6d343b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] show failed (client error): The resource could not be found. Aug 11 02:56:58.008411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f8d3d9b1-290c-488d-8739-86a44c6d343b tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "GET /v2.0/security-groups/5b6f7acc-cbca-47bc-b0c4-27d1f86ffaa8 HTTP/1.1" status: 404 len: 347 time: 0.0464580 Aug 11 02:56:58.011022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49912) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:58.022295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.048660 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02492d4-5f54-4fbb-bea4-df4dbfa2d9dd None None] New status for floating IP 8c1b410d-c707-486b-8135-945f9c8c4d5a: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:56:58.089137 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.107343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:56:58.129075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:58.130854 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.136209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.190368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce27891-41de-411c-a011-8ecddfb31246 req-e900579c-9645-4749-bfc9-a4e090c6bd75 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.192145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ce27891-41de-411c-a011-8ecddfb31246 req-e900579c-9645-4749-bfc9-a4e090c6bd75 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 944 time: 0.1669548 Aug 11 02:56:58.215688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:58.223669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Deleting port e194c010-2434-4838-abb9-572a1b4c2d82 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:58.224211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.224754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.232241 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.256818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:56:58.274053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a805a7a-dc08-4749-8c86-d880174f90e3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:58.281024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.281369 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Added segment f22980ae-2121-4187-98c4-7da2cf8f85d6 of type vlan for network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c Aug 11 02:56:58.302897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ce27891-41de-411c-a011-8ecddfb31246 req-c6692384-6cf8-46d9-8d37-3d1504be93b5 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001737 Aug 11 02:56:58.349315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.355323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.356246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.371949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Calling delete_port for e194c010-2434-4838-abb9-572a1b4c2d82 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:58.410907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98867d-101d-4f67-93ef-8475e3ce2bd4 req-cfb0ed5d-7053-4a3b-b863-f6376cc66b0d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.412735 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f98867d-101d-4f67-93ef-8475e3ce2bd4 req-cfb0ed5d-7053-4a3b-b863-f6376cc66b0d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0890400 Aug 11 02:56:58.425441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.426361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.426922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.499305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:56:58.509704 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8250961 Aug 11 02:56:58.511171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49920) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:58.518616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Request body: {'subnet': {'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1870729226-subnet', 'tenant_id': '65cc418d283e4978abba3e240f50013e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:58.524176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f98867d-101d-4f67-93ef-8475e3ce2bd4 req-5e6f1141-a68b-4ac1-91fa-7ab67ead63d7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053281 Aug 11 02:56:58.528026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83400557-1744-4f41-8579-5dc67a7fd6df admin admin] Pushing event updated for resources: {'Network': ['ID=aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:58.553381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:56:58.569388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Made reservation on behalf of 65cc418d283e4978abba3e240f50013e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:58.571515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.572979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.631129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Pushing event deleted for resources: {'Port': ['ID=e194c010-2434-4838-abb9-572a1b4c2d82,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:58.747615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.750780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.755815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-48d6d140-78c3-42da-9866-390c0e8c168a tempest-ServersTestFqdnHostnames-30445079 tempest-ServersTestFqdnHostnames-30445079-project] 10.222.0.60 "DELETE /v2.0/floatingips/8c1b410d-c707-486b-8135-945f9c8c4d5a HTTP/1.1" status: 204 len: 168 time: 0.7419183 Aug 11 02:56:58.756832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49928) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:58.758824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d747ff-f1e2-4bcd-a9d9-894ebed0ee2b req-fec0fff3-b484-49a1-9ec9-ffa934950b99 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.760446 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8d747ff-f1e2-4bcd-a9d9-894ebed0ee2b req-fec0fff3-b484-49a1-9ec9-ffa934950b99 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0877104 Aug 11 02:56:58.845984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7f798-87eb-461d-aeb6-a121d76ceec2 req-3a57a780-243d-4d32-90c5-ee5d10cb661e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:58.847722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abe7f798-87eb-461d-aeb6-a121d76ceec2 req-3a57a780-243d-4d32-90c5-ee5d10cb661e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.2072644 Aug 11 02:56:58.882609 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8d747ff-f1e2-4bcd-a9d9-894ebed0ee2b req-03760d7d-2645-4dcb-88ca-08c04139ef12 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137676 Aug 11 02:56:58.945648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:58.949381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abe7f798-87eb-461d-aeb6-a121d76ceec2 req-b00e90c3-f4ef-4d96-aae2-e46f793c17f5 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932846 Aug 11 02:56:59.021903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f051fa8-9504-47a5-a6bf-cb15c6a18f33,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:59.032253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Checking segment: {'id': 'f22980ae-2121-4187-98c4-7da2cf8f85d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:56:59.032619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Network hostable DHCP agents. Network: aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:56:59.050983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:56:59.061975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:56:59.067549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.068160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.071770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16341450-c398-457c-8bb1-b7068ad89357 None None] Network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:59.096720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7d3b8c5a-b8d3-48ff-b4c6-fa061eff3628 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5752046 Aug 11 02:56:59.238626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65062c2-3006-4779-a787-c42c3ee81fd0 None None] Network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:56:59.372016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.469116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca213-452a-4925-9a92-78fb1645b07b req-06a1ec75-60dc-4e56-aab1-548e2fc771b1 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.471826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba5ca213-452a-4925-9a92-78fb1645b07b req-06a1ec75-60dc-4e56-aab1-548e2fc771b1 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 945 time: 0.0732565 Aug 11 02:56:59.536515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba5ca213-452a-4925-9a92-78fb1645b07b req-6c1fb5e6-6473-491a-8819-f3e18c594eed tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560584 Aug 11 02:56:59.613415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49948) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:59.620506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2064648678-network', 'tenant_id': '609fc093879c4f23b238fde23efd38e9'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:56:59.620953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.670003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Made reservation on behalf of 609fc093879c4f23b238fde23efd38e9 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:56:59.672346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.685018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.722508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1830b81-cc2c-4107-8058-5bcbc5fce711 req-0eea358a-b31c-4329-b4d2-ab68f0f0477d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.724771 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1830b81-cc2c-4107-8058-5bcbc5fce711 req-0eea358a-b31c-4329-b4d2-ab68f0f0477d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0919950 Aug 11 02:56:59.794880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1830b81-cc2c-4107-8058-5bcbc5fce711 req-e1fe018b-47f3-4046-96bb-74bcf64621e1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631111 Aug 11 02:56:59.802457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.819652 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.844711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:56:59.854352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Deleting port 2d53e26f-9568-4506-b0c9-e295cc29c622 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:56:59.855250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.859551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9b7dc-e668-4347-ab34-784765b76bff,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:56:59.865896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.866246 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Added segment 6e88c644-60c7-411e-8c3e-b8478361c90f of type vlan for network 7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d Aug 11 02:56:59.909085 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.945683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.946817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:56:59.947489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.960193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] For port 2d53e26f-9568-4506-b0c9-e295cc29c622, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d53e26f-9568-4506-b0c9-e295cc29c622,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:56:59.960947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:56:59.975675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3610044 Aug 11 02:56:59.978494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49956) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:56:59.981744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Calling delete_port for 2d53e26f-9568-4506-b0c9-e295cc29c622 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:56:59.987981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Request body: {'subnet': {'network_id': '7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2064648678-subnet', 'tenant_id': '609fc093879c4f23b238fde23efd38e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:00.060053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec9898-694d-491f-9352-5b87328458b5 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:00.067815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Made reservation on behalf of 609fc093879c4f23b238fde23efd38e9 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:00.070123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:00.080672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:57:00.098223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1b8e2-11f9-44ed-b6b6-09da2a33a934 req-c1bf33ce-d924-45a9-bede-e82013ff9630 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:00.101023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35b1b8e2-11f9-44ed-b6b6-09da2a33a934 req-c1bf33ce-d924-45a9-bede-e82013ff9630 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1235840 Aug 11 02:57:00.149237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35b1b8e2-11f9-44ed-b6b6-09da2a33a934 req-eb5b8378-ff62-4a0d-ad71-12701e968aa1 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Aug 11 02:57:00.232679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d2877-9ac0-4d55-ba81-60d853012028 req-9f3e7a49-70ed-44a5-9923-fb5c2a88ec49 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:00.234178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc7d2877-9ac0-4d55-ba81-60d853012028 req-9f3e7a49-70ed-44a5-9923-fb5c2a88ec49 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1839359 Aug 11 02:57:00.333222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc7d2877-9ac0-4d55-ba81-60d853012028 req-4209473b-10e8-4689-ae89-f8f9427ce412 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891733 Aug 11 02:57:00.425761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:00.452319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:00.486236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Pushing event deleted for resources: {'Port': ['ID=2d53e26f-9568-4506-b0c9-e295cc29c622,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:00.532727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f3f90e-3105-419f-9aa6-e1627090a4fd,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:00.567081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Checking segment: {'id': '6e88c644-60c7-411e-8c3e-b8478361c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:00.567479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Network hostable DHCP agents. Network: 7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:57:00.639826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Network 7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:57:00.673432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:00.681194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:00.681675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:00.684518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0a8d8d-3dca-4f3f-af73-c4caf5417709 None None] Network 7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:00.846847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1006c610-128a-45f6-a0f4-d9e3fd2786ae None None] Network 7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:00.941736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071679d-4b0a-4c00-be81-b90109a37ed0 req-4785ae97-b6a6-4111-aa89-35d855a80a3d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:00.950115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2071679d-4b0a-4c00-be81-b90109a37ed0 req-4785ae97-b6a6-4111-aa89-35d855a80a3d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0677369 Aug 11 02:57:00.990176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2071679d-4b0a-4c00-be81-b90109a37ed0 req-9322ff28-321d-4b01-b2cd-0f88606423c2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389302 Aug 11 02:57:01.006057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-53426338-b9db-4d47-a0ca-8889917d29ad admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0263557 Aug 11 02:57:01.023948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b69e48-3108-4662-b1a7-c2dc1daa0bd4 req-cbae69ff-0c57-4b70-9e8b-5987347f2b70 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:01.025355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b69e48-3108-4662-b1a7-c2dc1daa0bd4 req-cbae69ff-0c57-4b70-9e8b-5987347f2b70 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 945 time: 0.3922493 Aug 11 02:57:01.030073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:01.120134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b69e48-3108-4662-b1a7-c2dc1daa0bd4 req-b0e333b2-7729-4dac-8a06-10f906e3ae40 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836146 Aug 11 02:57:01.275605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557e73f-51ea-4301-a1a6-ae398957418d req-b6a1a41f-491f-45e8-abc8-df635dd4cfa2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:01.277322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9557e73f-51ea-4301-a1a6-ae398957418d req-b6a1a41f-491f-45e8-abc8-df635dd4cfa2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0514886 Aug 11 02:57:01.285539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Router fadb1320-c4d9-47b6-a6b3-3cf9482c661f has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:57:01.318553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9557e73f-51ea-4301-a1a6-ae398957418d req-5c45e503-afb8-49f5-996e-6a66970e834d tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Aug 11 02:57:01.460088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d48e6-6ac6-496c-a02c-db8cd8dca93c req-c54c6f6b-12d3-474e-95d5-d6f648317246 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:01.461605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e49d48e6-6ac6-496c-a02c-db8cd8dca93c req-c54c6f6b-12d3-474e-95d5-d6f648317246 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0508437 Aug 11 02:57:01.462263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:57:01.471804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d3f3a17a-fca4-4fb2-8187-21f27a357bde admin admin] 10.222.0.60 "PUT /v2.0/routers/fadb1320-c4d9-47b6-a6b3-3cf9482c661f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7108185 Aug 11 02:57:01.472838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:01.475894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] Sync routers for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:57:01.486561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:01.487296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:01.501447 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e49d48e6-6ac6-496c-a02c-db8cd8dca93c req-b945824f-8316-4380-a1cd-a123aff1e0d4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336916 Aug 11 02:57:01.584172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-b250a3ce-4b7c-4435-a46d-3f36be8ef600 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:01.585639 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-b250a3ce-4b7c-4435-a46d-3f36be8ef600 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/networks?id=aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c HTTP/1.1" status: 200 len: 825 time: 0.1996374 Aug 11 02:57:01.613098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:01.615014 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-bb108608-5011-4df6-91aa-58f7b4634a3a tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/quotas/65cc418d283e4978abba3e240f50013e HTTP/1.1" status: 200 len: 375 time: 0.0168753 Aug 11 02:57:01.619530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:01.682635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-274e30ab-0b7f-460b-b790-a276d821c989 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=65cc418d283e4978abba3e240f50013e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593925 Aug 11 02:57:01.794508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:57:00Z', 'revision_number': 5, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port': {'id': '89f85bef-4c52-4787-9412-184a4768a2ec', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:54:04Z', 'updated_at': '2021-08-11T02:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:01.821121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:01.828893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:01.832070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] Checking router: fadb1320-c4d9-47b6-a6b3-3cf9482c661f for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:57:01.832898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-7c27439d-f7e7-4e96-a772-c1cb40e35779 service neutron] 10.222.0.60 "GET /v2.0/networks/aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429186 Aug 11 02:57:01.876530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] Routers {'fadb1320-c4d9-47b6-a6b3-3cf9482c661f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:01.877160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:01.954567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Deleting port 89f85bef-4c52-4787-9412-184a4768a2ec {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:01.954908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:01.967776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:01.976402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:01.976837 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:01.998996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-22afee49-310e-49ce-83a2-1d8c5d3696ab service neutron] 10.222.0.60 "GET /v2.0/networks/aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435614 Aug 11 02:57:01.999610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] Set router fadb1320-c4d9-47b6-a6b3-3cf9482c661f gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:02.047780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] For port 89f85bef-4c52-4787-9412-184a4768a2ec, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=89f85bef-4c52-4787-9412-184a4768a2ec,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:02.048336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.062512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:57:01Z', 'revision_number': 6, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:02.063302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Calling delete_port for 89f85bef-4c52-4787-9412-184a4768a2ec owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:02.096624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e553119-0a21-4a2d-b8f0-075f93feabea None None] The sync data for ids ['fadb1320-c4d9-47b6-a6b3-3cf9482c661f'] in n-d-768509-22 is: [{'id': 'fadb1320-c4d9-47b6-a6b3-3cf9482c661f', 'name': 'tempest-ServersTestFqdnHostnames-133655108-router', 'tenant_id': 'b243ad16aa384366b77f86350127c101', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:54:03Z', 'updated_at': '2021-08-11T02:57:01Z', 'revision_number': 6, 'project_id': 'b243ad16aa384366b77f86350127c101', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:57:02.175589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.183253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7987d-784a-4961-8225-c5722db1e571 req-e1b19cc1-3bdb-4fac-8d56-1440d237a9b9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:02.184797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56e7987d-784a-4961-8225-c5722db1e571 req-e1b19cc1-3bdb-4fac-8d56-1440d237a9b9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0921965 Aug 11 02:57:02.209839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:02.212903 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d1be05-f0f1-498e-af1c-addc1a33ea21" -d '{"events": [{"server_uuid": "7d82d391-5e91-4fb8-9953-2c1f08861080", "name": "network-vif-plugged", "status": "completed", "tag": "4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:02.230564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56e7987d-784a-4961-8225-c5722db1e571 req-f8ae8a9b-60c8-4abf-ab7c-a2173e33434e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Aug 11 02:57:02.239979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:02.257605 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.258103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5453cb26-b8b7-474a-b516-3df599467b62 req-80250fc0-61a5-4eb9-9729-7256a6b62f59 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 210 time: 0.0418646 Aug 11 02:57:02.323406 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194234a9-03e8-40ea-87f0-542d7c884af2 x-openstack-request-id: req-194234a9-03e8-40ea-87f0-542d7c884af2 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:02.324078 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d82d391-5e91-4fb8-9953-2c1f08861080", "name": "network-vif-plugged", "status": "completed", "tag": "4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:02.324078 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-194234a9-03e8-40ea-87f0-542d7c884af2 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:02.324687 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9', 'code': 200} Aug 11 02:57:02.330789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:02.342705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.343276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.343744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.344186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.344645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.345140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.345570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.346227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.346642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.347137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.348400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.348879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:02.354691 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.390774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad509c-b7ff-4b5f-a785-aa831493f155 req-48102edf-b612-49a0-a66c-38b1ad5f19e5 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:02.399536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27ad509c-b7ff-4b5f-a785-aa831493f155 req-48102edf-b612-49a0-a66c-38b1ad5f19e5 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 946 time: 0.0779870 Aug 11 02:57:02.420762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Pushing event deleted for resources: {'Port': ['ID=89f85bef-4c52-4787-9412-184a4768a2ec,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:02.443489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27ad509c-b7ff-4b5f-a785-aa831493f155 req-665f0b69-fa43-4988-a48c-03c55972d625 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Aug 11 02:57:02.556480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c3cf7-4963-4843-9a54-a781d5504edb req-3b59d16b-f0b5-4414-949e-ff9494f5bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:02.558018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e9c3cf7-4963-4843-9a54-a781d5504edb req-3b59d16b-f0b5-4414-949e-ff9494f5bb60 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 1098 time: 0.1474955 Aug 11 02:57:02.568781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c181754-019d-4c66-a560-8fc604eb492f req-ccdb8cda-7ae4-4c04-8439-2a8349eb4589 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:02.572112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c181754-019d-4c66-a560-8fc604eb492f req-ccdb8cda-7ae4-4c04-8439-2a8349eb4589 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1626272 Aug 11 02:57:02.607874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.644073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaeb88-c62a-4e42-ba9a-df68a5f91725 req-071331d8-cd1b-400f-b953-5a7962b3fb64 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:02.645897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fadaeb88-c62a-4e42-ba9a-df68a5f91725 req-071331d8-cd1b-400f-b953-5a7962b3fb64 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0638304 Aug 11 02:57:02.699584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fadaeb88-c62a-4e42-ba9a-df68a5f91725 req-fb9d5a50-e107-4036-a732-f3f7d90dafda tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471573 Aug 11 02:57:02.728082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e9c3cf7-4963-4843-9a54-a781d5504edb req-c8499155-a406-4777-9d58-996362775b49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546829 Aug 11 02:57:02.734149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.738024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c181754-019d-4c66-a560-8fc604eb492f req-58275699-8239-4148-a751-bef9c7dd5029 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543446 Aug 11 02:57:02.739168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.784391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.785003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fadb1320-c4d9-47b6-a6b3-3cf9482c661f {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:57:02.789824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.791215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2b7acac4-26bf-4745-9d98-8cf19d98af80 admin admin] 10.222.0.60 "DELETE /v2.0/routers/fadb1320-c4d9-47b6-a6b3-3cf9482c661f HTTP/1.1" status: 204 len: 168 time: 1.3180728 Aug 11 02:57:02.793862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50014) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:02.845835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] Deleting subnet d6f19243-2720-4080-9331-cdd0b862d7e0 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:57:02.848895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.885450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:02.996861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d53e26f-9568-4506-b0c9-e295cc29c622 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:03.016887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.018545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2d53e26f-9568-4506-b0c9-e295cc29c622 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:03.018958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d53e26f-9568-4506-b0c9-e295cc29c622 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:03.019433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 89f85bef-4c52-4787-9412-184a4768a2ec no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:03.039851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 89f85bef-4c52-4787-9412-184a4768a2ec {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:03.040193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 89f85bef-4c52-4787-9412-184a4768a2ec not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:03.080466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.111473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6f19243-2720-4080-9331-cdd0b862d7e0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:03.113462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.115320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3495a039-4918-4a5c-a768-3268b2c1e5d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d6f19243-2720-4080-9331-cdd0b862d7e0 HTTP/1.1" status: 204 len: 168 time: 0.3205893 Aug 11 02:57:03.117832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50018) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:03.120285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e026ad-a736-4e8e-a7aa-3da929846882 None None] Network aa886e60-0d72-4857-97c2-d633fadbde0b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:03.188101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.244616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Deleting port 306bf1f0-00a1-4987-b09a-5aa51aaad75e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:03.250705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.330047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] DHCP port deletion for aa886e60-0d72-4857-97c2-d633fadbde0b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:57:03.378841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] For port 306bf1f0-00a1-4987-b09a-5aa51aaad75e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306bf1f0-00a1-4987-b09a-5aa51aaad75e,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:03.379226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.383804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] Deleting port 306bf1f0-00a1-4987-b09a-5aa51aaad75e {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:03.385135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.388145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2e077a9-47c9-4687-8a2a-fd86832026c3 req-4eae449e-6c1e-427e-b702-533d1be9eb54 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 210 time: 0.0389464 Aug 11 02:57:03.399417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Calling delete_port for 306bf1f0-00a1-4987-b09a-5aa51aaad75e owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:03.415682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64850c0-67ad-42d6-b84f-6032c3c3b453 req-389af9dc-9180-436f-8618-257d6e8f9c6a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:03.417198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a64850c0-67ad-42d6-b84f-6032c3c3b453 req-389af9dc-9180-436f-8618-257d6e8f9c6a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0947106 Aug 11 02:57:03.465733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] For port 306bf1f0-00a1-4987-b09a-5aa51aaad75e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306bf1f0-00a1-4987-b09a-5aa51aaad75e,segment=NetworkSegment(90b2c721-d36a-4cf5-a2b6-897b753bfc4b),segment_id=90b2c721-d36a-4cf5-a2b6-897b753bfc4b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:03.466538 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.484019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] Calling delete_port for 306bf1f0-00a1-4987-b09a-5aa51aaad75e owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:03.590308 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.599774 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a64850c0-67ad-42d6-b84f-6032c3c3b453 req-71420197-6b1e-4371-9aaa-f1d74e61d596 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712115 Aug 11 02:57:03.618627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07d029-5677-4c7e-a19c-7804aef418e6 req-f94ef5ae-ff7a-413a-8b73-8aa6bc944a96 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:03.621760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e07d029-5677-4c7e-a19c-7804aef418e6 req-f94ef5ae-ff7a-413a-8b73-8aa6bc944a96 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 946 time: 0.1011569 Aug 11 02:57:03.644442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-c8073a7a-550a-4215-9ee8-87457614bfaa tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:03.646183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] No DVR routers for this DVR port 306bf1f0-00a1-4987-b09a-5aa51aaad75e on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:03.652002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c3b16-c77a-49cc-baad-e31ce2a91e3f None None] Pushing event deleted for resources: {'Port': ['ID=306bf1f0-00a1-4987-b09a-5aa51aaad75e,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:03.654981 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-c8073a7a-550a-4215-9ee8-87457614bfaa tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.57 "GET /v2.0/networks?id=aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c HTTP/1.1" status: 200 len: 825 time: 0.1905732 Aug 11 02:57:03.656352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:03.675049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Request body: {'port': {'device_id': 'd5e585c9-1279-4915-b174-dc420d774c70', 'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c', 'admin_state_up': True, 'tenant_id': '65cc418d283e4978abba3e240f50013e'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:03.702470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] No DVR routers for this DVR port 306bf1f0-00a1-4987-b09a-5aa51aaad75e on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:03.714068 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e07d029-5677-4c7e-a19c-7804aef418e6 req-709f3762-489b-4f49-81dd-488305f5648d tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799589 Aug 11 02:57:03.722210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Pushing event deleted for resources: {'Port': ['ID=306bf1f0-00a1-4987-b09a-5aa51aaad75e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:03.858403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8dd41-a847-47ec-b25c-780508399c97 req-b4f65aa3-eee1-4491-8cc2-fd09cc858f7e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:03.860011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12b8dd41-a847-47ec-b25c-780508399c97 req-b4f65aa3-eee1-4491-8cc2-fd09cc858f7e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0565667 Aug 11 02:57:03.900772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12b8dd41-a847-47ec-b25c-780508399c97 req-89e50748-31c0-4a93-8364-da520d100350 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339897 Aug 11 02:57:04.024562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af78445-14b8-4d08-880f-b2c9fece3344 req-2a3f48fd-0185-4cd0-9bc6-c073bb9eddee tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.026188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3af78445-14b8-4d08-880f-b2c9fece3344 req-2a3f48fd-0185-4cd0-9bc6-c073bb9eddee tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0628779 Aug 11 02:57:04.078625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3af78445-14b8-4d08-880f-b2c9fece3344 req-af499807-47d7-4f20-9a33-4e3bc2809140 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383074 Aug 11 02:57:04.141172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.178878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa886e60-0d72-4857-97c2-d633fadbde0b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:04.201386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b2c721-d36a-4cf5-a2b6-897b753bfc4b') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:04.201689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b2c721-d36a-4cf5-a2b6-897b753bfc4b') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:04.228385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.237545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a129c-bdd8-4503-bc5f-fd7c8bd4eed3 req-8a440669-b3bd-42cd-aff4-e0de38927cf6 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.239019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-357a129c-bdd8-4503-bc5f-fd7c8bd4eed3 req-8a440669-b3bd-42cd-aff4-e0de38927cf6 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.4138496 Aug 11 02:57:04.249571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06ebf-051c-45b5-9e99-f82efef12f96 req-689bb7cc-f645-4a21-9798-033f7b175f85 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.251786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d2b06ebf-051c-45b5-9e99-f82efef12f96 req-689bb7cc-f645-4a21-9798-033f7b175f85 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0512412 Aug 11 02:57:04.254718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-529cf2f1-9af5-477f-873e-afa85885bd24 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1365330 Aug 11 02:57:04.289429 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.300282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:57:04.300694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.301020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d2b06ebf-051c-45b5-9e99-f82efef12f96 req-238ec493-d99a-4bba-9395-fd7b24e4a070 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:57:04.302810 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:57:04.358573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Made reservation on behalf of 65cc418d283e4978abba3e240f50013e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:04.362337 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.418391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-357a129c-bdd8-4503-bc5f-fd7c8bd4eed3 req-0759d099-9fc0-4884-9f92-7543c1f186fd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714861 Aug 11 02:57:04.468189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.487580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9630311-5f57-463c-95ed-deae32f0c5cd req-a6b5b114-8828-4f6d-b12d-2e3c68401a04 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 210 time: 0.0355814 Aug 11 02:57:04.494406 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.496574 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] 10.222.0.60 "DELETE /v2.0/networks/aa886e60-0d72-4857-97c2-d633fadbde0b HTTP/1.1" status: 204 len: 168 time: 1.3778269 Aug 11 02:57:04.556612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028af25-9ca9-4133-beee-f53192d5021e admin admin] Pushing event deleted for resources: {'Network': ['ID=aa886e60-0d72-4857-97c2-d633fadbde0b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:04.573647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.574136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.574623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.575100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.575576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.576129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.576607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.578547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b92e56e5-f4c4-4ebe-b7e3-93efd20ec867 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6498 time: 0.2272975 Aug 11 02:57:04.697018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50056) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:04.741974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8da63f21-95ff-41b9-b1fb-50af3afa5a7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b243ad16aa384366b77f86350127c101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436635 Aug 11 02:57:04.745306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50058) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:04.790493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Allocated IP 172.20.0.8 (aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c/1f051fa8-9504-47a5-a6bf-cb15c6a18f33/e27f2bca-15dc-4d2a-ad36-917f63ac3267) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:04.802022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf70e5-fd13-415f-86d8-c82996521f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.830481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-dc914a85-c555-4907-9709-aef775ac7e8d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.832007 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-dc914a85-c555-4907-9709-aef775ac7e8d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.2803273 Aug 11 02:57:04.840331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf70e5-fd13-415f-86d8-c82996521f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.848356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-79f313c9-b826-4068-b1a5-bdb578c08359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.848839 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-79f313c9-b826-4068-b1a5-bdb578c08359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.849315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-79f313c9-b826-4068-b1a5-bdb578c08359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.850885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-79f313c9-b826-4068-b1a5-bdb578c08359 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43 HTTP/1.1" status: 200 len: 2292 time: 0.2225747 Aug 11 02:57:04.876466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-1b466ca8-c683-4b09-93e4-8636a2e27f63 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/quotas/d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 375 time: 0.0323515 Aug 11 02:57:04.905033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e104d9a-c805-41e7-b67b-6f7429d95be9 req-8d54d4e9-99ea-43f0-9fb8-819a1b54edf4 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:04.910906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e104d9a-c805-41e7-b67b-6f7429d95be9 req-8d54d4e9-99ea-43f0-9fb8-819a1b54edf4 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 946 time: 0.0917928 Aug 11 02:57:04.972997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf70e5-fd13-415f-86d8-c82996521f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.975787 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf70e5-fd13-415f-86d8-c82996521f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:04.979348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306bf1f0-00a1-4987-b09a-5aa51aaad75e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:04.980690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ddf70e5-fd13-415f-86d8-c82996521f5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b1ef4a9-c6bb-4c88-a372-f699796678ca HTTP/1.1" status: 204 len: 168 time: 0.2341471 Aug 11 02:57:04.991168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e104d9a-c805-41e7-b67b-6f7429d95be9 req-3a7df55c-bd1f-4c29-8321-84b6d3758c98 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768435 Aug 11 02:57:04.997827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf70e5-fd13-415f-86d8-c82996521f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ef4a9-c6bb-4c88-a372-f699796678ca,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:05.019090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 306bf1f0-00a1-4987-b09a-5aa51aaad75e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:05.019349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306bf1f0-00a1-4987-b09a-5aa51aaad75e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:05.060050 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-fc3487f0-a0c9-4e58-85f0-24f1147ce30c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce HTTP/1.1" status: 200 len: 1001 time: 0.1959872 Aug 11 02:57:05.095870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-09b1c5ca-febe-4dcb-a350-4b20bb3d1ca2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1792831 Aug 11 02:57:05.240611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-cc307086-aaad-4c92-8bbd-d187a3cd7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:05.242113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-cc307086-aaad-4c92-8bbd-d187a3cd7a58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fa0c64f-eee5-487c-aa30-d2e421af22bf HTTP/1.1" status: 200 len: 850 time: 0.1721463 Aug 11 02:57:05.249424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.296148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d395352-389d-4ec3-ba9a-ea10dd6b8607 req-6f928721-b114-4ccb-9cda-090b13419513 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:05.307539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d395352-389d-4ec3-ba9a-ea10dd6b8607 req-6f928721-b114-4ccb-9cda-090b13419513 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1162622 Aug 11 02:57:05.336144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-f7a6cc97-3524-4a52-bb5d-d2391a2c763c service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116387 Aug 11 02:57:05.356054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d395352-389d-4ec3-ba9a-ea10dd6b8607 req-37ab8b83-1888-4dc2-b9bb-934ce3890501 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470505 Aug 11 02:57:05.418763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-05085194-0d6d-4baa-a24d-6c3225983205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:05.420870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-05085194-0d6d-4baa-a24d-6c3225983205 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1636643 Aug 11 02:57:05.501605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:05.586018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-75ba7dc7-7c24-41df-b141-3716bd71b5e3 service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490458 Aug 11 02:57:05.596573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:05.614675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:05.630752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:05.649216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Pushing event updated for resources: {'Port': ['ID=e27f2bca-15dc-4d2a-ad36-917f63ac3267,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:05.652717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c292b-3c59-44da-a88a-f0d4b00e05c9 req-885c9b71-9fa9-4cc2-ba48-a11b78f940ea tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:05.662467 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e78c292b-3c59-44da-a88a-f0d4b00e05c9 req-885c9b71-9fa9-4cc2-ba48-a11b78f940ea tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0730596 Aug 11 02:57:05.684926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-6ff92eaf-9095-44d8-b3f3-bd7e04084b69 service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555761 Aug 11 02:57:05.706806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e78c292b-3c59-44da-a88a-f0d4b00e05c9 req-ecbdad84-8368-44e0-bab3-556de95d032a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Aug 11 02:57:05.899485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126243b-ccea-45c9-a041-a67393d442e0 req-d4bcceb2-4358-4f77-854b-d715f66c106e tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:05.909041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f126243b-ccea-45c9-a041-a67393d442e0 req-d4bcceb2-4358-4f77-854b-d715f66c106e tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 931 time: 0.0804684 Aug 11 02:57:05.953568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f126243b-ccea-45c9-a041-a67393d442e0 req-8aa55cad-6747-421c-9b90-be21999d42c9 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435734 Aug 11 02:57:05.959862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79c8094a-46d4-4085-9195-701cbe0b9845 req-c3ad6102-8dc8-4408-95af-53e3ffd43d5e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 210 time: 0.0867767 Aug 11 02:57:05.980695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:05.981659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.012833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-e9d950e5-151e-4e4a-a6c5-7d42f44ddc5a service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180869 Aug 11 02:57:06.024111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-aa188919-0aa2-4bef-a5f2-2eaaf0afea2d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3571935 Aug 11 02:57:06.073160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Request body: {'port': {'device_id': 'd5e585c9-1279-4915-b174-dc420d774c70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:06.076593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-05ea14df-869d-4d77-b3ce-04028d9328be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 200 len: 217 time: 0.0511537 Aug 11 02:57:06.183000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b245eb44-793b-40d0-9e09-eaf9701688a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:06.184603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b245eb44-793b-40d0-9e09-eaf9701688a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.0863822 Aug 11 02:57:06.191096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:06.191255 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.321073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-e1052c2e-4cdb-4681-be08-bf5aff12b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:06.322958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-e1052c2e-4cdb-4681-be08-bf5aff12b53d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1291263 Aug 11 02:57:06.347829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-60480395-network', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:06.370275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Made reservation on behalf of 5ae8cb39d0ac4f62abecc825fb610a10 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:06.372884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.382654 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.522991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8902f68-f194-46e0-9279-9df5cff7bb34 req-fb0f9449-cf3e-4f21-852a-b751d43117f2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:06.537309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8902f68-f194-46e0-9279-9df5cff7bb34 req-fb0f9449-cf3e-4f21-852a-b751d43117f2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1066301 Aug 11 02:57:06.568330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-78640149-5a4e-4441-88cc-aa3a1fab6144 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375085 Aug 11 02:57:06.616742 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.622349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8902f68-f194-46e0-9279-9df5cff7bb34 req-f6d93a6f-d81f-4761-ab57-6162b570aac7 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841534 Aug 11 02:57:06.626769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.678720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff35d0-a13a-41cd-94cc-1a7e1585b037,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:06.683510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:57:06.696834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.697677 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Added segment 779e5974-d8f8-42ba-968a-ae5bd4e961c9 of type vlan for network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b Aug 11 02:57:06.753937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.769212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27f2bca-15dc-4d2a-ad36-917f63ac3267 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:06.783472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.792345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.793586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:06.794810 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.820718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Transition to ACTIVE for port object e27f2bca-15dc-4d2a-ad36-917f63ac3267 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:06.830237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:06.867735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-3acb4ff5-37b4-4924-b3bb-3b7014f1562e service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894225 Aug 11 02:57:06.905749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7112522 Aug 11 02:57:06.909364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50132) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:06.917423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Request body: {'subnet': {'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-60480395-subnet', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:06.929220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d19e0-2b9a-4f3b-8b72-dc9211558b25 admin admin] Pushing event updated for resources: {'Network': ['ID=1d8c4155-9977-4d81-b4b0-aa73c16ab54b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:06.930156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-64b7f9f3-70e5-4a89-9ff2-31ddb6e3b2ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 200 len: 217 time: 0.0530326 Aug 11 02:57:06.939530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e27f2bca-15dc-4d2a-ad36-917f63ac3267,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:06.941352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:57:06.961785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b075ec-4844-4971-90b7-2f9b788e2709 req-9abe3d51-5a2b-4052-882a-0d74f25d2e2d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:06.964227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3b075ec-4844-4971-90b7-2f9b788e2709 req-9abe3d51-5a2b-4052-882a-0d74f25d2e2d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1360686 Aug 11 02:57:06.983895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Made reservation on behalf of 5ae8cb39d0ac4f62abecc825fb610a10 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:06.986475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.048423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-cf6de18b-d16c-42ed-866f-645634114243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.049730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-cf6de18b-d16c-42ed-866f-645634114243 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.0930791 Aug 11 02:57:07.091377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Attempting to bind port e27f2bca-15dc-4d2a-ad36-917f63ac3267 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:07.092254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Attempting to bind port e27f2bca-15dc-4d2a-ad36-917f63ac3267 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'f22980ae-2121-4187-98c4-7da2cf8f85d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:07.092830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Attempting to bind port e27f2bca-15dc-4d2a-ad36-917f63ac3267 on network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:07.104554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3b075ec-4844-4971-90b7-2f9b788e2709 req-ed90e045-36fe-4c99-b2f6-4a0259efa81b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294379 Aug 11 02:57:07.134846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Port e27f2bca-15dc-4d2a-ad36-917f63ac3267 on network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:07.143728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Attempting to bind port e27f2bca-15dc-4d2a-ad36-917f63ac3267 on network aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:07.154866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:07.155440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Checking segment: {'id': 'f22980ae-2121-4187-98c4-7da2cf8f85d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:07.160782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Bound using segment: {'id': 'f22980ae-2121-4187-98c4-7da2cf8f85d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:07.161169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Bound port: e27f2bca-15dc-4d2a-ad36-917f63ac3267, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22980ae-2121-4187-98c4-7da2cf8f85d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:07.161556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.241938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-23201e70-d87b-46a7-baa8-673527c21591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.243475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-23201e70-d87b-46a7-baa8-673527c21591 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749520 Aug 11 02:57:07.336257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecca3a-b874-4dd5-8879-e38d000d96ac req-65ad1974-d05b-4766-81a9-8b01b5034303 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.343878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35ecca3a-b874-4dd5-8879-e38d000d96ac req-65ad1974-d05b-4766-81a9-8b01b5034303 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 943 time: 0.1684048 Aug 11 02:57:07.385486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] For port e27f2bca-15dc-4d2a-ad36-917f63ac3267, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:07.426688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-731c8d64-792d-407d-a877-d23d79b7a467 req-7897b73d-f55b-4773-a522-013ded88058e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 210 time: 0.1726210 Aug 11 02:57:07.427856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.455454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] For port e27f2bca-15dc-4d2a-ad36-917f63ac3267, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e27f2bca-15dc-4d2a-ad36-917f63ac3267,segment=NetworkSegment(f22980ae-2121-4187-98c4-7da2cf8f85d6),segment_id=f22980ae-2121-4187-98c4-7da2cf8f85d6)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:07.474428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35ecca3a-b874-4dd5-8879-e38d000d96ac req-02ae9fb2-368b-4f87-9240-9d79fbc93ee2 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295891 Aug 11 02:57:07.491120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.561465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a335d9c-3724-4397-b86b-495c9f3ec2e4,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:07.572756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.573496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.575101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] 10.222.0.57 "PUT /v2.0/ports/e27f2bca-15dc-4d2a-ad36-917f63ac3267 HTTP/1.1" status: 200 len: 1092 time: 1.5088384 Aug 11 02:57:07.632204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e585c9-1279-4915-b174-dc420d774c70', 'tag': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:07.634758 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e585c9-1279-4915-b174-dc420d774c70", "tag": "e27f2bca-15dc-4d2a-ad36-917f63ac3267"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:07.636870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-8b0f5434-3373-4cde-9614-d05dbe73896b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.637967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-8b0f5434-3373-4cde-9614-d05dbe73896b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.3863416 Aug 11 02:57:07.639294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Checking segment: {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:07.639687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Network hostable DHCP agents. Network: 1d8c4155-9977-4d81-b4b0-aa73c16ab54b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:57:07.644067 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-c66b40f8-cc51-4d2c-ba21-28953d6e7416 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859842 Aug 11 02:57:07.644986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f9579-4b39-4889-8d70-2dcadcbf4e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e27f2bca-15dc-4d2a-ad36-917f63ac3267,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:07.662709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184c78b-ea70-49c2-a431-5b6885bb9dad req-e5aab8e9-3d5a-49d6-8f13-f11c9e825a2f tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.664266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b184c78b-ea70-49c2-a431-5b6885bb9dad req-e5aab8e9-3d5a-49d6-8f13-f11c9e825a2f tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1098 time: 0.0723200 Aug 11 02:57:07.665620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:57:07.696369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'port': {'device_id': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'admin_state_up': True, 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:07.735109 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ce1e8c-5e4d-4a8e-b458-242a8d963b17 x-openstack-request-id: req-10ce1e8c-5e4d-4a8e-b458-242a8d963b17 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:07.735407 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e585c9-1279-4915-b174-dc420d774c70", "tag": "e27f2bca-15dc-4d2a-ad36-917f63ac3267", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:07.735966 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10ce1e8c-5e4d-4a8e-b458-242a8d963b17 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:07.736470 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e585c9-1279-4915-b174-dc420d774c70', 'tag': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267', 'status': 'completed', 'code': 200} Aug 11 02:57:07.764899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 1d8c4155-9977-4d81-b4b0-aa73c16ab54b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:07.769771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:07.770372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.773865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e8388-5317-4d72-8515-805f3238488f None None] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:07.817679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b184c78b-ea70-49c2-a431-5b6885bb9dad req-e97d94da-fb7e-4569-b3ca-d60b6f7e2de3 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418180 Aug 11 02:57:07.848650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e073e4ef-1eda-464a-b994-13272a89af87 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9342458 Aug 11 02:57:07.892416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50152) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:07.909417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:07.970961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:07.974321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.031932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:57:08.032975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.054892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Made reservation on behalf of d5e2849c1fa2439186e02d67a1626514 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:08.065066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.171759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-b5b59fe3-8eef-4496-8d1e-467f61e6b62a service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044296 Aug 11 02:57:08.182923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-9f9515d8-ae12-408e-a760-dca9f0b6eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:08.184439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-9f9515d8-ae12-408e-a760-dca9f0b6eb7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65cc418d283e4978abba3e240f50013e&device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 1095 time: 0.4472103 Aug 11 02:57:08.221451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Allocated IP 172.20.0.2 (1d8c4155-9977-4d81-b4b0-aa73c16ab54b/3a335d9c-3724-4397-b86b-495c9f3ec2e4/246a2505-8a8c-495a-9707-cf7aaf0f1442) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:08.273932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d7b47-1385-4c47-999a-b737d41d5388 req-e010778b-7001-44f0-8cad-1b9de1f09645 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:08.282160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-517d7b47-1385-4c47-999a-b737d41d5388 req-e010778b-7001-44f0-8cad-1b9de1f09645 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.5067089 Aug 11 02:57:08.296699 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-5ce02967-d88b-454e-8146-f07ee5d1efc4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b HTTP/1.1" status: 200 len: 217 time: 0.1111913 Aug 11 02:57:08.343365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-50c9ebc5-a767-4cda-a547-fc9cd11fd033 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27f2bca-15dc-4d2a-ad36-917f63ac3267 HTTP/1.1" status: 200 len: 217 time: 0.1273296 Aug 11 02:57:08.396129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.441812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-517d7b47-1385-4c47-999a-b737d41d5388 req-822c3a4a-d3ee-4d54-8b9d-ec79cb7b4de9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587002 Aug 11 02:57:08.459556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-53f18ac3-8f07-4f9d-b756-250649b29e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:08.461052 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-53f18ac3-8f07-4f9d-b756-250649b29e03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.1307080 Aug 11 02:57:08.491787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-63e1c1db-d623-4f67-b723-2ec9d0213fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:08.493259 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-63e1c1db-d623-4f67-b723-2ec9d0213fb7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f051fa8-9504-47a5-a6bf-cb15c6a18f33 HTTP/1.1" status: 200 len: 865 time: 0.1271069 Aug 11 02:57:08.497116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.506325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Transition to ACTIVE for port object 246a2505-8a8c-495a-9707-cf7aaf0f1442 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:08.533674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Allocated IP 172.20.0.11 (6deacbbc-90b6-4ce7-9661-dcbc27f0fea7/2b70181b-6aab-4380-94da-065bdc0b290b/bf6f7400-3a62-47b0-9d38-89693319f75d) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:08.542269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Transition to ACTIVE for port object 246a2505-8a8c-495a-9707-cf7aaf0f1442 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:08.556342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.581252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-8f46d479-408b-4950-9d0b-aa34b4c59ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574098 Aug 11 02:57:08.631422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:08.635041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:08.639010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:08.640981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.664184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-2fda100c-9d8b-44b3-9930-7c8f40ee1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:08.665652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-2fda100c-9d8b-44b3-9930-7c8f40ee1325 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1925704 Aug 11 02:57:08.743135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89393d78-54b5-4efb-a3c7-f979a363b4b0 req-9cafec4d-d0ce-47d1-8f7f-6ada19bdfc23 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:08.751077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89393d78-54b5-4efb-a3c7-f979a363b4b0 req-9cafec4d-d0ce-47d1-8f7f-6ada19bdfc23 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.2020657 Aug 11 02:57:08.780806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Pushing event updated for resources: {'Port': ['ID=246a2505-8a8c-495a-9707-cf7aaf0f1442,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:08.797471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Attempting to bind port 246a2505-8a8c-495a-9707-cf7aaf0f1442 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:08.798084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Attempting to bind port 246a2505-8a8c-495a-9707-cf7aaf0f1442 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:08.798225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Attempting to bind port 246a2505-8a8c-495a-9707-cf7aaf0f1442 on network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:08.819080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:08.819599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Checking segment: {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:08.820054 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.820752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Bound using segment: {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:08.821124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Bound port: 246a2505-8a8c-495a-9707-cf7aaf0f1442, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:08.821519 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.887271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-2472ad05-8cbe-49d3-a054-cb4f424dc642 service neutron] 10.222.0.57 "GET /v2.0/networks/aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868435 Aug 11 02:57:08.903177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:08.921969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Transition to ACTIVE for port object bf6f7400-3a62-47b0-9d38-89693319f75d will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:08.934969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] For port 246a2505-8a8c-495a-9707-cf7aaf0f1442, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:08.939616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] For port 246a2505-8a8c-495a-9707-cf7aaf0f1442, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=246a2505-8a8c-495a-9707-cf7aaf0f1442,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:08.944937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89393d78-54b5-4efb-a3c7-f979a363b4b0 req-970c007e-e11a-408b-9e33-d1731765920a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928923 Aug 11 02:57:08.955962 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:09.073404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa586-5b8e-4586-b800-9e2a27fe70ed None None] Pushing event updated for resources: {'Port': ['ID=246a2505-8a8c-495a-9707-cf7aaf0f1442,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:09.096265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-40dacb83-f2e6-4ed0-a5f5-61bd3799acd8 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193516 Aug 11 02:57:09.185202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f9281e83-e1fb-48b1-887e-46eb3de191e0 req-f02150d9-71e2-48d7-9dc9-4e984203de0f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 210 time: 0.0861430 Aug 11 02:57:09.251844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f8c745d1-b6dd-4005-b3d7-fe355979f529 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:57:09.253050 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f8c745d1-b6dd-4005-b3d7-fe355979f529 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104640 Aug 11 02:57:09.264244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b010da4f-cc9f-41af-ac40-e46345dc5f79 req-a3516ce1-9300-4783-81fd-15d1b411106d service neutron] 10.222.0.57 "GET /v2.0/networks/aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613882 Aug 11 02:57:09.281457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:09.282067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:57:09.442084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:09.454631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:09.492041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-f88d99fa-dfd3-4358-9029-d592104ce8f8 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510246 Aug 11 02:57:09.540987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:09.544931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:09.557460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:09.589652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-d4afce6f-fbcd-41fd-9047-a9e74f1a7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:09.598452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=bf6f7400-3a62-47b0-9d38-89693319f75d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:09.599183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-d4afce6f-fbcd-41fd-9047-a9e74f1a7af2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=65cc418d283e4978abba3e240f50013e&device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 1095 time: 0.2344162 Aug 11 02:57:09.602413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:09.611020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:09.695292 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-77fee34d-25e7-4656-8ee6-000e16c0cb41 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=19e8c3da-0cee-441a-9d38-f71962c63595 HTTP/1.1" status: 200 len: 217 time: 0.1933043 Aug 11 02:57:09.734320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779490c-50ad-447a-9409-818c6a4c07da req-cca1b61c-18f1-438f-a86f-a9f8083cacd7 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:09.741947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4779490c-50ad-447a-9409-818c6a4c07da req-cca1b61c-18f1-438f-a86f-a9f8083cacd7 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 943 time: 0.3437307 Aug 11 02:57:09.814681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:09.814681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:09.882548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-da1dbfcc-329f-490a-a7a1-6327f8a7eb9c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1966863 Aug 11 02:57:09.914309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Request body: {'port': {'device_id': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:09.983648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Allocated IP 172.25.4.154 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d8acf9dd-5def-4cb9-93ca-514dd364496a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:09.999020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70603db4-6eca-44e0-99ac-328f7d2de81e None None] Provisioning for port bf6f7400-3a62-47b0-9d38-89693319f75d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:10.007765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70603db4-6eca-44e0-99ac-328f7d2de81e None None] Provisioning complete for port bf6f7400-3a62-47b0-9d38-89693319f75d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:10.010283 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70603db4-6eca-44e0-99ac-328f7d2de81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:10.047823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-9d46e282-ebd8-4c0c-8068-f99a30cd8e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:10.051169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-9d46e282-ebd8-4c0c-8068-f99a30cd8e01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.2385905 Aug 11 02:57:10.057976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:10.058460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:10.059369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:10.071107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:10.071571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:10.075808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-70603db4-6eca-44e0-99ac-328f7d2de81e None None] Port bf6f7400-3a62-47b0-9d38-89693319f75d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:57:10.089697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:10.116493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:10.117106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:10.117940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:10.118483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Bound port: b0668d72-12e7-4694-8d47-9b98852f2b4b, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:10.187618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:10.192203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4779490c-50ad-447a-9409-818c6a4c07da req-7ba4fa74-7496-4633-94c7-cb60896cbd1e tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736804 Aug 11 02:57:10.208630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:10.210788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc2a12b1-404a-4470-a3ed-394f267c5a0b service neutron] 10.222.0.60 "POST /v2.0/ports/b0668d72-12e7-4694-8d47-9b98852f2b4b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9437914 Aug 11 02:57:10.214219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-80bd8b92-ca52-486b-985c-2f4881d2b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:10.216063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-80bd8b92-ca52-486b-985c-2f4881d2b811 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c HTTP/1.1" status: 200 len: 926 time: 0.5614748 Aug 11 02:57:10.224596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-ecf7547b-0e70-42bd-b915-3111152abd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:10.227001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-ecf7547b-0e70-42bd-b915-3111152abd05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468501 Aug 11 02:57:10.281297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-d847727e-0f2d-452b-b1f6-69c42e1e2ab1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e27f2bca-15dc-4d2a-ad36-917f63ac3267 HTTP/1.1" status: 200 len: 217 time: 0.0530682 Aug 11 02:57:10.465039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:10.515182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-454151f4-4c62-46c9-a215-f2e9bb6a1af5 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241130 Aug 11 02:57:10.601885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-28e0c01c-8604-4fcf-ab20-04dda7f274d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:10.603519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-28e0c01c-8604-4fcf-ab20-04dda7f274d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f051fa8-9504-47a5-a6bf-cb15c6a18f33 HTTP/1.1" status: 200 len: 865 time: 0.0956485 Aug 11 02:57:10.686143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f312b26-16ad-4339-a914-e4ba81696559 None None] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:10.712162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-6c6e2150-85c5-49d0-af34-d49aad8fa2f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871923 Aug 11 02:57:10.745124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-5007bc14-9cf5-45ec-967f-1adb445c6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:10.746749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-5007bc14-9cf5-45ec-967f-1adb445c6108 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1098 time: 0.1304882 Aug 11 02:57:10.763287 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:10.787976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0b99578f-8754-4ff8-a726-87bed6131a29 None None] Provisioning for port 246a2505-8a8c-495a-9707-cf7aaf0f1442 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:10.812726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624444f-e37c-4d31-9f72-d0202bac20bd req-c46cb972-d47d-4de4-abea-188488630510 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:10.814439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d624444f-e37c-4d31-9f72-d0202bac20bd req-c46cb972-d47d-4de4-abea-188488630510 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.2675009 Aug 11 02:57:10.844274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44b591-197e-4333-867c-91db3e2970eb req-21b2ce55-d9d6-4b32-9f08-bb629c2921db tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:10.845928 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b44b591-197e-4333-867c-91db3e2970eb req-21b2ce55-d9d6-4b32-9f08-bb629c2921db tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1856267 Aug 11 02:57:10.877939 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-643c3a20-dd0f-4be6-ac9b-5c58a3bc86b8 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733421 Aug 11 02:57:10.885398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:10.898467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:10.916458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:10.941809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-86ed88f7-1cad-4b7c-bcc1-ef15360a33a7 service neutron] 10.222.0.57 "GET /v2.0/networks/aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164059 Aug 11 02:57:10.948807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-ec802a26-a733-4cf5-9593-022ccf767db4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd HTTP/1.1" status: 200 len: 217 time: 0.0543361 Aug 11 02:57:10.978932 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b44b591-197e-4333-867c-91db3e2970eb req-22de6760-f0c4-4151-a631-be12197fd883 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181808 Aug 11 02:57:10.992455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Pushing event updated for resources: {'Port': ['ID=d8acf9dd-5def-4cb9-93ca-514dd364496a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:11.053345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d624444f-e37c-4d31-9f72-d0202bac20bd req-8525ed86-1c69-4f42-aec4-477f5a8414d9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111063 Aug 11 02:57:11.113400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-90b6021f-6e6e-4643-b134-62d15803242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.114895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-90b6021f-6e6e-4643-b134-62d15803242d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.3544908 Aug 11 02:57:11.118399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 246a2505-8a8c-495a-9707-cf7aaf0f1442 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:11.135408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-ca545708-7046-4177-8804-eb39c7d2de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.136905 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-ca545708-7046-4177-8804-eb39c7d2de6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.1722116 Aug 11 02:57:11.168471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6f7400-3a62-47b0-9d38-89693319f75d {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:11.217631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 246a2505-8a8c-495a-9707-cf7aaf0f1442 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:11.220385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-776fec64-4b5f-4b8f-8ce9-9303f166e2f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 200 len: 217 time: 0.0541139 Aug 11 02:57:11.227231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 246a2505-8a8c-495a-9707-cf7aaf0f1442 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:11.227791 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.240658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0f00e5d-e41c-4792-b43b-b3d0c19e7529 req-af555a14-7251-4bf5-bb92-6243e602a7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857535 Aug 11 02:57:11.266437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b914f9-02e7-40c2-ba6d-8f8b59109bad req-f9f49281-898b-4210-8550-f83d61ccb224 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.275602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6b914f9-02e7-40c2-ba6d-8f8b59109bad req-f9f49281-898b-4210-8550-f83d61ccb224 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 932 time: 0.1355143 Aug 11 02:57:11.275939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.282572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-df96199d-6060-4c03-b3da-071be91b4bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.284428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-df96199d-6060-4c03-b3da-071be91b4bca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331751 Aug 11 02:57:11.372673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Transition to ACTIVE for port object bf6f7400-3a62-47b0-9d38-89693319f75d will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:11.385397 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.392498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.396564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6b914f9-02e7-40c2-ba6d-8f8b59109bad req-1fcc6a79-04e7-4c67-852e-ce24a6c50eb2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194539 Aug 11 02:57:11.438209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 246a2505-8a8c-495a-9707-cf7aaf0f1442, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=246a2505-8a8c-495a-9707-cf7aaf0f1442,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:11.444678 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.453886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-3457a5f9-885d-4def-b4eb-ccd88052660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.455395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-3457a5f9-885d-4def-b4eb-ccd88052660a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1820409 Aug 11 02:57:11.484291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ea897-7487-40f3-afd8-01c6ac1ad9fc req-b9c46143-bbea-4bce-90c7-792914469e26 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.490104 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-9c535689-f820-4120-b624-2af0b31ca792 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963909 Aug 11 02:57:11.491491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-133ea897-7487-40f3-afd8-01c6ac1ad9fc req-b9c46143-bbea-4bce-90c7-792914469e26 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.3262753 Aug 11 02:57:11.578691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=246a2505-8a8c-495a-9707-cf7aaf0f1442,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:11.585726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-13b92013-f57e-465a-98a9-eb90f9192b3a None None] Provisioning complete for port 246a2505-8a8c-495a-9707-cf7aaf0f1442 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:11.589955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-13b92013-f57e-465a-98a9-eb90f9192b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.644613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-ee5edba6-f539-4870-b354-0c0930d1af27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791816 Aug 11 02:57:11.657178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6f7400-3a62-47b0-9d38-89693319f75d,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:11.698404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bec265-6ef5-480c-8793-a7cfdc7fbfce req-89beb09b-2922-4072-8390-d92e3cb8dcdc tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.700617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79bec265-6ef5-480c-8793-a7cfdc7fbfce req-89beb09b-2922-4072-8390-d92e3cb8dcdc tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 943 time: 0.1357050 Aug 11 02:57:11.707948 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-2975712d-5eaf-4329-8faf-3ad9cd3a8099 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096550 Aug 11 02:57:11.819863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-aad8f86b-800c-4846-b1f0-b4b25f9e78e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79 HTTP/1.1" status: 200 len: 217 time: 0.1021230 Aug 11 02:57:11.853070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-133ea897-7487-40f3-afd8-01c6ac1ad9fc req-cf287710-f227-4f29-9488-77f7c8094ec4 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606987 Aug 11 02:57:11.869633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79bec265-6ef5-480c-8793-a7cfdc7fbfce req-6e141dfb-41c9-479c-b771-61e3048c28e8 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602020 Aug 11 02:57:11.898173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-8827cdc2-6fed-45ee-997b-21fdc9c93719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.899658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-8827cdc2-6fed-45ee-997b-21fdc9c93719 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.0720215 Aug 11 02:57:11.932850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:11.936885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Attempting to bind port bf6f7400-3a62-47b0-9d38-89693319f75d on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:11.937345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Attempting to bind port bf6f7400-3a62-47b0-9d38-89693319f75d by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:11.937774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Attempting to bind port bf6f7400-3a62-47b0-9d38-89693319f75d on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:11.957581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-24a93f2e-0c85-458b-9c04-6e37aa2cdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:11.959085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-24a93f2e-0c85-458b-9c04-6e37aa2cdb71 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504088 Aug 11 02:57:11.981283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-45b78d2d-b315-4267-8ebc-8431aff96299 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209007 Aug 11 02:57:11.984797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Port bf6f7400-3a62-47b0-9d38-89693319f75d on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:11.985261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Attempting to bind port bf6f7400-3a62-47b0-9d38-89693319f75d on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:12.006886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:12.007289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:12.009093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Bound using segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:12.009093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Bound port: bf6f7400-3a62-47b0-9d38-89693319f75d, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:12.009093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:12.056693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-ed21e635-6f8c-4515-ac7c-e2727c1059e7 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882590 Aug 11 02:57:12.225258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79688ad-0dbb-41bd-8a93-6b611f42444c req-fd2b81f7-ad79-46f6-8c5e-64918fde6e89 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:12.226817 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d79688ad-0dbb-41bd-8a93-6b611f42444c req-fd2b81f7-ad79-46f6-8c5e-64918fde6e89 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1193368 Aug 11 02:57:12.232032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] For port bf6f7400-3a62-47b0-9d38-89693319f75d, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:12.236357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-36850b74-2b84-4247-b912-5b362b5de971 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447941 Aug 11 02:57:12.241789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] For port bf6f7400-3a62-47b0-9d38-89693319f75d, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bf6f7400-3a62-47b0-9d38-89693319f75d,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:12.269190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-318dd9b4-8a0a-41f0-92f4-6b4c967f66f9 req-88f0931e-8713-4e94-94b0-6dae158e8fcb service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022219 Aug 11 02:57:12.298211 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d79688ad-0dbb-41bd-8a93-6b611f42444c req-3a4bb382-3bf8-432b-8a76-4ed7538b9731 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617502 Aug 11 02:57:12.519276 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:12.554129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8103f6e-a46d-41a2-aace-14532a31a9fe req-3babcb29-af33-41a2-a810-a0a581e29d18 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:12.555403 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8103f6e-a46d-41a2-aace-14532a31a9fe req-3babcb29-af33-41a2-a810-a0a581e29d18 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 944 time: 0.0770156 Aug 11 02:57:12.566624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d228b2-50d3-44c6-a57a-92c7433582d8 req-2a30241a-c00a-47cd-8c37-226d241173bf tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:12.573900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92d228b2-50d3-44c6-a57a-92c7433582d8 req-2a30241a-c00a-47cd-8c37-226d241173bf tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.4475155 Aug 11 02:57:12.595773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e27f2bca-15dc-4d2a-ad36-917f63ac3267 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:12.608343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:12.608968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:12.610383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] 10.222.0.57 "PUT /v2.0/ports/bf6f7400-3a62-47b0-9d38-89693319f75d HTTP/1.1" status: 200 len: 1093 time: 2.7077832 Aug 11 02:57:12.641689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'tag': 'bf6f7400-3a62-47b0-9d38-89693319f75d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:12.644811 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eda427-6f07-45b5-92b5-4c09b1662de0" -d '{"events": [{"name": "network-changed", "server_uuid": "7f787a24-905c-439c-ae62-0a13d3d2ff0f", "tag": "bf6f7400-3a62-47b0-9d38-89693319f75d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:12.662397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8103f6e-a46d-41a2-aace-14532a31a9fe req-11c250b1-9bdc-4e10-be78-eaf334a9ad46 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975368 Aug 11 02:57:12.695045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389a1b7-0921-4c6e-a43c-0df70a3b9e29 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6f7400-3a62-47b0-9d38-89693319f75d,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:12.722847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92d228b2-50d3-44c6-a57a-92c7433582d8 req-022922be-7e3a-4c94-ab70-aac6a1ec0262 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479895 Aug 11 02:57:12.743885 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb0456c-41cd-4fa1-b08a-cf6e7cbad0c4 x-openstack-request-id: req-0cb0456c-41cd-4fa1-b08a-cf6e7cbad0c4 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:12.744423 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f787a24-905c-439c-ae62-0a13d3d2ff0f", "tag": "bf6f7400-3a62-47b0-9d38-89693319f75d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:12.744848 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0cb0456c-41cd-4fa1-b08a-cf6e7cbad0c4 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:12.745470 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'tag': 'bf6f7400-3a62-47b0-9d38-89693319f75d', 'status': 'completed', 'code': 200} Aug 11 02:57:12.782504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e27f2bca-15dc-4d2a-ad36-917f63ac3267, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e27f2bca-15dc-4d2a-ad36-917f63ac3267,segment=NetworkSegment(f22980ae-2121-4187-98c4-7da2cf8f85d6),segment_id=f22980ae-2121-4187-98c4-7da2cf8f85d6)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:12.792939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:12.806364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267', 'network_id': 'aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c', 'port_id': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267', 'mac_address': 'fa:16:3e:10:e2:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f051fa8-9504-47a5-a6bf-cb15c6a18f33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:57:12.865526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-036d57ee-85f3-448d-abf1-435d45f6d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:12.866623 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:12.867303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-036d57ee-85f3-448d-abf1-435d45f6d90b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 1096 time: 0.1254423 Aug 11 02:57:12.881117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27f2bca-15dc-4d2a-ad36-917f63ac3267 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:12.946373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e27f2bca-15dc-4d2a-ad36-917f63ac3267, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e27f2bca-15dc-4d2a-ad36-917f63ac3267,segment=NetworkSegment(f22980ae-2121-4187-98c4-7da2cf8f85d6),segment_id=f22980ae-2121-4187-98c4-7da2cf8f85d6)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:12.957712 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:12.992933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-cb21e3d0-985d-4a6a-afb2-cd1cda7968ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6f7400-3a62-47b0-9d38-89693319f75d HTTP/1.1" status: 200 len: 217 time: 0.1112735 Aug 11 02:57:13.026945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e27f2bca-15dc-4d2a-ad36-917f63ac3267,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:13.082656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 246a2505-8a8c-495a-9707-cf7aaf0f1442 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:13.135852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-878d1e38-e66a-4d0c-a9cf-041a5d23fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:13.146265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-878d1e38-e66a-4d0c-a9cf-041a5d23fbf7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1094050 Aug 11 02:57:13.165598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 246a2505-8a8c-495a-9707-cf7aaf0f1442 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:13.166196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:13.172831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb74a0f-46ef-4e5a-8b20-5a5c2b9f129f req-f50ab78e-2120-4649-9aef-606851b0ab9d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:13.176851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bbb74a0f-46ef-4e5a-8b20-5a5c2b9f129f req-f50ab78e-2120-4649-9aef-606851b0ab9d tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 944 time: 0.1250613 Aug 11 02:57:13.195441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814660b-a73f-48c4-9685-aa22bd714f99 req-8ab7fb2d-d043-47dc-b09d-6daa3ac2a185 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:13.198334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3814660b-a73f-48c4-9685-aa22bd714f99 req-8ab7fb2d-d043-47dc-b09d-6daa3ac2a185 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.1599717 Aug 11 02:57:13.239907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bbb74a0f-46ef-4e5a-8b20-5a5c2b9f129f req-5cea02ae-63db-4216-bcab-563a5a116458 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566535 Aug 11 02:57:13.303857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-0581771d-a986-48bf-8f0e-360f982880c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:13.305290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-0581771d-a986-48bf-8f0e-360f982880c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263630 Aug 11 02:57:13.312435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3814660b-a73f-48c4-9685-aa22bd714f99 req-5ea88bed-4746-4fdb-8952-3f2a8470ffe2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038811 Aug 11 02:57:13.315335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:57:13.356540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e27f2bca-15dc-4d2a-ad36-917f63ac3267'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:13.472400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df14f5-b891-4eea-aef1-6b2d08b05edd req-ebd79b01-bd5b-4591-b991-9549abf528d4 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:13.474203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6df14f5-b891-4eea-aef1-6b2d08b05edd req-ebd79b01-bd5b-4591-b991-9549abf528d4 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0673208 Aug 11 02:57:13.531912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6df14f5-b891-4eea-aef1-6b2d08b05edd req-3cf3285c-9589-441f-9c50-1a6995bc5987 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402632 Aug 11 02:57:13.541764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-45233b0a-fbe0-48f9-bb9c-a552bfa86905 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189944 Aug 11 02:57:13.607826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:57:13.622418 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Sync routers for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:57:13.632747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:13.636610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d8fedfb7-2add-47f0-ab7f-4651ec83c628 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7345464 Aug 11 02:57:13.636974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:13.639414 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:13.640088 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:13.696618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b26bea0f-b0ef-4fe0-83ee-7f14aeaaff14 req-e7355744-dd01-4f24-9ed4-ec96391cc95b service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448822 Aug 11 02:57:13.863005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c4cbb-9b41-4719-8af1-138a9efa67b7 req-88146be4-c9f3-49e7-b3a4-8c99df86a38c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:13.863262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:13.864539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c9c4cbb-9b41-4719-8af1-138a9efa67b7 req-88146be4-c9f3-49e7-b3a4-8c99df86a38c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 944 time: 0.1202455 Aug 11 02:57:13.877369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-574d41f3-000c-4ee4-8451-aed0c861c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:13.878856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-574d41f3-000c-4ee4-8451-aed0c861c35b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 1096 time: 0.0907996 Aug 11 02:57:13.967530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c9c4cbb-9b41-4719-8af1-138a9efa67b7 req-da2fbaa0-9fdf-4b37-aade-dac2fb06ebeb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921907 Aug 11 02:57:14.023824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-0ab2dacd-0ab6-495a-9b0c-c40308cb3f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:14.026054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-0ab2dacd-0ab6-495a-9b0c-c40308cb3f51 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.1251092 Aug 11 02:57:14.071414 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:11Z', 'revision_number': 3, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:14.101816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Checking router: 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:57:14.102465 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Updating router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 port d8acf9dd-5def-4cb9-93ca-514dd364496a binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:57:14.106550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-5e220841-6569-4fb2-afd4-a55208a605be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6f7400-3a62-47b0-9d38-89693319f75d HTTP/1.1" status: 200 len: 217 time: 0.0620608 Aug 11 02:57:14.137633 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.175560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-24fe6b05-e803-440a-94f7-b017a02783d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:14.177731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-24fe6b05-e803-440a-94f7-b017a02783d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.0553753 Aug 11 02:57:14.287981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fee5-30c1-44a9-9d4e-b01ad3f1abd6 req-c9cb47bf-4bd1-42dc-9dd9-e2f84a6ca4f3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:14.289629 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2297fee5-30c1-44a9-9d4e-b01ad3f1abd6 req-c9cb47bf-4bd1-42dc-9dd9-e2f84a6ca4f3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1190474 Aug 11 02:57:14.302001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-27b30652-7d53-47f7-8afa-396e4d76e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:14.313624 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-27b30652-7d53-47f7-8afa-396e4d76e2a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1219292 Aug 11 02:57:14.467551 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-a618e3fe-86ee-452c-84f6-ccdc101bbb74 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297402 Aug 11 02:57:14.509178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2297fee5-30c1-44a9-9d4e-b01ad3f1abd6 req-336b95e4-4424-4cb9-bc7d-fdd8bd09c6f3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089474 Aug 11 02:57:14.511825 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.522932 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Transition to ACTIVE for port object d8acf9dd-5def-4cb9-93ca-514dd364496a will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:14.535444 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.589076 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Pushing event updated for resources: {'Port': ['ID=d8acf9dd-5def-4cb9-93ca-514dd364496a,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:14.599203 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.599855 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.600398 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.600936 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.601425 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.601942 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.602439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.602936 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.603418 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.603933 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.604435 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.605063 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:14.618961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e27f2bca-15dc-4d2a-ad36-917f63ac3267 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:14.623126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384e96-1093-45d0-8393-826c6b3cf30d req-14ede985-35d2-4702-b6ff-48943dff4104 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:14.624223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9384e96-1093-45d0-8393-826c6b3cf30d req-14ede985-35d2-4702-b6ff-48943dff4104 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 944 time: 0.1551774 Aug 11 02:57:14.708144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9384e96-1093-45d0-8393-826c6b3cf30d req-707eb833-b9a1-47ba-81ec-8b40f7513f30 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578167 Aug 11 02:57:14.710022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Attempting to bind port d8acf9dd-5def-4cb9-93ca-514dd364496a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:14.710506 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Attempting to bind port d8acf9dd-5def-4cb9-93ca-514dd364496a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:14.714615 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Attempting to bind port d8acf9dd-5def-4cb9-93ca-514dd364496a on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:14.728218 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:14.735009 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:14.735610 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.736140 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:14.736452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03eda427-6f07-45b5-92b5-4c09b1662de0 req-dc5fdd28-1744-4359-b7f2-4f56cda9e5fe service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530599 Aug 11 02:57:14.737964 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Bound port: d8acf9dd-5def-4cb9-93ca-514dd364496a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:14.738973 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.766517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port e27f2bca-15dc-4d2a-ad36-917f63ac3267 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:14.787016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e27f2bca-15dc-4d2a-ad36-917f63ac3267 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:14.787734 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.803567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.828811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f48d-1ff7-4566-a9b1-49ace8590904 req-aca3e7aa-7b12-4efe-a68c-4f30d77434f2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:14.830945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9c9f48d-1ff7-4566-a9b1-49ace8590904 req-aca3e7aa-7b12-4efe-a68c-4f30d77434f2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.0776989 Aug 11 02:57:14.880186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068426f1-3565-4c6f-8c51-39dcd3ccacc3 req-15e84db7-519f-4bb1-b253-2582e70f4120 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:14.887889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-068426f1-3565-4c6f-8c51-39dcd3ccacc3 req-15e84db7-519f-4bb1-b253-2582e70f4120 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0951664 Aug 11 02:57:14.915337 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] For port d8acf9dd-5def-4cb9-93ca-514dd364496a, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:14.918754 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] For port d8acf9dd-5def-4cb9-93ca-514dd364496a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d8acf9dd-5def-4cb9-93ca-514dd364496a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:14.919209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.927176 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.946995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-068426f1-3565-4c6f-8c51-39dcd3ccacc3 req-80246d52-0d51-4108-aa20-ee9d0af4f7b4 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563288 Aug 11 02:57:14.950103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e585c9-1279-4915-b174-dc420d774c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:14.953557 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04f5c77-b5f0-4175-9298-f1bda66b0e2e" -d '{"events": [{"server_uuid": "d5e585c9-1279-4915-b174-dc420d774c70", "name": "network-vif-plugged", "status": "completed", "tag": "e27f2bca-15dc-4d2a-ad36-917f63ac3267"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:14.973048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e27f2bca-15dc-4d2a-ad36-917f63ac3267, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e27f2bca-15dc-4d2a-ad36-917f63ac3267,segment=NetworkSegment(f22980ae-2121-4187-98c4-7da2cf8f85d6),segment_id=f22980ae-2121-4187-98c4-7da2cf8f85d6)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:14.984453 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:14.998056 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:14.998887 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:15.046186 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64139953-5fea-448b-8898-b750b06dd425 x-openstack-request-id: req-64139953-5fea-448b-8898-b750b06dd425 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:15.046782 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e585c9-1279-4915-b174-dc420d774c70", "name": "network-vif-plugged", "status": "completed", "tag": "e27f2bca-15dc-4d2a-ad36-917f63ac3267", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:15.047206 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64139953-5fea-448b-8898-b750b06dd425 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:15.048483 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e585c9-1279-4915-b174-dc420d774c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267', 'code': 200} Aug 11 02:57:15.054290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9c9f48d-1ff7-4566-a9b1-49ace8590904 req-fcb815f5-2787-4a82-9017-e1e8df1bc221 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118262 Aug 11 02:57:15.073303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e27f2bca-15dc-4d2a-ad36-917f63ac3267,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:15.078761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Allocated IP 172.20.0.1 (1d8c4155-9977-4d81-b4b0-aa73c16ab54b/3a335d9c-3724-4397-b86b-495c9f3ec2e4/37766129-bd66-429e-8388-e368463792d0) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:15.203322 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604e866-2c7e-413d-8c37-5388c39a3534 None None] Pushing event updated for resources: {'Port': ['ID=d8acf9dd-5def-4cb9-93ca-514dd364496a,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:15.216583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:15.229776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4804510-0889-4260-8cac-d2d87c7e3609 req-9dd48050-3409-4990-9f59-b04f3c42a0c4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:15.231500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4804510-0889-4260-8cac-d2d87c7e3609 req-9dd48050-3409-4990-9f59-b04f3c42a0c4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 944 time: 0.0646446 Aug 11 02:57:15.235614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52862dc-73e2-4177-baf8-a89f10927698 req-b833235e-10f8-4060-89b8-28ae36b2fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:15.237651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d52862dc-73e2-4177-baf8-a89f10927698 req-b833235e-10f8-4060-89b8-28ae36b2fc6d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 1097 time: 0.1069834 Aug 11 02:57:15.240052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Transition to ACTIVE for port object 37766129-bd66-429e-8388-e368463792d0 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:15.281141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:15.291959 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4804510-0889-4260-8cac-d2d87c7e3609 req-686343b5-d97c-4d89-9560-2c6de6d95c11 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527520 Aug 11 02:57:15.312725 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d52862dc-73e2-4177-baf8-a89f10927698 req-321b20c1-673d-4399-beef-b0554a757a75 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Aug 11 02:57:15.313351 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:15.329170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:15.332040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:15.335531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:15.376008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Pushing event updated for resources: {'Port': ['ID=37766129-bd66-429e-8388-e368463792d0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:15.386239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:15.567488 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:11Z', 'revision_number': 3, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:15.567815 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:15.605269 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0f636a-0e19-45a5-a0af-23cf3d0d0e00 None None] The sync data for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 is: [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:11Z', 'revision_number': 3, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:57:15.704721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6b0fa512-86c8-461f-95e7-8375fc8f829e None None] Provisioning for port 37766129-bd66-429e-8388-e368463792d0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:15.718464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6b0fa512-86c8-461f-95e7-8375fc8f829e None None] Provisioning complete for port 37766129-bd66-429e-8388-e368463792d0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:15.718841 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b0fa512-86c8-461f-95e7-8375fc8f829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:15.728188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328503d4-31fb-43d8-82ac-7d62ad4e3473 req-a4c2ae7f-5a6c-4643-b557-2f57fa3b234f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:15.730117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-328503d4-31fb-43d8-82ac-7d62ad4e3473 req-a4c2ae7f-5a6c-4643-b557-2f57fa3b234f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1236386 Aug 11 02:57:15.763675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6b0fa512-86c8-461f-95e7-8375fc8f829e None None] Port 37766129-bd66-429e-8388-e368463792d0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:57:15.817191 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-328503d4-31fb-43d8-82ac-7d62ad4e3473 req-c0ca337e-f58b-454c-a421-3e5523bed7f9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631638 Aug 11 02:57:15.861587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604f02-50d5-4a09-beae-aac1e9897095 req-b9031096-00f1-4580-b979-fcbb08cfec92 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:15.869165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11604f02-50d5-4a09-beae-aac1e9897095 req-b9031096-00f1-4580-b979-fcbb08cfec92 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.0677757 Aug 11 02:57:15.890981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:15.910653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:15.979074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11604f02-50d5-4a09-beae-aac1e9897095 req-30d45e45-0256-4d29-9d18-1e2f2fc74088 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089339 Aug 11 02:57:16.001745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:16.013174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Pushing event updated for resources: {'Port': ['ID=37766129-bd66-429e-8388-e368463792d0,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:16.153826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b940e1-a386-4e29-80ee-0ce828fa8a3b req-ea35bcf5-3835-4d52-bff4-27bde8122836 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:16.155715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6b940e1-a386-4e29-80ee-0ce828fa8a3b req-ea35bcf5-3835-4d52-bff4-27bde8122836 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1027832 Aug 11 02:57:16.175744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:16.178306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:16.233102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76484d-59a0-427e-855d-5846ce5d45d8 req-1d8d17c3-40b9-4061-9c33-3187bb2ae88b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:16.241558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c76484d-59a0-427e-855d-5846ce5d45d8 req-1d8d17c3-40b9-4061-9c33-3187bb2ae88b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.1027672 Aug 11 02:57:16.297609 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c76484d-59a0-427e-855d-5846ce5d45d8 req-ca3a1786-7f3f-47a0-8bbc-8606cc490ddb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514352 Aug 11 02:57:16.347147 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6b940e1-a386-4e29-80ee-0ce828fa8a3b req-cd54529e-42fc-4522-add9-f301335f6952 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749406 Aug 11 02:57:16.392720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:57:16.479564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9407ea-da95-4ccf-a892-954c5d4289d9 req-b3891e9f-e245-437e-97a9-ac8a8e2256f4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:16.488168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea9407ea-da95-4ccf-a892-954c5d4289d9 req-b3891e9f-e245-437e-97a9-ac8a8e2256f4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 944 time: 0.0944879 Aug 11 02:57:16.552730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea9407ea-da95-4ccf-a892-954c5d4289d9 req-e737cef6-0aaa-4a1b-a6db-96c831d9e575 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567865 Aug 11 02:57:16.559954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:57:16.581200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a8fcfb7a-3007-44bd-a794-1beed52c5683 admin admin] 10.222.0.60 "PUT /v2.0/routers/236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9429839 Aug 11 02:57:16.597385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3b132bf-1a9f-4a10-b7d8-a9d0bf4b5e52 None None] Provisioning complete for port 37766129-bd66-429e-8388-e368463792d0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:16.597775 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3b132bf-1a9f-4a10-b7d8-a9d0bf4b5e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:16.626025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bf6f7400-3a62-47b0-9d38-89693319f75d details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:16.650776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b3b132bf-1a9f-4a10-b7d8-a9d0bf4b5e52 None None] Port 37766129-bd66-429e-8388-e368463792d0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:57:16.760012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port bf6f7400-3a62-47b0-9d38-89693319f75d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bf6f7400-3a62-47b0-9d38-89693319f75d,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:16.791600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'bf6f7400-3a62-47b0-9d38-89693319f75d', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': 'bf6f7400-3a62-47b0-9d38-89693319f75d', 'mac_address': 'fa:16:3e:a6:b7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:57:16.851985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:16.867261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6f7400-3a62-47b0-9d38-89693319f75d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:16.888873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port bf6f7400-3a62-47b0-9d38-89693319f75d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bf6f7400-3a62-47b0-9d38-89693319f75d,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:16.893453 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:16.991500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3a307-96ef-4ca6-8493-620eda30dabd req-15b790f9-1fef-4226-b67b-2d4bf19ccd9e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:16.998079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=bf6f7400-3a62-47b0-9d38-89693319f75d,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:17.000465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47b3a307-96ef-4ca6-8493-620eda30dabd req-15b790f9-1fef-4226-b67b-2d4bf19ccd9e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0850713 Aug 11 02:57:17.053742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d8acf9dd-5def-4cb9-93ca-514dd364496a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:17.063862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47b3a307-96ef-4ca6-8493-620eda30dabd req-fad260db-8f49-42aa-8f5b-85df779c3374 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619085 Aug 11 02:57:17.124350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d8acf9dd-5def-4cb9-93ca-514dd364496a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:17.130051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d8acf9dd-5def-4cb9-93ca-514dd364496a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:17.130426 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.207890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baa9e3-ecba-479c-9ed7-418377ba7883 req-e444def3-1fed-42b0-9104-a9793c815770 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:17.209420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2baa9e3-ecba-479c-9ed7-418377ba7883 req-e444def3-1fed-42b0-9104-a9793c815770 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.0615437 Aug 11 02:57:17.240719 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.264156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d8acf9dd-5def-4cb9-93ca-514dd364496a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d8acf9dd-5def-4cb9-93ca-514dd364496a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:17.268024 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2baa9e3-ecba-479c-9ed7-418377ba7883 req-0b8dc63f-367c-4dc2-ac18-1c5bb91ebbaa tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498281 Aug 11 02:57:17.268580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['bf6f7400-3a62-47b0-9d38-89693319f75d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:17.302280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.375502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d8acf9dd-5def-4cb9-93ca-514dd364496a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:17.417199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b6f5f-60f5-4df9-9a09-ed7df8d5d0a9 req-c499be24-190f-48d5-94bd-0b0cbc3ebb57 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:17.421350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff1b6f5f-60f5-4df9-9a09-ed7df8d5d0a9 req-c499be24-190f-48d5-94bd-0b0cbc3ebb57 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.0724874 Aug 11 02:57:17.475387 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff1b6f5f-60f5-4df9-9a09-ed7df8d5d0a9 req-7c1c4988-6e21-4e90-9d0b-0c5b1858591e tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Aug 11 02:57:17.533528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:17.545502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d640c200-47db-4c7f-90f1-1e11545435f3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1781165628', 'description': 'tempest-description--1051606426'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:17.609878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d640c200-47db-4c7f-90f1-1e11545435f3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.662152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6af84d-6d53-4fa9-a767-985d8fb40ca4 req-5b726509-5cd5-4f99-be8d-2ec487359736 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:17.663817 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d6af84d-6d53-4fa9-a767-985d8fb40ca4 req-5b726509-5cd5-4f99-be8d-2ec487359736 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0616043 Aug 11 02:57:17.670940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3fdd3-2cc5-4caf-85ce-0f93114e62ac req-87e8a238-2190-4ef4-9f96-57800a6fa0f2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:17.672518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfa3fdd3-2cc5-4caf-85ce-0f93114e62ac req-87e8a238-2190-4ef4-9f96-57800a6fa0f2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.0944188 Aug 11 02:57:17.720358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d6af84d-6d53-4fa9-a767-985d8fb40ca4 req-036957a3-a1da-4fe0-b2e4-ae9fec71cd53 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458136 Aug 11 02:57:17.741859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfa3fdd3-2cc5-4caf-85ce-0f93114e62ac req-051e74f7-6145-4fbc-bbda-99581368b16e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619664 Aug 11 02:57:17.772380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d640c200-47db-4c7f-90f1-1e11545435f3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.779753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d640c200-47db-4c7f-90f1-1e11545435f3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.833533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640c200-47db-4c7f-90f1-1e11545435f3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa48d4e-c292-4e31-854f-d3010546429c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:17.838080 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d640c200-47db-4c7f-90f1-1e11545435f3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.843261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50288) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:17.844348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d640c200-47db-4c7f-90f1-1e11545435f3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3091984 Aug 11 02:57:17.851356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1a75a0d5-90ff-4b33-b4fb-a50adb7be89f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Request body: {'security_group_rule': {'security_group_id': 'dfa48d4e-c292-4e31-854f-d3010546429c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:17.899734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a75a0d5-90ff-4b33-b4fb-a50adb7be89f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:17.919986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Sync routers for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:57:17.922612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183805c9-8bae-431b-ad5e-005f3f58de94 req-471f8923-4cee-4cd9-ac0b-f30dcf6d4a35 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:17.933643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-183805c9-8bae-431b-ad5e-005f3f58de94 req-471f8923-4cee-4cd9-ac0b-f30dcf6d4a35 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 945 time: 0.0739605 Aug 11 02:57:17.936662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:17.942415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:17.989420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-183805c9-8bae-431b-ad5e-005f3f58de94 req-a43bdc19-9a8e-44f6-ab9e-1414e285a452 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514429 Aug 11 02:57:18.020472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a75a0d5-90ff-4b33-b4fb-a50adb7be89f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.031679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a75a0d5-90ff-4b33-b4fb-a50adb7be89f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.037806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:18.038847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:18.073452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75a0d5-90ff-4b33-b4fb-a50adb7be89f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb02bf3-c5a4-450c-8a2e-eb73fd320c3f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:18.081297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a75a0d5-90ff-4b33-b4fb-a50adb7be89f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.083183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1a75a0d5-90ff-4b33-b4fb-a50adb7be89f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2381372 Aug 11 02:57:18.085476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50294) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:18.100659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9dc4a7fd-7b91-4b89-ac6a-ba991bc6dfb3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Request body: {'security_group_rule': {'security_group_id': 'dfa48d4e-c292-4e31-854f-d3010546429c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:18.160201 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9dc4a7fd-7b91-4b89-ac6a-ba991bc6dfb3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.173281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d1609-efa0-448d-8260-4c976f3cddf3 req-6b98688f-f99b-477b-a497-e6438c02cff9 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:18.183463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-307d1609-efa0-448d-8260-4c976f3cddf3 req-6b98688f-f99b-477b-a497-e6438c02cff9 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.1302221 Aug 11 02:57:18.225235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-307d1609-efa0-448d-8260-4c976f3cddf3 req-6505c93b-f880-4206-958c-6df775bfc211 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Aug 11 02:57:18.269029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9dc4a7fd-7b91-4b89-ac6a-ba991bc6dfb3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.275803 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9dc4a7fd-7b91-4b89-ac6a-ba991bc6dfb3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.288447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce674ca-8bf9-4f34-90f5-2d77bd7a9d1f req-65e454da-bf29-4571-99fd-16ae73632a78 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:18.290175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ce674ca-8bf9-4f34-90f5-2d77bd7a9d1f req-65e454da-bf29-4571-99fd-16ae73632a78 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0950050 Aug 11 02:57:18.314411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4a7fd-7b91-4b89-ac6a-ba991bc6dfb3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211887fe-1d10-470f-b20c-54618d3d37ed,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:18.329112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9dc4a7fd-7b91-4b89-ac6a-ba991bc6dfb3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.330362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9dc4a7fd-7b91-4b89-ac6a-ba991bc6dfb3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425127 Aug 11 02:57:18.333521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50304) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:18.340763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:18.352839 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ce674ca-8bf9-4f34-90f5-2d77bd7a9d1f req-3f118192-d1e9-4978-ba78-2113dbc1451b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499992 Aug 11 02:57:18.382656 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.421701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:18.464483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.496609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:18.500343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.539219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'mac_address': 'fa:16:3e:d3:58:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:57:18.561591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:18.563888 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c25016-c25c-453e-9d7d-8eb3b542a29d" -d '{"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-unplugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:18.566718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccd426-e580-4ec3-8ab0-65354b5bb6ee req-e38ec5fc-ac3d-49d4-aadf-b86246b71b49 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:18.568330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-beccd426-e580-4ec3-8ab0-65354b5bb6ee req-e38ec5fc-ac3d-49d4-aadf-b86246b71b49 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.0599051 Aug 11 02:57:18.619841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-beccd426-e580-4ec3-8ab0-65354b5bb6ee req-da334294-99bb-48ca-a3a1-186229db15ff tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Aug 11 02:57:18.633336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:18.635537 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaafcbb-9e38-46fc-98ef-b3613ed75c47 x-openstack-request-id: req-caaafcbb-9e38-46fc-98ef-b3613ed75c47 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:18.636078 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-unplugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:18.636078 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-caaafcbb-9e38-46fc-98ef-b3613ed75c47 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:18.636473 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'code': 200} Aug 11 02:57:18.642461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bf6f7400-3a62-47b0-9d38-89693319f75d up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:18.648254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.651294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Allocated IP 172.25.4.241 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/59f2228a-e4c2-47fa-8542-7dbe903aaa5f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:18.719667 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.756671 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.770605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:18.776474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:18.830131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.859512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port bf6f7400-3a62-47b0-9d38-89693319f75d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:18.869027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port bf6f7400-3a62-47b0-9d38-89693319f75d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:18.869419 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:18.875147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:57:18.875504 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:57:18.876327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ffcc1-5060-408c-a768-c9e406daf65e req-fe589758-f48f-4d57-841d-8b1e5abf82e6 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:18.880342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a8ffcc1-5060-408c-a768-c9e406daf65e req-fe589758-f48f-4d57-841d-8b1e5abf82e6 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 947 time: 0.0747962 Aug 11 02:57:18.909678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:18.931190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 2, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:18.945502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:18.948167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a8ffcc1-5060-408c-a768-c9e406daf65e req-e0f9f0c2-4ea5-4e0b-8a64-01882fc7406a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630887 Aug 11 02:57:18.957266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event updated for resources: {'Port': ['ID=59f2228a-e4c2-47fa-8542-7dbe903aaa5f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:18.961200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:18.970509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Checking router: 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:57:18.970859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Updating router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 port 37766129-bd66-429e-8388-e368463792d0 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:57:18.996621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d8acf9dd-5def-4cb9-93ca-514dd364496a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:19.001442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a980072-3efb-45f2-9795-4142e405ae3c req-d39ca77d-e352-47b8-9cad-55f630756b2c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:19.002975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a980072-3efb-45f2-9795-4142e405ae3c req-d39ca77d-e352-47b8-9cad-55f630756b2c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.1503627 Aug 11 02:57:19.036277 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.104537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a980072-3efb-45f2-9795-4142e405ae3c req-edc4532a-6cf7-4ba0-a201-f479db216260 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940580 Aug 11 02:57:19.113775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17aaf3-a2ca-4db6-879c-11954c1a4e6d req-902e390e-7521-46a1-9f82-d68890e81969 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:19.115900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.116077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df17aaf3-a2ca-4db6-879c-11954c1a4e6d req-902e390e-7521-46a1-9f82-d68890e81969 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 945 time: 0.0601947 Aug 11 02:57:19.135276 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.176129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df17aaf3-a2ca-4db6-879c-11954c1a4e6d req-939ea58b-ab6b-493a-bf4d-bd0440722e8d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471408 Aug 11 02:57:19.180086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.210617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d8acf9dd-5def-4cb9-93ca-514dd364496a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:19.211003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.265327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port bf6f7400-3a62-47b0-9d38-89693319f75d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bf6f7400-3a62-47b0-9d38-89693319f75d,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:19.278279 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.379032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.387064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.453898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event updated for resources: {'Port': ['ID=59f2228a-e4c2-47fa-8542-7dbe903aaa5f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:19.469056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.484003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.484448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=bf6f7400-3a62-47b0-9d38-89693319f75d,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:19.485286 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a584c0d-fed0-43f3-8b64-0b96cf878cbb tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1488171 Aug 11 02:57:19.539582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.542913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd906e81-714c-4ee0-89ab-1ee7cfcee041 req-0ba29133-39cc-447f-8faa-f991c8d60fbd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:19.544780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd906e81-714c-4ee0-89ab-1ee7cfcee041 req-0ba29133-39cc-447f-8faa-f991c8d60fbd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0616925 Aug 11 02:57:19.590777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:19.592505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd906e81-714c-4ee0-89ab-1ee7cfcee041 req-5fb8b1fc-30df-4308-ada0-666c864bca3a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 Aug 11 02:57:19.651040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:19.660018 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.693525 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.717676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Transition to ACTIVE for port object 37766129-bd66-429e-8388-e368463792d0 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:19.733140 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.735484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=10']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:19.761634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14f3bb-6d77-43ad-b551-5050ab1119ba req-737cb9f5-1697-450f-a8db-71a0aea62479 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:19.769922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f14f3bb-6d77-43ad-b551-5050ab1119ba req-737cb9f5-1697-450f-a8db-71a0aea62479 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.0726774 Aug 11 02:57:19.784951 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-3904dd8b-74b4-4679-8729-dd220a8109fe tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1781165628&fields=id&tenant_id=5ae8cb39d0ac4f62abecc825fb610a10 HTTP/1.1" status: 200 len: 267 time: 0.0585783 Aug 11 02:57:19.817708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cb668-91ce-4c8a-8f0e-c992f3ab3a60 None None] Pushing event updated for resources: {'Port': ['ID=37766129-bd66-429e-8388-e368463792d0,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:19.828152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f14f3bb-6d77-43ad-b551-5050ab1119ba req-ad08f013-f2c8-4852-a96d-0a915a0f3bc6 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544920 Aug 11 02:57:19.854826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Attempting to bind port 37766129-bd66-429e-8388-e368463792d0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:19.855562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Attempting to bind port 37766129-bd66-429e-8388-e368463792d0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:19.856770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Attempting to bind port 37766129-bd66-429e-8388-e368463792d0 on network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:19.861980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:19.862358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Checking segment: {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:19.862767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.863166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Bound using segment: {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:19.863990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Bound port: 37766129-bd66-429e-8388-e368463792d0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:19.864162 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:19.914278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-974ec4c3-7612-4686-92c6-6972070121f0 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:19.920380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-974ec4c3-7612-4686-92c6-6972070121f0 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/networks?id=1d8c4155-9977-4d81-b4b0-aa73c16ab54b HTTP/1.1" status: 200 len: 810 time: 0.1340535 Aug 11 02:57:19.932110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-bf5ff9f0-c338-4ae5-bf18-22cb539f00ef tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/quotas/5ae8cb39d0ac4f62abecc825fb610a10 HTTP/1.1" status: 200 len: 375 time: 0.0097127 Aug 11 02:57:19.935372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] For port 37766129-bd66-429e-8388-e368463792d0, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:19.938730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] For port 37766129-bd66-429e-8388-e368463792d0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37766129-bd66-429e-8388-e368463792d0,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:19.946534 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:20.001285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-6dd4ac60-b866-42b0-84b7-702d8a76df9e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ae8cb39d0ac4f62abecc825fb610a10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621474 Aug 11 02:57:20.026140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:20.027046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:20.041895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['86393b10-2ac5-4a82-93bb-6c6ee545378a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:20.096149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cb668-91ce-4c8a-8f0e-c992f3ab3a60 None None] Pushing event updated for resources: {'Port': ['ID=37766129-bd66-429e-8388-e368463792d0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:20.106059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd3430-9ffd-419f-98a5-b79a73c99dd6 req-cfee4798-c409-445a-a433-21a7097e9540 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:20.108364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98bd3430-9ffd-419f-98a5-b79a73c99dd6 req-cfee4798-c409-445a-a433-21a7097e9540 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.0670609 Aug 11 02:57:20.134206 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-71e0866f-8156-4c04-98cd-27ec3a677457 service neutron] 10.222.0.60 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130068 Aug 11 02:57:20.170295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98bd3430-9ffd-419f-98a5-b79a73c99dd6 req-dfff491f-3231-4744-b195-48ef587af0ea tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540311 Aug 11 02:57:20.258725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-5b3ff769-e807-486b-a9ff-f4cdc4a72756 service neutron] 10.222.0.60 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158302 Aug 11 02:57:20.282795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:20.362787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf296395-9ded-4476-9a66-076864cba5c5 req-4df5fc82-e239-4339-810e-b6f76c54c2f6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:20.373166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf296395-9ded-4476-9a66-076864cba5c5 req-4df5fc82-e239-4339-810e-b6f76c54c2f6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.1273715 Aug 11 02:57:20.424505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf296395-9ded-4476-9a66-076864cba5c5 req-4d6069e3-44ae-4548-a52b-838c95e329e9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496964 Aug 11 02:57:20.639928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6f7400-3a62-47b0-9d38-89693319f75d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:20.643257 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c1bfc-2e19-499c-9d59-0b965cce4935" -d '{"events": [{"server_uuid": "7f787a24-905c-439c-ae62-0a13d3d2ff0f", "name": "network-vif-plugged", "status": "completed", "tag": "bf6f7400-3a62-47b0-9d38-89693319f75d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:20.656851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:19Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:20.697505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18a78177-b9e2-4dae-abde-4d51033a4cd0 req-f616b60a-9d3c-4bd7-bb1e-76da524d3d25 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 210 time: 0.0331371 Aug 11 02:57:20.833996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68497b9a-19fd-41ab-ae85-c7ebb1424505 req-3ca26981-ef13-458e-9142-ebc0e184b892 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:20.842874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68497b9a-19fd-41ab-ae85-c7ebb1424505 req-3ca26981-ef13-458e-9142-ebc0e184b892 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0722113 Aug 11 02:57:20.858454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f4be71-0e9a-4df3-a637-c90d84773095 None None] The sync data for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 is: [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:19Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:57:20.885770 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68497b9a-19fd-41ab-ae85-c7ebb1424505 req-83864d00-a933-4401-8a23-2d05ee5333fa tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Aug 11 02:57:20.962601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385179e-a4f9-40f0-904c-b3faca290489 req-279b343a-3273-4262-b00b-9d21575ddca1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:20.967591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c385179e-a4f9-40f0-904c-b3faca290489 req-279b343a-3273-4262-b00b-9d21575ddca1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 946 time: 0.4508958 Aug 11 02:57:20.990509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-a1786223-25a7-496b-9300-ef98e41f3e73 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:20.993452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-a1786223-25a7-496b-9300-ef98e41f3e73 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.1351604 Aug 11 02:57:21.151088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c385179e-a4f9-40f0-904c-b3faca290489 req-01d81c8c-a8af-4870-ae4c-f91f66de6584 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561103 Aug 11 02:57:21.209988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Deleting port e27f2bca-15dc-4d2a-ad36-917f63ac3267 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:21.210710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:21.226402 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2a67a7-5e04-49b6-95ba-b92a3beea9d2 x-openstack-request-id: req-cb2a67a7-5e04-49b6-95ba-b92a3beea9d2 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:21.227022 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f787a24-905c-439c-ae62-0a13d3d2ff0f", "name": "network-vif-plugged", "status": "completed", "tag": "bf6f7400-3a62-47b0-9d38-89693319f75d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:21.227022 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb2a67a7-5e04-49b6-95ba-b92a3beea9d2 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:21.227325 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6f7400-3a62-47b0-9d38-89693319f75d', 'code': 200} Aug 11 02:57:21.414375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] For port e27f2bca-15dc-4d2a-ad36-917f63ac3267, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e27f2bca-15dc-4d2a-ad36-917f63ac3267,segment=NetworkSegment(f22980ae-2121-4187-98c4-7da2cf8f85d6),segment_id=f22980ae-2121-4187-98c4-7da2cf8f85d6)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:21.414747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:21.453694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054385a-fb13-4414-afba-fcf01c5408e4 req-f88d9254-2a44-4ae7-af00-3dca642c2fc8 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:21.456452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9054385a-fb13-4414-afba-fcf01c5408e4 req-f88d9254-2a44-4ae7-af00-3dca642c2fc8 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 945 time: 0.1161387 Aug 11 02:57:21.462581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Calling delete_port for e27f2bca-15dc-4d2a-ad36-917f63ac3267 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:21.496959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b05dff-49be-43c5-a75b-2b2ecf5ee233 req-f30d49bf-a155-497e-860a-fa49cee4733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:21.505103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d3b05dff-49be-43c5-a75b-2b2ecf5ee233 req-f30d49bf-a155-497e-860a-fa49cee4733a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 1098 time: 0.1503663 Aug 11 02:57:21.517387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da28dd-4aca-491d-9026-61d52adb82da req-b99beb11-5cd8-4707-a9c2-10523dfe2f1e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:21.524734 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2da28dd-4aca-491d-9026-61d52adb82da req-b99beb11-5cd8-4707-a9c2-10523dfe2f1e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 949 time: 0.1017408 Aug 11 02:57:21.577215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9054385a-fb13-4414-afba-fcf01c5408e4 req-e3babfc7-709e-4f13-ab58-f5c8d7ab5198 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a805a7a-dc08-4749-8c86-d880174f90e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112475 Aug 11 02:57:21.594957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d3b05dff-49be-43c5-a75b-2b2ecf5ee233 req-ea3cb917-2ea7-43e5-b436-d2f95016d485 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675292 Aug 11 02:57:21.611680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2da28dd-4aca-491d-9026-61d52adb82da req-610be3f7-62ba-4545-b5da-76ee04da95c9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859609 Aug 11 02:57:21.743917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c7d39-7aec-40de-b764-b3d16d1aa186 req-a3105059-addd-4bc2-ae52-e9783f6263a3 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:21.745486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-295c7d39-7aec-40de-b764-b3d16d1aa186 req-a3105059-addd-4bc2-ae52-e9783f6263a3 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.0931470 Aug 11 02:57:21.746739 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:21.763221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e27f2bca-15dc-4d2a-ad36-917f63ac3267'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:21.769223 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:21.791843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Pushing event deleted for resources: {'Port': ['ID=e27f2bca-15dc-4d2a-ad36-917f63ac3267,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:21.828280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c72a12f5-cfba-4a58-9307-82bed86651be req-ca9bcd72-6273-4fba-a296-ef5c3f712b7f tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 210 time: 0.0410576 Aug 11 02:57:21.868132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-295c7d39-7aec-40de-b764-b3d16d1aa186 req-fe834a5f-1369-4644-ba30-b4cf5cbc74ab tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112194 Aug 11 02:57:21.868887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] No DVR routers for this DVR port e27f2bca-15dc-4d2a-ad36-917f63ac3267 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:21.872262 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:21.875786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80eb16a7-99c4-4b78-a047-573b2d641fcc req-d1a62473-4ca0-481e-941f-ba5d6ecee406 tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.57 "DELETE /v2.0/ports/e27f2bca-15dc-4d2a-ad36-917f63ac3267 HTTP/1.1" status: 204 len: 173 time: 0.8633432 Aug 11 02:57:21.877123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e585c9-1279-4915-b174-dc420d774c70', 'name': 'network-vif-deleted', 'tag': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:21.879872 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55b5dca-958c-4d21-acdb-01ecebbdffe7" -d '{"events": [{"server_uuid": "d5e585c9-1279-4915-b174-dc420d774c70", "name": "network-vif-deleted", "tag": "e27f2bca-15dc-4d2a-ad36-917f63ac3267"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:21.928858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:21.948935 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd5010-50c6-4642-908a-3f04b6a325f9 x-openstack-request-id: req-3abd5010-50c6-4642-908a-3f04b6a325f9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:21.949657 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e585c9-1279-4915-b174-dc420d774c70", "name": "network-vif-deleted", "tag": "e27f2bca-15dc-4d2a-ad36-917f63ac3267", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:21.950159 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3abd5010-50c6-4642-908a-3f04b6a325f9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:21.953109 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e585c9-1279-4915-b174-dc420d774c70', 'name': 'network-vif-deleted', 'tag': 'e27f2bca-15dc-4d2a-ad36-917f63ac3267', 'status': 'completed', 'code': 200} Aug 11 02:57:22.033097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 86393b10-2ac5-4a82-93bb-6c6ee545378a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:22.033800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:22.124524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b396136-4ff8-44fa-833f-77841a9db18a req-e26b1349-d90a-4b80-a113-a5506056d368 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:22.135112 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b396136-4ff8-44fa-833f-77841a9db18a req-e26b1349-d90a-4b80-a113-a5506056d368 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0929532 Aug 11 02:57:22.180219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-462aaee1-7f3d-4c0b-9fa7-74e4ee0a08b4 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:22.182669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-462aaee1-7f3d-4c0b-9fa7-74e4ee0a08b4 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.10 "GET /v2.0/networks?id=1d8c4155-9977-4d81-b4b0-aa73c16ab54b HTTP/1.1" status: 200 len: 810 time: 0.2065692 Aug 11 02:57:22.200205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:22.205164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b396136-4ff8-44fa-833f-77841a9db18a req-3fc69a29-87eb-416e-bdc9-9d97c83b0e2d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635669 Aug 11 02:57:22.246707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:22.265676 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:22.276062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0ae2edc9-e670-43bb-aa30-5688e88f8026 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ae8cb39d0ac4f62abecc825fb610a10 HTTP/1.1" status: 200 len: 380 time: 0.0838876 Aug 11 02:57:22.319044 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fbdab337-9b41-4f49-bec8-1b28cb8f66ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:22.322909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Request body: {'port': {'device_id': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'admin_state_up': True, 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'security_groups': ['dfa48d4e-c292-4e31-854f-d3010546429c']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:22.344431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:22.415874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888490cb-3df2-4671-89a1-b1be46bc8006 req-8dbb84df-d754-47a8-b074-46cc4ec806b2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:22.421002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-888490cb-3df2-4671-89a1-b1be46bc8006 req-8dbb84df-d754-47a8-b074-46cc4ec806b2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 946 time: 0.1417906 Aug 11 02:57:22.492623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-888490cb-3df2-4671-89a1-b1be46bc8006 req-e2cc5c41-bc7e-4f2f-843f-1fbb1622a3b2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615516 Aug 11 02:57:22.514234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Made reservation on behalf of 5ae8cb39d0ac4f62abecc825fb610a10 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:22.517938 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:22.665100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Allocated IP 172.20.0.9 (1d8c4155-9977-4d81-b4b0-aa73c16ab54b/3a335d9c-3724-4397-b86b-495c9f3ec2e4/969bffb2-89ac-4e88-8964-434c3dae7273) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:22.754670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-314efa12-4c6f-4acb-b662-e84ec5355d9c req-f2b5a2f5-8fc4-456a-8d02-4e51fe2841fa tempest-ServersNegativeTestMultiTenantJSON-774832594 tempest-ServersNegativeTestMultiTenantJSON-774832594-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5e585c9-1279-4915-b174-dc420d774c70 HTTP/1.1" status: 200 len: 210 time: 0.0507548 Aug 11 02:57:22.907365 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:22.925191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4a101-424f-4637-8b2d-378fd53db510 req-f6dd573a-0dd3-4497-885c-22595d1e50f5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:22.928028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Transition to ACTIVE for port object 969bffb2-89ac-4e88-8964-434c3dae7273 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:22.934557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbe4a101-424f-4637-8b2d-378fd53db510 req-f6dd573a-0dd3-4497-885c-22595d1e50f5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 950 time: 0.0945480 Aug 11 02:57:23.005035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbe4a101-424f-4637-8b2d-378fd53db510 req-0b4eed5c-dcda-428e-810e-94e3b849f878 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651996 Aug 11 02:57:23.012226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81432617-b488-4ed0-9808-cbf5c64b6189 req-b8d59ae8-1649-481c-8ec4-2f87856f1abc tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 210 time: 0.0537267 Aug 11 02:57:23.032462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.060837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37766129-bd66-429e-8388-e368463792d0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:23.116026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:23.126604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:23.129450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:23.132934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event updated for resources: {'Port': ['ID=969bffb2-89ac-4e88-8964-434c3dae7273,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:23.179230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 37766129-bd66-429e-8388-e368463792d0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:23.191830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 37766129-bd66-429e-8388-e368463792d0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:23.192479 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.228882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:23.231732 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfee44c-9638-4433-b201-9a8b84a30182" -d '{"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-plugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:23.390496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606580a-42e7-41ef-89a8-6c4459f6c9ac req-a90ded2d-edf4-469a-8c32-9b9086dd4162 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:23.390784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.392313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5606580a-42e7-41ef-89a8-6c4459f6c9ac req-a90ded2d-edf4-469a-8c32-9b9086dd4162 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0965116 Aug 11 02:57:23.452913 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5606580a-42e7-41ef-89a8-6c4459f6c9ac req-5bab63ff-9dad-4c9c-b533-9909a3ea8556 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536597 Aug 11 02:57:23.475961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 37766129-bd66-429e-8388-e368463792d0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37766129-bd66-429e-8388-e368463792d0,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:23.482650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.518346 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb6f066-d3db-4276-b357-db178f106856 x-openstack-request-id: req-cbb6f066-d3db-4276-b357-db178f106856 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:23.519386 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-plugged", "status": "completed", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:23.519941 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbb6f066-d3db-4276-b357-db178f106856 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:23.524091 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'code': 200} Aug 11 02:57:23.533334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4d9c0-e3c0-4105-b6ad-b1ac23e8cb92 req-5fc0cbcd-36d5-4cf1-9ef4-8020ff6268ac tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:23.534861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30c4d9c0-e3c0-4105-b6ad-b1ac23e8cb92 req-5fc0cbcd-36d5-4cf1-9ef4-8020ff6268ac tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.4555252 Aug 11 02:57:23.546454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2338e17f-ee45-4462-9456-93d10c38e5c8 None None] Provisioning for port 969bffb2-89ac-4e88-8964-434c3dae7273 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:23.561551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:23.562241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.565570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2338e17f-ee45-4462-9456-93d10c38e5c8 None None] Provisioning complete for port 969bffb2-89ac-4e88-8964-434c3dae7273 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:23.566103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2338e17f-ee45-4462-9456-93d10c38e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.616216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2338e17f-ee45-4462-9456-93d10c38e5c8 None None] Port 969bffb2-89ac-4e88-8964-434c3dae7273 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:57:23.629092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0316b3c7-b23f-42a0-a588-cd2d75981a42 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3324277 Aug 11 02:57:23.632261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=37766129-bd66-429e-8388-e368463792d0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:23.642830 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30c4d9c0-e3c0-4105-b6ad-b1ac23e8cb92 req-3c43f70c-6e64-46bf-93a8-cd257af0e6d8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969555 Aug 11 02:57:23.648064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Request body: {'port': {'device_id': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:23.709146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27924c22-0c33-4b70-9930-022687aacfa5 req-add4809f-d3fd-4e5e-8cbf-a6c77d7cc781 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:23.712172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27924c22-0c33-4b70-9930-022687aacfa5 req-add4809f-d3fd-4e5e-8cbf-a6c77d7cc781 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 946 time: 0.0645239 Aug 11 02:57:23.718498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:23.784326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27924c22-0c33-4b70-9930-022687aacfa5 req-a26aff45-e0d4-4d3f-b7b9-22dc5a8be33d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607460 Aug 11 02:57:23.804785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca251db-698b-4906-aeef-3e3e304390ba req-2aec91e9-ac0a-4e2a-9e20-e6924b10f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:23.804785 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ca251db-698b-4906-aeef-3e3e304390ba req-2aec91e9-ac0a-4e2a-9e20-e6924b10f68d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1102 time: 0.0733454 Aug 11 02:57:23.898576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50416) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:23.898576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ca251db-698b-4906-aeef-3e3e304390ba req-fc63b664-5195-4dab-b56a-40bb2d228e81 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817785 Aug 11 02:57:23.958796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] Deleting subnet 1f051fa8-9504-47a5-a6bf-cb15c6a18f33 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:57:23.962451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.005469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.064535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.165870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff29a5-bec9-47a5-858d-265a25a7cce9 req-cf54036f-1df1-4a99-9d24-83c5aeff7260 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:24.174219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48ff29a5-bec9-47a5-858d-265a25a7cce9 req-cf54036f-1df1-4a99-9d24-83c5aeff7260 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 950 time: 0.0729749 Aug 11 02:57:24.224525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3c99f-5fd8-4a08-96f3-257f2926b0e8 req-a669e3f6-955c-44c4-a928-9e7a5ff7cd66 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:24.231983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9f3c99f-5fd8-4a08-96f3-257f2926b0e8 req-a669e3f6-955c-44c4-a928-9e7a5ff7cd66 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 931 time: 0.1199474 Aug 11 02:57:24.234224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.242243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969bffb2-89ac-4e88-8964-434c3dae7273 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:24.257159 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.261708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48ff29a5-bec9-47a5-858d-265a25a7cce9 req-6bb3a7e5-0751-476b-9d67-3b7c35a29451 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813498 Aug 11 02:57:24.284991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.290326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:24.292229 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1f051fa8-9504-47a5-a6bf-cb15c6a18f33 HTTP/1.1" status: 204 len: 168 time: 0.3930573 Aug 11 02:57:24.305979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9f3c99f-5fd8-4a08-96f3-257f2926b0e8 req-f304f992-f9e1-4fbf-ad87-688d9d73bb1b tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730278 Aug 11 02:57:24.307014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Transition to ACTIVE for port object 969bffb2-89ac-4e88-8964-434c3dae7273 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:24.322497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fade572-546b-47a0-8a88-36a52073dba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f051fa8-9504-47a5-a6bf-cb15c6a18f33,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:24.345146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.417137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.417331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-cbeadbee-cfcc-4397-b4de-b167578b9eac tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:24.418801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-cbeadbee-cfcc-4397-b4de-b167578b9eac tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1098 time: 0.0556083 Aug 11 02:57:24.422971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Pushing event updated for resources: {'Port': ['ID=969bffb2-89ac-4e88-8964-434c3dae7273,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:24.434775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:24.512675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.520857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Attempting to bind port 969bffb2-89ac-4e88-8964-434c3dae7273 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:24.520857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Attempting to bind port 969bffb2-89ac-4e88-8964-434c3dae7273 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:24.521494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Attempting to bind port 969bffb2-89ac-4e88-8964-434c3dae7273 on network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:24.552342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Port 969bffb2-89ac-4e88-8964-434c3dae7273 on network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:24.552996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Attempting to bind port 969bffb2-89ac-4e88-8964-434c3dae7273 on network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:24.595871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:24.596279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Checking segment: {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:24.596612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Bound using segment: {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:24.597069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Bound port: 969bffb2-89ac-4e88-8964-434c3dae7273, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779e5974-d8f8-42ba-968a-ae5bd4e961c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:24.597439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.658014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.663053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e27f2bca-15dc-4d2a-ad36-917f63ac3267 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:24.676343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:24.701689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22980ae-2121-4187-98c4-7da2cf8f85d6') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:24.702127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22980ae-2121-4187-98c4-7da2cf8f85d6') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:24.709873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: e27f2bca-15dc-4d2a-ad36-917f63ac3267 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:24.710410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e27f2bca-15dc-4d2a-ad36-917f63ac3267 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:24.725036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.725036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] For port 969bffb2-89ac-4e88-8964-434c3dae7273, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:24.725841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:24.731414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] For port 969bffb2-89ac-4e88-8964-434c3dae7273, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=969bffb2-89ac-4e88-8964-434c3dae7273,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:24.742254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.746278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.765043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:57:24.765787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:57:24.790508 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:57:24.802181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:24.849031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c0f66-efd6-4752-b2c9-2f8738b2bf92 req-3714d28c-668a-4f19-9b93-ed27c0ac986a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:24.850631 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611c0f66-efd6-4752-b2c9-2f8738b2bf92 req-3714d28c-668a-4f19-9b93-ed27c0ac986a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.2959034 Aug 11 02:57:24.861705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:24.862328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.863966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] 10.222.0.10 "PUT /v2.0/ports/969bffb2-89ac-4e88-8964-434c3dae7273 HTTP/1.1" status: 200 len: 1092 time: 1.2199335 Aug 11 02:57:24.864189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:24.866605 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04525c94-2080-48d8-90ee-a4a07b19c61f" -d '{"events": [{"name": "network-changed", "server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:24.922419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31177c3f-9a59-47cc-8816-e75582d890fc service neutron] Pushing event updated for resources: {'Port': ['ID=969bffb2-89ac-4e88-8964-434c3dae7273,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:24.930886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:24.938327 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec7c29-08c9-4d8b-9527-39cc196db198" -d '{"events": [{"server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "name": "network-vif-unplugged", "status": "completed", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:24.945865 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.965680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:24.969859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.023385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.026001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] 10.222.0.60 "DELETE /v2.0/networks/aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c HTTP/1.1" status: 204 len: 168 time: 0.7328079 Aug 11 02:57:25.031490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50438) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:25.057891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37766129-bd66-429e-8388-e368463792d0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:25.083190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:25.098059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0cae5a1e-2460-4051-9762-879a6f8ea77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:25.101039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-0cae5a1e-2460-4051-9762-879a6f8ea77e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ae8cb39d0ac4f62abecc825fb610a10&device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 1095 time: 0.1568365 Aug 11 02:57:25.101414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611c0f66-efd6-4752-b2c9-2f8738b2bf92 req-2a279255-6c63-4543-8505-4616ea7490f3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375538 Aug 11 02:57:25.129684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faff725-3168-42c6-ac45-69c41a034704 req-03e54893-d409-4159-a0b6-f97787723c0d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:25.142620 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1faff725-3168-42c6-ac45-69c41a034704 req-03e54893-d409-4159-a0b6-f97787723c0d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 946 time: 0.3414676 Aug 11 02:57:25.159980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 37766129-bd66-429e-8388-e368463792d0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:25.161167 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.195823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46794fd-f249-4699-848c-a0fd3654177e admin admin] Pushing event deleted for resources: {'Network': ['ID=aca0e8f7-5f87-4a7d-aba5-2e6dd8d7f91c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:25.199530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:25.204364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:25.206340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:25.219310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:25.220992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Attempting to bind port b0668d72-12e7-4694-8d47-9b98852f2b4b on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:25.224408 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a42b1e9-6b9e-49ea-a641-19286a0d4607 x-openstack-request-id: req-2a42b1e9-6b9e-49ea-a641-19286a0d4607 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:25.224710 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:25.224968 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a42b1e9-6b9e-49ea-a641-19286a0d4607 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:25.225374 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273', 'status': 'completed', 'code': 200} Aug 11 02:57:25.236335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:25.237790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:25.237790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:25.237790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Bound port: b0668d72-12e7-4694-8d47-9b98852f2b4b, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:25.238312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.246126 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fc89557a-5432-41c0-8f99-cea9bbc8b752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.265727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] Deleting subnet 07f3f90e-3105-419f-9aa6-e1627090a4fd {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:57:25.269745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.286641 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.341988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-1fcd5420-ce5a-421b-9587-c7d7ece45ef7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=969bffb2-89ac-4e88-8964-434c3dae7273 HTTP/1.1" status: 200 len: 217 time: 0.1576066 Aug 11 02:57:25.346877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1faff725-3168-42c6-ac45-69c41a034704 req-57d6be4b-1233-497a-b57e-1dc242175261 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032428 Aug 11 02:57:25.353919 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61a0ff-de1e-4c54-bdac-2f9d3b7a86a0 x-openstack-request-id: req-9d61a0ff-de1e-4c54-bdac-2f9d3b7a86a0 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:25.354523 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "name": "network-vif-unplugged", "status": "completed", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:25.355016 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d61a0ff-de1e-4c54-bdac-2f9d3b7a86a0 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:25.355894 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b', 'code': 200} Aug 11 02:57:25.363554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:25.368659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:25.377745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.403657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.450673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-f92717fe-fc95-4ad2-8804-f30d43833485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:25.452494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-f92717fe-fc95-4ad2-8804-f30d43833485 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a335d9c-3724-4397-b86b-495c9f3ec2e4 HTTP/1.1" status: 200 len: 849 time: 0.1023450 Aug 11 02:57:25.456554 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.468702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:25.502993 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.503451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:25.505109 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.505846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2fd07430-bb3d-4425-b2d5-7911f082f817 service neutron] 10.222.0.10 "PUT /v2.0/ports/b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 200 len: 1124 time: 1.0781884 Aug 11 02:57:25.602551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-4bc0e08b-861e-4d81-9b1f-fc03d9a38feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:25.604212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-4bc0e08b-861e-4d81-9b1f-fc03d9a38feb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d8c4155-9977-4d81-b4b0-aa73c16ab54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427858 Aug 11 02:57:25.626113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['b0668d72-12e7-4694-8d47-9b98852f2b4b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:25.648389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b8f94-7253-4425-840c-72560e403a31 req-ec16d24d-a7a4-498a-bfad-b0bf9c9a69c8 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:25.650192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-975b8f94-7253-4425-840c-72560e403a31 req-ec16d24d-a7a4-498a-bfad-b0bf9c9a69c8 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 943 time: 0.0875921 Aug 11 02:57:25.693741 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.702316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['b0668d72-12e7-4694-8d47-9b98852f2b4b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:25.708423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa29b8-a851-496e-8c85-9b6b9a4be8d5 req-9a746c73-982b-4a49-9d59-9fb3047773b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:25.710087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9fa29b8-a851-496e-8c85-9b6b9a4be8d5 req-9a746c73-982b-4a49-9d59-9fb3047773b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 950 time: 0.1707666 Aug 11 02:57:25.736122 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-975b8f94-7253-4425-840c-72560e403a31 req-2a099a3e-2ac2-4644-999e-f27dfa26c419 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774593 Aug 11 02:57:25.752221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f3f90e-3105-419f-9aa6-e1627090a4fd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:25.761962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.766644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50446) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:25.766845 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ac7124c-c222-46bb-b4f6-d1c8852c0775 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/07f3f90e-3105-419f-9aa6-e1627090a4fd HTTP/1.1" status: 204 len: 168 time: 0.6973882 Aug 11 02:57:25.857942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.866485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9fa29b8-a851-496e-8c85-9b6b9a4be8d5 req-6112d68d-766f-492b-b6c1-b322f7f92748 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228914 Aug 11 02:57:25.873681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-d1c21e9d-2ebd-47f9-94b7-9f5cfddcfb5e service neutron] 10.222.0.10 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569511 Aug 11 02:57:25.955682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:25.967039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:25.979198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e88c644-60c7-411e-8c3e-b8478361c90f') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:25.979584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e88c644-60c7-411e-8c3e-b8478361c90f') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:25.990905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.000631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:26.008763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.015877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:57:26.016393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:57:26.092728 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:57:26.096678 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.105105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.108362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] 10.222.0.60 "DELETE /v2.0/networks/7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d HTTP/1.1" status: 204 len: 168 time: 0.3404973 Aug 11 02:57:26.110076 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44b84167-3586-4d16-b632-edb2cfb29e6c req-32d8a80c-ac6c-40bc-b8c5-f83b655e7a6f service neutron] 10.222.0.10 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276335 Aug 11 02:57:26.138881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15106342-396d-4aac-80ec-c31511706dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8c042d-641e-47d7-9bc0-a2a1fc3e3e2d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:26.282408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290392f-a5f7-4a76-b25f-834eb342e995 req-30793d9e-2565-4be2-8637-a6bf055bfa6f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.292652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7290392f-a5f7-4a76-b25f-834eb342e995 req-30793d9e-2565-4be2-8637-a6bf055bfa6f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0760183 Aug 11 02:57:26.312010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:26.320823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-b6b48d06-f7ba-4ed0-91e3-63cbb602a6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.322591 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-b6b48d06-f7ba-4ed0-91e3-63cbb602a6ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ae8cb39d0ac4f62abecc825fb610a10&device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 1095 time: 0.1463239 Aug 11 02:57:26.335481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:57:26.347040 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7290392f-a5f7-4a76-b25f-834eb342e995 req-37767606-fc42-45c6-8c6d-aaae86212808 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530779 Aug 11 02:57:26.396252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfded3-adce-492f-bfc0-fca31694ff9e req-fb766efd-a006-4d87-85d1-ff977352aa0e tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.398056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60cfded3-adce-492f-bfc0-fca31694ff9e req-fb766efd-a006-4d87-85d1-ff977352aa0e tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1102 time: 0.1650980 Aug 11 02:57:26.460694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60cfded3-adce-492f-bfc0-fca31694ff9e req-c5725a32-adfc-4295-9981-8b8f030b0018 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490465 Aug 11 02:57:26.474600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50462) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:26.492721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-d1aea8a2-d8c9-44ff-89ad-09f3e83157ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.498232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-d1aea8a2-d8c9-44ff-89ad-09f3e83157ea service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d8c4155-9977-4d81-b4b0-aa73c16ab54b HTTP/1.1" status: 200 len: 911 time: 0.1632674 Aug 11 02:57:26.558540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-25beadf6-14da-48f3-8c18-86411b2f969f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=969bffb2-89ac-4e88-8964-434c3dae7273 HTTP/1.1" status: 200 len: 217 time: 0.0529425 Aug 11 02:57:26.586051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-78eac8fd-d959-4952-9a99-ee5dea7df02a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65cc418d283e4978abba3e240f50013e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1101704 Aug 11 02:57:26.598324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cc79e-014a-4ea5-b056-33ae50535ed4 req-de3790b0-20ef-40b4-a5b2-8433f091ffcb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.599925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c5cc79e-014a-4ea5-b056-33ae50535ed4 req-de3790b0-20ef-40b4-a5b2-8433f091ffcb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.0774591 Aug 11 02:57:26.600432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50466) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:26.624151 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.625172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-ef6a4fb9-de23-440a-b125-86309647eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.627385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-ef6a4fb9-de23-440a-b125-86309647eafb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a335d9c-3724-4397-b86b-495c9f3ec2e4 HTTP/1.1" status: 200 len: 849 time: 0.0597575 Aug 11 02:57:26.682043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c5cc79e-014a-4ea5-b056-33ae50535ed4 req-7bb240eb-aa9b-4e34-a4a1-763222becad8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618539 Aug 11 02:57:26.706331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3963ce1-ced4-4395-852f-fdc22cf374bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.718098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-d16f9b6a-d574-4f4d-ba8c-84b35511fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.719935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-d16f9b6a-d574-4f4d-ba8c-84b35511fbfe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d8c4155-9977-4d81-b4b0-aa73c16ab54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766311 Aug 11 02:57:26.732863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3963ce1-ced4-4395-852f-fdc22cf374bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.792706 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3963ce1-ced4-4395-852f-fdc22cf374bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.796180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3963ce1-ced4-4395-852f-fdc22cf374bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:26.797355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f3963ce1-ced4-4395-852f-fdc22cf374bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a805a7a-dc08-4749-8c86-d880174f90e3 HTTP/1.1" status: 204 len: 168 time: 0.1957469 Aug 11 02:57:26.806475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3963ce1-ced4-4395-852f-fdc22cf374bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a805a7a-dc08-4749-8c86-d880174f90e3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:26.856800 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-355fabc0-7f91-4dfe-9e7d-9e6fde114355 service neutron] 10.222.0.10 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286840 Aug 11 02:57:26.874409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd89571-2750-48d3-900e-d5a908e2def5 req-a2fffbff-9b89-4484-8a98-1c72f20178f6 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.877550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f2f37-c6ab-42b6-ba4a-fd7e6d637f25 req-3fc4e276-29ad-43df-80fa-6ff338097c76 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:26.879457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-564f2f37-c6ab-42b6-ba4a-fd7e6d637f25 req-3fc4e276-29ad-43df-80fa-6ff338097c76 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 943 time: 0.0670304 Aug 11 02:57:26.881488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acd89571-2750-48d3-900e-d5a908e2def5 req-a2fffbff-9b89-4484-8a98-1c72f20178f6 tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 1102 time: 0.1429167 Aug 11 02:57:26.929046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-564f2f37-c6ab-42b6-ba4a-fd7e6d637f25 req-6a23227e-26f0-4f7b-9008-2ef6e093d8b8 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Aug 11 02:57:26.960664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acd89571-2750-48d3-900e-d5a908e2def5 req-11b1503f-6589-48b1-863d-35f33bb60dad tempest-ServersAdminTestJSON-1771700841 tempest-ServersAdminTestJSON-1771700841-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778069 Aug 11 02:57:27.006856 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04525c94-2080-48d8-90ee-a4a07b19c61f req-4bbfc240-8da4-45f4-9c5c-d8d5cad707ba service neutron] 10.222.0.10 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374016 Aug 11 02:57:27.238451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e7414-a974-424a-b1d9-e80174bc27f0 req-bd291dab-4467-4457-a26d-f0472cbd7a9c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:27.240011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c70e7414-a974-424a-b1d9-e80174bc27f0 req-bd291dab-4467-4457-a26d-f0472cbd7a9c tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 950 time: 0.0643756 Aug 11 02:57:27.254157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50492) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:27.283971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c70e7414-a974-424a-b1d9-e80174bc27f0 req-bf2087b8-e13c-468b-9b94-051a0c8fc8a5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Aug 11 02:57:27.302027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-be0ee581-d963-4a54-9b53-f747a5316024 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=609fc093879c4f23b238fde23efd38e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456054 Aug 11 02:57:27.303967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50494) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:27.354198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-977321c0-117d-4a8c-be2b-9ef1115b0097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:27.357221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:27.360154 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:27.377152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-977321c0-117d-4a8c-be2b-9ef1115b0097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:27.422848 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f003bd-b3a9-45cd-8857-6585f0714f9e x-openstack-request-id: req-b9f003bd-b3a9-45cd-8857-6585f0714f9e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:27.423231 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:27.423514 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9f003bd-b3a9-45cd-8857-6585f0714f9e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:27.424004 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b', 'status': 'completed', 'code': 200} Aug 11 02:57:27.432302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f18366-c1f5-4ecc-844e-39b912de725a req-4aee8331-6c7b-485e-9f89-47e28a9e2307 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:27.433849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f18366-c1f5-4ecc-844e-39b912de725a req-4aee8331-6c7b-485e-9f89-47e28a9e2307 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 946 time: 0.0617032 Aug 11 02:57:27.444969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-977321c0-117d-4a8c-be2b-9ef1115b0097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:27.448116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-977321c0-117d-4a8c-be2b-9ef1115b0097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:27.452333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-977321c0-117d-4a8c-be2b-9ef1115b0097 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdf9b7dc-e668-4347-ab34-784765b76bff HTTP/1.1" status: 204 len: 168 time: 0.1441407 Aug 11 02:57:27.457995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977321c0-117d-4a8c-be2b-9ef1115b0097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9b7dc-e668-4347-ab34-784765b76bff,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:27.518702 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f18366-c1f5-4ecc-844e-39b912de725a req-e067fe2b-72d3-422a-9855-4a3989ce159f tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764492 Aug 11 02:57:27.529378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-54add613-3879-46c9-9098-aa2f6412cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:27.531048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-54add613-3879-46c9-9098-aa2f6412cae8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1127 time: 0.0661860 Aug 11 02:57:27.539670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c1794-db98-4d7c-a4db-17d72655c9f6 req-88f896d7-af5f-4b97-bd84-9ee04e7d095e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:27.541602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-742c1794-db98-4d7c-a4db-17d72655c9f6 req-88f896d7-af5f-4b97-bd84-9ee04e7d095e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0616918 Aug 11 02:57:27.604046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-742c1794-db98-4d7c-a4db-17d72655c9f6 req-bc554cf3-5d89-4f18-9868-7937be9eefcb tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529456 Aug 11 02:57:27.664511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-6cd71aab-d0cf-4471-a6d5-001e609f80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:27.666654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-6cd71aab-d0cf-4471-a6d5-001e609f80dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1268334 Aug 11 02:57:27.718966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-e1791b05-a700-42cd-8cc4-bd3d063bf27d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 200 len: 217 time: 0.0416427 Aug 11 02:57:27.795515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-ea5c70f9-1ab0-4444-9905-8975e60f421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:27.797542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-ea5c70f9-1ab0-4444-9905-8975e60f421d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0659430 Aug 11 02:57:27.833544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-33c48f67-decd-49d0-bfc2-0ca629606d35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277710 Aug 11 02:57:27.840327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d147c2e-08e3-4d34-814d-5c29ddd7f61c req-e195681c-4847-48e1-af05-a1b5604fc1ca tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:27.842913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d147c2e-08e3-4d34-814d-5c29ddd7f61c req-e195681c-4847-48e1-af05-a1b5604fc1ca tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.0742564 Aug 11 02:57:27.885144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d147c2e-08e3-4d34-814d-5c29ddd7f61c req-202b1a28-7346-4084-82ce-2db734b10da7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346797 Aug 11 02:57:27.928080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-0126fa45-d532-44d3-84e3-73e0ec105147 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847945 Aug 11 02:57:28.036838 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.059597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54d62324-48b9-406b-ab6c-26b9fb8bcbf4 req-6cbf4b0b-3cb2-46a7-aa03-fcd5dd0f0d99 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231596 Aug 11 02:57:28.077573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44a012-64fc-4811-bf5e-118c04186588 req-3930b6e3-60a3-442d-b05b-7bf2350c7d2b tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:28.079180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da44a012-64fc-4811-bf5e-118c04186588 req-3930b6e3-60a3-442d-b05b-7bf2350c7d2b tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 943 time: 0.0716238 Aug 11 02:57:28.120042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da44a012-64fc-4811-bf5e-118c04186588 req-1ff1b336-ffea-4836-8936-69a4cdfc3015 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343080 Aug 11 02:57:28.405640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b039e4-9959-4a37-b599-69947948b038 req-a9e0dfda-8e66-493d-9e53-36cfa02c5720 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:28.407251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0b039e4-9959-4a37-b599-69947948b038 req-a9e0dfda-8e66-493d-9e53-36cfa02c5720 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 950 time: 0.0524070 Aug 11 02:57:28.454085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0b039e4-9959-4a37-b599-69947948b038 req-2ddd1a0b-f6a6-4992-9e00-70fd34de2fe4 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 Aug 11 02:57:28.538401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50540) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:28.635057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c020274-ad82-4b87-9957-47a5b1cb603f req-d7c9c9f7-228d-4097-90c4-f963be280704 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:28.636608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c020274-ad82-4b87-9957-47a5b1cb603f req-d7c9c9f7-228d-4097-90c4-f963be280704 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 946 time: 0.0552676 Aug 11 02:57:28.656533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0caf1de8-a71c-43d1-ba17-cd2ffdd6acc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.705567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c020274-ad82-4b87-9957-47a5b1cb603f req-fabe36ac-bdcc-4848-9566-532a210f8460 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618396 Aug 11 02:57:28.776053 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0caf1de8-a71c-43d1-ba17-cd2ffdd6acc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.781554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0caf1de8-a71c-43d1-ba17-cd2ffdd6acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.791958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab09b8-2adf-4136-a46e-12fd143922d8 req-46c733c3-2f59-4d08-a62c-c9f0f94039cd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:28.793496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9eab09b8-2adf-4136-a46e-12fd143922d8 req-46c733c3-2f59-4d08-a62c-c9f0f94039cd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0559072 Aug 11 02:57:28.827561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0caf1de8-a71c-43d1-ba17-cd2ffdd6acc0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=448228e25c2f48708e356fd8d83de61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880168 Aug 11 02:57:28.829055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf1de8-a71c-43d1-ba17-cd2ffdd6acc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f133af2d-64c9-4d9c-8f58-96dc3c404c8c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:28.829650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50550) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:28.855530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9eab09b8-2adf-4136-a46e-12fd143922d8 req-c41e5ef3-c78e-44a4-b1b8-86f155142638 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528746 Aug 11 02:57:28.898163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea408-203b-44a0-92e2-599ca0f45a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.923722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea408-203b-44a0-92e2-599ca0f45a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.976218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea408-203b-44a0-92e2-599ca0f45a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.978758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea408-203b-44a0-92e2-599ca0f45a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:28.979904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cc4ea408-203b-44a0-92e2-599ca0f45a71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f133af2d-64c9-4d9c-8f58-96dc3c404c8c HTTP/1.1" status: 204 len: 168 time: 0.1493211 Aug 11 02:57:28.991315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ea408-203b-44a0-92e2-599ca0f45a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133af2d-64c9-4d9c-8f58-96dc3c404c8c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:29.033272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56838baf-905c-4b51-a399-b3a6b2192c76 req-2a9c4b6d-6d8a-4a36-b884-e7943641c5ff tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:29.035494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56838baf-905c-4b51-a399-b3a6b2192c76 req-2a9c4b6d-6d8a-4a36-b884-e7943641c5ff tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.0606630 Aug 11 02:57:29.078354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56838baf-905c-4b51-a399-b3a6b2192c76 req-7aed7363-84e6-4259-8d53-220c562791d2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Aug 11 02:57:29.235959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-f92f24b9-e48d-4ef6-9e38-ce91e619dad2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:29.237450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-f92f24b9-e48d-4ef6-9e38-ce91e619dad2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 950 time: 0.0551023 Aug 11 02:57:29.252576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e1079-d72e-44a8-a2d8-fa103d0d8227 req-93c06845-80b6-4210-8247-198e5bd3f7d4 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:29.254130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a02e1079-d72e-44a8-a2d8-fa103d0d8227 req-93c06845-80b6-4210-8247-198e5bd3f7d4 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 943 time: 0.0635931 Aug 11 02:57:29.296409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a02e1079-d72e-44a8-a2d8-fa103d0d8227 req-21052c22-0a2f-43b2-9d84-30cd65d75ca3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355682 Aug 11 02:57:29.349218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Deleting port edee8ed1-83f2-49c0-ad40-7685788965d5 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:29.349635 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:29.451997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] For port edee8ed1-83f2-49c0-ad40-7685788965d5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=edee8ed1-83f2-49c0-ad40-7685788965d5,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:29.452367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:29.465553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Calling delete_port for edee8ed1-83f2-49c0-ad40-7685788965d5 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:29.598428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c441faa-8d1f-4a46-88d0-b2dc773161d5 req-1289ec03-8a18-4cdc-b11e-4a4501c1a3d5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:29.599975 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c441faa-8d1f-4a46-88d0-b2dc773161d5 req-1289ec03-8a18-4cdc-b11e-4a4501c1a3d5 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=80470428-5ffc-481f-86d4-073a1b036d3d HTTP/1.1" status: 200 len: 950 time: 0.0698495 Aug 11 02:57:29.625083 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:29.668737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c441faa-8d1f-4a46-88d0-b2dc773161d5 req-12c304df-4e12-4193-9fc8-c78487fd0a9f tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500042 Aug 11 02:57:29.670411 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:29.684714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['fc9af804-ec7c-4ba6-897c-c09d243fbc41', 'edee8ed1-83f2-49c0-ad40-7685788965d5', '86393b10-2ac5-4a82-93bb-6c6ee545378a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:29.701995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Pushing event deleted for resources: {'Port': ['ID=edee8ed1-83f2-49c0-ad40-7685788965d5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:29.784557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] No DVR routers for this DVR port edee8ed1-83f2-49c0-ad40-7685788965d5 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:29.787231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:29.789249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-997d2127-6a25-469e-b5ae-8eb5fa055a7c req-98301a50-0cfe-4c0f-95bf-6a603e4855b3 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "DELETE /v2.0/ports/edee8ed1-83f2-49c0-ad40-7685788965d5 HTTP/1.1" status: 204 len: 173 time: 0.5355775 Aug 11 02:57:29.789773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80470428-5ffc-481f-86d4-073a1b036d3d', 'name': 'network-vif-deleted', 'tag': 'edee8ed1-83f2-49c0-ad40-7685788965d5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:29.791985 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256912c8-d874-48cb-b560-1e604fd413df" -d '{"events": [{"server_uuid": "80470428-5ffc-481f-86d4-073a1b036d3d", "name": "network-vif-deleted", "tag": "edee8ed1-83f2-49c0-ad40-7685788965d5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:29.935685 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aae172-2667-4895-a9a5-32d443614ca2 x-openstack-request-id: req-25aae172-2667-4895-a9a5-32d443614ca2 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:29.936254 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80470428-5ffc-481f-86d4-073a1b036d3d", "name": "network-vif-deleted", "tag": "edee8ed1-83f2-49c0-ad40-7685788965d5", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:29.936679 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25aae172-2667-4895-a9a5-32d443614ca2 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:29.937695 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80470428-5ffc-481f-86d4-073a1b036d3d', 'name': 'network-vif-deleted', 'tag': 'edee8ed1-83f2-49c0-ad40-7685788965d5', 'status': 'completed', 'code': 200} Aug 11 02:57:29.973299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 969bffb2-89ac-4e88-8964-434c3dae7273 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:29.974274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-4e0a518c-c116-4775-833e-fccc7dd1de05 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:29.979211 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-4e0a518c-c116-4775-833e-fccc7dd1de05 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 946 time: 0.1643858 Aug 11 02:57:30.012272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d480a32-d8a6-4462-88a8-7eecd0b1145b req-bb9d7d86-ecfd-4c2f-919f-66549584d045 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:30.016392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d480a32-d8a6-4462-88a8-7eecd0b1145b req-bb9d7d86-ecfd-4c2f-919f-66549584d045 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 946 time: 0.1765313 Aug 11 02:57:30.030607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04133c-1c0d-48cf-a3d5-0e010ee179f8 req-4321b1fc-763b-4627-bbaa-3b866836a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:30.032261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c04133c-1c0d-48cf-a3d5-0e010ee179f8 req-4321b1fc-763b-4627-bbaa-3b866836a619 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 1098 time: 0.0828881 Aug 11 02:57:30.116101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c04133c-1c0d-48cf-a3d5-0e010ee179f8 req-349e0b43-0e91-46e8-a700-145693baabb0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699205 Aug 11 02:57:30.145629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60a19-bfcc-4a9a-a7ef-c81775cb264e req-ff3dc209-2ec3-4064-b336-d28bf0451eb3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:30.146000 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d480a32-d8a6-4462-88a8-7eecd0b1145b req-7628fb89-7270-4857-99ce-bc7c00134692 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f76240-a1e0-4279-b22f-e9f4f2bcaf64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Aug 11 02:57:30.154255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2b60a19-bfcc-4a9a-a7ef-c81775cb264e req-ff3dc209-2ec3-4064-b336-d28bf0451eb3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1014409 Aug 11 02:57:30.181005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Deleting port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:30.183748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:30.214539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2b60a19-bfcc-4a9a-a7ef-c81775cb264e req-24126c9e-9b4f-4d1a-898d-823dc9a80890 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572441 Aug 11 02:57:30.258516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 969bffb2-89ac-4e88-8964-434c3dae7273, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=969bffb2-89ac-4e88-8964-434c3dae7273,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:30.277587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '969bffb2-89ac-4e88-8964-434c3dae7273', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'port_id': '969bffb2-89ac-4e88-8964-434c3dae7273', 'mac_address': 'fa:16:3e:f7:d2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:57:30.395500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa50620-fa14-4eac-888c-1a9b1ba90140 req-baab01b4-1e11-4a6b-8a36-30312873af56 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:30.397151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fa50620-fa14-4eac-888c-1a9b1ba90140 req-baab01b4-1e11-4a6b-8a36-30312873af56 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.1314232 Aug 11 02:57:30.406263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:30.438057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969bffb2-89ac-4e88-8964-434c3dae7273 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:30.447851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] For port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:30.448516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:30.468849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98e1f1-5f72-4749-bd5b-43008e12b818 req-f0811200-b118-4338-8ec4-bc90113a4d01 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:30.477986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af98e1f1-5f72-4749-bd5b-43008e12b818 req-f0811200-b118-4338-8ec4-bc90113a4d01 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 943 time: 0.0798025 Aug 11 02:57:30.480311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 969bffb2-89ac-4e88-8964-434c3dae7273, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=969bffb2-89ac-4e88-8964-434c3dae7273,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:30.485713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Calling delete_port for 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:30.488812 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:30.508124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fa50620-fa14-4eac-888c-1a9b1ba90140 req-422b4d4f-4d34-4994-be97-aa9a518805a9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951428 Aug 11 02:57:30.554488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af98e1f1-5f72-4749-bd5b-43008e12b818 req-bbbb940d-ce54-4a37-a281-18e174f6f6ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750527 Aug 11 02:57:30.556295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=969bffb2-89ac-4e88-8964-434c3dae7273,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:30.649671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:30.676578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Pushing event deleted for resources: {'Port': ['ID=4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:30.726764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] No DVR routers for this DVR port 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:30.729677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:30.733049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bf12f44-cf11-45b0-b8cf-64dfc238cb6c req-52b080a4-456f-4c46-8bc7-1bfb66c9021b tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.10 "DELETE /v2.0/ports/4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 HTTP/1.1" status: 204 len: 173 time: 0.7469451 Aug 11 02:57:30.867389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['969bffb2-89ac-4e88-8964-434c3dae7273'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:31.015456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50632) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:31.067809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3da37-7ac9-47ef-ac32-9275b0ab0b4e req-53f98937-869e-4305-93cc-134c80c7724b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:31.069684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fef3da37-7ac9-47ef-ac32-9275b0ab0b4e req-53f98937-869e-4305-93cc-134c80c7724b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 949 time: 0.0531952 Aug 11 02:57:31.109736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:31.117173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fef3da37-7ac9-47ef-ac32-9275b0ab0b4e req-dc0bb5aa-2f89-4ca1-bcfe-29c1138e7cd7 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Aug 11 02:57:31.154396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.270608 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-df401108-d2e5-4071-8710-64c338b7f078 req-7952a073-12f4-4870-9ab3-282485faa925 tempest-AttachSCSIVolumeTestJSON-897114498 tempest-AttachSCSIVolumeTestJSON-897114498-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d82d391-5e91-4fb8-9953-2c1f08861080 HTTP/1.1" status: 200 len: 210 time: 0.0347078 Aug 11 02:57:31.272948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.277380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.318211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4ea40e552524a95a310b1b2d0bd8283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015633 Aug 11 02:57:31.320307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259fdd1a-a54b-4b90-bb62-dfc9235c5188,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:31.321824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50640) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:31.328663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.329016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.329421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.329959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.330080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.330326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.330654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.330983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.331355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.331716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.332043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.332400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50eea2-27ef-4e06-a8b4-8b8925a0bef2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:31.338249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987a053-b9c2-4bed-baf2-28214fa7efee req-c820c2de-c0b0-400c-b1b6-af0f561a9517 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:31.339953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4987a053-b9c2-4bed-baf2-28214fa7efee req-c820c2de-c0b0-400c-b1b6-af0f561a9517 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0587387 Aug 11 02:57:31.410912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4987a053-b9c2-4bed-baf2-28214fa7efee req-54dffa11-d494-418d-b235-64b3f4afb069 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592141 Aug 11 02:57:31.423712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7647fedb-82fe-4fbb-91b5-6530348f3e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.452280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7647fedb-82fe-4fbb-91b5-6530348f3e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.510644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7647fedb-82fe-4fbb-91b5-6530348f3e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.514718 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7647fedb-82fe-4fbb-91b5-6530348f3e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:31.515815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7647fedb-82fe-4fbb-91b5-6530348f3e6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/259fdd1a-a54b-4b90-bb62-dfc9235c5188 HTTP/1.1" status: 204 len: 168 time: 0.1929064 Aug 11 02:57:31.528948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647fedb-82fe-4fbb-91b5-6530348f3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259fdd1a-a54b-4b90-bb62-dfc9235c5188,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:31.662859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e541c2c-6672-4410-b364-bb00c7dbccf2 req-d9f227ae-b446-4417-a74e-de1c40a9e9ba tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:31.664988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e541c2c-6672-4410-b364-bb00c7dbccf2 req-d9f227ae-b446-4417-a74e-de1c40a9e9ba tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.0650976 Aug 11 02:57:31.715678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e541c2c-6672-4410-b364-bb00c7dbccf2 req-61bc9b56-def2-4c4b-856c-fd3a8f7eb79b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Aug 11 02:57:31.804486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-97327330-d63f-40c2-a757-262ffd20d3f1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:31.806396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-97327330-d63f-40c2-a757-262ffd20d3f1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 810 time: 0.1321087 Aug 11 02:57:31.824485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-999322d9-5a47-4315-bc5e-0e4e6a7a4aee tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/quotas/be47bedcafb14a0f81c439fe31b13616 HTTP/1.1" status: 200 len: 375 time: 0.0112531 Aug 11 02:57:31.865048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af55fcc-40c7-4208-96dd-b528ddd02b13 req-4b86fcce-436c-4da3-b910-574eaa5833d1 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:31.867278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8af55fcc-40c7-4208-96dd-b528ddd02b13 req-4b86fcce-436c-4da3-b910-574eaa5833d1 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 944 time: 0.0689745 Aug 11 02:57:31.908388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-0e2cdd59-31c2-46e5-917a-edef6d41a855 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770597 Aug 11 02:57:31.914442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8af55fcc-40c7-4208-96dd-b528ddd02b13 req-6927a193-c004-460e-ae51-0d562bf4cfc2 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Aug 11 02:57:31.972957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'name': 'network-vif-deleted', 'tag': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:31.975549 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ef2aa6-f91c-4842-9e09-2aa95a625ace" -d '{"events": [{"server_uuid": "7d82d391-5e91-4fb8-9953-2c1f08861080", "name": "network-vif-deleted", "tag": "4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:32.033357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-b82a3146-e639-412e-9e51-e7785e8f3e66 service neutron] 10.222.0.60 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204541 Aug 11 02:57:32.043194 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcadd265-0066-423f-a8e7-464ba119860f x-openstack-request-id: req-bcadd265-0066-423f-a8e7-464ba119860f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:32.043477 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d82d391-5e91-4fb8-9953-2c1f08861080", "name": "network-vif-deleted", "tag": "4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:32.043922 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcadd265-0066-423f-a8e7-464ba119860f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:32.044663 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d82d391-5e91-4fb8-9953-2c1f08861080', 'name': 'network-vif-deleted', 'tag': '4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9', 'status': 'completed', 'code': 200} Aug 11 02:57:32.131447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-7ae6c25c-2432-43ef-b700-7e572f7bcf54 service neutron] 10.222.0.60 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969677 Aug 11 02:57:32.258468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eace2f-9ff3-4a68-9543-6954b686e090 req-fead5227-9c2e-4d22-a59a-246ea7f8181a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:32.266322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eace2f-9ff3-4a68-9543-6954b686e090 req-fead5227-9c2e-4d22-a59a-246ea7f8181a tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 949 time: 0.0658970 Aug 11 02:57:32.328626 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eace2f-9ff3-4a68-9543-6954b686e090 req-1894cbe8-53dd-4acc-be49-b161e4b07c8e tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614254 Aug 11 02:57:32.359989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b545ffba-dffe-48ba-a076-415ea6a6ead4 req-4733c996-3b21-413c-960c-d2789c4c22c1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 210 time: 0.0299373 Aug 11 02:57:32.637098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-e5a1a404-ac9a-4540-8a4f-3c3d29d44c34 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:32.640227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-e5a1a404-ac9a-4540-8a4f-3c3d29d44c34 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 949 time: 0.0913997 Aug 11 02:57:32.871075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Deleting port fc9af804-ec7c-4ba6-897c-c09d243fbc41 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:32.871425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:33.007259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7417c-3753-44e0-b727-735cfcbc4d67 req-0ae2c3b6-031f-4c1d-b05c-c8f0489ba5f2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:33.009100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68f7417c-3753-44e0-b727-735cfcbc4d67 req-0ae2c3b6-031f-4c1d-b05c-c8f0489ba5f2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 944 time: 0.1633401 Aug 11 02:57:33.195620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad622c-ba14-4d8b-be8f-05c7e97260af req-9828e07c-e4a2-43f8-b787-45242d7ee679 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:33.204575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37ad622c-ba14-4d8b-be8f-05c7e97260af req-9828e07c-e4a2-43f8-b787-45242d7ee679 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 944 time: 0.1192238 Aug 11 02:57:33.280078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37ad622c-ba14-4d8b-be8f-05c7e97260af req-39bb9385-eb4e-4041-85ef-0aea7eaf0f98 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742536 Aug 11 02:57:33.314204 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-3224ac5a-02ba-4504-9501-332ad8bf5704 service neutron] 10.222.0.57 "GET /v2.0/ports/b0668d72-12e7-4694-8d47-9b98852f2b4b/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.1069343 Aug 11 02:57:33.474732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] For port fc9af804-ec7c-4ba6-897c-c09d243fbc41, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fc9af804-ec7c-4ba6-897c-c09d243fbc41,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:33.476502 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:33.491387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Calling delete_port for fc9af804-ec7c-4ba6-897c-c09d243fbc41 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:33.567160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68f7417c-3753-44e0-b727-735cfcbc4d67 req-c0862ac3-c2fd-4674-af90-a8cb37eecc06 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478642 Aug 11 02:57:33.683822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50768) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:33.715839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:33.742289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:33.746026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:33.758549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['fc9af804-ec7c-4ba6-897c-c09d243fbc41', '86393b10-2ac5-4a82-93bb-6c6ee545378a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:33.802347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0668d72-12e7-4694-8d47-9b98852f2b4b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:33.821537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:33.859700 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-934c000e-7d9f-4de2-8efd-bb4f1f969de2 req-6755f750-d524-4032-9460-0c85c5787dc5 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 210 time: 0.1254902 Aug 11 02:57:33.882596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e0468-5c6a-4db3-a70f-b1ddeb128c58 req-a82fdc61-4977-4751-ad03-835171594c5b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:33.884885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca9e0468-5c6a-4db3-a70f-b1ddeb128c58 req-a82fdc61-4977-4751-ad03-835171594c5b tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=0141185c-aa36-4771-8b66-b0eb4f247448 HTTP/1.1" status: 200 len: 867 time: 0.2260323 Aug 11 02:57:33.893303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:33.928883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Pushing event deleted for resources: {'Port': ['ID=fc9af804-ec7c-4ba6-897c-c09d243fbc41,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:33.974439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca9e0468-5c6a-4db3-a70f-b1ddeb128c58 req-428ec7d9-3f4b-4214-9ea5-283d51112a10 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754802 Aug 11 02:57:33.990455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 969bffb2-89ac-4e88-8964-434c3dae7273 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:34.009430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5d4a8ca7-209b-4d17-9684-ae8558609c99 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1092218824'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:34.009430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5d4a8ca7-209b-4d17-9684-ae8558609c99 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Unknown quota resources ['metering_label']. {{(pid=111682) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:57:34.015277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] No DVR routers for this DVR port fc9af804-ec7c-4ba6-897c-c09d243fbc41 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:34.022783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.025342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38dd445d-035d-4f8e-8bbb-3cd82791be53 req-f637f376-2680-451f-8445-10dae4f721cb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "DELETE /v2.0/ports/fc9af804-ec7c-4ba6-897c-c09d243fbc41 HTTP/1.1" status: 204 len: 173 time: 1.3778088 Aug 11 02:57:34.038090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-265afb06-0e5b-48ff-a67d-f2061310ff6f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:34.040122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-265afb06-0e5b-48ff-a67d-f2061310ff6f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 810 time: 0.3519695 Aug 11 02:57:34.051962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0141185c-aa36-4771-8b66-b0eb4f247448', 'name': 'network-vif-deleted', 'tag': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:34.054842 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4aa3e2-0dff-4430-ac1e-5d93d1c804ee" -d '{"events": [{"server_uuid": "0141185c-aa36-4771-8b66-b0eb4f247448", "name": "network-vif-deleted", "tag": "fc9af804-ec7c-4ba6-897c-c09d243fbc41"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:34.068097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Request body: {'port': {'device_id': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'admin_state_up': True, 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:34.087234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 969bffb2-89ac-4e88-8964-434c3dae7273 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:34.096152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 969bffb2-89ac-4e88-8964-434c3dae7273 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:34.096668 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.189217 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d761bf05-d285-491c-8377-cb1fd6c06d8f x-openstack-request-id: req-d761bf05-d285-491c-8377-cb1fd6c06d8f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:34.189503 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0141185c-aa36-4771-8b66-b0eb4f247448", "name": "network-vif-deleted", "tag": "fc9af804-ec7c-4ba6-897c-c09d243fbc41", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:34.189812 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d761bf05-d285-491c-8377-cb1fd6c06d8f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:34.190667 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0141185c-aa36-4771-8b66-b0eb4f247448', 'name': 'network-vif-deleted', 'tag': 'fc9af804-ec7c-4ba6-897c-c09d243fbc41', 'status': 'completed', 'code': 200} Aug 11 02:57:34.206211 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.232583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:34.235516 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1077a036-a660-4664-8d1e-991c219f0dfa" -d '{"events": [{"server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "name": "network-vif-plugged", "status": "completed", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:34.250743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 969bffb2-89ac-4e88-8964-434c3dae7273, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=969bffb2-89ac-4e88-8964-434c3dae7273,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:34.257296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.259762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fc9af804-ec7c-4ba6-897c-c09d243fbc41 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:34.284168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Made reservation on behalf of be47bedcafb14a0f81c439fe31b13616 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:34.290228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.327330 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e46e1e-dddb-4d15-a8da-8f84700e6360 x-openstack-request-id: req-f5e46e1e-dddb-4d15-a8da-8f84700e6360 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:34.327696 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "name": "network-vif-plugged", "status": "completed", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:34.328162 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5e46e1e-dddb-4d15-a8da-8f84700e6360 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:34.328551 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273', 'code': 200} Aug 11 02:57:34.329221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: fc9af804-ec7c-4ba6-897c-c09d243fbc41 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:34.329561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fc9af804-ec7c-4ba6-897c-c09d243fbc41 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:34.330341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device edee8ed1-83f2-49c0-ad40-7685788965d5 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:34.376008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: edee8ed1-83f2-49c0-ad40-7685788965d5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:34.376654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device edee8ed1-83f2-49c0-ad40-7685788965d5 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:34.377359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:34.424875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8ca7-209b-4d17-9684-ae8558609c99 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.436941 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d4a8ca7-209b-4d17-9684-ae8558609c99 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7506447 Aug 11 02:57:34.438581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50780) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:34.440946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] Transition to ACTIVE for port object b0668d72-12e7-4694-8d47-9b98852f2b4b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:34.452618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ac65b550-a697-4070-8479-8ad0419bdc40 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '30b752c0-e483-4e31-ab38-a4497544ec8d'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:34.453357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ac65b550-a697-4070-8479-8ad0419bdc40 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111682) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:57:34.501004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=969bffb2-89ac-4e88-8964-434c3dae7273,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:34.508409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:34.609777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:34.656079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:34.656421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 4d8ecc91-c82d-4e19-a0e0-2c1a40717ab9 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:34.693498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] Pushing event updated for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:34.701090 n-d-768509-22 neutron-server[111682]: WARNING neutron.services.metering.metering_plugin [None req-ac65b550-a697-4070-8479-8ad0419bdc40 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:57:34.712881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:34.713259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Allocated IP 172.20.0.4 (93e63baf-aa09-49ef-bd1f-4f3bacb62aa4/0f50c2b7-e3f4-49e6-956f-aa0f571ec944/f2af6a40-9790-4c2b-b9b3-0e4c730a9f14) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:34.720267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb11564-7f1e-4aeb-b905-cef3c3cf4fc9 req-a8a532fc-9ead-4b2c-a929-65780e0aa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:34.721923 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acb11564-7f1e-4aeb-b905-cef3c3cf4fc9 req-a8a532fc-9ead-4b2c-a929-65780e0aa248 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 1097 time: 0.1775987 Aug 11 02:57:34.735713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec34610-88ff-444b-821d-76cabd77ebea req-47c62b57-1544-4101-b16a-0a4e70824143 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:34.744652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ec34610-88ff-444b-821d-76cabd77ebea req-47c62b57-1544-4101-b16a-0a4e70824143 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.1989427 Aug 11 02:57:34.811612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:34.832463 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ec34610-88ff-444b-821d-76cabd77ebea req-02418060-10a7-4497-a8cd-898cb898e8ef tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866630 Aug 11 02:57:34.878552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acb11564-7f1e-4aeb-b905-cef3c3cf4fc9 req-96cdf2e2-69f3-4bfb-aa2c-ff030c2b5ddc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286530 Aug 11 02:57:35.001580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eda64239-6193-459e-a11e-896b1a272f21 req-6d97a741-4c9b-4b05-ab80-f9a5fdc1011b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 210 time: 0.0427511 Aug 11 02:57:35.040113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.089943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.107562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c5ac4097-5dd0-44b6-8f71-6da822462de7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:35.112553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac65b550-a697-4070-8479-8ad0419bdc40 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.117032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ac65b550-a697-4070-8479-8ad0419bdc40 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6736693 Aug 11 02:57:35.118677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50794) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:35.122240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] No DVR routers for this DVR port b0668d72-12e7-4694-8d47-9b98852f2b4b on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:35.128512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7a58a8b9-0593-464d-88cb-7bccef4ed944 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '30b752c0-e483-4e31-ab38-a4497544ec8d'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:35.129004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7a58a8b9-0593-464d-88cb-7bccef4ed944 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111682) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:57:35.159430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Pushing event updated for resources: {'Port': ['ID=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:35.178186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97eeb8-c406-4811-b3c9-4ae06e654961 req-e0b17cd1-8a17-49bb-8eaf-eb3e8b8d3702 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:35.179778 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc97eeb8-c406-4811-b3c9-4ae06e654961 req-e0b17cd1-8a17-49bb-8eaf-eb3e8b8d3702 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.4798872 Aug 11 02:57:35.182314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:35.184106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:35.200362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:35.222908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f09e274c-43ec-42e2-bfbe-37faf1ca4494 service neutron] 10.222.0.57 "PUT /v2.0/ports/b0668d72-12e7-4694-8d47-9b98852f2b4b/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 1.8960261 Aug 11 02:57:35.226088 n-d-768509-22 neutron-server[111682]: WARNING neutron.services.metering.metering_plugin [None req-7a58a8b9-0593-464d-88cb-7bccef4ed944 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 02:57:35.307246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:35.309243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.342936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7a58a8b9-0593-464d-88cb-7bccef4ed944 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.346786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7a58a8b9-0593-464d-88cb-7bccef4ed944 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2256453 Aug 11 02:57:35.347735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50798) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:35.364054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc97eeb8-c406-4811-b3c9-4ae06e654961 req-4e219087-4792-445b-88c6-5a92ca28be64 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394176 Aug 11 02:57:35.369297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3818c756-f218-4402-a411-3bb2819cf091 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=6773c693-2507-4ef2-a00b-a7e29223a1cb HTTP/1.1" status: 200 len: 464 time: 0.0172040 Aug 11 02:57:35.373806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50800) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:35.388961 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-88bde09b-3bcd-4763-97db-1ba18b5374ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3301103 Aug 11 02:57:35.417870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Request body: {'port': {'device_id': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:35.442345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2488599b-ea74-4a43-935b-296cf95cc9ed tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:35.444139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-2488599b-ea74-4a43-935b-296cf95cc9ed tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1207602 Aug 11 02:57:35.476917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47946c85-1f8e-4622-8d06-58f8ad93055e req-88d4cd05-2de7-44c7-b4b7-1f63ae1bba06 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:35.478538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47946c85-1f8e-4622-8d06-58f8ad93055e req-88d4cd05-2de7-44c7-b4b7-1f63ae1bba06 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 950 time: 0.1109593 Aug 11 02:57:35.480841 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-429445d5-f2db-49c0-869a-a5535257c9ef tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.482649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-429445d5-f2db-49c0-869a-a5535257c9ef tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/6773c693-2507-4ef2-a00b-a7e29223a1cb HTTP/1.1" status: 204 len: 168 time: 0.1071448 Aug 11 02:57:35.488089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50802) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:35.500866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-80a80aa8-4105-4129-8c00-435dbf3862e8 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=6773c693-2507-4ef2-a00b-a7e29223a1cb HTTP/1.1" status: 200 len: 221 time: 0.0082049 Aug 11 02:57:35.501821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50804) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:35.508199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-15eb7a60-53da-4e18-b332-5d49367e5d12 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1052406784', 'description': 'label created by tempest'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:35.509144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-15eb7a60-53da-4e18-b332-5d49367e5d12 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Unknown quota resources ['metering_label']. {{(pid=111682) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:57:35.544955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.574205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-426861a6-bfd9-4944-a34b-48b7378bab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:35.576464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-426861a6-bfd9-4944-a34b-48b7378bab8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71&tenant_id=2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 1097 time: 0.1214447 Aug 11 02:57:35.579668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47946c85-1f8e-4622-8d06-58f8ad93055e req-c6832dc8-4b78-4c58-8757-e852c88e8d96 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 Aug 11 02:57:35.748166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15eb7a60-53da-4e18-b332-5d49367e5d12 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:35.749380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-15eb7a60-53da-4e18-b332-5d49367e5d12 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2463582 Aug 11 02:57:35.752296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:35.766331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-6586e627-815a-4830-a1f1-2015adfbc1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:35.768005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-6586e627-815a-4830-a1f1-2015adfbc1eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1097 time: 0.1347215 Aug 11 02:57:35.844012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8f2cd707-782e-4de3-b215-33a8d99d23cc tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=25373371-931d-4448-9bcb-78b7c78cb37f HTTP/1.1" status: 200 len: 468 time: 0.0903032 Aug 11 02:57:35.849050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50814) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:35.978895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-0fb7fcaf-b667-4e84-91fb-0e2c1c09d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:35.981218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-0fb7fcaf-b667-4e84-91fb-0e2c1c09d37b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1733079 Aug 11 02:57:36.061130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-34f480b8-bf01-48c3-93fe-8e11a6363582 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 200 len: 217 time: 0.0504820 Aug 11 02:57:36.067185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:36.078286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:36.123803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1750dfd8-e314-4f7a-b4d7-5b4e06eebd64 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:36.126318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1750dfd8-e314-4f7a-b4d7-5b4e06eebd64 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/25373371-931d-4448-9bcb-78b7c78cb37f HTTP/1.1" status: 204 len: 168 time: 0.2763293 Aug 11 02:57:36.127481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50820) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:36.137407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4f21f-aa24-4027-b2a2-efce505e2f80 req-957d69a3-3d59-4de7-b9a6-9417ea04742e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:36.138948 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42c4f21f-aa24-4027-b2a2-efce505e2f80 req-957d69a3-3d59-4de7-b9a6-9417ea04742e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.2002609 Aug 11 02:57:36.151076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ff52784d-9899-4ed9-abd5-59fae5dfbfd6 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=25373371-931d-4448-9bcb-78b7c78cb37f HTTP/1.1" status: 200 len: 216 time: 0.0217412 Aug 11 02:57:36.157085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50822) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:36.160340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Transition to ACTIVE for port object f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:36.166442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-e9e74a15-4d50-426a-88db-6556593d9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:36.167518 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-e9e74a15-4d50-426a-88db-6556593d9485 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0926185 Aug 11 02:57:36.169592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:36.194388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42c4f21f-aa24-4027-b2a2-efce505e2f80 req-97c67d93-b101-4291-bf2a-75aeefe68209 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460300 Aug 11 02:57:36.195810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0c3c47f3-43b0-490c-9b2e-7d7f84c054ff tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0366530 Aug 11 02:57:36.199474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50824) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:36.212070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad867f9d-454c-49bd-8bc0-3fede4b20322 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0109777 Aug 11 02:57:36.215211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50826) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:36.252041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-11c158b5-36a9-4229-99c4-06baf9e64be9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714982 Aug 11 02:57:36.264562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceaff92-f84e-4d79-98c1-b5dddc435e00 req-f0112565-0d62-4bae-8b5f-bc618b743f0e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:36.273059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ceaff92-f84e-4d79-98c1-b5dddc435e00 req-f0112565-0d62-4bae-8b5f-bc618b743f0e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 931 time: 0.1639721 Aug 11 02:57:36.281286 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8c7a26ee-06ed-480e-8f47-97043c38ac65 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/30b752c0-e483-4e31-ab38-a4497544ec8d HTTP/1.1" status: 200 len: 473 time: 0.0641828 Aug 11 02:57:36.288254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50828) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:36.300372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d51580ce-0696-4b39-b406-2c3587ba9e99 tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/e1193a86-b259-484d-be8c-b131b864eded HTTP/1.1" status: 200 len: 461 time: 0.0110288 Aug 11 02:57:36.303949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:36.342472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:36.415105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7915b7f8-87ec-4789-8277-5568009bce3d tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:36.421147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50834) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:36.422138 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7915b7f8-87ec-4789-8277-5568009bce3d tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/e1193a86-b259-484d-be8c-b131b864eded HTTP/1.1" status: 204 len: 168 time: 0.1170185 Aug 11 02:57:36.437088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ceaff92-f84e-4d79-98c1-b5dddc435e00 req-7d03aa4d-fde4-4a7d-b2cc-d7a10559a7a9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631634 Aug 11 02:57:36.536572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92e64d-fcd2-40a3-b889-97ced9b3487b req-637cacf6-f813-4bbe-a5f0-e7935446d0e1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:36.538158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d92e64d-fcd2-40a3-b889-97ced9b3487b req-637cacf6-f813-4bbe-a5f0-e7935446d0e1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.0626495 Aug 11 02:57:36.564856 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-dc223f6a-b07d-4cd9-8676-4a29d0fe75b2 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897825 Aug 11 02:57:36.581549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d92e64d-fcd2-40a3-b889-97ced9b3487b req-58302c1e-b18c-4f8f-be87-4a76b71cf8a9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357518 Aug 11 02:57:36.620728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Attempting to bind port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:36.620998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Attempting to bind port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:36.621334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Attempting to bind port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 on network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:36.714493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 on network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:36.714830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Attempting to bind port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 on network 93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:36.751354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:36.751711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Checking segment: {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:36.752106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Bound using segment: {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:36.752564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Bound port: f2af6a40-9790-4c2b-b9b3-0e4c730a9f14, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c976af-6edd-4288-a41c-3e569dbc0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:36.752929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:36.866226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50848) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:37.009367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-0762a43e-b9c5-4354-b7a8-476c9ba0bdeb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.010891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-0762a43e-b9c5-4354-b7a8-476c9ba0bdeb tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 950 time: 0.1042237 Aug 11 02:57:37.104037 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee85392a-a022-4740-9c02-2c36d4dca31e tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:37.105178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ee85392a-a022-4740-9c02-2c36d4dca31e tempest-MeteringTestJSON-1492258707 tempest-MeteringTestJSON-1492258707-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/30b752c0-e483-4e31-ab38-a4497544ec8d HTTP/1.1" status: 204 len: 168 time: 0.6816242 Aug 11 02:57:37.158989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-9b26ee5d-0a4a-4ce9-b2ad-2fcd1cd46ec8 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481486 Aug 11 02:57:37.178610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab517f49-80f2-4e19-bb30-0f4923557a75 req-9b181f7e-5651-4b19-be2c-39d35a8187c2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.191691 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab517f49-80f2-4e19-bb30-0f4923557a75 req-9b181f7e-5651-4b19-be2c-39d35a8187c2 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 950 time: 0.5132055 Aug 11 02:57:37.251755 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab517f49-80f2-4e19-bb30-0f4923557a75 req-207a076e-fc9e-4100-a17d-20e50fdcb1c9 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ba0f625-0709-4dd4-9772-135a9fdb5144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592196 Aug 11 02:57:37.252885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] For port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:37.282587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] For port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:37.290169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:37.328668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Deleting port 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:37.329014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:37.414111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.415352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:37.417198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 HTTP/1.1" status: 200 len: 1092 time: 2.0051527 Aug 11 02:57:37.422996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'tag': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:37.425636 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9969c-0e4d-4913-a37b-7a06f49410d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e76ce4-d30f-443c-9f5e-7947e6e16362", "tag": "f2af6a40-9790-4c2b-b9b3-0e4c730a9f14"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:37.515970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb157c-9a6e-411c-90f1-cbc0dab1fa2c req-6f08a458-3f56-43a1-b00c-f758ffe9f663 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.523282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12bb157c-9a6e-411c-90f1-cbc0dab1fa2c req-6f08a458-3f56-43a1-b00c-f758ffe9f663 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.1404538 Aug 11 02:57:37.535714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] For port 86393b10-2ac5-4a82-93bb-6c6ee545378a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=86393b10-2ac5-4a82-93bb-6c6ee545378a,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:37.536094 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:37.556392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b7140-7b63-4ae5-ac33-53802b1b87b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:37.581779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Calling delete_port for 86393b10-2ac5-4a82-93bb-6c6ee545378a owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:37.598854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-afef007e-5fb1-4091-a7ac-21dd8c80a40b tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.600359 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-afef007e-5fb1-4091-a7ac-21dd8c80a40b tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1822119 Aug 11 02:57:37.602713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50860) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:37.619581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-d8f941a8-1735-4d1d-8f47-06bda5c06025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.621115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-d8f941a8-1735-4d1d-8f47-06bda5c06025 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 1095 time: 0.1420648 Aug 11 02:57:37.707446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-c0d9dc6a-0f80-4675-9f5b-1ffb34ceca99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 HTTP/1.1" status: 200 len: 217 time: 0.0712767 Aug 11 02:57:37.744674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a294b-00f7-4b05-b96d-95e66894634b req-bc4c28ca-4a49-4d75-a25f-02bf5708b09d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.746276 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b3a294b-00f7-4b05-b96d-95e66894634b req-bc4c28ca-4a49-4d75-a25f-02bf5708b09d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 943 time: 0.1624019 Aug 11 02:57:37.802961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98381ef6-9725-414a-8881-9e06f3fa42d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:37.870470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-baaa0711-2748-4595-8d04-a45073277bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:37.872001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-baaa0711-2748-4595-8d04-a45073277bd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 200 len: 850 time: 0.1530530 Aug 11 02:57:37.880894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b3a294b-00f7-4b05-b96d-95e66894634b req-9df30095-b58e-4df7-a01e-ee92b18585cb tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077886 Aug 11 02:57:37.891924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12bb157c-9a6e-411c-90f1-cbc0dab1fa2c req-488c24d2-dc65-45d5-89bf-38ee159e4f0d tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3677189 Aug 11 02:57:37.929553 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-b57d4073-3b7b-40e4-a6d7-f0916eb66815 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468099 Aug 11 02:57:37.942141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f4a27ab1-bfa7-4724-a3f3-036b1a4c1ba5 service neutron] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:37.950685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f4a27ab1-bfa7-4724-a3f3-036b1a4c1ba5 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:37.951990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66ef3f3c-fdbd-4792-b48b-f0ca15f5a528 req-f4a27ab1-bfa7-4724-a3f3-036b1a4c1ba5 service neutron] 10.222.0.10 "DELETE /v2.0/ports/b0668d72-12e7-4694-8d47-9b98852f2b4b/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.3261988 Aug 11 02:57:37.981499 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534c8819-54d8-4868-ac46-5f0ddbaebd61 x-openstack-request-id: req-534c8819-54d8-4868-ac46-5f0ddbaebd61 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:37.982404 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e76ce4-d30f-443c-9f5e-7947e6e16362", "tag": "f2af6a40-9790-4c2b-b9b3-0e4c730a9f14", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:37.982534 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-534c8819-54d8-4868-ac46-5f0ddbaebd61 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:37.982939 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'tag': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14', 'status': 'completed', 'code': 200} Aug 11 02:57:37.986954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.114995 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-e21dd5b5-2a84-4e7d-a635-897a9e5e4a80 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620035 Aug 11 02:57:38.127612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98381ef6-9725-414a-8881-9e06f3fa42d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.148224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98381ef6-9725-414a-8881-9e06f3fa42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.171125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840e925-346c-49b4-ab08-8f3ca296a8a6 req-39587876-0a3c-4f04-817f-1f313d39c915 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:38.172765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b840e925-346c-49b4-ab08-8f3ca296a8a6 req-39587876-0a3c-4f04-817f-1f313d39c915 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.1412067 Aug 11 02:57:38.208738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.255586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-98381ef6-9725-414a-8881-9e06f3fa42d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39176767fe4441d483485ca35124a8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517706 Aug 11 02:57:38.261684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50872) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:38.284066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98381ef6-9725-414a-8881-9e06f3fa42d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc43696a-63c0-403b-b741-97f9feb972a3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:38.313226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Pushing event deleted for resources: {'Port': ['ID=86393b10-2ac5-4a82-93bb-6c6ee545378a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:38.331539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d42ae3-10df-4c05-a586-63abeafe9ac2 req-1cb3a7ed-48b9-41a6-9a03-0f5e04e4ec59 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:38.333112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16d42ae3-10df-4c05-a586-63abeafe9ac2 req-1cb3a7ed-48b9-41a6-9a03-0f5e04e4ec59 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.1508152 Aug 11 02:57:38.336178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fbb74b2-c034-44b3-9819-ad2a4b119d1a req-46dc37a9-64b3-444d-aa24-1fcbfcc30198 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067928 Aug 11 02:57:38.338299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b840e925-346c-49b4-ab08-8f3ca296a8a6 req-3b4013c0-5f7d-4789-9451-c578fb3893b0 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554949 Aug 11 02:57:38.346511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50876) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:38.353101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Request body: {'floatingip': {'port_id': '969bffb2-89ac-4e88-8964-434c3dae7273'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:38.374181 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86bbef83-740e-4d55-9f7e-54a2e6771c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.435572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86bbef83-740e-4d55-9f7e-54a2e6771c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.483007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] No DVR routers for this DVR port 86393b10-2ac5-4a82-93bb-6c6ee545378a on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:38.486762 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.489032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0a24f4b-09e6-4c6e-b75c-589ca683135a req-65928c2f-f95a-4169-9fee-3db4361318fa tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.10 "DELETE /v2.0/ports/86393b10-2ac5-4a82-93bb-6c6ee545378a HTTP/1.1" status: 204 len: 173 time: 1.4691334 Aug 11 02:57:38.489923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-deleted', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:38.492573 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e501238-f7dd-492f-8d02-5e8598c15f61" -d '{"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-deleted", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:38.497760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.533542 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a6e53ff-d9a6-4a08-acd0-c5e5b1594a7c req-bfac94c8-aada-4686-b613-24331d96ae44 tempest-ServersAdminTestJSON-1616569185 tempest-ServersAdminTestJSON-1616569185-project] 10.222.0.60 "GET /v2.0/ports?device_id=d52f7644-91ce-41e0-bd06-33b89734fc19 HTTP/1.1" status: 200 len: 210 time: 0.0946469 Aug 11 02:57:38.609444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-3e7f0e8e-8cb0-4a56-b936-a1b6b8865431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:38.611667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-3e7f0e8e-8cb0-4a56-b936-a1b6b8865431 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 1095 time: 0.1933317 Aug 11 02:57:38.632311 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef60a898-87ab-4f0d-a8f1-67dd318a4321 x-openstack-request-id: req-ef60a898-87ab-4f0d-a8f1-67dd318a4321 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:38.632794 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d52f7644-91ce-41e0-bd06-33b89734fc19", "name": "network-vif-deleted", "tag": "86393b10-2ac5-4a82-93bb-6c6ee545378a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:38.632904 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef60a898-87ab-4f0d-a8f1-67dd318a4321 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:38.633247 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd52f7644-91ce-41e0-bd06-33b89734fc19', 'name': 'network-vif-deleted', 'tag': '86393b10-2ac5-4a82-93bb-6c6ee545378a', 'status': 'completed', 'code': 200} Aug 11 02:57:38.682618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86bbef83-740e-4d55-9f7e-54a2e6771c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.685432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86bbef83-740e-4d55-9f7e-54a2e6771c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:38.686709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-86bbef83-740e-4d55-9f7e-54a2e6771c43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc43696a-63c0-403b-b741-97f9feb972a3 HTTP/1.1" status: 204 len: 168 time: 0.4175398 Aug 11 02:57:38.705574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbef83-740e-4d55-9f7e-54a2e6771c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc43696a-63c0-403b-b741-97f9feb972a3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:38.732332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-51a14361-3e7b-4f18-acef-dc339391144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:38.735051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-51a14361-3e7b-4f18-acef-dc339391144a service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 911 time: 0.1150794 Aug 11 02:57:38.745392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c0b2-c7c9-4b93-80c7-cf344d33b08a req-d9c78085-deb6-4c08-bfd6-1a3530826d3a tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:38.747026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1763c0b2-c7c9-4b93-80c7-cf344d33b08a req-d9c78085-deb6-4c08-bfd6-1a3530826d3a tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1097 time: 0.1903048 Aug 11 02:57:38.789170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-526252e4-2423-4882-b5d3-151c937cc463 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 HTTP/1.1" status: 200 len: 217 time: 0.0411654 Aug 11 02:57:38.853279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-b3b4d165-f901-44f3-b985-dd5d2dce0a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:38.853533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-b3b4d165-f901-44f3-b985-dd5d2dce0a87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 200 len: 850 time: 0.0527811 Aug 11 02:57:38.886660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1763c0b2-c7c9-4b93-80c7-cf344d33b08a req-f7ff53c4-3cec-4749-8c68-c7a3eae284e4 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021962 Aug 11 02:57:38.901799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-03c136dd-3ccf-4817-9a4b-6092341ebc17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302334 Aug 11 02:57:38.926862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Deleting port 4eef23ed-fa54-4266-aaf4-34e416352e30 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:38.927182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.127887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-d9874af2-8cdf-4f0c-9859-d2e8c10ca472 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126141 Aug 11 02:57:39.136184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50896) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:39.159747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f5a94-8f14-413c-bbf3-5644b8acd28b req-08dbfab8-f568-46ec-9586-4c33019d4908 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:39.162557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f5f5a94-8f14-413c-bbf3-5644b8acd28b req-08dbfab8-f568-46ec-9586-4c33019d4908 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 943 time: 0.1412110 Aug 11 02:57:39.215360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eda4aec-e7fc-4585-849f-cf47f04468e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.234762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540c4c9-b12e-45c3-aa06-ec830a55ed80 req-2efa1db7-ff5b-472a-8b0c-7014f6125988 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:39.236327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4540c4c9-b12e-45c3-aa06-ec830a55ed80 req-2efa1db7-ff5b-472a-8b0c-7014f6125988 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 1097 time: 0.1731198 Aug 11 02:57:39.246012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] For port 4eef23ed-fa54-4266-aaf4-34e416352e30, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4eef23ed-fa54-4266-aaf4-34e416352e30,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:39.246393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.276257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Calling delete_port for 4eef23ed-fa54-4266-aaf4-34e416352e30 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:39.291721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f5f5a94-8f14-413c-bbf3-5644b8acd28b req-aff3ba02-0d7b-4697-ac7b-16b1483b3599 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019199 Aug 11 02:57:39.328750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34e9969c-0e4d-4913-a37b-7a06f49410d9 req-4c97d4db-c90a-4527-b406-49613ed67ff2 service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808782 Aug 11 02:57:39.374941 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4540c4c9-b12e-45c3-aa06-ec830a55ed80 req-e820e1f2-1cf5-46fb-abc5-d7a2a588b968 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309001 Aug 11 02:57:39.395442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eda4aec-e7fc-4585-849f-cf47f04468e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.400620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eda4aec-e7fc-4585-849f-cf47f04468e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.446362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4eda4aec-e7fc-4585-849f-cf47f04468e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2cae7bfaecd34579a7654fe104d8c414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062687 Aug 11 02:57:39.446362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4aec-e7fc-4585-849f-cf47f04468e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9e606f-2c17-4c28-ba96-e12705be6470,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:39.449068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50900) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:39.519069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449decbd-7715-4b8e-83ba-11ab575ab1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.535926 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.546533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449decbd-7715-4b8e-83ba-11ab575ab1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.553174 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.604709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449decbd-7715-4b8e-83ba-11ab575ab1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.608890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449decbd-7715-4b8e-83ba-11ab575ab1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:39.613168 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-449decbd-7715-4b8e-83ba-11ab575ab1cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a9e606f-2c17-4c28-ba96-e12705be6470 HTTP/1.1" status: 204 len: 168 time: 0.1623538 Aug 11 02:57:39.621166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449decbd-7715-4b8e-83ba-11ab575ab1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9e606f-2c17-4c28-ba96-e12705be6470,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:39.694513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7f641-989e-4817-81f0-108f57e178d1 req-cfcc35a5-f351-4e6f-a2ef-90f94a8f493a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:39.696081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bab7f641-989e-4817-81f0-108f57e178d1 req-cfcc35a5-f351-4e6f-a2ef-90f94a8f493a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1590631 Aug 11 02:57:40.017914 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Floating IP 44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c associated. External IP: 172.25.4.241, port: 969bffb2-89ac-4e88-8964-434c3dae7273. Aug 11 02:57:40.022022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:40.066628 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bab7f641-989e-4817-81f0-108f57e178d1 req-4a905c1b-7162-4296-9562-c6f909d9fae1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3608937 Aug 11 02:57:40.066954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 86393b10-2ac5-4a82-93bb-6c6ee545378a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:40.067504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 86393b10-2ac5-4a82-93bb-6c6ee545378a not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:40.078064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:40.148711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50930) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:40.167334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=4eef23ed-fa54-4266-aaf4-34e416352e30,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:40.258594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691007a4-4757-444d-9e3c-37be6e2436bc req-009db51a-f3dd-4f4a-aea9-3ddee0752507 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:40.268179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-691007a4-4757-444d-9e3c-37be6e2436bc req-009db51a-f3dd-4f4a-aea9-3ddee0752507 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0764818 Aug 11 02:57:40.358229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-691007a4-4757-444d-9e3c-37be6e2436bc req-6fafdcd1-bd0d-4931-aff9-847285759d8f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887585 Aug 11 02:57:40.444971 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:40.562670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e4336c78-9f01-4993-bc4c-b0bb649c2232 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d6953b4f7b946ddaf47b4ff8c80116a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123421 Aug 11 02:57:40.574407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50948) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:40.609310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aae156-5198-4ade-8653-ae217a399999 req-b8bd432d-9058-4af6-97b4-c0e5d6f68386 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:40.611154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04aae156-5198-4ade-8653-ae217a399999 req-b8bd432d-9058-4af6-97b4-c0e5d6f68386 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 943 time: 0.1698220 Aug 11 02:57:40.686946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87f41834-1aa6-4b85-8f23-92cbddd311b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:40.693124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:57:40.724603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04aae156-5198-4ade-8653-ae217a399999 req-edfc2f13-8715-498a-9d62-45b133f7464c tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070340 Aug 11 02:57:40.725291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:40.777917 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87f41834-1aa6-4b85-8f23-92cbddd311b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:40.887616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea438a-2274-4859-bc17-53dd8311e645 req-e4362628-7dc8-449c-a5c3-08012cf80741 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:40.898907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bcea438a-2274-4859-bc17-53dd8311e645 req-e4362628-7dc8-449c-a5c3-08012cf80741 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1169355 Aug 11 02:57:40.943768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:57:40.950805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:40.962238 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e025621-4467-43e2-8f03-d09941472eba None None] Sync routers for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:57:40.979181 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bcea438a-2274-4859-bc17-53dd8311e645 req-d3eeb62f-c2eb-497f-acbe-4a85dba594a6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654540 Aug 11 02:57:40.989705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Router 8c44c5b2-db99-4da6-b227-e97ca95154f8 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:57:40.991148 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:40.992098 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:40.992276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a78c14de-3cae-4aeb-8b61-e16f20bd479e tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "PUT /v2.0/floatingips/44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c HTTP/1.1" status: 200 len: 991 time: 2.6439180 Aug 11 02:57:40.993154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:40.995853 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7ca845-9933-4369-9eb7-70821eea8b61" -d '{"events": [{"name": "network-changed", "server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:41.008883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87f41834-1aa6-4b85-8f23-92cbddd311b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.025294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87f41834-1aa6-4b85-8f23-92cbddd311b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.031376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-87f41834-1aa6-4b85-8f23-92cbddd311b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ba0f625-0709-4dd4-9772-135a9fdb5144 HTTP/1.1" status: 204 len: 168 time: 0.4554245 Aug 11 02:57:41.052283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:41.076202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f41834-1aa6-4b85-8f23-92cbddd311b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba0f625-0709-4dd4-9772-135a9fdb5144,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:41.109091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14', 'network_id': '93e63baf-aa09-49ef-bd1f-4f3bacb62aa4', 'port_id': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14', 'mac_address': 'fa:16:3e:72:de:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f50c2b7-e3f4-49e6-956f-aa0f571ec944', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:57:41.194220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:57:41.209827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] Sync routers for ids ['8c44c5b2-db99-4da6-b227-e97ca95154f8'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:57:41.210037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0b1b1c50-8912-4fe9-8329-a03ca4a97e2a admin admin] 10.222.0.60 "PUT /v2.0/routers/8c44c5b2-db99-4da6-b227-e97ca95154f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3424659 Aug 11 02:57:41.212503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50970) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:41.234719 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e41c3c-7706-4fbb-a344-40d183e39993 x-openstack-request-id: req-53e41c3c-7706-4fbb-a344-40d183e39993 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:41.235094 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:41.235369 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53e41c3c-7706-4fbb-a344-40d183e39993 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:41.235830 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273', 'status': 'completed', 'code': 200} Aug 11 02:57:41.236332 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.281491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:41.301298 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:41.332724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:41.342658 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.359715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-a5f24cbe-fc9c-438a-98ad-97b7b1ca3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:41.363889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-a5f24cbe-fc9c-438a-98ad-97b7b1ca3a4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5ae8cb39d0ac4f62abecc825fb610a10&device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 1097 time: 0.1262190 Aug 11 02:57:41.405163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] Routers {'8c44c5b2-db99-4da6-b227-e97ca95154f8'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:41.405896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8c44c5b2-db99-4da6-b227-e97ca95154f8'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:41.514249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:41.524174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.648365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-df3c6e86-05af-4bdc-a627-9aec03a66903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:41.654757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-df3c6e86-05af-4bdc-a627-9aec03a66903 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1d8c4155-9977-4d81-b4b0-aa73c16ab54b HTTP/1.1" status: 200 len: 911 time: 0.2769401 Aug 11 02:57:41.753384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:41.804788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f2af6a40-9790-4c2b-b9b3-0e4c730a9f14'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:41.884845 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-50589dde-d27f-45b3-b98a-c776de458e15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=363ac5bfec874940a9ab027580c9dc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1296341 Aug 11 02:57:41.885524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50990) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:41.886023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] Set router 8c44c5b2-db99-4da6-b227-e97ca95154f8 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:41.935069 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'port_id': '969bffb2-89ac-4e88-8964-434c3dae7273', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'mac_address': 'fa:16:3e:f7:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:57:19Z', 'updated_at': '2021-08-11T02:57:39Z', 'revision_number': 1, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:23Z', 'revision_number': 5, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:41.941865 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:41.979748 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e025621-4467-43e2-8f03-d09941472eba None None] Checking router: 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:57:41.988826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-68d341c0-a5b4-4c25-a103-a624a0ff2fc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=969bffb2-89ac-4e88-8964-434c3dae7273 HTTP/1.1" status: 200 len: 999 time: 0.3268449 Aug 11 02:57:41.994150 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:41.995162 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:42.043156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d56eff-4f91-47cc-a2c9-0cbcfe8a9659 req-1f6c6bb8-70f6-4628-9d0c-e293ace21e25 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:42.067536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91d56eff-4f91-47cc-a2c9-0cbcfe8a9659 req-1f6c6bb8-70f6-4628-9d0c-e293ace21e25 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1766930 Aug 11 02:57:42.116606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-d2814a12-9c38-4a3d-aac9-4225667533d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:42.119437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-d2814a12-9c38-4a3d-aac9-4225667533d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a335d9c-3724-4397-b86b-495c9f3ec2e4 HTTP/1.1" status: 200 len: 849 time: 0.1133704 Aug 11 02:57:42.184468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91d56eff-4f91-47cc-a2c9-0cbcfe8a9659 req-8f70dae3-e1e1-4989-8840-3485a9a05253 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162300 Aug 11 02:57:42.208588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Deleting port bfc0fac4-192d-43f4-a9fd-e3b03d76894c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:42.214546 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:42.217410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:42.280793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de694ff4-8eb0-474c-b340-ad291b0bac10 req-50273d73-3550-4f6d-a679-6c39fc0ad015 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:42.283116 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de694ff4-8eb0-474c-b340-ad291b0bac10 req-50273d73-3550-4f6d-a679-6c39fc0ad015 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 944 time: 0.2904580 Aug 11 02:57:42.284092 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f132fb8-2454-4be1-9417-b67c96d1103c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:42.289203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:57:39Z', 'revision_number': 5, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port': {'id': 'bfc0fac4-192d-43f4-a9fd-e3b03d76894c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e0:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:55:48Z', 'updated_at': '2021-08-11T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:42.344619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] Checking router: 8c44c5b2-db99-4da6-b227-e97ca95154f8 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:57:42.381571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] Routers {'8c44c5b2-db99-4da6-b227-e97ca95154f8'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:42.384826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8c44c5b2-db99-4da6-b227-e97ca95154f8'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:42.387548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-3119747a-b356-4d4b-9701-121cfa01ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:42.400673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-3119747a-b356-4d4b-9701-121cfa01ce36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1d8c4155-9977-4d81-b4b0-aa73c16ab54b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2732453 Aug 11 02:57:42.418340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] For port bfc0fac4-192d-43f4-a9fd-e3b03d76894c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:42.420427 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:42.462345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Calling delete_port for bfc0fac4-192d-43f4-a9fd-e3b03d76894c owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:42.481614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51000) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:42.580751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f132fb8-2454-4be1-9417-b67c96d1103c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:42.588174 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8e025621-4467-43e2-8f03-d09941472eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'port_id': '969bffb2-89ac-4e88-8964-434c3dae7273', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'mac_address': 'fa:16:3e:f7:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:57:19Z', 'updated_at': '2021-08-11T02:57:39Z', 'revision_number': 1, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:23Z', 'revision_number': 5, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:42.601302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-35fc1a5e-0c89-4d46-b24b-1ed6c3ae73f1 service neutron] 10.222.0.10 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580095 Aug 11 02:57:42.601833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] Set router 8c44c5b2-db99-4da6-b227-e97ca95154f8 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:42.614179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de694ff4-8eb0-474c-b340-ad291b0bac10 req-2890c83d-c037-4318-bdc5-415ac1ccce44 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094492 Aug 11 02:57:42.664542 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e025621-4467-43e2-8f03-d09941472eba None None] The sync data for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 is: [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'port_id': '969bffb2-89ac-4e88-8964-434c3dae7273', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'mac_address': 'fa:16:3e:f7:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:57:19Z', 'updated_at': '2021-08-11T02:57:39Z', 'revision_number': 1, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:23Z', 'revision_number': 5, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:57:42.701024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:57:41Z', 'revision_number': 6, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:42.748512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96c7014-c349-4336-96ac-72f51d94d109 None None] The sync data for ids ['8c44c5b2-db99-4da6-b227-e97ca95154f8'] in n-d-768509-22 is: [{'id': '8c44c5b2-db99-4da6-b227-e97ca95154f8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1562811261-router', 'tenant_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:46Z', 'updated_at': '2021-08-11T02:57:41Z', 'revision_number': 6, 'project_id': 'd8942c43dc6b4312a95f08dd56e40b7e', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:57:42.791455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f132fb8-2454-4be1-9417-b67c96d1103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:42.796020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f132fb8-2454-4be1-9417-b67c96d1103c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:42.799503 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2f132fb8-2454-4be1-9417-b67c96d1103c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/28141fda-a3f7-4181-b9a8-bff80e060357 HTTP/1.1" status: 204 len: 168 time: 0.9108422 Aug 11 02:57:42.822207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f132fb8-2454-4be1-9417-b67c96d1103c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28141fda-a3f7-4181-b9a8-bff80e060357,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:42.831345 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:42.879438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e7ca845-9933-4369-9eb7-70821eea8b61 req-b2f6f6c3-b59d-4265-aaa3-8c1db466460b service neutron] 10.222.0.10 "GET /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696362 Aug 11 02:57:42.898242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Pushing event deleted for resources: {'Port': ['ID=bfc0fac4-192d-43f4-a9fd-e3b03d76894c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:42.968154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1260708830'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:43.010690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.045096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Made reservation on behalf of 1ed5abb3db9f4e79afdb00cc454d1679 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:43.054447 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8503e-e0d7-4e71-a634-153aa774c7d1 None None] New status for floating IP 44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:57:43.059004 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.111888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.161490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.279995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.281682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.291013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.314881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eef23ed-fa54-4266-aaf4-34e416352e30 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:43.359310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4eef23ed-fa54-4266-aaf4-34e416352e30 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:43.361504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eef23ed-fa54-4266-aaf4-34e416352e30 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:43.440209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.440867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c44c5b2-db99-4da6-b227-e97ca95154f8 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:57:43.442646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:57:43.449618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.450870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-26b2629d-5e44-4600-b030-777eb24c612a admin admin] 10.222.0.60 "DELETE /v2.0/routers/8c44c5b2-db99-4da6-b227-e97ca95154f8 HTTP/1.1" status: 204 len: 168 time: 2.2373857 Aug 11 02:57:43.456130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51020) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:43.465101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e81c61-0f32-48e3-9731-0fc34fa8980f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:43.477587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.478242 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Added segment 442b4553-8165-4ca5-a77a-835e58d413e3 of type vlan for network d8827f74-a460-451d-bee7-ab4c103a1195 Aug 11 02:57:43.529081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.551486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcf22d-cc31-40b8-8b1a-b4776d6e3ee1 req-cdd7e515-d301-4e64-8a04-6ff5a606913b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:43.560304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcf22d-cc31-40b8-8b1a-b4776d6e3ee1 req-cdd7e515-d301-4e64-8a04-6ff5a606913b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1905608 Aug 11 02:57:43.572902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.580933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] Deleting subnet f7f61f6e-2da3-414d-b15e-f4b2738a1983 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:57:43.581499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:43.582313 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.596640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.659598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99fcf22d-cc31-40b8-8b1a-b4776d6e3ee1 req-7d695dac-94bf-4785-96e6-50bd4b8f2c72 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978920 Aug 11 02:57:43.668818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.683192 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1948555 Aug 11 02:57:43.763870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c6b3f-a8af-4080-92e4-82f64fd7f0f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Pushing event updated for resources: {'Network': ['ID=d8827f74-a460-451d-bee7-ab4c103a1195,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:43.781265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d8827f74-a460-451d-bee7-ab4c103a1195 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:57:43.843686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:43.881569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e900588-327d-441d-9331-b5766abecc9e req-2a67428c-f72c-4781-90e1-2c5974d02082 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:43.892110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e900588-327d-441d-9331-b5766abecc9e req-2a67428c-f72c-4781-90e1-2c5974d02082 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 944 time: 0.0898530 Aug 11 02:57:43.962494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.022203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f61f6e-2da3-414d-b15e-f4b2738a1983,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:44.032159 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.033765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a7e2b0-3b7a-4de7-9afc-fc63750f4e6e None None] Network 0abcb908-52d5-4339-9ea7-b3d992c2d156 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:44.037502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa9e379e-023a-4a11-84fd-8737afda078a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7f61f6e-2da3-414d-b15e-f4b2738a1983 HTTP/1.1" status: 204 len: 168 time: 0.5764439 Aug 11 02:57:44.038351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51042) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:44.205893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51044) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:44.213710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Request body: {'port': {'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195', 'binding:host_id': 'n-h1-768509-22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1229586867'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:44.223616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.282542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Made reservation on behalf of 83c1a539897c4c41bd5c285a6b7e2725 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:44.296535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.314564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.364595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Deleting port 6c958a19-8893-466d-951d-0afac11409a5 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:44.364948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.401339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e900588-327d-441d-9331-b5766abecc9e req-8dbfaae0-1678-4640-9c7e-84c3cb8c4e12 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078263 Aug 11 02:57:44.420952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] DHCP port deletion for 0abcb908-52d5-4339-9ea7-b3d992c2d156 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:57:44.472894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] For port 6c958a19-8893-466d-951d-0afac11409a5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6c958a19-8893-466d-951d-0afac11409a5,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:44.473502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.488233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] Deleting port 6c958a19-8893-466d-951d-0afac11409a5 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:44.488881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.499087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Calling delete_port for 6c958a19-8893-466d-951d-0afac11409a5 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:44.576849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.583862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.594466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] device_id is not set on port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:57:44.620956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] For port 6c958a19-8893-466d-951d-0afac11409a5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6c958a19-8893-466d-951d-0afac11409a5,segment=NetworkSegment(5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1),segment_id=5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:44.621355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.645264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] Calling delete_port for 6c958a19-8893-466d-951d-0afac11409a5 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:44.697360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4130d244-baf3-4915-bbc5-4d573cf13a29,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:44.743515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:44.749138 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.756875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.800514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c958a19-8893-466d-951d-0afac11409a5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:44.806804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] No DVR routers for this DVR port 6c958a19-8893-466d-951d-0afac11409a5 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:44.853557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] Pushing event deleted for resources: {'Port': ['ID=6c958a19-8893-466d-951d-0afac11409a5,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:44.857048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5236ff4-541e-40dc-818a-1a88831cfd70 None None] No DVR routers for this DVR port 6c958a19-8893-466d-951d-0afac11409a5 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:44.889544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:44.897538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:44.897538 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:44.995435 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.023094 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.034540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abcb908-52d5-4339-9ea7-b3d992c2d156']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:45.035429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:45.036069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:45.038674 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04527274-2de6-4646-b9ff-1b8968c7f9ab" -d '{"events": [{"server_uuid": "e8e76ce4-d30f-443c-9f5e-7947e6e16362", "name": "network-vif-plugged", "status": "completed", "tag": "f2af6a40-9790-4c2b-b9b3-0e4c730a9f14"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:45.046680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:45.047033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc52e82-b5f6-4cb4-8326-4ab0c357d8f1') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:45.056595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6c958a19-8893-466d-951d-0afac11409a5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:45.058426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.069827 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.074410 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.082229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:57:45.082816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.106572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6c958a19-8893-466d-951d-0afac11409a5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:45.108355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6c958a19-8893-466d-951d-0afac11409a5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:45.108970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bfc0fac4-192d-43f4-a9fd-e3b03d76894c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:45.112113 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800da6d2-f2ed-41cc-b0a2-4599efd9e869 x-openstack-request-id: req-800da6d2-f2ed-41cc-b0a2-4599efd9e869 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:45.112408 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e76ce4-d30f-443c-9f5e-7947e6e16362", "name": "network-vif-plugged", "status": "completed", "tag": "f2af6a40-9790-4c2b-b9b3-0e4c730a9f14", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:45.112659 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-800da6d2-f2ed-41cc-b0a2-4599efd9e869 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:45.113050 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14', 'code': 200} Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:57:45.155212 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:57:45.159328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: bfc0fac4-192d-43f4-a9fd-e3b03d76894c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:45.159657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bfc0fac4-192d-43f4-a9fd-e3b03d76894c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:45.183022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.190152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.193145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0abcb908-52d5-4339-9ea7-b3d992c2d156 HTTP/1.1" status: 204 len: 168 time: 1.1533287 Aug 11 02:57:45.195768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51070) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:45.198134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:45.237948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83159f15-b404-4e36-a742-0f01d2302efa req-083c1860-06e8-4190-8103-925e7a1d2f20 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.239564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-83159f15-b404-4e36-a742-0f01d2302efa req-083c1860-06e8-4190-8103-925e7a1d2f20 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.4516690 Aug 11 02:57:45.240380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf9e7c-3f84-4a6c-9f97-67b7228f21f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abcb908-52d5-4339-9ea7-b3d992c2d156,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:45.321114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] device_id is not set on port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:57:45.352185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-83159f15-b404-4e36-a742-0f01d2302efa req-440a866c-b5cb-4025-9e50-d9c95360dcd9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974045 Aug 11 02:57:45.353774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.366981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Transition to ACTIVE for port object cf37ef2a-196b-40d3-ad93-4fdcbc916c04 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:45.378274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.383973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b0305-81c8-4985-8aab-15aa38127d4f req-b1d7b3c4-4692-4913-badc-637d80b6fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.385471 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f4b0305-81c8-4985-8aab-15aa38127d4f req-b1d7b3c4-4692-4913-badc-637d80b6fe22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 1097 time: 0.1792815 Aug 11 02:57:45.450778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=cf37ef2a-196b-40d3-ad93-4fdcbc916c04,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:45.461898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Checking segment: {'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:45.462571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Network hostable DHCP agents. Network: d8827f74-a460-451d-bee7-ab4c103a1195, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:57:45.490251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Network d8827f74-a460-451d-bee7-ab4c103a1195 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:57:45.520922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f4b0305-81c8-4985-8aab-15aa38127d4f req-e63dcefe-814e-4531-b2ec-01660ff9c4f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878606 Aug 11 02:57:45.530729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d8827f74-a460-451d-bee7-ab4c103a1195) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:45.540532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69868f0-b297-42ef-bc17-64c9be0ade9e None None] Network d8827f74-a460-451d-bee7-ab4c103a1195 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:45.545383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:45.567456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.567853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.568239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.585152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816aa9-410d-49a8-accc-e02334b1aacb req-9dfdff30-b531-4f1a-9fbc-ecae6ecec396 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.586615 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3816aa9-410d-49a8-accc-e02334b1aacb req-9dfdff30-b531-4f1a-9fbc-ecae6ecec396 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0926466 Aug 11 02:57:45.587689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.588011 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.588320 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 2 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.596943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-69304380-7b1c-4703-b3d8-1a98d87451c7 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338244 Aug 11 02:57:45.616734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.617104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.617412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.629767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.630132 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.636635 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 3 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.670814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3816aa9-410d-49a8-accc-e02334b1aacb req-903127c7-ba93-4bd0-8238-2c659dd47cd3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719607 Aug 11 02:57:45.673614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.673956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.674291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.688582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.690412 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.691018 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 4 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.713189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.713935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.714486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.722018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.722777 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.723359 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 5 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.746254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.748222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.748565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.753372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.753696 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.754094 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 6 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.773327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.774335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.774936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.786384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.786789 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.787149 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 7 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.808539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.808892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.809213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.818872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.819213 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.820021 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 8 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.830979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-e22d57e0-73d5-437a-92c3-7e2dfc040b37 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:45.832564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-e22d57e0-73d5-437a-92c3-7e2dfc040b37 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101676 Aug 11 02:57:45.836550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.836900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.837240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.842233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.842595 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.842993 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 9 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.858823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.859171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.859502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.865414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.865758 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.866171 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 10 to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 Aug 11 02:57:45.871380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-756106fc-6e76-4012-b071-49436c5be7dc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/quotas/2bb497b990504e9dae2c06cce7c783ea HTTP/1.1" status: 200 len: 375 time: 0.0290554 Aug 11 02:57:45.879988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:45.880336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:45.880677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:45.885245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:45.887735 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:45.887735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.906122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-5e48c473-a81f-404e-a11f-eabc49198bfe tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338078 Aug 11 02:57:45.955302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:45.963473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] For port cf37ef2a-196b-40d3-ad93-4fdcbc916c04, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:45.963891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempted to set empty binding levels {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:57:45.971042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.016784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:46.017549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.052242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.8412483 Aug 11 02:57:46.052242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d77b5-66c5-467a-acb7-b47e68aff68e tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=cf37ef2a-196b-40d3-ad93-4fdcbc916c04,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:46.052931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51092) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:46.188249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17e75050-1d08-43f1-89b7-a387cb681251 req-cbf53c11-1d05-452f-a1af-86880f3819c3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 210 time: 0.0328212 Aug 11 02:57:46.193911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Deleting port cf37ef2a-196b-40d3-ad93-4fdcbc916c04 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:46.194269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.378139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Deleting port f09cba77-4d0e-4069-b4c6-5a65d54935cf {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:46.378488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.467708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] For port f09cba77-4d0e-4069-b4c6-5a65d54935cf, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f09cba77-4d0e-4069-b4c6-5a65d54935cf,segment=NetworkSegment(eea3be33-8c51-444d-85e8-69b17bf423a3),segment_id=eea3be33-8c51-444d-85e8-69b17bf423a3)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:46.468162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.483427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Calling delete_port for f09cba77-4d0e-4069-b4c6-5a65d54935cf owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:46.613566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f462e-6138-4ec5-ab03-57b78cf9a10b req-c6447512-9229-4d73-851b-3b9f0bdde5f8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:46.622856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-187f462e-6138-4ec5-ab03-57b78cf9a10b req-c6447512-9229-4d73-851b-3b9f0bdde5f8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0811064 Aug 11 02:57:46.634382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] For port cf37ef2a-196b-40d3-ad93-4fdcbc916c04, host n-h1-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:46.634675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.658123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Calling delete_port for cf37ef2a-196b-40d3-ad93-4fdcbc916c04 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:46.683609 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-187f462e-6138-4ec5-ab03-57b78cf9a10b req-73cfe0cc-0685-4c45-a290-39fc35b105df tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597422 Aug 11 02:57:46.748887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.787858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Pushing event deleted for resources: {'Port': ['ID=f09cba77-4d0e-4069-b4c6-5a65d54935cf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:46.788010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.830119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf37ef2a-196b-40d3-ad93-4fdcbc916c04,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:46.840476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:46.843296 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c4621527-14aa-406c-b1ad-a730cfd038a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "DELETE /v2.0/ports/cf37ef2a-196b-40d3-ad93-4fdcbc916c04 HTTP/1.1" status: 204 len: 168 time: 0.7893455 Aug 11 02:57:46.846176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51114) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:46.873589 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ae5c80-99f2-4b8b-a5fa-efbc11642d07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:57:46.894079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51116) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:46.899857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Request body: {'port': {'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1905797048'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:46.912240 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f9ae5c80-99f2-4b8b-a5fa-efbc11642d07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "GET /v2.0/ports/cf37ef2a-196b-40d3-ad93-4fdcbc916c04 HTTP/1.1" status: 404 len: 333 time: 0.0607083 Aug 11 02:57:47.080581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e76d8-4b3b-407d-9ea1-e5acb771ffb9 req-498227b9-108e-48ae-834e-fd1de63deb5f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:47.082061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c0e76d8-4b3b-407d-9ea1-e5acb771ffb9 req-498227b9-108e-48ae-834e-fd1de63deb5f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.2990766 Aug 11 02:57:47.084689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Made reservation on behalf of 83c1a539897c4c41bd5c285a6b7e2725 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:47.087297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:47.161456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] device_id is not set on port 64fc14a0-ff6f-412b-83ab-6123797b369b yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:57:47.191600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c0e76d8-4b3b-407d-9ea1-e5acb771ffb9 req-14e5c364-f8b0-400a-a13a-418425f450c2 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997529 Aug 11 02:57:47.224439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:47.321291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04700227-4806-42e5-88e8-678a4439a2ce req-eaeacc5c-24d6-4def-828f-fe79834fcfce tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 210 time: 0.0344603 Aug 11 02:57:47.506339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:47.516109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b86a8a-eb95-4291-b773-4efc69d0e1a8 req-364d6fce-c319-4f38-96b4-c65096e7df0d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:47.518497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3b86a8a-eb95-4291-b773-4efc69d0e1a8 req-364d6fce-c319-4f38-96b4-c65096e7df0d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0694795 Aug 11 02:57:47.586867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-9a25166c-e411-4f18-9397-c5aa6d10d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:47.588412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-9a25166c-e411-4f18-9397-c5aa6d10d254 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 1097 time: 0.1378186 Aug 11 02:57:47.603592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-4c830369-0cf5-46d7-b0d6-e0616c96c33a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663190 Aug 11 02:57:47.730159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3b86a8a-eb95-4291-b773-4efc69d0e1a8 req-a7c26eb8-5e60-4fc3-9943-d6e8ce78055b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038872 Aug 11 02:57:47.743427 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:47.819084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Router 20730ae8-d99e-4ef9-88aa-9c2347627547 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:57:47.820959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Network d8827f74-a460-451d-bee7-ab4c103a1195 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:47.837755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:47.838736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-ff66fbe7-74a2-4ba2-ab68-e33a3d438cbc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:47.840299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-ff66fbe7-74a2-4ba2-ab68-e33a3d438cbc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218966 Aug 11 02:57:47.840466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:47.842101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:47.842713 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:47.857923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:47.891300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=64fc14a0-ff6f-412b-83ab-6123797b369b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:47.897823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-129291a7-a1ef-4bd6-b451-9c6c91c62619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:47.899816 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-129291a7-a1ef-4bd6-b451-9c6c91c62619 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 911 time: 0.2757709 Aug 11 02:57:47.910532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c18e327d-18ca-4f9d-a7fc-f0327b0bc7e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0152242 Aug 11 02:57:47.914321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51192) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:47.925168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:47.989497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:47.994105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.004206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.019764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-ce274f25-efe0-4018-b61a-5191a4385ffe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 HTTP/1.1" status: 200 len: 217 time: 0.1080463 Aug 11 02:57:48.037775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388bed6-be18-4265-a731-45536d31c33b req-70127963-69fe-4e36-a325-59002be67e93 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:48.039657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2388bed6-be18-4265-a731-45536d31c33b req-70127963-69fe-4e36-a325-59002be67e93 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2299345 Aug 11 02:57:48.127477 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.132060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.173622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.202841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8947edb3-9398-4bbb-8a1c-7a3286fa246b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:48.212204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-3eda9ffc-b86d-4cde-a4ed-c78d68f52552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:48.213713 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-3eda9ffc-b86d-4cde-a4ed-c78d68f52552 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 200 len: 850 time: 0.1711667 Aug 11 02:57:48.231449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:57:48.239423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7105a905-8881-43bb-b6da-47b6a24fb88a admin admin] 10.222.0.60 "PUT /v2.0/routers/20730ae8-d99e-4ef9-88aa-9c2347627547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0399270 Aug 11 02:57:48.246421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] Sync routers for ids ['20730ae8-d99e-4ef9-88aa-9c2347627547'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:57:48.251218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2388bed6-be18-4265-a731-45536d31c33b req-6961866f-ac54-4cc7-b833-ea098b2cab93 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916888 Aug 11 02:57:48.254494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51204) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:48.260535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] Routers {'20730ae8-d99e-4ef9-88aa-9c2347627547'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:48.262021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['20730ae8-d99e-4ef9-88aa-9c2347627547'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:48.298285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-e2dfd681-76c3-40bf-abe2-9173f2bd9fc8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685661 Aug 11 02:57:48.373568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.150 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/0fa319bd-2485-4d10-8644-f271940cdd0c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:57:48.426315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.465691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] Set router 20730ae8-d99e-4ef9-88aa-9c2347627547 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:48.494404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-c35bf34d-2650-47ac-bd29-67abfef57e9c service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878955 Aug 11 02:57:48.557455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57e030b1-9f06-413c-8b6d-bf3a9a344f81 req-658affe5-24f6-467c-a860-2495fe0491df tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 210 time: 0.0914865 Aug 11 02:57:48.585882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] device_id is not set on port 64fc14a0-ff6f-412b-83ab-6123797b369b yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:57:48.599049 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.630234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Transition to ACTIVE for port object 64fc14a0-ff6f-412b-83ab-6123797b369b will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:48.640003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.698226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b4a1f45-5793-45b4-a4f6-e03c4e29ed57 req-b4e5db17-1670-4e4c-967d-81fb55c49bbe service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930537 Aug 11 02:57:48.720394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=64fc14a0-ff6f-412b-83ab-6123797b369b,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:48.752864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.800769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:57:46Z', 'revision_number': 5, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port': {'id': '77edfe99-c6ae-4658-b23f-c1bb990067a4', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:01Z', 'updated_at': '2021-08-11T02:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:48.870813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] Checking router: 20730ae8-d99e-4ef9-88aa-9c2347627547 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:57:48.878609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:48.883724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] Routers {'20730ae8-d99e-4ef9-88aa-9c2347627547'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:57:48.884710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['20730ae8-d99e-4ef9-88aa-9c2347627547'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:48.896469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object 0fa319bd-2485-4d10-8644-f271940cdd0c will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:48.927204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Deleting port 77edfe99-c6ae-4658-b23f-c1bb990067a4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:48.927551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.017461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.018627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] Set router 20730ae8-d99e-4ef9-88aa-9c2347627547 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:57:49.080901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.081549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.081878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.082356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.082840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.083321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.083827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.084336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.084856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.085338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.085814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.086295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:57:49.087464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:57:48Z', 'revision_number': 6, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:49.099911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] For port 77edfe99-c6ae-4658-b23f-c1bb990067a4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77edfe99-c6ae-4658-b23f-c1bb990067a4,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:49.100303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.116423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Calling delete_port for 77edfe99-c6ae-4658-b23f-c1bb990067a4 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:49.134626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7bdc4e-609a-4b15-a7cf-fef0a37b74c7 None None] The sync data for ids ['20730ae8-d99e-4ef9-88aa-9c2347627547'] in n-d-768509-22 is: [{'id': '20730ae8-d99e-4ef9-88aa-9c2347627547', 'name': 'tempest-AttachSCSIVolumeTestJSON-1170819417-router', 'tenant_id': '049acd871f3a4653b5a1de39f81a0e12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:55:59Z', 'updated_at': '2021-08-11T02:57:48Z', 'revision_number': 6, 'project_id': '049acd871f3a4653b5a1de39f81a0e12', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:57:49.149108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.149860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.150459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.157108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.157815 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.163562 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 2 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.195064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.195511 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.196153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.210730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.211199 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.220336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d3b18-3063-4d62-97fe-46902cca9a0d req-63162837-2496-42ad-9ecb-e9c9a7b3534e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:49.222364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-068d3b18-3063-4d62-97fe-46902cca9a0d req-63162837-2496-42ad-9ecb-e9c9a7b3534e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1497564 Aug 11 02:57:49.222925 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 3 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.246333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.246769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.247747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.258996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.259424 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.261954 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 4 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.263193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=0fa319bd-2485-4d10-8644-f271940cdd0c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:49.271435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:49.274961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:49.286810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.287131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:49.287281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.287697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.326974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-068d3b18-3063-4d62-97fe-46902cca9a0d req-59782dba-5f63-4fd0-b6f0-6e530c6e7838 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933778 Aug 11 02:57:49.327879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.328217 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.328621 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 5 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.345770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.346123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.346469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.354355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.354703 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.355275 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 6 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.379788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.380272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.380476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.385983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.386642 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.387500 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 7 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.402727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:49.404320 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.408309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.408652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.408994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.415395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.415786 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.416178 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 8 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.433781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.434133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.435040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.441446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.441865 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.442518 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 9 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.454083 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-1e111708-ec20-4f0b-b86a-d39fabd41dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6025038 Aug 11 02:57:49.468368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.469988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.471458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.475810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af22f1-1225-406e-8eea-6af1bea009a7 req-fe23756f-18e5-4386-8f7e-18de80082a35 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:49.479879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.480168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09af22f1-1225-406e-8eea-6af1bea009a7 req-fe23756f-18e5-4386-8f7e-18de80082a35 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1049907 Aug 11 02:57:49.481274 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.482062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.482401 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 10 to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b Aug 11 02:57:49.504312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:49.504795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:49.505233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:49.510789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:49.511805 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 64fc14a0-ff6f-412b-83ab-6123797b369b on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:49.512600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.534173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Request body: {'port': {'device_id': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:49.538534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77edfe99-c6ae-4658-b23f-c1bb990067a4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:49.624720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7651b2ed-7dfc-4fdd-8c71-a776d94975a0 None None] Provisioning for port 0fa319bd-2485-4d10-8644-f271940cdd0c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:49.629883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7651b2ed-7dfc-4fdd-8c71-a776d94975a0 None None] Provisioning complete for port 0fa319bd-2485-4d10-8644-f271940cdd0c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:49.635134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7651b2ed-7dfc-4fdd-8c71-a776d94975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.641875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] For port 64fc14a0-ff6f-412b-83ab-6123797b369b, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:49.642330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempted to set empty binding levels {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:57:49.649517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.693470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.697791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] In _notify_port_updated(), no bound segment for port 64fc14a0-ff6f-412b-83ab-6123797b369b on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:57:49.698710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:49.699329 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:49.708148 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "PUT /v2.0/ports/64fc14a0-ff6f-412b-83ab-6123797b369b HTTP/1.1" status: 200 len: 980 time: 1.7848418 Aug 11 02:57:49.712626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7651b2ed-7dfc-4fdd-8c71-a776d94975a0 None None] Port 0fa319bd-2485-4d10-8644-f271940cdd0c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:57:49.721664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-09af22f1-1225-406e-8eea-6af1bea009a7 req-72f02c8e-625d-4ee5-be58-35c79945970a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323718 Aug 11 02:57:49.723768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51226) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:49.791660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fe14b-0e8f-4171-8128-f22b9d4bdc8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=64fc14a0-ff6f-412b-83ab-6123797b369b,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:49.827252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c838f-bbb2-4eea-bf77-f905d4c59de8 req-f88119e0-d70e-4e40-b7cd-98588c386cec tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:49.828878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-429c838f-bbb2-4eea-bf77-f905d4c59de8 req-f88119e0-d70e-4e40-b7cd-98588c386cec tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 936 time: 0.0880725 Aug 11 02:57:49.877512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-429c838f-bbb2-4eea-bf77-f905d4c59de8 req-22c71d4f-87ec-443c-a351-7c49687342b9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Aug 11 02:57:49.919849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.081245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.081713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.082184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.082654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.083116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.083588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.084087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.084531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.084989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.085444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.085901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.086355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.086808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.087261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.087745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.088191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.088639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.089092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.089538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.089983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.090433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.091577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.092060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.092516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.092967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.093449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.093943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.094389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.094839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.095287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.095766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.096219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.096666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.097114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.097561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.098012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.098460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.098916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.099368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.103475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-634f8f81-0ec7-40c4-866d-2ed2b46f439b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35032 time: 0.3778870 Aug 11 02:57:50.108515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51230) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:50.145048 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.149289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.216355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Deleting port 64fc14a0-ff6f-412b-83ab-6123797b369b {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:50.216729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.283876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.284417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20730ae8-d99e-4ef9-88aa-9c2347627547 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:57:50.297935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] For port 64fc14a0-ff6f-412b-83ab-6123797b369b, host n-h1-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:50.298190 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.298300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.300423 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-59a042e0-7cf4-401c-9d2b-c7bbea3876c5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/20730ae8-d99e-4ef9-88aa-9c2347627547 HTTP/1.1" status: 204 len: 168 time: 2.0449486 Aug 11 02:57:50.307067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51234) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:50.323388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Calling delete_port for 64fc14a0-ff6f-412b-83ab-6123797b369b owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:50.393839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] Deleting subnet 52580d9f-0184-43f6-bac7-c572e1dddde3 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:57:50.400902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.504715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd32795-ecf2-431d-825b-9e02920cacf7 req-47781adf-809e-476a-8440-800f1b1f860d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:50.506225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd32795-ecf2-431d-825b-9e02920cacf7 req-47781adf-809e-476a-8440-800f1b1f860d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1051271 Aug 11 02:57:50.508142 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.513156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.547762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa319bd-2485-4d10-8644-f271940cdd0c {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:50.558194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.560062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event deleted for resources: {'Port': ['ID=64fc14a0-ff6f-412b-83ab-6123797b369b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:50.567712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.570223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fd8256b8-aea1-4504-a996-eb9db8aa6ce9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "DELETE /v2.0/ports/64fc14a0-ff6f-412b-83ab-6123797b369b HTTP/1.1" status: 204 len: 168 time: 0.4603343 Aug 11 02:57:50.573677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:50.586524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Transition to ACTIVE for port object 0fa319bd-2485-4d10-8644-f271940cdd0c will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:50.609942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.612993 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd64973c-6ea8-41b3-94b5-71f4d918834f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:57:50.614909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cd64973c-6ea8-41b3-94b5-71f4d918834f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "GET /v2.0/ports/64fc14a0-ff6f-412b-83ab-6123797b369b HTTP/1.1" status: 404 len: 333 time: 0.0399902 Aug 11 02:57:50.618710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bd32795-ecf2-431d-825b-9e02920cacf7 req-472346bc-3562-43d0-af65-e66d9eb07d60 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982909 Aug 11 02:57:50.619584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51240) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:50.624753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-956979442', 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:50.649765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Made reservation on behalf of 83c1a539897c4c41bd5c285a6b7e2725 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:50.652361 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.679243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] device_id is not set on port c0f3f3b6-1ec8-4adb-9140-960d222fc426 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:57:50.702745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.739121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa319bd-2485-4d10-8644-f271940cdd0c,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:50.867974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Attempting to bind port 0fa319bd-2485-4d10-8644-f271940cdd0c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:50.869150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Attempting to bind port 0fa319bd-2485-4d10-8644-f271940cdd0c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:50.871116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Attempting to bind port 0fa319bd-2485-4d10-8644-f271940cdd0c on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:50.878562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Port 0fa319bd-2485-4d10-8644-f271940cdd0c on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:50.878943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Attempting to bind port 0fa319bd-2485-4d10-8644-f271940cdd0c on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:50.884219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.924869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:57:50.925483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:50.925628 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:57:50.926251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Bound port: 0fa319bd-2485-4d10-8644-f271940cdd0c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:57:50.926622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.929570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52580d9f-0184-43f6-bac7-c572e1dddde3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:50.940616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:50.940858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192f82e-6163-43a9-bacf-2a5a04ae5c38 None None] Network a58127a7-a3fd-42d7-8fe2-358369666232 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:50.945415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-85d3d416-85ba-4722-b1df-20bb9c1bab18 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/52580d9f-0184-43f6-bac7-c572e1dddde3 HTTP/1.1" status: 204 len: 168 time: 0.6367428 Aug 11 02:57:50.953304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51250) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:51.091119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.106874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.110070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f09cba77-4d0e-4069-b4c6-5a65d54935cf no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:51.119286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53799027-f070-4933-a474-2045d244a215 req-a61ff472-20ac-4fc8-a776-3d4626f76bbc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:51.121061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53799027-f070-4933-a474-2045d244a215 req-a61ff472-20ac-4fc8-a776-3d4626f76bbc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2671609 Aug 11 02:57:51.146680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f09cba77-4d0e-4069-b4c6-5a65d54935cf {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:51.147333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f09cba77-4d0e-4069-b4c6-5a65d54935cf not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:51.147942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77edfe99-c6ae-4658-b23f-c1bb990067a4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:51.176353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 77edfe99-c6ae-4658-b23f-c1bb990067a4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:51.177003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77edfe99-c6ae-4658-b23f-c1bb990067a4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:51.188776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e971475-6a9a-43b7-97b1-d6bdf473b610 req-e512f97c-7cdb-464f-bac8-9ff401074259 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:51.190412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e971475-6a9a-43b7-97b1-d6bdf473b610 req-e512f97c-7cdb-464f-bac8-9ff401074259 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 948 time: 0.1648023 Aug 11 02:57:51.202391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53799027-f070-4933-a474-2045d244a215 req-8bc6e1b5-1f17-4c37-9b65-f1a235437b2d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733736 Aug 11 02:57:51.204385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.226035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] For port 0fa319bd-2485-4d10-8644-f271940cdd0c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:51.240446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] For port 0fa319bd-2485-4d10-8644-f271940cdd0c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0fa319bd-2485-4d10-8644-f271940cdd0c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:57:51.254535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Network d8827f74-a460-451d-bee7-ab4c103a1195 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:51.260326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.261018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:51.265986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:51.267377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:51.268290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.285475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=c0f3f3b6-1ec8-4adb-9140-960d222fc426,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:51.297754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2dfb2a3a-e90d-4761-a025-37e74dd4b75c tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6767955 Aug 11 02:57:51.299902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:51.308283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] DHCP port deletion for a58127a7-a3fd-42d7-8fe2-358369666232 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:57:51.333302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:51.334239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.337116 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] 10.222.0.57 "PUT /v2.0/ports/0fa319bd-2485-4d10-8644-f271940cdd0c HTTP/1.1" status: 200 len: 1097 time: 1.8503377 Aug 11 02:57:51.346910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a8cdc5-7efc-4204-b945-c76e991b354f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:51.350946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-80a8cdc5-7efc-4204-b945-c76e991b354f tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "GET /v2.0/ports/c0f3f3b6-1ec8-4adb-9140-960d222fc426 HTTP/1.1" status: 200 len: 958 time: 0.0498238 Aug 11 02:57:51.353797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51256) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:51.379928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'tag': '0fa319bd-2485-4d10-8644-f271940cdd0c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:51.383185 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa665e8-116f-4311-af60-239f02ad6e24" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4e9e12-b891-4049-9ee8-2267c55f9021", "tag": "0fa319bd-2485-4d10-8644-f271940cdd0c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:51.404320 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e971475-6a9a-43b7-97b1-d6bdf473b610 req-9cbd01da-5a48-4603-a240-b9755ebd2a3a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566639 Aug 11 02:57:51.414641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] Deleting port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:51.415256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.498069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Deleting port c0f3f3b6-1ec8-4adb-9140-960d222fc426 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:51.498430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.552817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] For port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,segment=NetworkSegment(eea3be33-8c51-444d-85e8-69b17bf423a3),segment_id=eea3be33-8c51-444d-85e8-69b17bf423a3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:51.553714 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.573042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.577506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] Calling delete_port for b2f55da6-2302-4b12-9aeb-ef5e794d7fbc owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:51.589720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Calling delete_port for c0f3f3b6-1ec8-4adb-9140-960d222fc426 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:51.719894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.720171 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.740935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.742902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "DELETE /v2.0/ports/c0f3f3b6-1ec8-4adb-9140-960d222fc426 HTTP/1.1" status: 204 len: 168 time: 0.3879166 Aug 11 02:57:51.745526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51262) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:51.772473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] Pushing event deleted for resources: {'Port': ['ID=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:51.777354 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a44f38-f0e4-4244-8734-32f846b0d401 x-openstack-request-id: req-b4a44f38-f0e4-4244-8734-32f846b0d401 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:51.778952 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4e9e12-b891-4049-9ee8-2267c55f9021", "tag": "0fa319bd-2485-4d10-8644-f271940cdd0c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:51.779238 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4a44f38-f0e4-4244-8734-32f846b0d401 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:51.779549 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'tag': '0fa319bd-2485-4d10-8644-f271940cdd0c', 'status': 'completed', 'code': 200} Aug 11 02:57:51.785376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529780f9-7193-43e4-a8e2-55dfca9a7fbf None None] No DVR routers for this DVR port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:51.804977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d63b9-2429-4f98-b1b4-7c45206b9049 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa319bd-2485-4d10-8644-f271940cdd0c,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:51.821184 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-5446fe99-5cc5-4a06-8903-b1fd9bfffbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:57:51.821436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Deleting port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:51.821718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.828401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5446fe99-5cc5-4a06-8903-b1fd9bfffbea tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "GET /v2.0/ports/c0f3f3b6-1ec8-4adb-9140-960d222fc426 HTTP/1.1" status: 404 len: 333 time: 0.0818071 Aug 11 02:57:51.832919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51266) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:51.838788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Request body: {'port': {'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-190462094'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:51.842600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bb51e-fe0c-4f79-947b-97c74d19ba2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0f3f3b6-1ec8-4adb-9140-960d222fc426,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:51.885126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-9408d918-4b2f-4a3a-881c-56110b7a55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:51.887728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-9408d918-4b2f-4a3a-881c-56110b7a55b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 1100 time: 0.4662976 Aug 11 02:57:51.916892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df9b1-35a1-4a46-a085-1c2ac0d773e9 req-76d7f1e0-1b99-4b9f-9b36-8879fe6996ec tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:51.919904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6c6df9b1-35a1-4a46-a085-1c2ac0d773e9 req-76d7f1e0-1b99-4b9f-9b36-8879fe6996ec tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1138203 Aug 11 02:57:51.921268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Made reservation on behalf of 83c1a539897c4c41bd5c285a6b7e2725 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:51.923784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.945170 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-c89eb7a1-c885-411b-9407-4f81bc86451d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0fa319bd-2485-4d10-8644-f271940cdd0c HTTP/1.1" status: 200 len: 217 time: 0.0445633 Aug 11 02:57:51.946234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] For port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:51.946602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:51.958757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] device_id is not set on port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:57:51.960645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Calling delete_port for b2f55da6-2302-4b12-9aeb-ef5e794d7fbc owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:51.971440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 02:57:51.973470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.011801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6c6df9b1-35a1-4a46-a085-1c2ac0d773e9 req-ecd48e64-adbb-41f5-b09e-3d0277349913 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738778 Aug 11 02:57:52.070706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f55da6-2302-4b12-9aeb-ef5e794d7fbc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:52.078890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] No DVR routers for this DVR port b2f55da6-2302-4b12-9aeb-ef5e794d7fbc on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:57:52.102064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-c67cd8e2-3d49-4b6f-b9f4-ff011127ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.103547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-c67cd8e2-3d49-4b6f-b9f4-ff011127ea22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1441174 Aug 11 02:57:52.142300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.185306 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.190140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.204416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58127a7-a3fd-42d7-8fe2-358369666232']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:52.223656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea3be33-8c51-444d-85e8-69b17bf423a3') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:52.223963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea3be33-8c51-444d-85e8-69b17bf423a3') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:52.233104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Network d8827f74-a460-451d-bee7-ab4c103a1195 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:57:52.237017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ba088-1660-445a-9bec-49984f2f4714 req-62c3dc72-3983-4281-a1d8-d358c4c5b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.240386 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-62c3dc72-3983-4281-a1d8-d358c4c5b144 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1228533 Aug 11 02:57:52.241921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:52.245591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:57:52.246614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.247470 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.249960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3b099377-6d63-4828-98a4-10a9d8fbf23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.254180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=09c28f8f-0240-4eac-94cb-a28f6c6b6986,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:52.254380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.272696 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0eb0a182-4861-4bd7-9f24-dad831fa9a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.4362006 Aug 11 02:57:52.273070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51272) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:52.279127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:52.309945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.319167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:57:52.319541 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.358297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:57:52.364905 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:57:52.472684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.484312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.486352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a58127a7-a3fd-42d7-8fe2-358369666232 HTTP/1.1" status: 204 len: 168 time: 1.5320680 Aug 11 02:57:52.494376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b0bb8-11b1-42e3-8fd3-b5ac543dbd45 req-db7ead37-77c6-4ce3-a6f3-bb64c5c41c74 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.502306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-265b0bb8-11b1-42e3-8fd3-b5ac543dbd45 req-db7ead37-77c6-4ce3-a6f3-bb64c5c41c74 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1037226 Aug 11 02:57:52.538434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b60252-8eb0-4088-80c6-0924e954f576 admin admin] Pushing event deleted for resources: {'Network': ['ID=a58127a7-a3fd-42d7-8fe2-358369666232,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:52.546744 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-393b1e87-a9f9-4ce9-b611-6ecd092f2449 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946012 Aug 11 02:57:52.578828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018538c-0199-4624-ba23-bbab6937a7cf req-b43ebd3e-0017-4ba1-b605-1a64bb2236cc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.579725 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-265b0bb8-11b1-42e3-8fd3-b5ac543dbd45 req-71d12fff-5586-4fb8-b34b-e3e26e32f0f5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764861 Aug 11 02:57:52.580969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b018538c-0199-4624-ba23-bbab6937a7cf req-b43ebd3e-0017-4ba1-b605-1a64bb2236cc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 948 time: 0.0825732 Aug 11 02:57:52.659124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b018538c-0199-4624-ba23-bbab6937a7cf req-226f2bef-9064-4d6e-a9ec-52e268a91995 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707114 Aug 11 02:57:52.713737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] device_id is not set on port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:57:52.722689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a15ba088-1660-445a-9bec-49984f2f4714 req-b4dc2f53-7c63-4da1-b347-2cf494d910a0 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603978 Aug 11 02:57:52.724049 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.748489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Transition to ACTIVE for port object 09c28f8f-0240-4eac-94cb-a28f6c6b6986 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:57:52.755770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:52.802904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51282) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:52.872414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-294ce9e6-a7d9-43a0-8b15-753d8662ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:52.874113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-294ce9e6-a7d9-43a0-8b15-753d8662ca4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 1100 time: 0.0874999 Aug 11 02:57:52.888617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=09c28f8f-0240-4eac-94cb-a28f6c6b6986,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:52.893338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:52.893666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:52.893997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:52.900201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:52.900536 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:52.900933 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 2 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:52.928958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:52.929313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:52.929661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:52.935795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:52.936126 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:52.936923 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 3 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:52.954776 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c464bab8-8b5a-4ef3-86f6-10e832fa485d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d8942c43dc6b4312a95f08dd56e40b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1489067 Aug 11 02:57:52.957087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51288) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:52.986953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:52.987342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:52.988304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:52.996727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:52.997129 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:52.998915 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 4 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:53.018435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:53.018784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:53.019051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:53.026950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-f1cf76a8-dc0d-41ec-a62b-ad0e3460a48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.029278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-f1cf76a8-dc0d-41ec-a62b-ad0e3460a48f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.0894275 Aug 11 02:57:53.030409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:53.030741 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:53.031130 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 5 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:53.045552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354e9f2-3198-48b6-985d-cdf87e85e083 req-c61855c6-9841-43f2-afc8-b3eead41b2b4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.047090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0354e9f2-3198-48b6-985d-cdf87e85e083 req-c61855c6-9841-43f2-afc8-b3eead41b2b4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1477499 Aug 11 02:57:53.058077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:53.058415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:53.058751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:53.064793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b2f55da6-2302-4b12-9aeb-ef5e794d7fbc no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:57:53.102960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:53.103295 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:53.107302 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 6 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:53.110104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-f5dd773d-03b5-43f6-8130-f6d03803daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.111702 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-f5dd773d-03b5-43f6-8130-f6d03803daed service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2269042 Aug 11 02:57:53.126471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e9783e7-8c30-40f2-b7f8-a96403430907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.130534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:53.130882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:53.131224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:53.141586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b2f55da6-2302-4b12-9aeb-ef5e794d7fbc {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:57:53.142359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b2f55da6-2302-4b12-9aeb-ef5e794d7fbc not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:57:53.145243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:53.145780 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:53.147618 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 7 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:53.174140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:53.174482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:53.175320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:53.176446 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-0d2a7394-1924-4088-b796-e06e0fca0740 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0fa319bd-2485-4d10-8644-f271940cdd0c HTTP/1.1" status: 200 len: 217 time: 0.0511348 Aug 11 02:57:53.181365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0354e9f2-3198-48b6-985d-cdf87e85e083 req-d5b45268-1dd7-4509-9d21-6a8226037f4c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251593 Aug 11 02:57:53.182321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:53.182674 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:53.183360 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 8 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:53.188798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-f608d5a1-c411-40c2-b534-0f0db1653055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.190297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-f608d5a1-c411-40c2-b534-0f0db1653055 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.1481133 Aug 11 02:57:53.211219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e9783e7-8c30-40f2-b7f8-a96403430907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.230304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:53.230933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:53.232000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:53.275455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-de9ea1f4-3181-47df-baba-f9343216e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.276866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-de9ea1f4-3181-47df-baba-f9343216e4ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0915148 Aug 11 02:57:53.277251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:53.277586 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:53.280876 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 9 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:53.308127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:53.308468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:53.308805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:53.319990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-5d12fc6c-f8e4-48bd-81fd-699eafc4ebe6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.1123917 Aug 11 02:57:53.322917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e9783e7-8c30-40f2-b7f8-a96403430907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.325557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3e9783e7-8c30-40f2-b7f8-a96403430907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.326668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3e9783e7-8c30-40f2-b7f8-a96403430907 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/06f76240-a1e0-4279-b22f-e9f4f2bcaf64 HTTP/1.1" status: 204 len: 168 time: 0.3553791 Aug 11 02:57:53.328060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d6b7e-c338-4880-8d55-c1e6516659b4 req-e5d5e59b-8862-47e7-a9dd-e97a70da8012 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.335465 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e28d6b7e-c338-4880-8d55-c1e6516659b4 req-e5d5e59b-8862-47e7-a9dd-e97a70da8012 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1391799 Aug 11 02:57:53.343119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9783e7-8c30-40f2-b7f8-a96403430907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f76240-a1e0-4279-b22f-e9f4f2bcaf64,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:53.351792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:53.352138 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:53.354322 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempt 10 to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 Aug 11 02:57:53.357405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-bb5adf06-4e2e-4643-a2e3-b23dc3a182f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.359091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-bb5adf06-4e2e-4643-a2e3-b23dc3a182f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704751 Aug 11 02:57:53.423530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:57:53.423895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:57:53.424584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempting to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:57:53.439006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e28d6b7e-c338-4880-8d55-c1e6516659b4 req-b6395d5e-09e4-44b3-90ef-79c6babd23b4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025693 Aug 11 02:57:53.439570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:57:53.439938 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Failed to bind port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '442b4553-8165-4ca5-a77a-835e58d413e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd8827f74-a460-451d-bee7-ab4c103a1195'}] Aug 11 02:57:53.440360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.444376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-9e5b7018-2f67-405c-be45-1a91b7c364c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.445909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-9e5b7018-2f67-405c-be45-1a91b7c364c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1081431 Aug 11 02:57:53.501627 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-24787eae-5f0e-4a12-a85d-6294b7df99b3 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327970 Aug 11 02:57:53.547380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] For port 09c28f8f-0240-4eac-94cb-a28f6c6b6986, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:57:53.547902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attempted to set empty binding levels {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 02:57:53.551251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-ebe3abcc-ce9b-4120-b36e-14a65a28725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.552883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-ebe3abcc-ce9b-4120-b36e-14a65a28725b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935738 Aug 11 02:57:53.554445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.644985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] In _notify_port_updated(), no bound segment for port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 on network d8827f74-a460-451d-bee7-ab4c103a1195 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 02:57:53.645944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.646563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.647984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "PUT /v2.0/ports/09c28f8f-0240-4eac-94cb-a28f6c6b6986 HTTP/1.1" status: 200 len: 979 time: 1.3739631 Aug 11 02:57:53.652382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:53.683031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fa665e8-116f-4311-af60-239f02ad6e24 req-76ad4707-a36b-4aea-8f10-081856dd201c service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672883 Aug 11 02:57:53.692512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408c479-2177-4a64-adfa-41234f4482dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event updated for resources: {'Port': ['ID=09c28f8f-0240-4eac-94cb-a28f6c6b6986,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:53.762113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-b9777271-fe49-4878-bde7-d02ce09a9157 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786833 Aug 11 02:57:53.833323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51304) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:53.870421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Deleting port 09c28f8f-0240-4eac-94cb-a28f6c6b6986 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:57:53.871043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.883861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81d1ec-6c10-4ad3-bcca-a2ff4c563f1b req-c460ef77-d4df-4df9-949d-48c348bf399e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:53.892127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef81d1ec-6c10-4ad3-bcca-a2ff4c563f1b req-c460ef77-d4df-4df9-949d-48c348bf399e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 948 time: 0.1028957 Aug 11 02:57:53.928760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-389c29e7-6f1a-475b-b966-c88fe6600f53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=049acd871f3a4653b5a1de39f81a0e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0943031 Aug 11 02:57:53.933324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51306) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:53.959214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] For port 09c28f8f-0240-4eac-94cb-a28f6c6b6986, host n-h1-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:53.959593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:53.964397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef81d1ec-6c10-4ad3-bcca-a2ff4c563f1b req-ccaea7ff-72af-4bac-aa50-993d63b08f81 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711527 Aug 11 02:57:53.983238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Calling delete_port for 09c28f8f-0240-4eac-94cb-a28f6c6b6986 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:57:53.988926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5d37ea-05dc-484a-bfe6-84afba6e6800 req-8561f1c4-7a97-4b94-ba90-ed24a7386817 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093949 Aug 11 02:57:54.027377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82fa493f-3243-43c5-8b41-4e4e4b5116b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.067121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82fa493f-3243-43c5-8b41-4e4e4b5116b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.102318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.121116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82fa493f-3243-43c5-8b41-4e4e4b5116b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.124737 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82fa493f-3243-43c5-8b41-4e4e4b5116b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.126746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-82fa493f-3243-43c5-8b41-4e4e4b5116b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/748cf929-1423-492d-80ed-5402355c1cff HTTP/1.1" status: 204 len: 168 time: 0.1925259 Aug 11 02:57:54.131304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Pushing event deleted for resources: {'Port': ['ID=09c28f8f-0240-4eac-94cb-a28f6c6b6986,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:54.140283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.145739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2032fc8e-fa9e-4cc1-be95-9625f0999b38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "DELETE /v2.0/ports/09c28f8f-0240-4eac-94cb-a28f6c6b6986 HTTP/1.1" status: 204 len: 168 time: 0.4895656 Aug 11 02:57:54.146665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:54.149029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa493f-3243-43c5-8b41-4e4e4b5116b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748cf929-1423-492d-80ed-5402355c1cff,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:54.173771 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-2705241c-0450-4444-adc2-58833885c4b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] GET failed (client error): The resource could not be found. Aug 11 02:57:54.180137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2705241c-0450-4444-adc2-58833885c4b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019 tempest-PortsAdminExtendedAttrsIpV6TestJSON-786873019-project-admin] 10.222.0.60 "GET /v2.0/ports/09c28f8f-0240-4eac-94cb-a28f6c6b6986 HTTP/1.1" status: 404 len: 333 time: 0.0305274 Aug 11 02:57:54.181815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51314) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:54.373641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.415232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5fbbf-4900-4332-a437-c48c41409c2a req-b931bfdd-e178-409b-9330-8e12649c12b0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:54.417694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57c5fbbf-4900-4332-a437-c48c41409c2a req-b931bfdd-e178-409b-9330-8e12649c12b0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1186719 Aug 11 02:57:54.555610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.574874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57c5fbbf-4900-4332-a437-c48c41409c2a req-072a6ab0-f9f8-4a3a-81a3-733c339ca456 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372035 Aug 11 02:57:54.583829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8827f74-a460-451d-bee7-ab4c103a1195']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:54.596433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442b4553-8165-4ca5-a77a-835e58d413e3') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:54.597119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442b4553-8165-4ca5-a77a-835e58d413e3') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:57:54.611722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.634928 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.642181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:57:54.644212 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:57:54.649366 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:57:54.663992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd43c25-5e2c-45a8-9b95-d8e8d20618c9 req-3fe9f51f-10e4-4ae2-9506-062eed9a381c tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:54.674005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6dd43c25-5e2c-45a8-9b95-d8e8d20618c9 req-3fe9f51f-10e4-4ae2-9506-062eed9a381c tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1252663 Aug 11 02:57:54.727015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6dd43c25-5e2c-45a8-9b95-d8e8d20618c9 req-9e01b328-33d7-41d9-b484-f90398c11878 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518925 Aug 11 02:57:54.730888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.749731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0fa319bd-2485-4d10-8644-f271940cdd0c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:57:54.751548 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:54.760880 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] 10.222.0.60 "DELETE /v2.0/networks/d8827f74-a460-451d-bee7-ab4c103a1195 HTTP/1.1" status: 204 len: 168 time: 0.5776238 Aug 11 02:57:54.799575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89cc57-bc0c-4851-856e-c5c543b235cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-802450621-project] Pushing event deleted for resources: {'Network': ['ID=d8827f74-a460-451d-bee7-ab4c103a1195,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:54.931753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0fa319bd-2485-4d10-8644-f271940cdd0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0fa319bd-2485-4d10-8644-f271940cdd0c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:54.963441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0fa319bd-2485-4d10-8644-f271940cdd0c', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '0fa319bd-2485-4d10-8644-f271940cdd0c', 'mac_address': 'fa:16:3e:c7:c4:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:57:55.203344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:55.214697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9155f-cd2b-49ee-aef0-508d5b4af2d0 req-2459c9c2-ce4c-4df9-ba50-6df2a4af6d83 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:55.218754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4e9155f-cd2b-49ee-aef0-508d5b4af2d0 req-2459c9c2-ce4c-4df9-ba50-6df2a4af6d83 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 948 time: 0.1065855 Aug 11 02:57:55.258654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cd54be31-b896-4f1e-9d88-b655e325740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.270400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.274858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4e9155f-cd2b-49ee-aef0-508d5b4af2d0 req-735bbc9d-703f-442d-a33d-b4b49d4ba98d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490806 Aug 11 02:57:55.280082 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.286449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa319bd-2485-4d10-8644-f271940cdd0c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:57:55.315869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0fa319bd-2485-4d10-8644-f271940cdd0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0fa319bd-2485-4d10-8644-f271940cdd0c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:55.322989 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.395018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0fa319bd-2485-4d10-8644-f271940cdd0c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:55.431287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.478499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:55.551694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-745466466-network', 'tenant_id': 'f2b231652e0e433f886ae38b577db156'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:55.563889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-017c2dd6-2880-460f-9e82-06d335788448 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ed5abb3db9f4e79afdb00cc454d1679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574517 Aug 11 02:57:55.566503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51360) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:55.597889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Made reservation on behalf of f2b231652e0e433f886ae38b577db156 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:55.600380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.621248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.665387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:57:55.694045 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9982c900-5001-451b-937e-0ad43c88ab7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.738952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9982c900-5001-451b-937e-0ad43c88ab7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.792051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3680f-87b4-40eb-b16f-5549e3f8155c req-58dd654b-294b-43f7-9e9e-f0a76a0d29e2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:55.794508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fd3680f-87b4-40eb-b16f-5549e3f8155c req-58dd654b-294b-43f7-9e9e-f0a76a0d29e2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1378050 Aug 11 02:57:55.883462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fd3680f-87b4-40eb-b16f-5549e3f8155c req-7638bcf3-e593-4807-8b7d-faa96c802feb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803266 Aug 11 02:57:55.885688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.889456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9982c900-5001-451b-937e-0ad43c88ab7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.891332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9982c900-5001-451b-937e-0ad43c88ab7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.895160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9982c900-5001-451b-937e-0ad43c88ab7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3e81c61-0f32-48e3-9731-0fc34fa8980f HTTP/1.1" status: 204 len: 168 time: 0.3233690 Aug 11 02:57:55.905565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982c900-5001-451b-937e-0ad43c88ab7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e81c61-0f32-48e3-9731-0fc34fa8980f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:55.907663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.935504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:57:55.936189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133abd99-688d-4160-be6c-94af9efe476a req-f132dac1-5b8f-4cf0-9d6f-5a65caebc9b1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:55.954769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6ef966-6341-4e6a-92ff-9ebf925bf00e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:55.955604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-133abd99-688d-4160-be6c-94af9efe476a req-f132dac1-5b8f-4cf0-9d6f-5a65caebc9b1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1313009 Aug 11 02:57:55.958306 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:55.958779 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Added segment af965cd4-9ccf-4018-bd5b-467aae0f8d16 of type vlan for network 0043bfff-a734-448a-b18d-ab88d1a6a722 Aug 11 02:57:56.027086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-133abd99-688d-4160-be6c-94af9efe476a req-0a8a8e3d-8176-4a68-b9d3-0493c1cc5dd1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701509 Aug 11 02:57:56.034195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.077059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0325-d6e5-4999-b84b-bd985eaa63af req-233366e8-a768-4fdc-be91-9a16f6f3359b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:56.078616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ea0325-d6e5-4999-b84b-bd985eaa63af req-233366e8-a768-4fdc-be91-9a16f6f3359b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0822005 Aug 11 02:57:56.086911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.088285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:56.088952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.160255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6804640 Aug 11 02:57:56.163147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51374) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:56.172620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Request body: {'subnet': {'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-745466466-subnet', 'tenant_id': 'f2b231652e0e433f886ae38b577db156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:56.175022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0cb1d-c0a4-4364-82a4-74f1a41fa2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0043bfff-a734-448a-b18d-ab88d1a6a722,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:56.186331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0043bfff-a734-448a-b18d-ab88d1a6a722 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:57:56.191783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ea0325-d6e5-4999-b84b-bd985eaa63af req-c71a15e7-d109-4be0-b745-805a335d5224 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991588 Aug 11 02:57:56.210717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Made reservation on behalf of f2b231652e0e433f886ae38b577db156 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:56.214323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.400572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:56.470125 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-099c175f-e670-4124-b98c-0aed1521ca60 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83c1a539897c4c41bd5c285a6b7e2725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680888 Aug 11 02:57:56.470973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51388) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:56.508991 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.546301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24db261-5399-4f5b-a3ab-bfe504260ce8 req-e9c97509-3f15-4ad0-9903-50a359ef7157 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:56.547828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c24db261-5399-4f5b-a3ab-bfe504260ce8 req-e9c97509-3f15-4ad0-9903-50a359ef7157 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 949 time: 0.1411726 Aug 11 02:57:56.569083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf67366-1419-4339-a94a-7cb466329fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.584590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1d7af-69a7-4643-8fda-479f7fde2d86 req-7702e403-e8ac-4fe1-a3dc-062227f37105 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:56.593589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a526af90-8478-4527-b9c4-f09d5fe3b3de,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:56.593828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bb1d7af-69a7-4643-8fda-479f7fde2d86 req-7702e403-e8ac-4fe1-a3dc-062227f37105 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0869248 Aug 11 02:57:56.618954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Checking segment: {'id': 'af965cd4-9ccf-4018-bd5b-467aae0f8d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:56.619316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Network hostable DHCP agents. Network: 0043bfff-a734-448a-b18d-ab88d1a6a722, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:57:56.626728 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.631790 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c24db261-5399-4f5b-a3ab-bfe504260ce8 req-462f4d62-4442-4ce0-9a78-669d3f7914f7 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697691 Aug 11 02:57:56.643952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf67366-1419-4339-a94a-7cb466329fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.654624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Network 0043bfff-a734-448a-b18d-ab88d1a6a722 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:57:56.666306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0043bfff-a734-448a-b18d-ab88d1a6a722) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:56.671072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:56.671906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.680725 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a714bd-4d5e-45f7-be54-69ac623796bb None None] Network 0043bfff-a734-448a-b18d-ab88d1a6a722 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:56.685927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bb1d7af-69a7-4643-8fda-479f7fde2d86 req-9b3962a3-4c8e-4e29-a124-2a05148060f9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910797 Aug 11 02:57:56.707559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6b24b3da-3d99-4ef6-a1c0-8e31ac5c0f24 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5422783 Aug 11 02:57:56.727882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf67366-1419-4339-a94a-7cb466329fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.730164 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf67366-1419-4339-a94a-7cb466329fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.732558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7bf67366-1419-4339-a94a-7cb466329fbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4130d244-baf3-4915-bbc5-4d573cf13a29 HTTP/1.1" status: 204 len: 168 time: 0.2595775 Aug 11 02:57:56.765789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0fa319bd-2485-4d10-8644-f271940cdd0c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:57:56.766894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67366-1419-4339-a94a-7cb466329fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4130d244-baf3-4915-bbc5-4d573cf13a29,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:56.967200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 0fa319bd-2485-4d10-8644-f271940cdd0c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:57:56.971782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 0fa319bd-2485-4d10-8644-f271940cdd0c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:57:56.972384 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:56.999510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ceabe-d4ca-45a7-97e8-9fbd762101ac None None] Network 0043bfff-a734-448a-b18d-ab88d1a6a722 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:57.053740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4fc62-5cf5-4265-8532-a751218b0614 req-ddc4b19c-9868-4812-9b5f-a12c9939f714 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:57.056017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4fe4fc62-5cf5-4265-8532-a751218b0614 req-ddc4b19c-9868-4812-9b5f-a12c9939f714 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0724990 Aug 11 02:57:57.154702 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:57.159276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4fe4fc62-5cf5-4265-8532-a751218b0614 req-38626ffd-d0e9-45b3-b22c-6bffc025c58f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880075 Aug 11 02:57:57.230046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0fa319bd-2485-4d10-8644-f271940cdd0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0fa319bd-2485-4d10-8644-f271940cdd0c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:57:57.248753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa319bd-2485-4d10-8644-f271940cdd0c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:57:57.251392 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dfd0ad-b92b-4e39-9cb2-645192229394" -d '{"events": [{"server_uuid": "1d4e9e12-b891-4049-9ee8-2267c55f9021", "name": "network-vif-plugged", "status": "completed", "tag": "0fa319bd-2485-4d10-8644-f271940cdd0c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:57:57.256193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:57.271052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c142c-bf10-4bdf-abf7-6286b6f7b49b req-4961f401-b360-4d89-a199-f3487e0b9eff tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:57.279612 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-556c142c-bf10-4bdf-abf7-6286b6f7b49b req-4961f401-b360-4d89-a199-f3487e0b9eff tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1059330 Aug 11 02:57:57.339765 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-556c142c-bf10-4bdf-abf7-6286b6f7b49b req-e022c013-ff60-4034-9a3b-7701f3593d8c tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541337 Aug 11 02:57:57.345461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0fa319bd-2485-4d10-8644-f271940cdd0c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:57.358277 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d92126-7764-4207-831a-441e0654cc80 x-openstack-request-id: req-e7d92126-7764-4207-831a-441e0654cc80 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:57:57.358535 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4e9e12-b891-4049-9ee8-2267c55f9021", "name": "network-vif-plugged", "status": "completed", "tag": "0fa319bd-2485-4d10-8644-f271940cdd0c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:57:57.358804 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7d92126-7764-4207-831a-441e0654cc80 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:57:57.359211 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa319bd-2485-4d10-8644-f271940cdd0c', 'code': 200} Aug 11 02:57:57.480268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f799bb-4dce-4721-aa62-e5a119f8ef9f req-e9390fda-a564-4ce7-8a91-447062bf901e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:57.482600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93f799bb-4dce-4721-aa62-e5a119f8ef9f req-e9390fda-a564-4ce7-8a91-447062bf901e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 1102 time: 0.0593939 Aug 11 02:57:57.549139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93f799bb-4dce-4721-aa62-e5a119f8ef9f req-6a1efa2a-8515-4d08-b189-9abbcd8b139e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562913 Aug 11 02:57:57.700994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51436) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:57.705883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-131970989-network', 'tenant_id': 'd6eaf6b361764f3fb02456e66587529d'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:57.736321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Made reservation on behalf of d6eaf6b361764f3fb02456e66587529d for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:57.739861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:57.752981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:57.775292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459ad05-d09b-4754-8cb7-b5861169d77b req-6390c7b8-60f7-4fd5-86b6-d0de524503d3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:57.777004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b459ad05-d09b-4754-8cb7-b5861169d77b req-6390c7b8-60f7-4fd5-86b6-d0de524503d3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 950 time: 0.0656540 Aug 11 02:57:57.834515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b459ad05-d09b-4754-8cb7-b5861169d77b req-9a546511-d42e-4ce4-9dc2-75aa17cdecd2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Aug 11 02:57:57.876702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:57.880524 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:57.904136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:57:57.924022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14603cae-4f36-4c5a-9a64-2b9d40ec9030,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:57.927502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:57.927854 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Added segment da62241f-2a57-4d0c-b354-58c2b1df5f71 of type vlan for network cdcbbe33-e76a-4b27-87ce-1acc79fc005c Aug 11 02:57:57.983425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.027437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.030193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:58.031117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.033751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.131826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4270678 Aug 11 02:57:58.132287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51442) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:58.140622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Request body: {'subnet': {'network_id': 'cdcbbe33-e76a-4b27-87ce-1acc79fc005c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-131970989-subnet', 'tenant_id': 'd6eaf6b361764f3fb02456e66587529d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:58.146930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2588fb-c4f7-4445-b863-9232bf514471 admin admin] Pushing event updated for resources: {'Network': ['ID=cdcbbe33-e76a-4b27-87ce-1acc79fc005c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:58.160465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network cdcbbe33-e76a-4b27-87ce-1acc79fc005c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:57:58.173713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Made reservation on behalf of d6eaf6b361764f3fb02456e66587529d for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:57:58.177131 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.369364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9d596-3e47-400b-93b3-09284ee7ea3e req-173c965a-1d0b-4dd3-8782-13bb370bdec8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:58.370421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98a9d596-3e47-400b-93b3-09284ee7ea3e req-173c965a-1d0b-4dd3-8782-13bb370bdec8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0970693 Aug 11 02:57:58.451249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98a9d596-3e47-400b-93b3-09284ee7ea3e req-b0afc794-94f0-4d7f-903a-12b0b8885542 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650315 Aug 11 02:57:58.501878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.565054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d3781-78a0-4248-aa2c-d98c64bc70b9 req-daffe3fa-92d5-40b7-9c71-debd4325b3d3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:58.572582 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-672d3781-78a0-4248-aa2c-d98c64bc70b9 req-daffe3fa-92d5-40b7-9c71-debd4325b3d3 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1161225 Aug 11 02:57:58.636331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe4fce8-c359-484c-bdd5-716abaaa0475,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:58.667406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Checking segment: {'id': 'da62241f-2a57-4d0c-b354-58c2b1df5f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cdcbbe33-e76a-4b27-87ce-1acc79fc005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:57:58.668268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Network hostable DHCP agents. Network: cdcbbe33-e76a-4b27-87ce-1acc79fc005c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:57:58.682356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-672d3781-78a0-4248-aa2c-d98c64bc70b9 req-19dd41f5-dde7-456f-a065-5e5ddcf4e4d0 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068997 Aug 11 02:57:58.710174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Network cdcbbe33-e76a-4b27-87ce-1acc79fc005c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:57:58.724103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, cdcbbe33-e76a-4b27-87ce-1acc79fc005c) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:57:58.732851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:58.734346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:58.744266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0f357c-1bc9-4304-9880-bfe8c067bb79 None None] Network cdcbbe33-e76a-4b27-87ce-1acc79fc005c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:58.783241 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:57:58.786728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d512a3d9-f7f8-4c5b-8488-22d019432d4d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6519456 Aug 11 02:57:58.850675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dd4c4-039a-4fcc-9ea6-8b009d31aa09 req-d680232e-d185-4341-abbb-155e93ae12aa tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:58.858907 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-991dd4c4-039a-4fcc-9ea6-8b009d31aa09 req-d680232e-d185-4341-abbb-155e93ae12aa tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0857551 Aug 11 02:57:58.916858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-991dd4c4-039a-4fcc-9ea6-8b009d31aa09 req-aed9d567-16d0-40b0-9796-f5e7b5799fc6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569763 Aug 11 02:57:58.993535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df68507-0955-4785-be97-0f2936d75680 None None] Network cdcbbe33-e76a-4b27-87ce-1acc79fc005c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:57:59.095896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15bb2-9c10-4345-8bf9-2003d7f67239 req-0ed09a18-7b11-4c6c-9f73-4c4b75954559 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.103874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41c15bb2-9c10-4345-8bf9-2003d7f67239 req-0ed09a18-7b11-4c6c-9f73-4c4b75954559 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 950 time: 0.1426487 Aug 11 02:57:59.156913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41c15bb2-9c10-4345-8bf9-2003d7f67239 req-4d627b01-bb25-4213-80f4-84a3e6213243 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480051 Aug 11 02:57:59.358641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51486) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:59.539234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83d44a-8e6d-4bf0-9046-11d24b9b4226 req-757d5b1b-c844-4714-9958-d9ea7cfdbd4b tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.542290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4db3a80a-1e47-45ff-9e34-86b82c2dd72c tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-849852130'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:57:59.550803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b83d44a-8e6d-4bf0-9046-11d24b9b4226 req-757d5b1b-c844-4714-9958-d9ea7cfdbd4b tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 1102 time: 0.0631230 Aug 11 02:57:59.570974 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7b83d44a-8e6d-4bf0-9046-11d24b9b4226 req-b6b270a9-97f0-4175-bbf6-d599f19693b5 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.626186 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.628811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db3a80a-1e47-45ff-9e34-86b82c2dd72c tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.629876 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db3a80a-1e47-45ff-9e34-86b82c2dd72c tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.704683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7b83d44a-8e6d-4bf0-9046-11d24b9b4226 req-b6b270a9-97f0-4175-bbf6-d599f19693b5 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.712511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7b83d44a-8e6d-4bf0-9046-11d24b9b4226 req-b6b270a9-97f0-4175-bbf6-d599f19693b5 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.725760 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db3a80a-1e47-45ff-9e34-86b82c2dd72c tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.729765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f8d20-6f47-4061-a188-562737edebf5 req-244796cc-4b35-4791-b8bd-ab618b48a043 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:57:59.731657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-244796cc-4b35-4791-b8bd-ab618b48a043 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/networks?id=0043bfff-a734-448a-b18d-ab88d1a6a722 HTTP/1.1" status: 200 len: 814 time: 0.1643348 Aug 11 02:57:59.733142 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db3a80a-1e47-45ff-9e34-86b82c2dd72c tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.753786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-5dcfe67f-c7d2-4202-8588-264ec4ac3cd8 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/quotas/f2b231652e0e433f886ae38b577db156 HTTP/1.1" status: 200 len: 375 time: 0.0122678 Aug 11 02:57:59.755013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db3a80a-1e47-45ff-9e34-86b82c2dd72c tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:57:59.758740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4db3a80a-1e47-45ff-9e34-86b82c2dd72c tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3970237 Aug 11 02:57:59.759196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51506) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:57:59.760759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b83d44a-8e6d-4bf0-9046-11d24b9b4226 req-b6b270a9-97f0-4175-bbf6-d599f19693b5 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021730 Aug 11 02:57:59.783312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b270a9-97f0-4175-bbf6-d599f19693b5 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12420910-b9f6-4f31-9e11-5cfc8bedc613,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:57:59.854204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-9331ac82-d6b7-4dc1-9212-588e758e1ec4 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f2b231652e0e433f886ae38b577db156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880833 Aug 11 02:57:59.862282 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-648069a5-0e9b-42a8-b2cc-f3df74090688 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.021111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9457e8-4fb0-4e12-b88a-fa110e381b6f req-83b2b75f-b566-4856-bf06-c88bcb60e1fa tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.023365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b9457e8-4fb0-4e12-b88a-fa110e381b6f req-83b2b75f-b566-4856-bf06-c88bcb60e1fa tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0569501 Aug 11 02:58:00.078282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b9457e8-4fb0-4e12-b88a-fa110e381b6f req-bdef5052-6e89-439f-90d9-236b72f2fc70 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443771 Aug 11 02:58:00.083399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-648069a5-0e9b-42a8-b2cc-f3df74090688 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.087071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-648069a5-0e9b-42a8-b2cc-f3df74090688 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.138324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-fb9ecae4-c1b5-405a-a445-4b3755cae240 service neutron] 10.222.0.60 "GET /v2.0/networks/0043bfff-a734-448a-b18d-ab88d1a6a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728837 Aug 11 02:58:00.144446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-648069a5-0e9b-42a8-b2cc-f3df74090688 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.145057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648069a5-0e9b-42a8-b2cc-f3df74090688 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f169099-2b6a-47ba-92e2-556725a3b514 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:58:00.151754 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-648069a5-0e9b-42a8-b2cc-f3df74090688 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.153829 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-648069a5-0e9b-42a8-b2cc-f3df74090688 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1f169099-2b6a-47ba-92e2-556725a3b514 HTTP/1.1" status: 204 len: 168 time: 0.3927641 Aug 11 02:58:00.156383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51512) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:00.164751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6ab66ac7-e194-4fae-a63e-1973bfd7edeb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Request body: {'router': {'name': 'tempest-router-2077373463', 'distributed': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:00.312404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3d106-3e97-4a44-8c2a-1d333a66c0b1 req-fcd352f9-a2d8-4b0a-9df2-143c1741d155 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.314016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39d3d106-3e97-4a44-8c2a-1d333a66c0b1 req-fcd352f9-a2d8-4b0a-9df2-143c1741d155 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0598888 Aug 11 02:58:00.363442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39d3d106-3e97-4a44-8c2a-1d333a66c0b1 req-19d8b3eb-1bee-4aac-bf24-0bbfc2f5e5a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Aug 11 02:58:00.470912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-ad02cfc6-1b05-49cb-b1c3-2c7f1bc9f3cd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259166 Aug 11 02:58:00.516545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ac7-e194-4fae-a63e-1973bfd7edeb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.517577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ac7-e194-4fae-a63e-1973bfd7edeb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.566347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-814b2975-805c-410b-843e-3b8605e017a8 service neutron] 10.222.0.60 "GET /v2.0/networks/0043bfff-a734-448a-b18d-ab88d1a6a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050474 Aug 11 02:58:00.595347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ac7-e194-4fae-a63e-1973bfd7edeb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.599399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-161a6233-2c64-4974-829c-fd739fff6b53 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.600987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-161a6233-2c64-4974-829c-fd739fff6b53 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1243541 Aug 11 02:58:00.601277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ac7-e194-4fae-a63e-1973bfd7edeb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.622487 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ab66ac7-e194-4fae-a63e-1973bfd7edeb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.624621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6ab66ac7-e194-4fae-a63e-1973bfd7edeb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4647684 Aug 11 02:58:00.627906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51528) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:00.629946 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-fe775a17-1ea7-4408-ad92-9622d1fe0913 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/quotas/2bb497b990504e9dae2c06cce7c783ea HTTP/1.1" status: 200 len: 375 time: 0.0210180 Aug 11 02:58:00.699585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c97173f2-66bc-4134-a6b6-004c693541cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0615845 Aug 11 02:58:00.830575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74e5e757-6197-4830-b145-6aa320ea60bb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:00.941120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523b912-4900-4e58-ab16-313675de61a9 req-c2f0f8cd-9c5d-4205-9ea9-b0c6c58fc229 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:00.949233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c523b912-4900-4e58-ab16-313675de61a9 req-c2f0f8cd-9c5d-4205-9ea9-b0c6c58fc229 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1547048 Aug 11 02:58:01.088431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74e5e757-6197-4830-b145-6aa320ea60bb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.092142 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74e5e757-6197-4830-b145-6aa320ea60bb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.175950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c523b912-4900-4e58-ab16-313675de61a9 req-42003c8b-e1d9-4dcd-965d-789b2bc52104 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261720 Aug 11 02:58:01.197934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74e5e757-6197-4830-b145-6aa320ea60bb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.197934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e5e757-6197-4830-b145-6aa320ea60bb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b6ae122-15c1-4be1-b089-4edeb8fda3c6 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:58:01.210307 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74e5e757-6197-4830-b145-6aa320ea60bb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.210307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-74e5e757-6197-4830-b145-6aa320ea60bb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1b6ae122-15c1-4be1-b089-4edeb8fda3c6 HTTP/1.1" status: 204 len: 168 time: 0.5739338 Aug 11 02:58:01.211284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51548) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:01.215901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-878b8246-b9bf-4a37-aa92-b6f595e330cb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Request body: {'router': {'name': 'tempest-router-1913103897', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e02c7711d9114707a5b2fb4a2787681b'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:01.268949 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-878b8246-b9bf-4a37-aa92-b6f595e330cb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.270623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-878b8246-b9bf-4a37-aa92-b6f595e330cb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.278347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68179614-3b0d-4c2f-989d-b5405f2f8485 req-0ff977c4-a5c2-43e9-a107-c4a42ecc265c tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 210 time: 0.0413973 Aug 11 02:58:01.382053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-878b8246-b9bf-4a37-aa92-b6f595e330cb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.390273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-878b8246-b9bf-4a37-aa92-b6f595e330cb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.423030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-878b8246-b9bf-4a37-aa92-b6f595e330cb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.425125 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-878b8246-b9bf-4a37-aa92-b6f595e330cb tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2158487 Aug 11 02:58:01.428832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:01.436541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Request body: {'router': {'distributed': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:01.560264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa260ce4-50e9-41b1-bad6-9679e61b62a7 req-dbc46684-12ab-420d-9107-8ca340a7b7ac tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:01.567814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa260ce4-50e9-41b1-bad6-9679e61b62a7 req-dbc46684-12ab-420d-9107-8ca340a7b7ac tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0757143 Aug 11 02:58:01.622641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa260ce4-50e9-41b1-bad6-9679e61b62a7 req-c8107a43-1528-450f-abd4-879b24162e0d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468819 Aug 11 02:58:01.694627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc6052-813c-4ef9-8af0-1a71b487b1de req-4fe9f43d-6c13-4092-8a43-4d6eecbf9263 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:01.700790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4afc6052-813c-4ef9-8af0-1a71b487b1de req-4fe9f43d-6c13-4092-8a43-4d6eecbf9263 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1824732 Aug 11 02:58:01.824534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecb6b5bd-4ef1-46f5-919f-17fcb6f84c81 req-55e04110-a538-4599-8842-bb3f755dfbbd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 210 time: 0.0291274 Aug 11 02:58:01.857400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4afc6052-813c-4ef9-8af0-1a71b487b1de req-9d5077aa-2d0f-46f8-8f6d-58302124aefb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529863 Aug 11 02:58:01.877092 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.877647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.978433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=111682) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 11 02:58:01.979122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Router c9f2ab15-a51d-4111-8f38-1bf5ae73bd66 migrating from provider to provider. {{(pid=111682) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 11 02:58:01.979686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.988758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:01.992946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:02.023578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c624da5-2507-4059-991a-6553f58cb505 req-ffb4c647-38e7-4351-8ce4-9d2a124e48af tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:02.031401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c624da5-2507-4059-991a-6553f58cb505 req-ffb4c647-38e7-4351-8ce4-9d2a124e48af tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1010227 Aug 11 02:58:02.079668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c624da5-2507-4059-991a-6553f58cb505 req-383b539a-5e08-4fcc-b9a2-3af8168e30e1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461736 Aug 11 02:58:02.527178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f8f7f62-883a-425f-83d7-6751dad0dc6c req-1a9e467e-4797-470e-baa2-dcccb7eaa554 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 210 time: 0.1222625 Aug 11 02:58:02.538105 n-d-768509-22 neutron-server[111682]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] No L3 agents can host the router c9f2ab15-a51d-4111-8f38-1bf5ae73bd66 Aug 11 02:58:02.654240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f8d20-6f47-4061-a188-562737edebf5 req-d79b5873-39c0-460c-b1a7-83fa13f4f87d tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:02.656110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-d79b5873-39c0-460c-b1a7-83fa13f4f87d tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.10 "GET /v2.0/networks?id=0043bfff-a734-448a-b18d-ab88d1a6a722 HTTP/1.1" status: 200 len: 814 time: 0.2502115 Aug 11 02:58:02.688791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Request body: {'port': {'device_id': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722', 'admin_state_up': True, 'tenant_id': 'f2b231652e0e433f886ae38b577db156'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:02.756557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36357-8655-4d2b-91b7-e542551df5dc req-f2db8354-2eec-494c-a083-9455cd052d86 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:02.758900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Hosts for router c9f2ab15-a51d-4111-8f38-1bf5ae73bd66: [] {{(pid=111682) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 11 02:58:02.776106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e5d36357-8655-4d2b-91b7-e542551df5dc req-f2db8354-2eec-494c-a083-9455cd052d86 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0764117 Aug 11 02:58:02.839202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Hosts for other DVR routers connected to router c9f2ab15-a51d-4111-8f38-1bf5ae73bd66: set() {{(pid=111682) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 11 02:58:02.844025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:02.846078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a61ef6b8-1529-45a6-98c4-0163f9653807 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "PUT /v2.0/routers/c9f2ab15-a51d-4111-8f38-1bf5ae73bd66 HTTP/1.1" status: 200 len: 717 time: 1.4156699 Aug 11 02:58:02.851467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51584) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:02.932038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e5d36357-8655-4d2b-91b7-e542551df5dc req-3e66245f-a8ba-4947-be22-9f2b654d4cbd tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723743 Aug 11 02:58:03.030844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a7c7668-55ae-460e-8cae-b02225965529 req-278c72d1-64f0-4bbd-b310-90cd6bc51d99 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 210 time: 0.0433550 Aug 11 02:58:03.040476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f126fa41-5123-4c0a-b89c-931b905a6e14 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "GET /v2.0/routers/c9f2ab15-a51d-4111-8f38-1bf5ae73bd66 HTTP/1.1" status: 200 len: 717 time: 0.1846471 Aug 11 02:58:03.041324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51590) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:03.102523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Made reservation on behalf of f2b231652e0e433f886ae38b577db156 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:03.107826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.119762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c51f9606-5083-4b30-a38b-8c60c8696eaf tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315242 Aug 11 02:58:03.297041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Allocated IP 172.20.0.2 (0043bfff-a734-448a-b18d-ab88d1a6a722/a526af90-8478-4527-b9c4-f09d5fe3b3de/2d2c5f2c-6a46-4f82-9fbd-04c85d63970a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:03.338920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa4ffc96-6c49-4643-b6ff-aad8eb76dfc9 tempest-RoutersTestDVR-2056132094 tempest-RoutersTestDVR-2056132094-project] 10.222.0.60 "GET /v2.0/routers/c9f2ab15-a51d-4111-8f38-1bf5ae73bd66 HTTP/1.1" status: 200 len: 683 time: 0.2977617 Aug 11 02:58:03.341641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51594) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:03.370975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-a1845387-d2fa-4069-ac7c-d04946ded64b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:03.372761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-a1845387-d2fa-4069-ac7c-d04946ded64b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452233 Aug 11 02:58:03.392793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:03.501925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-15421574-688c-4b12-b2c9-e168e56919c9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340946 Aug 11 02:58:03.503033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93610df3-6366-4f8d-8c7e-4cc001ae6c8e tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.614065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:03.617657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.685764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06c8a072-841d-4cf0-a1a8-12ceaaedcce2 req-e0a4242f-500c-4525-88ee-443e427e98c0 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 210 time: 0.0440331 Aug 11 02:58:03.782912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93610df3-6366-4f8d-8c7e-4cc001ae6c8e tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.800287 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93610df3-6366-4f8d-8c7e-4cc001ae6c8e tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.815112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.40 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/ecb75011-436c-4b16-815e-e027d75b541e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:03.818050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.892499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93610df3-6366-4f8d-8c7e-4cc001ae6c8e tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.893055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93610df3-6366-4f8d-8c7e-4cc001ae6c8e tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9f2ab15-a51d-4111-8f38-1bf5ae73bd66 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:58:03.907331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-f641a3c4-2f60-428a-9c30-da923d3393d5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:03.908858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-f641a3c4-2f60-428a-9c30-da923d3393d5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3641694 Aug 11 02:58:03.913332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93610df3-6366-4f8d-8c7e-4cc001ae6c8e tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:03.914386 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-93610df3-6366-4f8d-8c7e-4cc001ae6c8e tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "DELETE /v2.0/routers/c9f2ab15-a51d-4111-8f38-1bf5ae73bd66 HTTP/1.1" status: 204 len: 168 time: 0.5715656 Aug 11 02:58:03.923530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51610) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:03.927618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a23548ce-7306-4118-9601-944b073ac210 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Request body: {'router': {'name': 'tempest-router-2015475480', 'distributed': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:03.934654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:04.008625 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.013025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.025424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23548ce-7306-4118-9601-944b073ac210 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.026436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23548ce-7306-4118-9601-944b073ac210 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.027596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object ecb75011-436c-4b16-815e-e027d75b541e will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:04.077563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.091291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:04.108113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Network 0043bfff-a734-448a-b18d-ab88d1a6a722 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:04.150566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:04.166344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:04.178893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07904fa3-fa6e-42ab-b51e-c9f1467d38dc req-12100389-8f4b-4df1-94a7-2ce311101b8e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 210 time: 0.0351040 Aug 11 02:58:04.180868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:04.189121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:04.193654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:04.247381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=ecb75011-436c-4b16-815e-e027d75b541e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:04.267836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:04.268743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.288393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c26b7c94-7c86-4210-a9d7-21f895dfd2e9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8994665 Aug 11 02:58:04.290538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Pushing event updated for resources: {'Port': ['ID=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:04.301179 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23548ce-7306-4118-9601-944b073ac210 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.303565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Request body: {'port': {'device_id': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:04.307154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23548ce-7306-4118-9601-944b073ac210 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.330818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e9502-b99f-4e3e-be7f-5cb985e2a4a2 req-15932d52-3635-4ff1-a896-f1cd068f5334 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:04.339777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9e9502-b99f-4e3e-be7f-5cb985e2a4a2 req-15932d52-3635-4ff1-a896-f1cd068f5334 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.3032992 Aug 11 02:58:04.395792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:04.396464 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.401947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.445900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:04.451189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.461118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-d85a7a50-695b-4249-9534-0e35b8abed62 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7763474 Aug 11 02:58:04.473711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23548ce-7306-4118-9601-944b073ac210 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.474559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a23548ce-7306-4118-9601-944b073ac210 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5500698 Aug 11 02:58:04.499772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c9e9502-b99f-4e3e-be7f-5cb985e2a4a2 req-ea814aac-6245-4f3a-9d23-7903ef0c45e2 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589115 Aug 11 02:58:04.502233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51626) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:04.524336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Request body: {'port': {'device_id': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:04.615904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-866fa593-19c3-47b8-87ed-e96bedf9c0d5 None None] Provisioning for port ecb75011-436c-4b16-815e-e027d75b541e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:04.620203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-866fa593-19c3-47b8-87ed-e96bedf9c0d5 None None] Provisioning complete for port ecb75011-436c-4b16-815e-e027d75b541e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:04.620579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-866fa593-19c3-47b8-87ed-e96bedf9c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.645660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f43c2be1-9556-42e8-af51-843d99c90d74 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.699453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-866fa593-19c3-47b8-87ed-e96bedf9c0d5 None None] Port ecb75011-436c-4b16-815e-e027d75b541e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:04.825196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.910475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f43c2be1-9556-42e8-af51-843d99c90d74 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.913984 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f43c2be1-9556-42e8-af51-843d99c90d74 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.925793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb75011-436c-4b16-815e-e027d75b541e {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:04.937548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:04.948742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc4cfe-66d1-4fb9-b202-4ab7aade59c7 req-0ad77f92-0a89-431b-8dbd-63645daeac3f tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:04.959881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ecc4cfe-66d1-4fb9-b202-4ab7aade59c7 req-0ad77f92-0a89-431b-8dbd-63645daeac3f tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 931 time: 0.1119051 Aug 11 02:58:04.994960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Transition to ACTIVE for port object ecb75011-436c-4b16-815e-e027d75b541e will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:04.999741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f43c2be1-9556-42e8-af51-843d99c90d74 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:05.000007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43c2be1-9556-42e8-af51-843d99c90d74 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e207ff6d-dd22-4ec9-b3fb-63430cf683ce {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:58:05.007178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:05.008119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f43c2be1-9556-42e8-af51-843d99c90d74 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:05.009248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f43c2be1-9556-42e8-af51-843d99c90d74 tempest-RoutersTestDVR-1534089725 tempest-RoutersTestDVR-1534089725-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e207ff6d-dd22-4ec9-b3fb-63430cf683ce HTTP/1.1" status: 204 len: 168 time: 0.5049391 Aug 11 02:58:05.034720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ecc4cfe-66d1-4fb9-b202-4ab7aade59c7 req-4f8ee122-2eac-43d5-b901-51344409a504 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735719 Aug 11 02:58:05.192388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.154 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/04f0e770-cf9e-4a30-917d-14f1eaa59570) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:05.192702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb75011-436c-4b16-815e-e027d75b541e,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:05.284775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Attempting to bind port ecb75011-436c-4b16-815e-e027d75b541e on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:05.285124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Attempting to bind port ecb75011-436c-4b16-815e-e027d75b541e by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:05.285620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Attempting to bind port ecb75011-436c-4b16-815e-e027d75b541e on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:05.295153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Port ecb75011-436c-4b16-815e-e027d75b541e on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:05.295483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Attempting to bind port ecb75011-436c-4b16-815e-e027d75b541e on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:05.311803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:05.311803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:05.312146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:05.312615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Bound port: ecb75011-436c-4b16-815e-e027d75b541e, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:05.312967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:05.456061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] For port ecb75011-436c-4b16-815e-e027d75b541e, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:05.468858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] For port ecb75011-436c-4b16-815e-e027d75b541e, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ecb75011-436c-4b16-815e-e027d75b541e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:05.476888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:05.538304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51644) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:05.544122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:05.545035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:05.547482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] 10.222.0.10 "PUT /v2.0/ports/ecb75011-436c-4b16-815e-e027d75b541e HTTP/1.1" status: 200 len: 1096 time: 1.2503438 Aug 11 02:58:05.551620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'tag': 'ecb75011-436c-4b16-815e-e027d75b541e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:05.555168 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b8142c-7c12-4c13-98c2-da3846f33afd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4c454d-9f7a-4e35-8a49-c414a4953b5e", "tag": "ecb75011-436c-4b16-815e-e027d75b541e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:05.619620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b003ba4-b2aa-4b8b-a4ca-62b920d5ad57 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb75011-436c-4b16-815e-e027d75b541e,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:05.720343 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41afb45b-dddf-4bd0-bb82-dd1ec1ba5a16 req-91d45c35-a154-46fa-b7f0-3234550f733d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 210 time: 0.0461979 Aug 11 02:58:05.771713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40e1a0-f493-4b57-b3f8-662acce4f56f req-fa665822-c6d0-4f18-a3e9-1819a4b1312e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:05.790001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-da40e1a0-f493-4b57-b3f8-662acce4f56f req-fa665822-c6d0-4f18-a3e9-1819a4b1312e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1722119 Aug 11 02:58:05.854029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-943feb50-ed57-4211-9273-d8bb382e73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:05.869814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-943feb50-ed57-4211-9273-d8bb382e73c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 1099 time: 0.2562516 Aug 11 02:58:05.920902 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0d63d9-367b-4746-9fb6-09f4428b3fe4 x-openstack-request-id: req-1e0d63d9-367b-4746-9fb6-09f4428b3fe4 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:05.921377 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4c454d-9f7a-4e35-8a49-c414a4953b5e", "tag": "ecb75011-436c-4b16-815e-e027d75b541e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:05.921787 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e0d63d9-367b-4746-9fb6-09f4428b3fe4 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:05.922625 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'tag': 'ecb75011-436c-4b16-815e-e027d75b541e', 'status': 'completed', 'code': 200} Aug 11 02:58:05.998115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15fce11f-a46b-41b7-be8a-2775af51c19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.040085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-fbd4fc0c-8e3f-47aa-a0ba-fbd402a076d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ecb75011-436c-4b16-815e-e027d75b541e HTTP/1.1" status: 200 len: 217 time: 0.1686511 Aug 11 02:58:06.068486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:06.080253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-da40e1a0-f493-4b57-b3f8-662acce4f56f req-f6d49be6-03ad-4946-b218-9d3a9c2c3ada tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884018 Aug 11 02:58:06.087415 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.108170 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.122716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-ad95c745-1574-4098-8768-8c920c946423 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1205595 Aug 11 02:58:06.123409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Transition to ACTIVE for port object 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:06.130104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object 04f0e770-cf9e-4a30-917d-14f1eaa59570 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:06.131829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.151384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-cf8470e4-017f-4f57-8ebf-f78194531b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.154217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-cf8470e4-017f-4f57-8ebf-f78194531b26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0960670 Aug 11 02:58:06.244444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Pushing event updated for resources: {'Port': ['ID=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:06.290398 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.291229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-0b9b4d23-9961-4b35-acbb-34fd97c50255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.292775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-0b9b4d23-9961-4b35-acbb-34fd97c50255 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1276681 Aug 11 02:58:06.296598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-7d11047c-6f4e-4495-a93e-a4dd600bb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.298566 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-7d11047c-6f4e-4495-a93e-a4dd600bb77b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 1096 time: 0.1367242 Aug 11 02:58:06.303179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:06.383826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=04f0e770-cf9e-4a30-917d-14f1eaa59570,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:06.385999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15fce11f-a46b-41b7-be8a-2775af51c19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.404936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce48d48-2cba-416d-87bb-bbf825d63d9e req-2c7ffc48-c727-4f45-85e6-7186798cc587 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.412547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ce48d48-2cba-416d-87bb-bbf825d63d9e req-2c7ffc48-c727-4f45-85e6-7186798cc587 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 943 time: 0.2486289 Aug 11 02:58:06.421506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:06.428185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15fce11f-a46b-41b7-be8a-2775af51c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.435991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:06.442855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:06.530757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ce48d48-2cba-416d-87bb-bbf825d63d9e req-234d1677-0b7b-4fed-b1a1-cb46ec04d05b tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115248 Aug 11 02:58:06.548583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.549144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-15fce11f-a46b-41b7-be8a-2775af51c19a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e02c7711d9114707a5b2fb4a2787681b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0092211 Aug 11 02:58:06.550150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.559976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51666) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:06.563718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Attempting to bind port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:06.564189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Attempting to bind port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'af965cd4-9ccf-4018-bd5b-467aae0f8d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:06.564682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Attempting to bind port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a on network 0043bfff-a734-448a-b18d-ab88d1a6a722 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:06.569716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-085ceaef-e32b-4811-b944-d0ddd4a917b3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6468925 Aug 11 02:58:06.572181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a on network 0043bfff-a734-448a-b18d-ab88d1a6a722 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:06.572502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Attempting to bind port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a on network 0043bfff-a734-448a-b18d-ab88d1a6a722 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:06.578955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:06.579346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Checking segment: {'id': 'af965cd4-9ccf-4018-bd5b-467aae0f8d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:06.579780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Bound using segment: {'id': 'af965cd4-9ccf-4018-bd5b-467aae0f8d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:06.580245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Bound port: 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af965cd4-9ccf-4018-bd5b-467aae0f8d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:06.580768 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.584965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fce11f-a46b-41b7-be8a-2775af51c19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3e846f-305c-42c0-b0df-3dc4d15923c3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:06.593056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-c4e05b2c-8048-49de-a62a-19bca59a88c4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734754 Aug 11 02:58:06.599313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Request body: {'port': {'device_id': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:06.674972 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e92301db-060e-4564-ae11-e8189d8c1e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.705818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.728200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] For port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:06.748230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-8d0943c8-3310-493e-9270-c8915a3effd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.749709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-8d0943c8-3310-493e-9270-c8915a3effd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.4201458 Aug 11 02:58:06.757794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e92301db-060e-4564-ae11-e8189d8c1e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.826247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-835db1f2-a541-43df-a012-13e224193110 None None] Provisioning for port 04f0e770-cf9e-4a30-917d-14f1eaa59570 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:06.835425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-835db1f2-a541-43df-a012-13e224193110 None None] Provisioning complete for port 04f0e770-cf9e-4a30-917d-14f1eaa59570 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:06.836082 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-835db1f2-a541-43df-a012-13e224193110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.853436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] For port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,segment=NetworkSegment(af965cd4-9ccf-4018-bd5b-467aae0f8d16),segment_id=af965cd4-9ccf-4018-bd5b-467aae0f8d16)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:06.858954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.877237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-01d8d439-c227-4157-b359-ad72b17a57d4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326798 Aug 11 02:58:06.881797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e92301db-060e-4564-ae11-e8189d8c1e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.883403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-835db1f2-a541-43df-a012-13e224193110 None None] Port 04f0e770-cf9e-4a30-917d-14f1eaa59570 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:06.884822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e92301db-060e-4564-ae11-e8189d8c1e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.889368 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e92301db-060e-4564-ae11-e8189d8c1e0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a3e846f-305c-42c0-b0df-3dc4d15923c3 HTTP/1.1" status: 204 len: 168 time: 0.2995179 Aug 11 02:58:06.919985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:06.920540 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:06.922303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] 10.222.0.10 "PUT /v2.0/ports/2d2c5f2c-6a46-4f82-9fbd-04c85d63970a HTTP/1.1" status: 200 len: 1092 time: 2.4191530 Aug 11 02:58:06.927455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'tag': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:06.929967 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7c53e6-4da7-445c-8715-937666ed7fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae5ca03-8121-44bc-8a2f-ad81afb432c4", "tag": "2d2c5f2c-6a46-4f82-9fbd-04c85d63970a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:06.951927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-213857b6-c6ba-439d-aab2-5e54d3a41657 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 200 len: 217 time: 0.1270535 Aug 11 02:58:06.979789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92301db-060e-4564-ae11-e8189d8c1e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3e846f-305c-42c0-b0df-3dc4d15923c3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:07.049232 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2353b821-d5eb-4f7f-9ae1-94831c91f81e x-openstack-request-id: req-2353b821-d5eb-4f7f-9ae1-94831c91f81e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:07.049558 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae5ca03-8121-44bc-8a2f-ad81afb432c4", "tag": "2d2c5f2c-6a46-4f82-9fbd-04c85d63970a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:07.050118 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2353b821-d5eb-4f7f-9ae1-94831c91f81e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:07.050578 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'tag': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a', 'status': 'completed', 'code': 200} Aug 11 02:58:07.101590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd8618-d081-49d8-95d4-f2584e341c7b service neutron] Pushing event updated for resources: {'Port': ['ID=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:07.111057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-5cea1624-a910-4431-9efd-9ddc03233391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.112682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-5cea1624-a910-4431-9efd-9ddc03233391 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1106379 Aug 11 02:58:07.161932 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-6a2ea97c-06db-4967-8f4d-917964e74f2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389683 Aug 11 02:58:07.170832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94288339-8ff2-4da5-8d9a-e7250e2866ee req-dddf81c7-56b4-4ee4-9059-7ab7389f19f8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.172475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94288339-8ff2-4da5-8d9a-e7250e2866ee req-dddf81c7-56b4-4ee4-9059-7ab7389f19f8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 936 time: 0.2924411 Aug 11 02:58:07.178670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f8d20-6f47-4061-a188-562737edebf5 req-05e12556-8623-4f37-a287-b883cb4da03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.180324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-05e12556-8623-4f37-a287-b883cb4da03b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2b231652e0e433f886ae38b577db156&device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 1095 time: 0.1756909 Aug 11 02:58:07.288606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51684) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:07.299980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-1ab9187a-66e3-4e6a-9854-4a3a6f9e286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.300295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-4edd43a1-e9c4-4674-a126-7c93742d92b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a HTTP/1.1" status: 200 len: 217 time: 0.1028147 Aug 11 02:58:07.302042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-1ab9187a-66e3-4e6a-9854-4a3a6f9e286f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 1099 time: 0.3079116 Aug 11 02:58:07.333637 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf8558cf-64d5-4635-88b6-4036afd33e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:07.367154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f0e770-cf9e-4a30-917d-14f1eaa59570 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:07.375966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94288339-8ff2-4da5-8d9a-e7250e2866ee req-a8451f25-32ec-460f-91fc-1cc0b689cfce tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944821 Aug 11 02:58:07.382404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:07.418186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Transition to ACTIVE for port object 04f0e770-cf9e-4a30-917d-14f1eaa59570 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:07.422956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-317982fe-e657-49b1-a605-7caf36adc94e service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397647 Aug 11 02:58:07.426785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f8d20-6f47-4061-a188-562737edebf5 req-0ddec690-20a6-4add-b334-b0be6f6b5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.428368 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-0ddec690-20a6-4add-b334-b0be6f6b5901 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a526af90-8478-4527-b9c4-f09d5fe3b3de HTTP/1.1" status: 200 len: 854 time: 0.1100433 Aug 11 02:58:07.444015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:07.517410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-2e4f440d-4b8d-4272-b8f0-a5044bb53abb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0043bfff-a734-448a-b18d-ab88d1a6a722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773988 Aug 11 02:58:07.547078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Pushing event updated for resources: {'Port': ['ID=04f0e770-cf9e-4a30-917d-14f1eaa59570,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:07.563847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d087f4-e878-452f-b70d-f5a94f46352f req-a380e3d3-08ac-4f19-bcda-095ca3677f20 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.568958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6d087f4-e878-452f-b70d-f5a94f46352f req-a380e3d3-08ac-4f19-bcda-095ca3677f20 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1957612 Aug 11 02:58:07.579047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-cbc0ebb4-c66f-477b-add8-45a948bc5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.580026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-cbc0ebb4-c66f-477b-add8-45a948bc5869 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2660692 Aug 11 02:58:07.710718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-5d0ba696-232f-4bbf-a8c1-ba42d1bd2308 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ecb75011-436c-4b16-815e-e027d75b541e HTTP/1.1" status: 200 len: 217 time: 0.1104879 Aug 11 02:58:07.803098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6d087f4-e878-452f-b70d-f5a94f46352f req-d4fa34f1-1e90-44b2-ae38-692c13cc03ae tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041721 Aug 11 02:58:07.815679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Attempting to bind port 04f0e770-cf9e-4a30-917d-14f1eaa59570 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:07.815679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Attempting to bind port 04f0e770-cf9e-4a30-917d-14f1eaa59570 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:07.816066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Attempting to bind port 04f0e770-cf9e-4a30-917d-14f1eaa59570 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:07.826615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-b734b8d1-6769-4650-a7db-44e4f33ecf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.828356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-b734b8d1-6769-4650-a7db-44e4f33ecf73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1025367 Aug 11 02:58:07.829215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Port 04f0e770-cf9e-4a30-917d-14f1eaa59570 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:07.829621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Attempting to bind port 04f0e770-cf9e-4a30-917d-14f1eaa59570 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:07.835713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:07.836162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:07.836660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:07.837221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Bound port: 04f0e770-cf9e-4a30-917d-14f1eaa59570, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:07.837747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:07.941513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-49f900f9-009e-4a94-9f4c-78e9ae68ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:07.943062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-49f900f9-009e-4a94-9f4c-78e9ae68ab74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1028669 Aug 11 02:58:07.977671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] For port 04f0e770-cf9e-4a30-917d-14f1eaa59570, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:08.024303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] For port 04f0e770-cf9e-4a30-917d-14f1eaa59570, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=04f0e770-cf9e-4a30-917d-14f1eaa59570,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:08.032530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.134145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-a111221b-6b52-4cc1-b086-cae7ac3a9cb1 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963317 Aug 11 02:58:08.135443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ecb75011-436c-4b16-815e-e027d75b541e details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:08.154189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.156499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.162680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] 10.222.0.10 "PUT /v2.0/ports/04f0e770-cf9e-4a30-917d-14f1eaa59570 HTTP/1.1" status: 200 len: 1097 time: 1.5773842 Aug 11 02:58:08.177526 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-b9957665-4158-4d56-9176-e99f52a887d5 service neutron] 10.222.0.10 "GET /v2.0/networks/0043bfff-a734-448a-b18d-ab88d1a6a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6509087 Aug 11 02:58:08.230716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf8558cf-64d5-4635-88b6-4036afd33e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.257850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbbae6-05ca-4528-bff2-95eeafe4756a req-7eeb5f89-960f-4585-a965-afe7d69dd541 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.259786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3bfbbae6-05ca-4528-bff2-95eeafe4756a req-7eeb5f89-960f-4585-a965-afe7d69dd541 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 943 time: 0.2479331 Aug 11 02:58:08.264747 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-255f9f9f-d800-4fe0-9ab8-ca1c50ef74a4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103676 Aug 11 02:58:08.273888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac38e6-dfc5-49ac-9431-6d2ebb8966b6 service neutron] Pushing event updated for resources: {'Port': ['ID=04f0e770-cf9e-4a30-917d-14f1eaa59570,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:08.322913 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf8558cf-64d5-4635-88b6-4036afd33e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.413708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ecb75011-436c-4b16-815e-e027d75b541e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ecb75011-436c-4b16-815e-e027d75b541e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:08.447333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf8558cf-64d5-4635-88b6-4036afd33e17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3191e807da9f4e269a5d72721cc277df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1575112 Aug 11 02:58:08.451021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51698) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:08.452725 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'ecb75011-436c-4b16-815e-e027d75b541e', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'ecb75011-436c-4b16-815e-e027d75b541e', 'mac_address': 'fa:16:3e:e8:aa:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:08.497086 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8558cf-64d5-4635-88b6-4036afd33e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6f2a81-36ac-45d3-825b-cf31062156df,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:08.526173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.531944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-7f933802-4fc0-45af-b057-f55a12e60446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.534236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-7f933802-4fc0-45af-b057-f55a12e60446 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 1100 time: 0.2980325 Aug 11 02:58:08.558677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3bfbbae6-05ca-4528-bff2-95eeafe4756a req-27675eba-2fb6-43ce-80e3-400a2b2d526e tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308223 Aug 11 02:58:08.579000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb75011-436c-4b16-815e-e027d75b541e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:08.598913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-668f8d20-6f47-4061-a188-562737edebf5 req-89a18445-a8b3-4282-ae7b-cc7e40d9955f service neutron] 10.222.0.10 "GET /v2.0/networks/0043bfff-a734-448a-b18d-ab88d1a6a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112856 Aug 11 02:58:08.648421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ecb75011-436c-4b16-815e-e027d75b541e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ecb75011-436c-4b16-815e-e027d75b541e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:08.651824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a544da17-e6ff-4616-9e61-4f64d9faf60a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.655891 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.663016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-89cf8efd-1830-4f8a-8129-fe4ee584f222 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=04f0e770-cf9e-4a30-917d-14f1eaa59570 HTTP/1.1" status: 200 len: 217 time: 0.1045749 Aug 11 02:58:08.674532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-70b8142c-7c12-4c13-98c2-da3846f33afd req-11c18d9f-d7d9-432d-b48e-3d2efd869f10 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896017 Aug 11 02:58:08.737100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ecb75011-436c-4b16-815e-e027d75b541e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:08.748508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.749075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.749430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.749965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.750475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.751017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.751522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.751885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.752211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.752888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.753397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.753899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:08.766033 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a544da17-e6ff-4616-9e61-4f64d9faf60a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.775146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-2800a360-419d-4aab-94d7-790876809cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.776788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-2800a360-419d-4aab-94d7-790876809cf2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0996737 Aug 11 02:58:08.786702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee1d95-8dee-4c2e-b9c0-adeb33d1a27b req-1bbd0f91-d7da-4466-9524-2ff22ba38bc4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.788765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5ee1d95-8dee-4c2e-b9c0-adeb33d1a27b req-1bbd0f91-d7da-4466-9524-2ff22ba38bc4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 948 time: 0.2638364 Aug 11 02:58:08.799016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-78e041a8-8801-4d41-a417-79d7b26c168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.801052 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-78e041a8-8801-4d41-a417-79d7b26c168a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f2b231652e0e433f886ae38b577db156&device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 1095 time: 0.1246583 Aug 11 02:58:08.923549 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a544da17-e6ff-4616-9e61-4f64d9faf60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.926375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a544da17-e6ff-4616-9e61-4f64d9faf60a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:08.927511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a544da17-e6ff-4616-9e61-4f64d9faf60a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad6f2a81-36ac-45d3-825b-cf31062156df HTTP/1.1" status: 204 len: 168 time: 0.4746046 Aug 11 02:58:08.939548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-dadceba7-c8f3-4c23-9915-d3f6495cc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.940452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5ee1d95-8dee-4c2e-b9c0-adeb33d1a27b req-9aa3df5e-5b8e-4ace-8145-72aae3b4deba tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099536 Aug 11 02:58:08.941061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-dadceba7-c8f3-4c23-9915-d3f6495cc1e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0043bfff-a734-448a-b18d-ab88d1a6a722 HTTP/1.1" status: 200 len: 915 time: 0.1327536 Aug 11 02:58:08.941939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544da17-e6ff-4616-9e61-4f64d9faf60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6f2a81-36ac-45d3-825b-cf31062156df,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:08.969262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-bd6bc808-5995-4c75-a622-35af48093ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:08.970835 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-bd6bc808-5995-4c75-a622-35af48093ffd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1810055 Aug 11 02:58:09.010281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:09.013996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-09c1ad55-e2b0-41e7-a89e-d40fce64fa33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a HTTP/1.1" status: 200 len: 217 time: 0.0634010 Aug 11 02:58:09.053570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'tag': '04f0e770-cf9e-4a30-917d-14f1eaa59570'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:09.056696 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abcb8b0-b86f-490a-a7e7-4721434d904a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1808f4-123c-421b-a26e-0fbc430c947d", "tag": "04f0e770-cf9e-4a30-917d-14f1eaa59570"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:09.126333 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cff8d-3418-468d-b16a-49ceff68c562 x-openstack-request-id: req-df5cff8d-3418-468d-b16a-49ceff68c562 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:09.126978 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1808f4-123c-421b-a26e-0fbc430c947d", "tag": "04f0e770-cf9e-4a30-917d-14f1eaa59570", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:09.127486 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df5cff8d-3418-468d-b16a-49ceff68c562 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:09.128137 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'tag': '04f0e770-cf9e-4a30-917d-14f1eaa59570', 'status': 'completed', 'code': 200} Aug 11 02:58:09.134132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-7f090d4b-ce55-48d8-a7ba-8e4cb3e282e3 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475337 Aug 11 02:58:09.138538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45547611-961c-4498-beaa-7fed73253715 req-0e8e87be-eebc-4f38-90b7-3fe3fb630024 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.147169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45547611-961c-4498-beaa-7fed73253715 req-0e8e87be-eebc-4f38-90b7-3fe3fb630024 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1782825 Aug 11 02:58:09.149970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-fcb438c4-596b-4ccf-a0b1-1eab215ca9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.151697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-fcb438c4-596b-4ccf-a0b1-1eab215ca9e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a526af90-8478-4527-b9c4-f09d5fe3b3de HTTP/1.1" status: 200 len: 854 time: 0.1155572 Aug 11 02:58:09.200501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-b39db6ac-155a-4ee1-8a7d-57881ba1d602 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0043bfff-a734-448a-b18d-ab88d1a6a722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390863 Aug 11 02:58:09.240987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45547611-961c-4498-beaa-7fed73253715 req-daecaad5-b731-4bf1-8fbb-d005351a0ea5 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882778 Aug 11 02:58:09.296901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d40bbefe-ad7a-4a63-a42a-a467fdfa2e13 req-4ffa704f-bc9d-4610-bcf8-51955f6af59d service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546094 Aug 11 02:58:09.380962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-4871f3a9-e65b-454d-80bc-b1fb2526bfda service neutron] 10.222.0.10 "GET /v2.0/networks/0043bfff-a734-448a-b18d-ab88d1a6a722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571426 Aug 11 02:58:09.458922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-44528e84-4bdc-4013-a56b-510558c06322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.461497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-44528e84-4bdc-4013-a56b-510558c06322 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 1100 time: 0.0980587 Aug 11 02:58:09.541217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc7c53e6-4da7-445c-8715-937666ed7fd9 req-8e48b9c0-a8b2-405f-9c3e-b88c0da67b94 service neutron] 10.222.0.10 "GET /v2.0/networks/0043bfff-a734-448a-b18d-ab88d1a6a722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524286 Aug 11 02:58:09.627180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-6db2caea-28cb-4871-8177-6c6a0492cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.629407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-6db2caea-28cb-4871-8177-6c6a0492cace service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1502433 Aug 11 02:58:09.683492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-529c59dc-b774-477f-97f6-85cd510e4c8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=04f0e770-cf9e-4a30-917d-14f1eaa59570 HTTP/1.1" status: 200 len: 217 time: 0.0423203 Aug 11 02:58:09.765855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-d15b09bc-9a78-4a63-ba21-2e7304503ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.767335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-d15b09bc-9a78-4a63-ba21-2e7304503ee0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0695662 Aug 11 02:58:09.775472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6043ead-d877-4792-8bbc-ff125eac826f req-631a7f42-2e2a-474f-aa04-fc48e53f4a32 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.776891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6043ead-d877-4792-8bbc-ff125eac826f req-631a7f42-2e2a-474f-aa04-fc48e53f4a32 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 943 time: 0.0882120 Aug 11 02:58:09.844678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-1b60dc62-e66c-48de-af33-6c139c010dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:09.846169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-1b60dc62-e66c-48de-af33-6c139c010dbb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684404 Aug 11 02:58:09.857090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6043ead-d877-4792-8bbc-ff125eac826f req-13a14e41-23f1-4296-ac12-456d152a6ebe tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691648 Aug 11 02:58:09.947453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-f204ed9c-36ec-4bc3-a8ab-e4f6e0354799 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852978 Aug 11 02:58:10.069089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8ae7d-d9ad-471a-9e24-0a0386657d46 req-9194fd9a-bea3-4b5a-996c-96f0fe310e80 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:10.069473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1abcb8b0-b86f-490a-a7e7-4721434d904a req-d6f8b67a-ce78-46db-a315-8b959436dff2 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139472 Aug 11 02:58:10.071938 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3a8ae7d-d9ad-471a-9e24-0a0386657d46 req-9194fd9a-bea3-4b5a-996c-96f0fe310e80 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 948 time: 0.0668495 Aug 11 02:58:10.113575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3a8ae7d-d9ad-471a-9e24-0a0386657d46 req-4b332793-8845-4ce0-9b3e-d08ab0aa5b03 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Aug 11 02:58:10.145310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:10.245640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,segment=NetworkSegment(af965cd4-9ccf-4018-bd5b-467aae0f8d16),segment_id=af965cd4-9ccf-4018-bd5b-467aae0f8d16)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:10.257329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a', 'network_id': '0043bfff-a734-448a-b18d-ab88d1a6a722', 'port_id': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a', 'mac_address': 'fa:16:3e:26:20:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a526af90-8478-4527-b9c4-f09d5fe3b3de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:10.299793 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:10.313310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:10.334847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,segment=NetworkSegment(af965cd4-9ccf-4018-bd5b-467aae0f8d16),segment_id=af965cd4-9ccf-4018-bd5b-467aae0f8d16)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:10.339555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:10.379878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462be69-71b6-4f54-80b7-3585b6cb3be8 req-cfcd0cce-de49-4acb-b82b-89154431eb99 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:10.392226 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1462be69-71b6-4f54-80b7-3585b6cb3be8 req-cfcd0cce-de49-4acb-b82b-89154431eb99 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0781057 Aug 11 02:58:10.398810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:10.441388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1462be69-71b6-4f54-80b7-3585b6cb3be8 req-11af3cdb-9608-4bad-942d-5376e73c8a88 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Aug 11 02:58:10.532500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51756) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:10.632233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-96314098', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:10.654489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Made reservation on behalf of 482e11599fc64de6a155e79f47bacf5d for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:10.656881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:10.665234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:10.686995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['2d2c5f2c-6a46-4f82-9fbd-04c85d63970a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:10.758951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53157-0e99-460f-964a-e55af000dd18 req-164671a4-8c34-492d-adae-04b0c54211da tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:10.761179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-164671a4-8c34-492d-adae-04b0c54211da tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.1164858 Aug 11 02:58:10.766763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:10.772330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:10.779354 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-bbf4a289-6e52-40cd-b77a-93c12bda9e8f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/quotas/2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 375 time: 0.0110857 Aug 11 02:58:10.799435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d4b2cb-6a2f-474b-9ad4-04dd1dffb3b6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:10.802691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] device_id is not set on port 0333913d-1bbf-4760-929b-3538c6cbef9d yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:58:10.856507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-d848a343-a2ee-4d9f-aa72-1367e754df81 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653307 Aug 11 02:58:10.919536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Allocated IP 172.25.4.253 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/0333913d-1bbf-4760-929b-3538c6cbef9d) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:10.955771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-db25c60e-d8e6-4283-a995-02762a0a60df service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918310 Aug 11 02:58:11.007980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25425396-af84-43dc-b3bc-b690b17e55c0 req-d7fcfaf9-3609-42c1-92ae-9ec890e8f39b tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.009575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25425396-af84-43dc-b3bc-b690b17e55c0 req-d7fcfaf9-3609-42c1-92ae-9ec890e8f39b tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 944 time: 0.0791290 Aug 11 02:58:11.048273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-01437c09-a451-4b35-8e12-e5a78ba56f18 service neutron] 10.222.0.60 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861356 Aug 11 02:58:11.100361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25425396-af84-43dc-b3bc-b690b17e55c0 req-0f67e57e-9839-44e9-a177-4385d92e80e8 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783532 Aug 11 02:58:11.132862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.184418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.255788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:11.263887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:11.269114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:11.274588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Pushing event updated for resources: {'Port': ['ID=0333913d-1bbf-4760-929b-3538c6cbef9d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:11.310855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30ca07-d895-4b2b-bfe3-ef49b07de23e req-ece069c4-35df-4acb-a9fb-6aa801bd9d7a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.312407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc30ca07-d895-4b2b-bfe3-ef49b07de23e req-ece069c4-35df-4acb-a9fb-6aa801bd9d7a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 948 time: 0.1185465 Aug 11 02:58:11.337393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.338030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.356366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e052d3aa-2f76-4113-b770-606bc42367b7 req-62a00a29-5e16-4683-8aa7-2b5ea9a2a775 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0292840 Aug 11 02:58:11.366126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc30ca07-d895-4b2b-bfe3-ef49b07de23e req-6111b6f4-b88f-4671-b621-99f6aaaf05e5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473573 Aug 11 02:58:11.371124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2335033f-7b23-42ff-975a-d785ed155361 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8374612 Aug 11 02:58:11.372280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51778) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:11.376760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}]}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:11.403664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.408705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.469036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.659362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.676390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc9f69-a208-40a8-a24f-b9efeb63ac2f req-d44b6d15-1f76-4f92-ba4d-13e2c3de581f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:11.678310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3dc9f69-a208-40a8-a24f-b9efeb63ac2f req-d44b6d15-1f76-4f92-ba4d-13e2c3de581f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1296117 Aug 11 02:58:11.764852 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3dc9f69-a208-40a8-a24f-b9efeb63ac2f req-6f981f18-a34a-4624-957a-ec66968a5ece tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728343 Aug 11 02:58:11.925575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:11.948897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.098209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.154670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 04f0e770-cf9e-4a30-917d-14f1eaa59570 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:12.158169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ecb75011-436c-4b16-815e-e027d75b541e up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:12.229812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8911b-1ea4-4f7f-a42e-96521c2d9ce3 req-d3952764-5d60-4033-b46d-38fa3a8a53b9 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.233652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bf8911b-1ea4-4f7f-a42e-96521c2d9ce3 req-d3952764-5d60-4033-b46d-38fa3a8a53b9 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 944 time: 0.0587082 Aug 11 02:58:12.261653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.264824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.266546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port ecb75011-436c-4b16-815e-e027d75b541e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:12.278276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port ecb75011-436c-4b16-815e-e027d75b541e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:12.278843 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.285154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bf8911b-1ea4-4f7f-a42e-96521c2d9ce3 req-38175839-30f1-4279-ba03-f3c2547f5297 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Aug 11 02:58:12.310880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.311394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bd22da7-5706-4c4c-8e9c-f4a340b58316 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:58:12.333412 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:58:12.334955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4083652a-d26d-40d5-bdb2-bcb73b0c5a18 tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9615633 Aug 11 02:58:12.337081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 04f0e770-cf9e-4a30-917d-14f1eaa59570, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=04f0e770-cf9e-4a30-917d-14f1eaa59570,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:12.337802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51794) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:12.354354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '04f0e770-cf9e-4a30-917d-14f1eaa59570', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '04f0e770-cf9e-4a30-917d-14f1eaa59570', 'mac_address': 'fa:16:3e:43:68:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:12.431902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Deleting port 0333913d-1bbf-4760-929b-3538c6cbef9d {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:12.432341 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.432723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.434750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.455118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f0e770-cf9e-4a30-917d-14f1eaa59570 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:12.488327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb75011-436c-4b16-815e-e027d75b541e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:12.490886 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0dac68-8610-41a2-8ebc-8ca18f0907e9" -d '{"events": [{"server_uuid": "cc4c454d-9f7a-4e35-8a49-c414a4953b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ecb75011-436c-4b16-815e-e027d75b541e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:12.496726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 04f0e770-cf9e-4a30-917d-14f1eaa59570, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=04f0e770-cf9e-4a30-917d-14f1eaa59570,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:12.513057 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.522198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ecb75011-436c-4b16-815e-e027d75b541e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ecb75011-436c-4b16-815e-e027d75b541e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:12.543505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbf12856-f869-497d-8e9f-796c9e53a260 req-0b788c3c-4736-4c45-acb1-5e62641a2e04 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0435104 Aug 11 02:58:12.555232 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.556289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:12.611964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.624068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=04f0e770-cf9e-4a30-917d-14f1eaa59570,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:12.630784 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aa822c-79b8-4e18-9700-801b6258bd39 x-openstack-request-id: req-81aa822c-79b8-4e18-9700-801b6258bd39 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:12.631070 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4c454d-9f7a-4e35-8a49-c414a4953b5e", "name": "network-vif-plugged", "status": "completed", "tag": "ecb75011-436c-4b16-815e-e027d75b541e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:12.631323 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81aa822c-79b8-4e18-9700-801b6258bd39 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:12.632763 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb75011-436c-4b16-815e-e027d75b541e', 'code': 200} Aug 11 02:58:12.649759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Calling delete_port for 0333913d-1bbf-4760-929b-3538c6cbef9d owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:12.670565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432b271-4c6d-4722-9e4e-0ac54506bdef req-40d49a39-eb42-4380-89ad-abebcbf28424 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.672244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4432b271-4c6d-4722-9e4e-0ac54506bdef req-40d49a39-eb42-4380-89ad-abebcbf28424 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 949 time: 0.1736047 Aug 11 02:58:12.752005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:12.754107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ecb75011-436c-4b16-815e-e027d75b541e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:12.763871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:12.764269 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.781983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501036b-ae0c-4178-b4f7-afbd768506bf req-f66cbe0e-9dd6-4776-b610-45382359ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.783544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d501036b-ae0c-4178-b4f7-afbd768506bf req-f66cbe0e-9dd6-4776-b610-45382359ad56 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 1101 time: 0.0803111 Aug 11 02:58:12.824575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53157-0e99-460f-964a-e55af000dd18 req-88e9ec48-eee0-4e5e-bd46-e73d379a910f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.826936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-88e9ec48-eee0-4e5e-bd46-e73d379a910f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 820 time: 0.2836676 Aug 11 02:58:12.834903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d501036b-ae0c-4178-b4f7-afbd768506bf req-82d06f14-a763-4742-b05e-72cde18e8b93 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430746 Aug 11 02:58:12.845454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4432b271-4c6d-4722-9e4e-0ac54506bdef req-9e12c5eb-998c-49a4-a0f9-b02021b6c54a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574438 Aug 11 02:58:12.856911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Request body: {'port': {'device_id': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'admin_state_up': True, 'tenant_id': '2e7b55340ced4a15a108d9cb1e700963'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:12.901125 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:12.913617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['04f0e770-cf9e-4a30-917d-14f1eaa59570'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:12.919105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2d123-6968-4517-9f9e-e13c903fd8e9 req-139d9661-19f0-4a5c-ac61-776242527dd9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:12.935929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beb2d123-6968-4517-9f9e-e13c903fd8e9 req-139d9661-19f0-4a5c-ac61-776242527dd9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0815196 Aug 11 02:58:12.989358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,segment=NetworkSegment(af965cd4-9ccf-4018-bd5b-467aae0f8d16),segment_id=af965cd4-9ccf-4018-bd5b-467aae0f8d16)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:12.998571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beb2d123-6968-4517-9f9e-e13c903fd8e9 req-655a799b-490f-424b-8c87-d0109b3d1a90 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561097 Aug 11 02:58:13.007652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.014491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.049884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Pushing event deleted for resources: {'Port': ['ID=0333913d-1bbf-4760-929b-3538c6cbef9d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:13.098650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Made reservation on behalf of 2e7b55340ced4a15a108d9cb1e700963 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:13.100814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:13.104379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.183132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.185670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-364a762a-f63b-47f5-b731-33a15506212d tempest-RoutersAdminNegativeTest-387108430 tempest-RoutersAdminNegativeTest-387108430-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0333913d-1bbf-4760-929b-3538c6cbef9d HTTP/1.1" status: 204 len: 168 time: 0.8469708 Aug 11 02:58:13.483076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51814) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:13.573756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Allocated IP 172.20.0.9 (f46a0156-2c90-429d-950a-a3d28a064a03/205bd9c6-f42b-4555-82a2-911befae5c1e/a4a23294-d05b-493c-914f-d7794de9ecf0) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:13.590169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58a953-4ed0-49fc-bf4e-a28ce806031d req-48ccdd5b-72cf-4e85-9c69-306559ae9eb5 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:13.591820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c58a953-4ed0-49fc-bf4e-a28ce806031d req-48ccdd5b-72cf-4e85-9c69-306559ae9eb5 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 945 time: 0.0728598 Aug 11 02:58:13.614433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b667225e-223e-4a12-b748-d4ccce5d8322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.660199 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c58a953-4ed0-49fc-bf4e-a28ce806031d req-7d8cef47-fab7-40ae-9b90-400b065f4359 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552468 Aug 11 02:58:13.720147 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bef5ccb-60f8-4326-9ce1-68e9cd0d98c6 req-332fafc9-5ce2-4990-bf02-62b91ec902e4 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0701375 Aug 11 02:58:13.869311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b667225e-223e-4a12-b748-d4ccce5d8322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.876008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b667225e-223e-4a12-b748-d4ccce5d8322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.905027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-e88ba62e-f729-413b-8ead-a8ce655d46de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1074586 Aug 11 02:58:13.930157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:13.931767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b667225e-223e-4a12-b748-d4ccce5d8322 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4258109a2d044737b2dbff5b4665524e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4475100 Aug 11 02:58:13.933838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667225e-223e-4a12-b748-d4ccce5d8322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c841e1ca-9b81-49ab-ab6e-7b0c3bd2b2c1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:13.935225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51826) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:14.026922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-4bfe9b15-34d9-4855-995d-70607b010f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.029114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-4bfe9b15-34d9-4855-995d-70607b010f1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.0468431 Aug 11 02:58:14.066829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1462d3-151d-4d7d-b04c-5c86aa2cef0a req-81253636-b630-456b-ac64-0fc83458ae6d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.069348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d1462d3-151d-4d7d-b04c-5c86aa2cef0a req-81253636-b630-456b-ac64-0fc83458ae6d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 949 time: 0.1000473 Aug 11 02:58:14.096707 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.113398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ca10a25-f48a-4f13-be29-88fda83ff937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.204391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d1462d3-151d-4d7d-b04c-5c86aa2cef0a req-a7853c03-5e70-4c2c-a9de-95f4e6f5fdb2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219203 Aug 11 02:58:14.206707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Network f46a0156-2c90-429d-950a-a3d28a064a03 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:14.214307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533326-e175-4ad0-a065-507b0f768082 req-699e265c-e99f-4edb-94ef-9ab01e7da61b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.214307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86533326-e175-4ad0-a065-507b0f768082 req-699e265c-e99f-4edb-94ef-9ab01e7da61b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1153820 Aug 11 02:58:14.229233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ca10a25-f48a-4f13-be29-88fda83ff937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.241732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:14.245324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:14.255903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-2483653d-5d1a-4b82-bd99-260e9f2efd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.257443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-2483653d-5d1a-4b82-bd99-260e9f2efd31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.1933095 Aug 11 02:58:14.280263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:14.328186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.329038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.347238 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-a3880c7d-6627-4dbd-92e8-0600c0845d90 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4966161 Aug 11 02:58:14.363834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Request body: {'port': {'device_id': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:14.368488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ca10a25-f48a-4f13-be29-88fda83ff937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.373287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ca10a25-f48a-4f13-be29-88fda83ff937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.378344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ca10a25-f48a-4f13-be29-88fda83ff937 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c841e1ca-9b81-49ab-ab6e-7b0c3bd2b2c1 HTTP/1.1" status: 204 len: 168 time: 0.4396544 Aug 11 02:58:14.412553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca10a25-f48a-4f13-be29-88fda83ff937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c841e1ca-9b81-49ab-ab6e-7b0c3bd2b2c1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:14.468991 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:14.634377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:14.637470 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b7cb86-d4f8-4ba2-8344-efc2874bab2d" -d '{"events": [{"server_uuid": "7ae5ca03-8121-44bc-8a2f-ad81afb432c4", "name": "network-vif-plugged", "status": "completed", "tag": "2d2c5f2c-6a46-4f82-9fbd-04c85d63970a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:14.657489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-b1692ae4-daf2-4e75-b9b4-f46d7bdb5873 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.3883469 Aug 11 02:58:14.666480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86533326-e175-4ad0-a065-507b0f768082 req-0e6ebc4e-1213-41fb-b0c4-33c452ed9784 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452589 Aug 11 02:58:14.723087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-3833e829-1cba-418c-bb6b-3db002cdfa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.725897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-3833e829-1cba-418c-bb6b-3db002cdfa9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.0581517 Aug 11 02:58:14.741272 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229557e5-273d-4577-9d57-7c6c7592492b x-openstack-request-id: req-229557e5-273d-4577-9d57-7c6c7592492b {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:14.742777 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae5ca03-8121-44bc-8a2f-ad81afb432c4", "name": "network-vif-plugged", "status": "completed", "tag": "2d2c5f2c-6a46-4f82-9fbd-04c85d63970a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:14.743242 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-229557e5-273d-4577-9d57-7c6c7592492b {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:14.744491 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a', 'code': 200} Aug 11 02:58:14.818634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51842) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:14.879830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-76fd6a34-510a-43ff-8b9e-14c751958c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.881334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-76fd6a34-510a-43ff-8b9e-14c751958c62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278100 Aug 11 02:58:14.904651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ee29-939a-43a3-ad7b-8136b4d2848b req-9c7ef935-70a2-43dd-8d63-856a1986f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.906431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce49ee29-939a-43a3-ad7b-8136b4d2848b req-9c7ef935-70a2-43dd-8d63-856a1986f021 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 1097 time: 0.0871139 Aug 11 02:58:14.923543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ac8a8-3659-42be-84bc-0ea05820e344 req-693b5e9d-5f41-4c96-a442-0316c581f14e tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.928522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-583ac8a8-3659-42be-84bc-0ea05820e344 req-693b5e9d-5f41-4c96-a442-0316c581f14e tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 945 time: 0.1216629 Aug 11 02:58:14.956979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c3d07b38-34a0-4adf-a7a8-eb91690af2be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=482e11599fc64de6a155e79f47bacf5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376646 Aug 11 02:58:14.962342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:14.966467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a23294-d05b-493c-914f-d7794de9ecf0 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:14.987308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e61b2a-f09b-46e2-aa0a-61007e1765f6 req-f7ba9500-bd04-4f1d-8708-3ba036bf2c0d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:14.989140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51e61b2a-f09b-46e2-aa0a-61007e1765f6 req-f7ba9500-bd04-4f1d-8708-3ba036bf2c0d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 931 time: 0.1380532 Aug 11 02:58:14.991413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.027712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Transition to ACTIVE for port object a4a23294-d05b-493c-914f-d7794de9ecf0 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:15.040690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.085966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce49ee29-939a-43a3-ad7b-8136b4d2848b req-ca4a9ad7-3675-4235-bb8b-1871547e4d3c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545866 Aug 11 02:58:15.110064 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-583ac8a8-3659-42be-84bc-0ea05820e344 req-ef48e7bd-b307-408b-abc6-84f078e4ff07 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626439 Aug 11 02:58:15.111616 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51e61b2a-f09b-46e2-aa0a-61007e1765f6 req-cba74b91-0eae-4b6c-bbd2-adfa5b5ad7d8 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095800 Aug 11 02:58:15.142297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:15.172948 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-173b1523-a526-4120-86fc-dfe0f84bd6a8 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651384 Aug 11 02:58:15.179008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a427-7baf-4424-9f28-744d7f222cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.249869 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a427-7baf-4424-9f28-744d7f222cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.296430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:15.296773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:15.297110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:15.306029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:15.306355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:15.313121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:15.313379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:15.313630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:15.314068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Bound port: a4a23294-d05b-493c-914f-d7794de9ecf0, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:15.314442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.386674 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb5eea9-ae04-411c-b9a3-dc13ae691e60 req-4ee7dc1d-6073-415e-bcac-5299ea84c4a1 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006812 Aug 11 02:58:15.413618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a427-7baf-4424-9f28-744d7f222cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.416211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e7a427-7baf-4424-9f28-744d7f222cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.417402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f5e7a427-7baf-4424-9f28-744d7f222cb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1d4b2cb-6a2f-474b-9ad4-04dd1dffb3b6 HTTP/1.1" status: 204 len: 168 time: 0.4540751 Aug 11 02:58:15.481155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7a427-7baf-4424-9f28-744d7f222cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d4b2cb-6a2f-474b-9ad4-04dd1dffb3b6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:15.482289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:15.500457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:15.505657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.569685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dd74a-de89-44c6-a4f9-675045ca89a2 req-0a9138ef-5895-44fb-9323-10308cbadd49 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:15.577982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-da1dd74a-de89-44c6-a4f9-675045ca89a2 req-0a9138ef-5895-44fb-9323-10308cbadd49 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 949 time: 0.1593442 Aug 11 02:58:15.584676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:15.585739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:15.587289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] 10.222.0.57 "PUT /v2.0/ports/a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 200 len: 1092 time: 1.2305007 Aug 11 02:58:15.593318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:15.601613 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afea549f-051d-4503-85bc-1afe83e0a811" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:15.665679 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe3cc02-90b2-443f-8646-1347cffe5c52 x-openstack-request-id: req-7fe3cc02-90b2-443f-8646-1347cffe5c52 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:15.665972 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:15.666216 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fe3cc02-90b2-443f-8646-1347cffe5c52 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:15.666608 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0', 'status': 'completed', 'code': 200} Aug 11 02:58:15.683854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef4ff9-72a3-4e6d-b9e6-2e9b6e69ad0e service neutron] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:15.703112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-da1dd74a-de89-44c6-a4f9-675045ca89a2 req-7a2e47d2-50c3-45b5-a7d7-7c4c041fb9bd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242666 Aug 11 02:58:15.730141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53157-0e99-460f-964a-e55af000dd18 req-400bcd9b-7236-4bcf-a8f8-1a06ed9cad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:15.732749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-400bcd9b-7236-4bcf-a8f8-1a06ed9cad89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1095 time: 0.0653670 Aug 11 02:58:15.785088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-34124d0c-5e53-4605-9815-086ff5d13db5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 200 len: 217 time: 0.0404687 Aug 11 02:58:15.822554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d265dab-48ef-4a3f-ab82-b25f74389576 req-284e3ba4-acf1-4d7f-ab3b-03bb8703b214 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:15.824126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d265dab-48ef-4a3f-ab82-b25f74389576 req-284e3ba4-acf1-4d7f-ab3b-03bb8703b214 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0639405 Aug 11 02:58:15.872738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e53157-0e99-460f-964a-e55af000dd18 req-f20c13db-52a8-46e9-a3d5-79c364479aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:15.874503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-f20c13db-52a8-46e9-a3d5-79c364479aed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0731137 Aug 11 02:58:15.896973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d265dab-48ef-4a3f-ab82-b25f74389576 req-03f5281d-60e5-40d9-8dd9-7b6309a4818b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653648 Aug 11 02:58:15.921146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-bab79431-5a39-4ddc-8178-c725f86e1f20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368578 Aug 11 02:58:16.061203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-1aa1bffe-1eb7-4be1-898a-45ff1b091465 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175501 Aug 11 02:58:16.185137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 04f0e770-cf9e-4a30-917d-14f1eaa59570 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:16.215321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1e53157-0e99-460f-964a-e55af000dd18 req-81e02677-0ba3-44d4-a8d7-26807bf1ead4 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351993 Aug 11 02:58:16.284061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 04f0e770-cf9e-4a30-917d-14f1eaa59570 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:16.290143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 04f0e770-cf9e-4a30-917d-14f1eaa59570 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:16.290978 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:16.329843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc272d-a03d-4211-b101-23b82a89d8d8 req-a5e2bea2-fbd3-4af8-ab6e-4fdd23193245 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:16.332037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ebc272d-a03d-4211-b101-23b82a89d8d8 req-a5e2bea2-fbd3-4af8-ab6e-4fdd23193245 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 945 time: 0.1058590 Aug 11 02:58:16.385056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a8980-f8ab-4d6c-9a3c-1894df50a75e req-ad231339-41f4-4bb6-ae58-edf17217ebb5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:16.389109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-605a8980-f8ab-4d6c-9a3c-1894df50a75e req-ad231339-41f4-4bb6-ae58-edf17217ebb5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1164792 Aug 11 02:58:16.416241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea549f-051d-4503-85bc-1afe83e0a811 req-972458ea-0ce7-4b55-bb50-ad30a214dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:16.417767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afea549f-051d-4503-85bc-1afe83e0a811 req-972458ea-0ce7-4b55-bb50-ad30a214dcf7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1095 time: 0.1179116 Aug 11 02:58:16.446149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ebc272d-a03d-4211-b101-23b82a89d8d8 req-33fcbbf7-666d-4a53-b09b-84bdab8c3769 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764329 Aug 11 02:58:16.473673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-605a8980-f8ab-4d6c-9a3c-1894df50a75e req-80652752-cd57-4919-a0db-15f6639f8287 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674927 Aug 11 02:58:16.616378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:16.641258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:16.650596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea549f-051d-4503-85bc-1afe83e0a811 req-2dd97989-a948-481b-b3f3-142835c0ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:16.653083 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afea549f-051d-4503-85bc-1afe83e0a811 req-2dd97989-a948-481b-b3f3-142835c0ce91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.2042003 Aug 11 02:58:16.709927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 04f0e770-cf9e-4a30-917d-14f1eaa59570, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=04f0e770-cf9e-4a30-917d-14f1eaa59570,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:16.717749 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:16.758242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afea549f-051d-4503-85bc-1afe83e0a811 req-38570753-8775-4b09-be03-1dc0c6cef600 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 200 len: 217 time: 0.0887551 Aug 11 02:58:16.823721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'networks': [{'name': 'tempest-network--952191991'}, {'name': 'tempest-network--132733212'}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:16.825773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'network': {'name': 'tempest-network--952191991'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:16.826668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f0e770-cf9e-4a30-917d-14f1eaa59570'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:16.827040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'network': {'name': 'tempest-network--132733212'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:16.828988 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cceafd-fcdb-4d1a-ba38-6fa44a8d2826" -d '{"events": [{"server_uuid": "fb1808f4-123c-421b-a26e-0fbc430c947d", "name": "network-vif-plugged", "status": "completed", "tag": "04f0e770-cf9e-4a30-917d-14f1eaa59570"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:16.831606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=04f0e770-cf9e-4a30-917d-14f1eaa59570,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:16.872863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Made reservation on behalf of cc406c5e26394f008f73246980159705 for: {'network': 2} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:16.885909 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb60f09a-a9a4-43dc-a0de-dd0a6a434d20 x-openstack-request-id: req-fb60f09a-a9a4-43dc-a0de-dd0a6a434d20 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:16.886407 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1808f4-123c-421b-a26e-0fbc430c947d", "name": "network-vif-plugged", "status": "completed", "tag": "04f0e770-cf9e-4a30-917d-14f1eaa59570", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:16.886612 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:16.887407 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb60f09a-a9a4-43dc-a0de-dd0a6a434d20 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:16.887861 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f0e770-cf9e-4a30-917d-14f1eaa59570', 'code': 200} Aug 11 02:58:16.893117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea549f-051d-4503-85bc-1afe83e0a811 req-cc9ed5eb-4faa-4cde-acbc-b0e030af6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:16.900503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afea549f-051d-4503-85bc-1afe83e0a811 req-cc9ed5eb-4faa-4cde-acbc-b0e030af6b72 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1247239 Aug 11 02:58:16.908581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:16.962179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afea549f-051d-4503-85bc-1afe83e0a811 req-e05f3b32-0203-40a3-b513-467081a25a16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461323 Aug 11 02:58:17.004831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956155c-d0d6-4d29-abce-c3e42e9ee617 req-c8868df8-d734-49e3-a3e3-34b7696f57ab tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.006591 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4956155c-d0d6-4d29-abce-c3e42e9ee617 req-c8868df8-d734-49e3-a3e3-34b7696f57ab tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 950 time: 0.1154239 Aug 11 02:58:17.043123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08627be7-d843-438d-81df-891d4895c850 req-c7f413cd-7b9c-4e00-bc93-d7057cfd1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.044985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08627be7-d843-438d-81df-891d4895c850 req-c7f413cd-7b9c-4e00-bc93-d7057cfd1ece service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 1102 time: 0.0873041 Aug 11 02:58:17.104328 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08627be7-d843-438d-81df-891d4895c850 req-34ecb985-dbc3-4688-a5b3-4dbfd0b75cab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521338 Aug 11 02:58:17.108125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4956155c-d0d6-4d29-abce-c3e42e9ee617 req-b8de701f-8b62-489f-b14a-21da2006893e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701225 Aug 11 02:58:17.148183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afea549f-051d-4503-85bc-1afe83e0a811 req-3fee7151-03e2-469f-b7d3-d59e5a473b7a service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740804 Aug 11 02:58:17.151235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.169963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.170868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.232417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982a883-ebd0-40de-bc5a-16bf0da75d02 req-901f4eaa-644e-4198-a8dd-2bfcbc106ec1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.233952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6982a883-ebd0-40de-bc5a-16bf0da75d02 req-901f4eaa-644e-4198-a8dd-2bfcbc106ec1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0974102 Aug 11 02:58:17.234623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10af29b7-e92e-4bf6-a9dc-f966a79f15cc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:17.242378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:17.269844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.270186 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Added segment 2c7202db-1e46-476f-8257-5b0d9c446153 of type vlan for network 3f4bead6-ca97-4a28-8a77-2f48d63ba9b4 Aug 11 02:58:17.285721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afea549f-051d-4503-85bc-1afe83e0a811 req-513acf03-e695-40c1-ab24-f58ae85fd6a4 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263356 Aug 11 02:58:17.334996 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.341949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6982a883-ebd0-40de-bc5a-16bf0da75d02 req-e87f62f3-85ed-4b54-8574-85f481f385fe tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899649 Aug 11 02:58:17.379704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:17.389784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.390165 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Added segment ca360c05-6327-4d54-a6d6-c014bad18773 of type vlan for network 675ef420-3cfa-4196-802c-0400bc9f02dc Aug 11 02:58:17.438503 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.469367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.470127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.480197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.482974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.483664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:17.575928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9575267 Aug 11 02:58:17.583250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51908) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:17.650430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b66e5-a650-489d-8a28-7ce233dae1a0 req-742cf5ef-3ff5-4f5f-9b9b-44abe63f97e5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.655672 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-125b66e5-a650-489d-8a28-7ce233dae1a0 req-742cf5ef-3ff5-4f5f-9b9b-44abe63f97e5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.0803404 Aug 11 02:58:17.716697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-125b66e5-a650-489d-8a28-7ce233dae1a0 req-e37f626b-6d64-451a-94f0-86499f81b129 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515766 Aug 11 02:58:17.744731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Network': ['ID=3f4bead6-ca97-4a28-8a77-2f48d63ba9b4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:17.757524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 3f4bead6-ca97-4a28-8a77-2f48d63ba9b4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:17.833137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9dc5f-3141-42fa-9828-cedf9718f173 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.839849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9dc5f-3141-42fa-9828-cedf9718f173 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.846907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9dc5f-3141-42fa-9828-cedf9718f173 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.853467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb9dc5f-3141-42fa-9828-cedf9718f173 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:17.855838 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5eb9dc5f-3141-42fa-9828-cedf9718f173 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2716541 Aug 11 02:58:17.858866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:17.888943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826f3d-d528-4333-8cac-69647fab1779 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Network': ['ID=675ef420-3cfa-4196-802c-0400bc9f02dc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:17.900829 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 675ef420-3cfa-4196-802c-0400bc9f02dc details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:17.971392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.078687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.090608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4bead6-ca97-4a28-8a77-2f48d63ba9b4']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:18.102718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7202db-1e46-476f-8257-5b0d9c446153') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:18.103195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7202db-1e46-476f-8257-5b0d9c446153') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:18.114253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.133082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.148769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:18.149689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:18.153520 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:18.254398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.259839 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.265258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51924) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:18.266038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/networks/3f4bead6-ca97-4a28-8a77-2f48d63ba9b4 HTTP/1.1" status: 204 len: 168 time: 0.4058886 Aug 11 02:58:18.296715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc2011-f976-4135-ab78-691cc1fe38c4 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Network': ['ID=3f4bead6-ca97-4a28-8a77-2f48d63ba9b4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:18.329296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299d822-6b83-4ba4-b0f1-87818f1430d3 req-59b024cb-9c42-4e70-98eb-cd113fb9b034 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.344489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a299d822-6b83-4ba4-b0f1-87818f1430d3 req-59b024cb-9c42-4e70-98eb-cd113fb9b034 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 950 time: 0.1195109 Aug 11 02:58:18.364083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.397495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a299d822-6b83-4ba4-b0f1-87818f1430d3 req-dce353db-4afd-47ea-9ace-7f8c68178030 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515130 Aug 11 02:58:18.489924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.503276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675ef420-3cfa-4196-802c-0400bc9f02dc']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:18.521270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca360c05-6327-4d54-a6d6-c014bad18773') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:18.521628 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca360c05-6327-4d54-a6d6-c014bad18773') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:18.536415 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.549915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7c7c3-6b6d-444d-9113-1e9d0edfda79 req-8e17fbb3-8fe8-4bd6-8d8d-efc9ed22152b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.558093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.565263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:18.565671 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.566017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4f7c7c3-6b6d-444d-9113-1e9d0edfda79 req-8e17fbb3-8fe8-4bd6-8d8d-efc9ed22152b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0790234 Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:18.568864 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:18.612331 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4f7c7c3-6b6d-444d-9113-1e9d0edfda79 req-b82b92e5-a304-4bad-9a37-cd3993104c0e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446596 Aug 11 02:58:18.675217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef2c55-ef78-4e6a-ae1e-9be4d391ed96 req-d9e083c1-4112-424d-96f4-63cf8ba5ed89 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.676191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-75ef2c55-ef78-4e6a-ae1e-9be4d391ed96 req-d9e083c1-4112-424d-96f4-63cf8ba5ed89 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 949 time: 0.0945201 Aug 11 02:58:18.677389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.688113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:18.689973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/networks/675ef420-3cfa-4196-802c-0400bc9f02dc HTTP/1.1" status: 204 len: 168 time: 0.4236326 Aug 11 02:58:18.692911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51936) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:18.708935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677c2c8-7fd8-4348-a8af-468091464f60 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Network': ['ID=675ef420-3cfa-4196-802c-0400bc9f02dc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:18.742971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-75ef2c55-ef78-4e6a-ae1e-9be4d391ed96 req-c81ed2b3-e260-476e-9844-dce123b953cf tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559604 Aug 11 02:58:18.962365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145c13-7939-4ce1-aa82-d6d7ff4db0b3 req-bee7a27d-c3ad-434c-b6c2-a6301054a30d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.965855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1145c13-7939-4ce1-aa82-d6d7ff4db0b3 req-bee7a27d-c3ad-434c-b6c2-a6301054a30d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1291885 Aug 11 02:58:18.975387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1c305-b437-4592-a0fa-ffe51f8e5057 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.983658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f1c305-b437-4592-a0fa-ffe51f8e5057 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:18.985568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00f1c305-b437-4592-a0fa-ffe51f8e5057 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2914028 Aug 11 02:58:18.989446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51946) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:18.994894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-578071598'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:19.030012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Made reservation on behalf of cc406c5e26394f008f73246980159705 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:19.032173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1145c13-7939-4ce1-aa82-d6d7ff4db0b3 req-42dc244a-d992-4a06-82eb-43bd485baff4 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454464 Aug 11 02:58:19.034197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.101104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:19.117683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94e6b8-d2fa-4a9e-bac5-c8561a3853b2 req-fac93bdc-a41d-411f-9feb-984b7fdf51ed tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.126178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94e6b8-d2fa-4a9e-bac5-c8561a3853b2 req-fac93bdc-a41d-411f-9feb-984b7fdf51ed tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.127884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed94e6b8-d2fa-4a9e-bac5-c8561a3853b2 req-fac93bdc-a41d-411f-9feb-984b7fdf51ed tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d&device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 1690 time: 0.1095390 Aug 11 02:58:19.147531 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.148082 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Added segment 88ec4e3f-2e23-4724-b703-34e21fb036cc of type vlan for network 59ae18f7-7504-427a-aed5-9218237b6beb Aug 11 02:58:19.214340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed94e6b8-d2fa-4a9e-bac5-c8561a3853b2 req-3c197e69-54c1-4732-b3ce-e00dfc8e84e5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785062 Aug 11 02:58:19.223371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.256145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.262106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.263018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.328289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3347700 Aug 11 02:58:19.328546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51952) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:19.334220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-12932042'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:19.367875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be71c32-58a5-49da-8dbd-1180aa0690f7 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Network': ['ID=59ae18f7-7504-427a-aed5-9218237b6beb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:19.381517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 59ae18f7-7504-427a-aed5-9218237b6beb details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:19.392621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Made reservation on behalf of cc406c5e26394f008f73246980159705 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:19.396073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.416413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e0c94-eb9d-401f-b636-b5da890f76cf req-0f400b57-aaa3-4e24-81d6-b768635c557b tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.417953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-421e0c94-eb9d-401f-b636-b5da890f76cf req-0f400b57-aaa3-4e24-81d6-b768635c557b tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 1102 time: 0.0874848 Aug 11 02:58:19.456439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:19.479466 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.479860 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Added segment 9176d389-c0d9-4146-ba89-53f9ddb0f9ae of type vlan for network f5b941c6-3b9d-4303-a166-9bc3fc4e4eda Aug 11 02:58:19.492985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-421e0c94-eb9d-401f-b636-b5da890f76cf req-0a5f6101-01cc-4da2-9a15-eec12e6ff639 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Aug 11 02:58:19.532703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.569695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.576322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.577389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:19.612761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea78a92-ff7e-4c35-839b-f0fdb8824df3 req-fbe53586-f437-4841-aed2-50f83b8b2945 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.614280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eea78a92-ff7e-4c35-839b-f0fdb8824df3 req-fbe53586-f437-4841-aed2-50f83b8b2945 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 1101 time: 0.0510008 Aug 11 02:58:19.654520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3250155 Aug 11 02:58:19.658673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51960) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:19.659568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eea78a92-ff7e-4c35-839b-f0fdb8824df3 req-28505586-6ce7-4105-abf5-3d73f416ee74 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Aug 11 02:58:19.664663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'ports': [{'network_id': '59ae18f7-7504-427a-aed5-9218237b6beb', 'name': 'tempest-port--2006693076', 'admin_state_up': True}, {'network_id': 'f5b941c6-3b9d-4303-a166-9bc3fc4e4eda', 'admin_state_up': False}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:19.665438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'port': {'network_id': '59ae18f7-7504-427a-aed5-9218237b6beb', 'name': 'tempest-port--2006693076', 'admin_state_up': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:19.665673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'port': {'network_id': 'f5b941c6-3b9d-4303-a166-9bc3fc4e4eda', 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:19.685907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe7344f-1984-454c-bc15-1a48870a06fc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Network': ['ID=f5b941c6-3b9d-4303-a166-9bc3fc4e4eda,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:19.695900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network f5b941c6-3b9d-4303-a166-9bc3fc4e4eda details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:19.872285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd3db0-cccf-436d-b586-9c33b46a8b42 req-80c49357-2040-4315-b589-ab7af3743d6e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:19.874617 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ddd3db0-cccf-436d-b586-9c33b46a8b42 req-80c49357-2040-4315-b589-ab7af3743d6e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1297362 Aug 11 02:58:19.946053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ddd3db0-cccf-436d-b586-9c33b46a8b42 req-0955937d-6283-47db-9600-809196886b51 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621314 Aug 11 02:58:19.971093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Made reservation on behalf of cc406c5e26394f008f73246980159705 for: {'port': 2} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:19.980027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.003146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.031404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-7b83d22d-258f-4c27-a7f0-0e5b22f053e7 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303152 Aug 11 02:58:20.140475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] device_id is not set on port 12564492-a295-44e8-8d58-4f08d87e7b41 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:58:20.162419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-947b494c-a340-43bc-bfae-6b6571777236 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.167651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-947b494c-a340-43bc-bfae-6b6571777236 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1266036 Aug 11 02:58:20.181861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-a485334a-ed1a-42b1-b76f-d7732aab145d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/quotas/2bb497b990504e9dae2c06cce7c783ea HTTP/1.1" status: 200 len: 375 time: 0.0106399 Aug 11 02:58:20.231068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73c265-9532-4c5d-b475-3f960989807f req-1f13795d-55ae-49bc-b406-80602804c7e7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:20.232614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b73c265-9532-4c5d-b475-3f960989807f req-1f13795d-55ae-49bc-b406-80602804c7e7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1015434 Aug 11 02:58:20.245248 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-4588b753-b968-4c2b-98e8-c10273a49249 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556202 Aug 11 02:58:20.357063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b73c265-9532-4c5d-b475-3f960989807f req-05e0200a-4d71-40b3-b0c2-ca7ba2984c79 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140769 Aug 11 02:58:20.412054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.508790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] device_id is not set on port ca72ae88-afd3-4aa1-b3ce-4acf81fe8be8 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:58:20.641778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.690814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.848617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Port': ['ID=12564492-a295-44e8-8d58-4f08d87e7b41,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:20.857096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Checking segment: {'id': '88ec4e3f-2e23-4724-b703-34e21fb036cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '59ae18f7-7504-427a-aed5-9218237b6beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:20.857464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network hostable DHCP agents. Network: 59ae18f7-7504-427a-aed5-9218237b6beb, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:20.888916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network 59ae18f7-7504-427a-aed5-9218237b6beb is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:20.904133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 59ae18f7-7504-427a-aed5-9218237b6beb) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:20.909088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:20.909994 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:20.915405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb13f6-09d6-4e08-bcf2-21acd442e82a None None] Network 59ae18f7-7504-427a-aed5-9218237b6beb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:20.941024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8688f4e2-3e8b-455e-be1c-013dedba58aa req-cdfbaa4e-13bd-4571-8659-da0476396e62 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 210 time: 0.0628917 Aug 11 02:58:20.995080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Port': ['ID=ca72ae88-afd3-4aa1-b3ce-4acf81fe8be8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:21.033981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Checking segment: {'id': '9176d389-c0d9-4146-ba89-53f9ddb0f9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f5b941c6-3b9d-4303-a166-9bc3fc4e4eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:21.035094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network hostable DHCP agents. Network: f5b941c6-3b9d-4303-a166-9bc3fc4e4eda, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:21.056076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network f5b941c6-3b9d-4303-a166-9bc3fc4e4eda is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:21.071431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, f5b941c6-3b9d-4303-a166-9bc3fc4e4eda) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:21.087722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:21.095659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.095968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c40943b-f1c4-4ca3-a3e0-9a78c47f0c9a None None] Network f5b941c6-3b9d-4303-a166-9bc3fc4e4eda requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:21.100952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.101849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.131021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2f5a0d60-c0df-4b74-b8ed-8e9988cb1fe9 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.4709687 Aug 11 02:58:21.133575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52000) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:21.166430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac9928-5987-4c4b-a368-31fc1b82819a req-1bb441bb-8f49-4b95-b12e-fa2ba4f6e4f6 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.172400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eac9928-5987-4c4b-a368-31fc1b82819a req-1bb441bb-8f49-4b95-b12e-fa2ba4f6e4f6 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1312327 Aug 11 02:58:21.260048 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5eac9928-5987-4c4b-a368-31fc1b82819a req-18108cd9-9c35-40b7-9934-f66ae6797b48 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727711 Aug 11 02:58:21.279200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60de1467-01a9-4efa-a82e-db48d3efa387 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.288392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60de1467-01a9-4efa-a82e-db48d3efa387 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.294083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52004) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:21.304465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-60de1467-01a9-4efa-a82e-db48d3efa387 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1686194 Aug 11 02:58:21.416415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Deleting port 12564492-a295-44e8-8d58-4f08d87e7b41 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:21.416758 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.516160 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.531211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Calling delete_port for 12564492-a295-44e8-8d58-4f08d87e7b41 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:21.564871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1db381-62da-496f-80ba-113ddb22dd1f req-3727e22c-fd04-4b0c-a1ea-226ac49923d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:21.570667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb1db381-62da-496f-80ba-113ddb22dd1f req-3727e22c-fd04-4b0c-a1ea-226ac49923d7 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1141267 Aug 11 02:58:21.638496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb1db381-62da-496f-80ba-113ddb22dd1f req-ff78906f-c359-44d0-bb40-dfc1c985cc61 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544934 Aug 11 02:58:21.666488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.698410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Port': ['ID=12564492-a295-44e8-8d58-4f08d87e7b41,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:21.710478 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.715888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:21.720055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6b090768-62e2-426f-99b5-df27a3769fa8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/ports/12564492-a295-44e8-8d58-4f08d87e7b41 HTTP/1.1" status: 204 len: 168 time: 0.4250793 Aug 11 02:58:21.841477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Deleting port ca72ae88-afd3-4aa1-b3ce-4acf81fe8be8 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:21.842107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.919216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:21.934103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Calling delete_port for ca72ae88-afd3-4aa1-b3ce-4acf81fe8be8 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:22.023250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.057026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Port': ['ID=ca72ae88-afd3-4aa1-b3ce-4acf81fe8be8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:22.066085 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.069478 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-90b859f8-41bc-406b-a794-368b85088153 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/ports/ca72ae88-afd3-4aa1-b3ce-4acf81fe8be8 HTTP/1.1" status: 204 len: 168 time: 0.3498688 Aug 11 02:58:22.070217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52022) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:22.098245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37710ad0-181e-4ca9-b147-d7e90014153d req-78c373b6-d1a7-4e20-b963-4334abb947bd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 210 time: 0.0686750 Aug 11 02:58:22.104051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-89acd3df-1f92-4d7b-913c-5a0b03bffd8a tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0297549 Aug 11 02:58:22.104559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52024) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:22.110209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2104066520'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:22.133177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Made reservation on behalf of cc406c5e26394f008f73246980159705 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:22.138845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.167251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:22.180207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.180550 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Added segment d120381b-d848-4922-84f6-d1d21bd8edd5 of type vlan for network cc274977-9c57-4e3f-bbe3-ea32a5f6a639 Aug 11 02:58:22.227118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.256844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-35f25f61-f29f-46e0-b057-2c691715de24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.281353 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.292209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.294277 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.363748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2581887 Aug 11 02:58:22.367039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52028) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:22.370433 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-61c5bd76-5d83-4e63-b40b-28130ab51cc4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466588 Aug 11 02:58:22.376078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-882351721'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:22.402382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Made reservation on behalf of cc406c5e26394f008f73246980159705 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:22.411209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.438148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b6275-9b1d-480c-a336-89b0b68bbfc0 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Network': ['ID=cc274977-9c57-4e3f-bbe3-ea32a5f6a639,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:22.457041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network cc274977-9c57-4e3f-bbe3-ea32a5f6a639 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:22.498289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-76eeb720-4dec-4821-a6f1-071755baa294 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520153 Aug 11 02:58:22.505206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:22.529939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d2534-8a7c-48cb-bd43-7dbd50ddda0a req-1fb793ac-1f1d-4569-b672-c31c933061ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.538901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-427d2534-8a7c-48cb-bd43-7dbd50ddda0a req-1fb793ac-1f1d-4569-b672-c31c933061ba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1450236 Aug 11 02:58:22.584154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.584502 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Added segment 58fa7515-b3d8-4969-a80e-04a089838a24 of type vlan for network 928f064d-18ab-446c-8972-edc0ba563651 Aug 11 02:58:22.629011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-891104fa-ecf5-4f79-ac33-e8a256a34964 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.630537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-891104fa-ecf5-4f79-ac33-e8a256a34964 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593663 Aug 11 02:58:22.648152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:22.662415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-427d2534-8a7c-48cb-bd43-7dbd50ddda0a req-f144596f-43ad-4af0-9178-cfd40376d55d tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223500 Aug 11 02:58:22.686256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.738724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-b4decaa0-15c1-430b-a3ab-3b3b1739cfa2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.740336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-b4decaa0-15c1-430b-a3ab-3b3b1739cfa2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312789 Aug 11 02:58:22.749627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.755310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.755985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:22.771014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:22.864312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41600f-7aaa-4f3f-82af-6146db7a942e req-19b69f71-0d6e-498f-88ea-9bd309cf2357 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:22.865997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ea41600f-7aaa-4f3f-82af-6146db7a942e req-19b69f71-0d6e-498f-88ea-9bd309cf2357 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.0854414 Aug 11 02:58:22.867210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:22.870914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.174821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8056540 Aug 11 02:58:23.228952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883bb15d-cccb-4339-8712-336a965d3953 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Network': ['ID=928f064d-18ab-446c-8972-edc0ba563651,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:23.243660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 928f064d-18ab-446c-8972-edc0ba563651 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:23.260497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ea41600f-7aaa-4f3f-82af-6146db7a942e req-1172b01b-012c-44fa-96b8-2fe22406a890 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986984 Aug 11 02:58:23.297239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b02aa033-f1b3-4a3b-b86f-a910014d8b65 req-da494038-196c-42b7-a5f4-ecf4d07a0f3e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 210 time: 0.1180270 Aug 11 02:58:23.350314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:23.356870 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.460683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.78 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/cf77491b-1be1-4985-a395-d8377bf87eaa) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:23.625637 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.641708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object cf77491b-1be1-4985-a395-d8377bf87eaa will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:23.683402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.702214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:23.713666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:23.790999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=cf77491b-1be1-4985-a395-d8377bf87eaa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:23.831473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:23.833206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:23.845344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:23.869844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.216 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/960d4756-2a82-4299-9ff7-82e2f355c08f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:23.968872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:23.969632 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:23.989655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-38c7b617-50d7-4ad7-9d61-d650cfd955e8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3461728 Aug 11 02:58:24.008424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa92df4-98ed-4796-be57-d15238e2d0bd req-418e5d92-1d06-42c7-a283-f3dc311b6061 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:24.010634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-baa92df4-98ed-4796-be57-d15238e2d0bd req-418e5d92-1d06-42c7-a283-f3dc311b6061 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1921859 Aug 11 02:58:24.017818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Request body: {'port': {'device_id': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:24.112215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.272491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-baa92df4-98ed-4796-be57-d15238e2d0bd req-17cd4bcb-aa0e-4784-8361-22e1f98ae8b4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389154 Aug 11 02:58:24.323279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c296dfd1-1822-4c4a-8de2-afb17b9293ce None None] Provisioning for port cf77491b-1be1-4985-a395-d8377bf87eaa completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:24.329365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.334402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c296dfd1-1822-4c4a-8de2-afb17b9293ce None None] Provisioning complete for port cf77491b-1be1-4985-a395-d8377bf87eaa triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:24.334780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c296dfd1-1822-4c4a-8de2-afb17b9293ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.375775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object 960d4756-2a82-4299-9ff7-82e2f355c08f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:24.459490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c296dfd1-1822-4c4a-8de2-afb17b9293ce None None] Port cf77491b-1be1-4985-a395-d8377bf87eaa cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:24.509868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab536adf-960c-4040-b5cc-79c8833d6ee8 req-937bbb7c-fa69-4433-908b-f8cc2e4925c0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 210 time: 0.0606611 Aug 11 02:58:24.513291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.540653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:24.600776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c59380-7801-416b-a7d9-c9352b4b2cd0 req-82744962-a8ff-4c63-ad92-a2495f32571d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:24.612109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f9c59380-7801-416b-a7d9-c9352b4b2cd0 req-82744962-a8ff-4c63-ad92-a2495f32571d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1895115 Aug 11 02:58:24.676483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:24.677905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=960d4756-2a82-4299-9ff7-82e2f355c08f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:24.701706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:24.707824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:24.749147 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f9c59380-7801-416b-a7d9-c9352b4b2cd0 req-fef7746b-4dd0-4f06-b05c-e411856d6380 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360962 Aug 11 02:58:24.850442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:24.851269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.876500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3d252efa-5f2c-4e92-8eb3-fc4d4096d324 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1129346 Aug 11 02:58:24.893147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Request body: {'port': {'device_id': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:24.903594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf77491b-1be1-4985-a395-d8377bf87eaa {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:24.922830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.938449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Transition to ACTIVE for port object cf77491b-1be1-4985-a395-d8377bf87eaa will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:24.946513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:24.974429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.018924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Pushing event updated for resources: {'Port': ['ID=cf77491b-1be1-4985-a395-d8377bf87eaa,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.038769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:25.151333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Attempting to bind port cf77491b-1be1-4985-a395-d8377bf87eaa on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:25.151847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Attempting to bind port cf77491b-1be1-4985-a395-d8377bf87eaa by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:25.152192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Attempting to bind port cf77491b-1be1-4985-a395-d8377bf87eaa on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:25.157011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Port cf77491b-1be1-4985-a395-d8377bf87eaa on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:25.157420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Attempting to bind port cf77491b-1be1-4985-a395-d8377bf87eaa on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:25.164811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:25.165266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:25.165524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:25.165971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Bound port: cf77491b-1be1-4985-a395-d8377bf87eaa, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:25.166326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.249578 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b71ead4-d804-43ae-935c-e2d47f497853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.260013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7c056fab-b1f7-410d-b59a-b000f816089c None None] Provisioning for port 960d4756-2a82-4299-9ff7-82e2f355c08f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:25.265946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7c056fab-b1f7-410d-b59a-b000f816089c None None] Provisioning complete for port 960d4756-2a82-4299-9ff7-82e2f355c08f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:25.268210 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7c056fab-b1f7-410d-b59a-b000f816089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.334080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] For port cf77491b-1be1-4985-a395-d8377bf87eaa, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:25.367147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] For port cf77491b-1be1-4985-a395-d8377bf87eaa, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf77491b-1be1-4985-a395-d8377bf87eaa,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:25.378576 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.382593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.389592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7c056fab-b1f7-410d-b59a-b000f816089c None None] Port 960d4756-2a82-4299-9ff7-82e2f355c08f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:25.391703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960d4756-2a82-4299-9ff7-82e2f355c08f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:25.413418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.438311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Transition to ACTIVE for port object 960d4756-2a82-4299-9ff7-82e2f355c08f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:25.442948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.484017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.485000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.487091 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] 10.222.0.57 "PUT /v2.0/ports/cf77491b-1be1-4985-a395-d8377bf87eaa HTTP/1.1" status: 200 len: 1096 time: 1.4837358 Aug 11 02:58:25.489415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'tag': 'cf77491b-1be1-4985-a395-d8377bf87eaa'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:25.492971 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7a6c8a2-508d-4934-81d0-77ce4f82e76e", "tag": "cf77491b-1be1-4985-a395-d8377bf87eaa"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:25.578268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Pushing event updated for resources: {'Port': ['ID=960d4756-2a82-4299-9ff7-82e2f355c08f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.630372 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447faa99-5cbe-404e-a45b-11def6dd860a x-openstack-request-id: req-447faa99-5cbe-404e-a45b-11def6dd860a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:25.632139 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7a6c8a2-508d-4934-81d0-77ce4f82e76e", "tag": "cf77491b-1be1-4985-a395-d8377bf87eaa", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:25.632570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.633168 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-447faa99-5cbe-404e-a45b-11def6dd860a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:25.634463 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'tag': 'cf77491b-1be1-4985-a395-d8377bf87eaa', 'status': 'completed', 'code': 200} Aug 11 02:58:25.651421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Attempting to bind port 960d4756-2a82-4299-9ff7-82e2f355c08f on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:25.651978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Attempting to bind port 960d4756-2a82-4299-9ff7-82e2f355c08f by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:25.652742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Attempting to bind port 960d4756-2a82-4299-9ff7-82e2f355c08f on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:25.664632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Port 960d4756-2a82-4299-9ff7-82e2f355c08f on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:25.664940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Attempting to bind port 960d4756-2a82-4299-9ff7-82e2f355c08f on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:25.676420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:25.676794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:25.677600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:25.678050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Bound port: 960d4756-2a82-4299-9ff7-82e2f355c08f, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:25.678436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.705701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d7cd0e-dbbd-46fb-b8ac-dcc1180bf1da service neutron] Pushing event updated for resources: {'Port': ['ID=cf77491b-1be1-4985-a395-d8377bf87eaa,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:25.770410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-93d5646e-d1f2-473b-bb90-fc41cddcff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.771972 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-93d5646e-d1f2-473b-bb90-fc41cddcff1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 1099 time: 0.2086623 Aug 11 02:58:25.783593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] For port 960d4756-2a82-4299-9ff7-82e2f355c08f, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:25.785644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca05e36-e479-40ac-9a17-df3a662d5d5d req-9ffe7bbc-ff6a-407f-bb08-41b92fecf5ed tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.788135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ca05e36-e479-40ac-9a17-df3a662d5d5d req-9ffe7bbc-ff6a-407f-bb08-41b92fecf5ed tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.2994263 Aug 11 02:58:25.802395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] For port 960d4756-2a82-4299-9ff7-82e2f355c08f, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=960d4756-2a82-4299-9ff7-82e2f355c08f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:25.843021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.861714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-d5ae4459-870a-4751-8cee-b231581d2217 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cf77491b-1be1-4985-a395-d8377bf87eaa HTTP/1.1" status: 200 len: 217 time: 0.0703769 Aug 11 02:58:25.896675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.897644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:25.899054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] 10.222.0.10 "PUT /v2.0/ports/960d4756-2a82-4299-9ff7-82e2f355c08f HTTP/1.1" status: 200 len: 1097 time: 1.0138516 Aug 11 02:58:25.904044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'tag': '960d4756-2a82-4299-9ff7-82e2f355c08f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:25.912254 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f1746b5c-5934-4b0d-aafb-de21cdba86b9", "tag": "960d4756-2a82-4299-9ff7-82e2f355c08f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:25.925901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b30ac-08ef-4613-9778-7a1e29702d57 req-7469f3e4-b21c-418d-979c-cdfa739acbbe tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:25.934432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-473b30ac-08ef-4613-9778-7a1e29702d57 req-7469f3e4-b21c-418d-979c-cdfa739acbbe tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 948 time: 0.1293194 Aug 11 02:58:25.966472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ca05e36-e479-40ac-9a17-df3a662d5d5d req-ccd46898-4fef-4975-a36a-6c3cf7771d74 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632285 Aug 11 02:58:26.001276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-937802b5-519e-4087-a724-dd91fd98e0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.003420 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-937802b5-519e-4087-a724-dd91fd98e0d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1220632 Aug 11 02:58:26.043293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41264244-cd82-49fc-8668-9bf0d295dec1 service neutron] Pushing event updated for resources: {'Port': ['ID=960d4756-2a82-4299-9ff7-82e2f355c08f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:26.062408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-473b30ac-08ef-4613-9778-7a1e29702d57 req-7bc80932-e222-47b0-8ad5-4a96b0045d80 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199832 Aug 11 02:58:26.084524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-9d0151d0-a0d2-4928-94b8-90466290fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.086121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-9d0151d0-a0d2-4928-94b8-90466290fd6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 1100 time: 0.1266916 Aug 11 02:58:26.152060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-5472fd09-d8f3-4721-ad8e-b2b3674708e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.153657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-5472fd09-d8f3-4721-ad8e-b2b3674708e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1388702 Aug 11 02:58:26.203231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-362fe474-4d73-4dca-98f9-ee12bcd4e31d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=960d4756-2a82-4299-9ff7-82e2f355c08f HTTP/1.1" status: 200 len: 217 time: 0.1046975 Aug 11 02:58:26.307484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-8654dc23-e05c-4bac-b32d-c7dd38b43a04 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422684 Aug 11 02:58:26.332318 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23935a95-82ff-4cfb-b272-59ea6a48285f x-openstack-request-id: req-23935a95-82ff-4cfb-b272-59ea6a48285f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:26.332640 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1746b5c-5934-4b0d-aafb-de21cdba86b9", "tag": "960d4756-2a82-4299-9ff7-82e2f355c08f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:26.332863 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23935a95-82ff-4cfb-b272-59ea6a48285f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:26.333268 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'tag': '960d4756-2a82-4299-9ff7-82e2f355c08f', 'status': 'completed', 'code': 200} Aug 11 02:58:26.362064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-fe110041-95bb-4cec-addb-cff9354be929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.364035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-fe110041-95bb-4cec-addb-cff9354be929 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0980527 Aug 11 02:58:26.373646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cd6b9-2c82-49e4-91f8-a64c207ab583 req-fd05e23d-f55c-4856-a6e3-4ad110c36f74 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.375585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-541cd6b9-2c82-49e4-91f8-a64c207ab583 req-fd05e23d-f55c-4856-a6e3-4ad110c36f74 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1714327 Aug 11 02:58:26.440935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-a82c5fbe-00b3-475c-9f86-94a81c753927 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174438 Aug 11 02:58:26.472726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-541cd6b9-2c82-49e4-91f8-a64c207ab583 req-5894af27-0fb8-4f84-b68f-145c415bc1d3 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773075 Aug 11 02:58:26.479462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3995d3f5-3d86-4806-8902-83fc757c807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.482797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-3995d3f5-3d86-4806-8902-83fc757c807b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1041999 Aug 11 02:58:26.551126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-a40b88d7-9f18-4723-a66e-bf52ebbdeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.552670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-a40b88d7-9f18-4723-a66e-bf52ebbdeb6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 1099 time: 0.0449142 Aug 11 02:58:26.605127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-66314584-c3a3-4650-8b6c-1e22de7ba7eb service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054039 Aug 11 02:58:26.626292 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.638047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52072) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:26.649480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'subnets': [{'network_id': 'cc274977-9c57-4e3f-bbe3-ea32a5f6a639', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2009772959', 'ip_version': 6}, {'network_id': '928f064d-18ab-446c-8972-edc0ba563651', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:26.649767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'subnet': {'network_id': 'cc274977-9c57-4e3f-bbe3-ea32a5f6a639', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2009772959', 'ip_version': 6}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:26.650513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Request body: {'subnet': {'network_id': '928f064d-18ab-446c-8972-edc0ba563651', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:26.706310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e4e5465-b6dc-4035-9f67-511e649660ed req-13c577c5-afa5-4d06-a8f0-671bb02e6f69 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938582 Aug 11 02:58:26.724068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-6fc691d4-6a35-442b-9d9d-a00bb422bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.725593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-6fc691d4-6a35-442b-9d9d-a00bb422bbe0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1622639 Aug 11 02:58:26.819925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-6e04d16b-557b-4fb4-96ca-66ae3864103f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cf77491b-1be1-4985-a395-d8377bf87eaa HTTP/1.1" status: 200 len: 217 time: 0.0804777 Aug 11 02:58:26.825112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-47333c94-b8ff-4a59-a3f3-7feb457f3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.826828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-47333c94-b8ff-4a59-a3f3-7feb457f3775 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 1100 time: 0.0512261 Aug 11 02:58:26.901386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-556ac934-774b-4ef6-981c-cd188f7a8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.903810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-556ac934-774b-4ef6-981c-cd188f7a8652 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0671554 Aug 11 02:58:26.905565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Made reservation on behalf of cc406c5e26394f008f73246980159705 for: {'subnet': 2} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:26.911102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.911697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:26.938561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-95f86782-e832-4559-8e40-c76f5b4848e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:26.940128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-95f86782-e832-4559-8e40-c76f5b4848e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1048441 Aug 11 02:58:26.946014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:26.993796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-a680aa7a-2c63-474d-9108-6c92c5ac5f12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=960d4756-2a82-4299-9ff7-82e2f355c08f HTTP/1.1" status: 200 len: 217 time: 0.0444436 Aug 11 02:58:27.035051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-d72ff6e8-6b13-4182-af8b-5071e456104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.036623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-d72ff6e8-6b13-4182-af8b-5071e456104d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1202953 Aug 11 02:58:27.085985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-9c8bbfb2-6ad5-4fe0-a187-8cedf9adc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.089493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-9c8bbfb2-6ad5-4fe0-a187-8cedf9adc688 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0823622 Aug 11 02:58:27.093974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:27.113983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'a4a23294-d05b-493c-914f-d7794de9ecf0', 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03', 'port_id': 'a4a23294-d05b-493c-914f-d7794de9ecf0', 'mac_address': 'fa:16:3e:67:07:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205bd9c6-f42b-4555-82a2-911befae5c1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:27.169354 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.174884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-4db5d3bf-08b5-4e40-a723-e3b96dee6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.176448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-4db5d3bf-08b5-4e40-a723-e3b96dee6d6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793138 Aug 11 02:58:27.184711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a23294-d05b-493c-914f-d7794de9ecf0 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:27.212803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:27.218154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.220034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92824b-2a5e-440b-9188-49432a97590b req-db353c71-378d-46fe-9866-967d40c8ea83 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.227431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e92824b-2a5e-440b-9188-49432a97590b req-db353c71-378d-46fe-9866-967d40c8ea83 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1309967 Aug 11 02:58:27.252906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc828c-e4f6-4a28-a554-019c64411671 req-6cfcb771-f3a4-449e-b83e-adc89962a0f8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.254906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0abc828c-e4f6-4a28-a554-019c64411671 req-6cfcb771-f3a4-449e-b83e-adc89962a0f8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 948 time: 0.1106048 Aug 11 02:58:27.270578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-66d39f23-4f16-4eb0-8f85-6f3d512c481a service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231362 Aug 11 02:58:27.273284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.318274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0abc828c-e4f6-4a28-a554-019c64411671 req-fd0517f3-f56d-416f-b08c-e0088490c01f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513244 Aug 11 02:58:27.333875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-ea0bccb1-a012-4767-afcc-e3ea127486e5 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493571 Aug 11 02:58:27.424768 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e92824b-2a5e-440b-9188-49432a97590b req-6dbe6321-db28-4186-9643-580fc9d5d5f6 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964252 Aug 11 02:58:27.448596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ef1f28-d2f6-43af-bf36-febc65fc6b4d req-7e2043de-939f-440c-ac77-ad60d5f7f454 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061363 Aug 11 02:58:27.510007 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f41d66dd-14fc-4537-a8eb-5f25f1f62f5d req-e6069978-d5d7-4f0a-acc1-e6cf55a3804e service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202141 Aug 11 02:58:27.641781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.658062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9c2ed-e93c-4e02-b572-4318b06ab96c req-cee7d1ab-faa3-4610-aa0d-900076537d86 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.659598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9cd9c2ed-e93c-4e02-b572-4318b06ab96c req-cee7d1ab-faa3-4610-aa0d-900076537d86 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.1004956 Aug 11 02:58:27.667521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a4a23294-d05b-493c-914f-d7794de9ecf0'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:27.749170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Subnet': ['ID=5a62877b-c9b4-4a39-8334-ccd6b2061bf3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.758589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9cd9c2ed-e93c-4e02-b572-4318b06ab96c req-f0923d81-c054-433b-bf60-058e69c019e9 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778496 Aug 11 02:58:27.759807 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Checking segment: {'id': 'd120381b-d848-4922-84f6-d1d21bd8edd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cc274977-9c57-4e3f-bbe3-ea32a5f6a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:27.760202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network hostable DHCP agents. Network: cc274977-9c57-4e3f-bbe3-ea32a5f6a639, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:27.779757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network cc274977-9c57-4e3f-bbe3-ea32a5f6a639 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:27.801290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, cc274977-9c57-4e3f-bbe3-ea32a5f6a639) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:27.807471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.820703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d5ebe5-310e-4ecb-9085-0c260705d3fa None None] Network cc274977-9c57-4e3f-bbe3-ea32a5f6a639 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:27.874724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event updated for resources: {'Subnet': ['ID=1b15c55d-7aa2-49f7-a6bf-3a44b91059d9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:27.894730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Checking segment: {'id': '58fa7515-b3d8-4969-a80e-04a089838a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '928f064d-18ab-446c-8972-edc0ba563651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:27.895212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network hostable DHCP agents. Network: 928f064d-18ab-446c-8972-edc0ba563651, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:27.915996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Network 928f064d-18ab-446c-8972-edc0ba563651 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:27.926864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 928f064d-18ab-446c-8972-edc0ba563651) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:27.933006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.935264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:27.936321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:27.943949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7de713-8bf7-481a-9481-972c672754c8 None None] Network 928f064d-18ab-446c-8972-edc0ba563651 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:27.954837 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8a4a8a72-2beb-4135-bdef-2fa65d168151 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3156796 Aug 11 02:58:27.957815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52086) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.054786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143d4ad4-1021-4b16-8240-d79554fbc1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-cc274977-9c57-4e3f-bbe3-ea32a5f6a639', 'network_id': 'cc274977-9c57-4e3f-bbe3-ea32a5f6a639', 'tenant_id': 'cc406c5e26394f008f73246980159705', 'fixed_ips': [{'subnet_id': '5a62877b-c9b4-4a39-8334-ccd6b2061bf3'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:28.055803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-143d4ad4-1021-4b16-8240-d79554fbc1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.056338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ee2a9-5fd9-45ae-99ba-177b6281d00f tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.057887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ee2a9-5fd9-45ae-99ba-177b6281d00f tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.060327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02ee2a9-5fd9-45ae-99ba-177b6281d00f tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.063714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c02ee2a9-5fd9-45ae-99ba-177b6281d00f tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1031892 Aug 11 02:58:28.063925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.071853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52088) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.125625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Deleting subnet 5a62877b-c9b4-4a39-8334-ccd6b2061bf3 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:28.129213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.170048 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.205958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 960d4756-2a82-4299-9ff7-82e2f355c08f details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:28.214043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8ccf0-f14b-467e-86db-32ae2cf770e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-928f064d-18ab-446c-8972-edc0ba563651', 'network_id': '928f064d-18ab-446c-8972-edc0ba563651', 'tenant_id': 'cc406c5e26394f008f73246980159705', 'fixed_ips': [{'subnet_id': '1b15c55d-7aa2-49f7-a6bf-3a44b91059d9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:28.214946 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8eb8ccf0-f14b-467e-86db-32ae2cf770e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.221067 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.289858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.321653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Subnet': ['ID=5a62877b-c9b4-4a39-8334-ccd6b2061bf3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.323661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.326270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-36b12aa8-819e-48c0-8f7f-259f9fb3b645 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/subnets/5a62877b-c9b4-4a39-8334-ccd6b2061bf3 HTTP/1.1" status: 204 len: 168 time: 0.2533720 Aug 11 02:58:28.328919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52090) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.389090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Deleting subnet 1b15c55d-7aa2-49f7-a6bf-3a44b91059d9 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:28.392833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.477293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.531954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c431ab3-ddba-4184-ace4-3e208dd3aa32 req-8beee179-78af-43fd-b40e-eea04c9dcb14 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.533582 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c431ab3-ddba-4184-ace4-3e208dd3aa32 req-8beee179-78af-43fd-b40e-eea04c9dcb14 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 948 time: 0.1141026 Aug 11 02:58:28.559373 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server [None req-143d4ad4-1021-4b16-8240-d79554fbc1bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a62877b-c9b4-4a39-8334-ccd6b2061bf3: This subnet is being modified by another concurrent operation. Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:58:28.561280 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a62877b-c9b4-4a39-8334-ccd6b2061bf3: This subnet is being modified by another concurrent operation. Aug 11 02:58:28.565824 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Aug 11 02:58:28.614514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd68e4d-3f35-4600-a3f2-d78005bc86cf req-da723fc2-236c-404e-88c6-e1da831f2b22 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.616312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fd68e4d-3f35-4600-a3f2-d78005bc86cf req-da723fc2-236c-404e-88c6-e1da831f2b22 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0640361 Aug 11 02:58:28.618811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c431ab3-ddba-4184-ace4-3e208dd3aa32 req-dc065b01-b725-4c8a-9907-c5d52ed99548 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793221 Aug 11 02:58:28.625234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 960d4756-2a82-4299-9ff7-82e2f355c08f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=960d4756-2a82-4299-9ff7-82e2f355c08f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:28.648445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.656970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bab6ec-3e35-4852-b30a-a7c76624b77b None None] Network cc274977-9c57-4e3f-bbe3-ea32a5f6a639 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:28.661086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '960d4756-2a82-4299-9ff7-82e2f355c08f', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '960d4756-2a82-4299-9ff7-82e2f355c08f', 'mac_address': 'fa:16:3e:6f:a5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:28.667380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fd68e4d-3f35-4600-a3f2-d78005bc86cf req-49f539c1-8251-466c-956d-165fe25dfb1a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440116 Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server [None req-8eb8ccf0-f14b-467e-86db-32ae2cf770e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b15c55d-7aa2-49f7-a6bf-3a44b91059d9: This subnet is being modified by another concurrent operation. Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 02:58:28.678364 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise exception Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b15c55d-7aa2-49f7-a6bf-3a44b91059d9: This subnet is being modified by another concurrent operation. Aug 11 02:58:28.685490 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Aug 11 02:58:28.695315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Subnet': ['ID=1b15c55d-7aa2-49f7-a6bf-3a44b91059d9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:28.712012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.714262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f2bfd55e-8927-436f-92c5-568f0e6a812d tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/subnets/1b15c55d-7aa2-49f7-a6bf-3a44b91059d9 HTTP/1.1" status: 204 len: 168 time: 0.3841579 Aug 11 02:58:28.717470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52102) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.717880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b7111-26e7-4c2f-b3f6-69dc22f04dd6 None None] Network 928f064d-18ab-446c-8972-edc0ba563651 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:28.776615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02cca1c-2431-49bd-92b1-11cb86e4d8b8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.779052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a02cca1c-2431-49bd-92b1-11cb86e4d8b8 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0601745 Aug 11 02:58:28.785884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52104) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:28.832716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.881035 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:28.905940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960d4756-2a82-4299-9ff7-82e2f355c08f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:28.907928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a29418-6246-4fc9-a3c2-5a880ba6e80b req-3f29709c-66d7-47e2-acca-d3a29f591b55 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:28.909689 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77a29418-6246-4fc9-a3c2-5a880ba6e80b req-3f29709c-66d7-47e2-acca-d3a29f591b55 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.0556519 Aug 11 02:58:28.946159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cf77491b-1be1-4985-a395-d8377bf87eaa details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:28.953385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 960d4756-2a82-4299-9ff7-82e2f355c08f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=960d4756-2a82-4299-9ff7-82e2f355c08f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:28.958229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebef906-15ef-483c-8565-cd84d95f57a3 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:58:28.959896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77a29418-6246-4fc9-a3c2-5a880ba6e80b req-ea959c59-8218-43fd-809e-c9ef3f4391d2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431318 Aug 11 02:58:28.960707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:28.998879 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.015251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.025800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928f064d-18ab-446c-8972-edc0ba563651']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.037098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fa7515-b3d8-4969-a80e-04a089838a24') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.037502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fa7515-b3d8-4969-a80e-04a089838a24') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.048933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.063918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.070175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:29.070586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:29.073729 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:29.139732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.157903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.162264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/networks/928f064d-18ab-446c-8972-edc0ba563651 HTTP/1.1" status: 204 len: 168 time: 0.3728497 Aug 11 02:58:29.162264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd41848-8654-4c7c-8401-c99c85e2e574 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Network': ['ID=928f064d-18ab-446c-8972-edc0ba563651,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:29.162655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52108) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:29.220850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=960d4756-2a82-4299-9ff7-82e2f355c08f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:29.242966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.289535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cf77491b-1be1-4985-a395-d8377bf87eaa, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf77491b-1be1-4985-a395-d8377bf87eaa,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:29.294833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port a4a23294-d05b-493c-914f-d7794de9ecf0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:29.311248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port a4a23294-d05b-493c-914f-d7794de9ecf0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:29.311656 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.313482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebef906-15ef-483c-8565-cd84d95f57a3 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:58:29.317045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'cf77491b-1be1-4985-a395-d8377bf87eaa', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'cf77491b-1be1-4985-a395-d8377bf87eaa', 'mac_address': 'fa:16:3e:b5:9a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:29.346271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.358102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc274977-9c57-4e3f-bbe3-ea32a5f6a639']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.368810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd120381b-d848-4922-84f6-d1d21bd8edd5') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.369175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd120381b-d848-4922-84f6-d1d21bd8edd5') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.378403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.392531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.398914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:29.399336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:29.403181 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:29.455763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['960d4756-2a82-4299-9ff7-82e2f355c08f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:29.468797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.474352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.478963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/networks/cc274977-9c57-4e3f-bbe3-ea32a5f6a639 HTTP/1.1" status: 204 len: 168 time: 0.3130021 Aug 11 02:58:29.479452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:29.505963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a501f-582a-4779-b389-ea3d40ffba91 tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Network': ['ID=cc274977-9c57-4e3f-bbe3-ea32a5f6a639,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:29.546029 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.638047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.658862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf77491b-1be1-4985-a395-d8377bf87eaa {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:29.754012 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.756155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cf77491b-1be1-4985-a395-d8377bf87eaa, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf77491b-1be1-4985-a395-d8377bf87eaa,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:29.757720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.768774 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.782477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b941c6-3b9d-4303-a166-9bc3fc4e4eda']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.795237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.802881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53beabc0-3c66-47a1-9f20-3195220c8907 req-a03a2aca-e277-4e4f-84b8-838be1ade2d3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.810985 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53beabc0-3c66-47a1-9f20-3195220c8907 req-a03a2aca-e277-4e4f-84b8-838be1ade2d3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 949 time: 0.0799053 Aug 11 02:58:29.817286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9176d389-c0d9-4146-ba89-53f9ddb0f9ae') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.817738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9176d389-c0d9-4146-ba89-53f9ddb0f9ae') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:29.833841 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.856797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f7d52-5cc2-4e64-8d76-dbe753bef704 req-a127f15f-6cef-4aa5-9618-fa4a3b724ca2 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:29.858405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a95f7d52-5cc2-4e64-8d76-dbe753bef704 req-a127f15f-6cef-4aa5-9618-fa4a3b724ca2 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0912302 Aug 11 02:58:29.862518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.866770 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53beabc0-3c66-47a1-9f20-3195220c8907 req-cbb680f4-24d7-4d1a-9b9f-bc2c2ed8eaf7 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468307 Aug 11 02:58:29.868968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:29.872021 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bab8b5-a5a7-45cb-b2ba-2a39555646c1" -d '{"events": [{"server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "name": "network-vif-plugged", "status": "completed", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:29.875506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:29.875953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:29.885179 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:29.911279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:29.935956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.989898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cf77491b-1be1-4985-a395-d8377bf87eaa,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:29.991677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:29.996491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a95f7d52-5cc2-4e64-8d76-dbe753bef704 req-a712a6ef-8c11-48c4-9c89-4759713e5294 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169679 Aug 11 02:58:30.002947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.008503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52126) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:30.009130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/networks/f5b941c6-3b9d-4303-a166-9bc3fc4e4eda HTTP/1.1" status: 204 len: 168 time: 0.5281808 Aug 11 02:58:30.041918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60fd3a-5c68-428a-b09c-2a2496e346cc tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Network': ['ID=f5b941c6-3b9d-4303-a166-9bc3fc4e4eda,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:30.093242 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c72e7c0-cc8f-4e2e-8037-bc3c8bf5d145 x-openstack-request-id: req-9c72e7c0-cc8f-4e2e-8037-bc3c8bf5d145 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:30.093565 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "name": "network-vif-plugged", "status": "completed", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:30.093689 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c72e7c0-cc8f-4e2e-8037-bc3c8bf5d145 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:30.094049 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0', 'code': 200} Aug 11 02:58:30.188163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.188426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32da874-d4a2-43b9-864f-1c03b2aa116b None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:58:30.218756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87708b0d-83b0-4cf4-9f7c-5a2926fb283c req-66ab2974-2d32-4cfc-8718-02f6b660b655 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:30.220379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87708b0d-83b0-4cf4-9f7c-5a2926fb283c req-66ab2974-2d32-4cfc-8718-02f6b660b655 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.1264775 Aug 11 02:58:30.226747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:30.249883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ce314-1148-4fbe-99cb-81bb5551bc22 req-ff033203-b8a8-425f-af8b-a039a4bd08f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:30.251533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c6ce314-1148-4fbe-99cb-81bb5551bc22 req-ff033203-b8a8-425f-af8b-a039a4bd08f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1097 time: 0.1202605 Aug 11 02:58:30.283392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:30.358419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.362477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32da874-d4a2-43b9-864f-1c03b2aa116b None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:58:30.374793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87708b0d-83b0-4cf4-9f7c-5a2926fb283c req-317423aa-1068-4071-9f32-1463844e3ef2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467633 Aug 11 02:58:30.380350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c6ce314-1148-4fbe-99cb-81bb5551bc22 req-f0a32502-ec87-48c3-80fa-f2c0877eea93 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121788 Aug 11 02:58:30.381929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ae18f7-7504-427a-aed5-9218237b6beb']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:30.393719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ec4e3f-2e23-4724-b703-34e21fb036cc') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:30.394015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ec4e3f-2e23-4724-b703-34e21fb036cc') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:30.405463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.423899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.432194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:30.432825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:30.436736 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:30.499301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.506559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:30.508461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] 10.222.0.60 "DELETE /v2.0/networks/59ae18f7-7504-427a-aed5-9218237b6beb HTTP/1.1" status: 204 len: 168 time: 0.4986317 Aug 11 02:58:30.521059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6367c3-4886-4720-a501-05f446075bff tempest-BulkNetworkOpsIpV6Test-1225207208 tempest-BulkNetworkOpsIpV6Test-1225207208-project] Pushing event deleted for resources: {'Network': ['ID=59ae18f7-7504-427a-aed5-9218237b6beb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:30.853492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d689-2de2-496c-ae4f-6ed09210120f req-8b11f6ee-155b-4d59-8e59-82b9841a7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:30.855019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf6d689-2de2-496c-ae4f-6ed09210120f req-8b11f6ee-155b-4d59-8e59-82b9841a7aa4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 1097 time: 0.0568857 Aug 11 02:58:30.902049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf6d689-2de2-496c-ae4f-6ed09210120f req-15c278cd-716c-47a1-9615-a1c8496817e5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342333 Aug 11 02:58:30.975375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52148) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:31.160651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1906c36-4d49-424e-b7be-bea359c7b08a req-30464f63-8755-4134-a87a-af20c326c34f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:31.162253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1906c36-4d49-424e-b7be-bea359c7b08a req-30464f63-8755-4134-a87a-af20c326c34f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 949 time: 0.1885123 Aug 11 02:58:31.203527 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-110109c1-0034-40f0-a04e-51097f88a18e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc406c5e26394f008f73246980159705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246835 Aug 11 02:58:31.204273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52158) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:31.213164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1906c36-4d49-424e-b7be-bea359c7b08a req-dc5efaa5-4ede-4cd1-918b-ef17443b5385 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Aug 11 02:58:31.270968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.305096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.372947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.376121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:31.377548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10af29b7-e92e-4bf6-a9dc-f966a79f15cc HTTP/1.1" status: 204 len: 168 time: 0.1723440 Aug 11 02:58:31.390280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10af29b7-e92e-4bf6-a9dc-f966a79f15cc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:31.391501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2c14f-45aa-4f4a-aed2-dff4775ff05d req-97a4e9e0-027f-49e6-b51f-76cb907f2e95 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:31.400964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.401225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79b2c14f-45aa-4f4a-aed2-dff4775ff05d req-97a4e9e0-027f-49e6-b51f-76cb907f2e95 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0707400 Aug 11 02:58:31.401735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.403221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.403959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.404514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.405071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.405559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.406301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.406907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.407442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.408059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.408752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeca9f1a-ee18-4c7b-afa7-4aa8e9be792a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:31.456254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79b2c14f-45aa-4f4a-aed2-dff4775ff05d req-03e3a387-40bd-42ec-92a5-c6693506ec1f tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525711 Aug 11 02:58:31.593029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b4484-8d8b-40b0-beba-e1e27c1b09cb req-56e7b92c-99c0-401e-959e-923ffa0ed5ed tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:31.602766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-935b4484-8d8b-40b0-beba-e1e27c1b09cb req-56e7b92c-99c0-401e-959e-923ffa0ed5ed tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.0815735 Aug 11 02:58:31.649104 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-935b4484-8d8b-40b0-beba-e1e27c1b09cb req-9fcf0a93-7ee7-40c6-b2c1-850d11782ea3 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448153 Aug 11 02:58:32.166361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52196) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:32.240477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 960d4756-2a82-4299-9ff7-82e2f355c08f up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:32.275928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2010935096'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:32.312222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 960d4756-2a82-4299-9ff7-82e2f355c08f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:32.316873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:32.317778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 960d4756-2a82-4299-9ff7-82e2f355c08f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:32.318374 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.320458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.347265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.392400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544e68d-4ed0-48b4-9ceb-ba01df76e8b2 req-54628632-326c-4b3b-acef-693d91a0dc8d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.394811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f544e68d-4ed0-48b4-9ceb-ba01df76e8b2 req-54628632-326c-4b3b-acef-693d91a0dc8d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 949 time: 0.0942147 Aug 11 02:58:32.420291 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.450686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960d4756-2a82-4299-9ff7-82e2f355c08f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:32.453021 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9da4c81-5173-4212-b352-a2697da114ec" -d '{"events": [{"server_uuid": "f1746b5c-5934-4b0d-aafb-de21cdba86b9", "name": "network-vif-plugged", "status": "completed", "tag": "960d4756-2a82-4299-9ff7-82e2f355c08f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:32.460811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f544e68d-4ed0-48b4-9ceb-ba01df76e8b2 req-b2a85c6a-bc11-4f92-b765-13222febf9db tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591626 Aug 11 02:58:32.486567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 960d4756-2a82-4299-9ff7-82e2f355c08f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=960d4756-2a82-4299-9ff7-82e2f355c08f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:32.493139 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.520909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.534539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.549232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:32.561559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.561906 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Added segment 5b533274-3e0b-4407-b3d8-21ba46fe069d of type vlan for network 6be882f1-00c4-4703-9074-0f439a1ed22d Aug 11 02:58:32.567403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=960d4756-2a82-4299-9ff7-82e2f355c08f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.577245 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1161204-77b1-4f97-82b5-0e3533a5ddc6 x-openstack-request-id: req-a1161204-77b1-4f97-82b5-0e3533a5ddc6 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:32.577999 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1746b5c-5934-4b0d-aafb-de21cdba86b9", "name": "network-vif-plugged", "status": "completed", "tag": "960d4756-2a82-4299-9ff7-82e2f355c08f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:32.578606 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1161204-77b1-4f97-82b5-0e3533a5ddc6 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:32.580155 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960d4756-2a82-4299-9ff7-82e2f355c08f', 'code': 200} Aug 11 02:58:32.650397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.691191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbe525-6b6c-460a-b9af-b37ebe281bfd req-6ed2b9d1-198a-435a-9326-cd944d12ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.691191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9efbe525-6b6c-460a-b9af-b37ebe281bfd req-6ed2b9d1-198a-435a-9326-cd944d12ce7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 1102 time: 0.0587094 Aug 11 02:58:32.709969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.719883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.720621 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:32.756843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9efbe525-6b6c-460a-b9af-b37ebe281bfd req-97661c24-bc5e-42b9-9221-10b63f0bae0f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857608 Aug 11 02:58:32.832070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf0a10-8f24-4d82-bc56-76abc48fb12f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.842512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Network': ['ID=6be882f1-00c4-4703-9074-0f439a1ed22d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:32.863497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0ad33f1d-e3cf-42d1-b294-918991b7720b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6822100 Aug 11 02:58:32.863497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ecd8c-a275-44cc-89d6-2115eb35fcc8 req-2240baba-d28a-437a-a320-417560a73ec4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.863760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76462da0-28bf-4325-b0c6-6d60bd5b2abd req-9912a3d7-b325-488b-b573-f50f253a56be tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:32.879664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b3ecd8c-a275-44cc-89d6-2115eb35fcc8 req-2240baba-d28a-437a-a320-417560a73ec4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.2931736 Aug 11 02:58:32.879849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76462da0-28bf-4325-b0c6-6d60bd5b2abd req-9912a3d7-b325-488b-b573-f50f253a56be tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.0637925 Aug 11 02:58:32.892746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6be882f1-00c4-4703-9074-0f439a1ed22d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:32.931327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76462da0-28bf-4325-b0c6-6d60bd5b2abd req-fa7cf9fd-95aa-4a12-bed3-9c3075faef2d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604994 Aug 11 02:58:32.939395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b3ecd8c-a275-44cc-89d6-2115eb35fcc8 req-8fdadccb-5121-4cf0-b03e-4a5eddad05d2 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691965 Aug 11 02:58:32.960989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cf77491b-1be1-4985-a395-d8377bf87eaa up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:33.034424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port cf77491b-1be1-4985-a395-d8377bf87eaa completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:33.040239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port cf77491b-1be1-4985-a395-d8377bf87eaa triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:33.040657 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.215173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.267261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cf77491b-1be1-4985-a395-d8377bf87eaa, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf77491b-1be1-4985-a395-d8377bf87eaa,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:33.272552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:33.284110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db044-14f6-41cb-8948-7fdd0e7678a5 req-9311cf15-3e66-4eec-838e-bb8ae0376d9c tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.292549 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-594db044-14f6-41cb-8948-7fdd0e7678a5 req-9311cf15-3e66-4eec-838e-bb8ae0376d9c tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1097 time: 0.1309566 Aug 11 02:58:33.309408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbe779-05ff-40db-a5cd-56c976b53b88 req-45ffb350-8257-4786-b956-d630ff98ccc4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.312032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08fbe779-05ff-40db-a5cd-56c976b53b88 req-45ffb350-8257-4786-b956-d630ff98ccc4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0643158 Aug 11 02:58:33.344371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cf77491b-1be1-4985-a395-d8377bf87eaa,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:33.364681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-2459459a-a48d-4fce-9d6b-088110d09f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.366198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-2459459a-a48d-4fce-9d6b-088110d09f95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be47bedcafb14a0f81c439fe31b13616&device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 1097 time: 0.1483033 Aug 11 02:58:33.370512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08fbe779-05ff-40db-a5cd-56c976b53b88 req-1a8d263f-77d5-4336-b685-1f08c1bf5fab tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512061 Aug 11 02:58:33.377127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-594db044-14f6-41cb-8948-7fdd0e7678a5 req-68b1daa5-c49e-47ec-a0c1-a24620de073f tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831070 Aug 11 02:58:33.562691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-9f826de6-523c-4003-9f47-3088de0b5055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.564420 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-9f826de6-523c-4003-9f47-3088de0b5055 service neutron] 10.222.0.57 "GET /v2.0/networks?id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 200 len: 911 time: 0.1845486 Aug 11 02:58:33.569141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26b043-cd62-427e-8f20-f8f6c9cf3403 req-3295cab7-ad8f-4ac8-8c97-3439e212c7c9 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.576910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a26b043-cd62-427e-8f20-f8f6c9cf3403 req-3295cab7-ad8f-4ac8-8c97-3439e212c7c9 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1097 time: 0.0668747 Aug 11 02:58:33.609986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a502d0-3fe5-434a-a953-c46ce3d8d06d req-0ee75b3f-d47a-4301-b6a5-c9a33bb5c010 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:33.611527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82a502d0-3fe5-434a-a953-c46ce3d8d06d req-0ee75b3f-d47a-4301-b6a5-c9a33bb5c010 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 950 time: 0.0515127 Aug 11 02:58:33.672371 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82a502d0-3fe5-434a-a953-c46ce3d8d06d req-57e256c6-24d9-4c11-9c6c-209c9529976b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532053 Aug 11 02:58:33.980688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-d9b4e870-e47c-4a29-a827-b8b26bd35e3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 HTTP/1.1" status: 200 len: 217 time: 0.3961575 Aug 11 02:58:34.045226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a26b043-cd62-427e-8f20-f8f6c9cf3403 req-7343070c-497d-40a9-a6af-1b12c54d3062 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661632 Aug 11 02:58:34.053766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-40dab134-e2de-4927-92db-cff1648544d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.055865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-40dab134-e2de-4927-92db-cff1648544d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 200 len: 850 time: 0.0609527 Aug 11 02:58:34.107698 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-1c748118-9bfc-476c-82b2-4783d5ecc51b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373785 Aug 11 02:58:34.255132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-0913da11-26a6-4024-92e4-d6ddccabd39c service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326928 Aug 11 02:58:34.379807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1917fd0e-19ed-4dfb-9f2f-6f1243f54c72 req-d868721d-c963-4f60-9531-52eb15afcddc service neutron] 10.222.0.57 "GET /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104922 Aug 11 02:58:34.564225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93fd0b-6049-47d4-90ef-ad15a0afa883 req-8f7bbf96-4660-492b-84a2-bd846f727fc5 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.573458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb93fd0b-6049-47d4-90ef-ad15a0afa883 req-8f7bbf96-4660-492b-84a2-bd846f727fc5 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1068499 Aug 11 02:58:34.581671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf77491b-1be1-4985-a395-d8377bf87eaa'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:34.584785 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4631fd16-4540-4a91-bbe2-6a39699d17d4" -d '{"events": [{"server_uuid": "d7a6c8a2-508d-4934-81d0-77ce4f82e76e", "name": "network-vif-plugged", "status": "completed", "tag": "cf77491b-1be1-4985-a395-d8377bf87eaa"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:34.611211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb93fd0b-6049-47d4-90ef-ad15a0afa883 req-77962fdb-4a55-4ca8-92a8-b8f36e6d8cba tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Aug 11 02:58:34.765766 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cd4f91-d9e2-43e2-8912-a56b5654d3ef x-openstack-request-id: req-d6cd4f91-d9e2-43e2-8912-a56b5654d3ef {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:34.766164 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a6c8a2-508d-4934-81d0-77ce4f82e76e", "name": "network-vif-plugged", "status": "completed", "tag": "cf77491b-1be1-4985-a395-d8377bf87eaa", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:34.766516 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6cd4f91-d9e2-43e2-8912-a56b5654d3ef {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:34.767008 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf77491b-1be1-4985-a395-d8377bf87eaa', 'code': 200} Aug 11 02:58:34.927527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd66c2a-e5b0-43db-9925-8d1d8477c2fb req-80ac384d-bce8-42af-9d8c-b64dca597fe4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.929760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fd66c2a-e5b0-43db-9925-8d1d8477c2fb req-80ac384d-bce8-42af-9d8c-b64dca597fe4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 950 time: 0.0716126 Aug 11 02:58:34.975107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822787-ace2-43ab-bdba-5b1071151015 req-d3530b1a-a930-41a3-9316-a45337a3e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:34.977073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-84822787-ace2-43ab-bdba-5b1071151015 req-d3530b1a-a930-41a3-9316-a45337a3e518 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 1101 time: 0.1015356 Aug 11 02:58:35.027970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fd66c2a-e5b0-43db-9925-8d1d8477c2fb req-ccfae127-6dbc-46ae-ac1c-bc3d7e3c8936 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784369 Aug 11 02:58:35.059772 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-84822787-ace2-43ab-bdba-5b1071151015 req-36a22124-ba10-441a-8d5e-8c0e370cce75 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709257 Aug 11 02:58:35.199134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16f606-fbc3-40a3-a0e1-aa49ea5d8c5d req-d57cbcfe-8e61-4f83-b58a-f7fa105e42af tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.204164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e16f606-fbc3-40a3-a0e1-aa49ea5d8c5d req-d57cbcfe-8e61-4f83-b58a-f7fa105e42af tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 949 time: 0.0641050 Aug 11 02:58:35.243587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e16f606-fbc3-40a3-a0e1-aa49ea5d8c5d req-55bba431-aca7-411b-8537-a0d70ddd8918 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Aug 11 02:58:35.379510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-7c222b87-3a43-4bb1-88fb-6ad5cbade669 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:58:35.381066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-7c222b87-3a43-4bb1-88fb-6ad5cbade669 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064290 Aug 11 02:58:35.391514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:35.392013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 02:58:35.539723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:35.540003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:35.540347 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:35.545500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:35.545828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:35.550722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:35.551263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:35.551671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:35.552205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Bound port: a4a23294-d05b-493c-914f-d7794de9ecf0, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:35.609366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:35.614157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:35.615506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d7ae7c48-88fb-4428-bb28-911bd7178135 service neutron] 10.222.0.60 "POST /v2.0/ports/a4a23294-d05b-493c-914f-d7794de9ecf0/bindings HTTP/1.1" status: 201 len: 390 time: 0.2276413 Aug 11 02:58:35.756721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b29d65-bcda-4a33-abf4-d07ae8531d56 req-8f493adc-eae3-4b9a-ac68-86417da8bd4a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.766321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86b29d65-bcda-4a33-abf4-d07ae8531d56 req-8f493adc-eae3-4b9a-ac68-86417da8bd4a tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0658081 Aug 11 02:58:35.778486 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:58:35.821034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86b29d65-bcda-4a33-abf4-d07ae8531d56 req-c4d22faf-5592-4864-9e47-f685fe6e3b67 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535285 Aug 11 02:58:35.959695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-744640d3-3738-4e0b-ab8f-e6f6b31a357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:35.961483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-744640d3-3738-4e0b-ab8f-e6f6b31a357c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1097 time: 0.0527518 Aug 11 02:58:36.052564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29568ec3-c738-4cf6-8b2d-7b01efe4ae1c req-c4f18bc3-6af8-46ec-b214-4edb2fb96cf5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.060908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29568ec3-c738-4cf6-8b2d-7b01efe4ae1c req-c4f18bc3-6af8-46ec-b214-4edb2fb96cf5 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.2402227 Aug 11 02:58:36.106752 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29568ec3-c738-4cf6-8b2d-7b01efe4ae1c req-53b5c4c1-c20e-4323-baab-18dda41b07c6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Aug 11 02:58:36.141837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-ae835ab7-e259-4dd1-be21-250e2256ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.146089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-ae835ab7-e259-4dd1-be21-250e2256ed3c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1698878 Aug 11 02:58:36.169410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52280) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:36.174677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'subnet': {'network_id': '6be882f1-00c4-4703-9074-0f439a1ed22d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:36.194453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-2bd80cfb-f3cd-46f8-a8ad-a2be79482d0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 200 len: 217 time: 0.0387077 Aug 11 02:58:36.256749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-9093e040-deb5-4b7f-863c-8e432da00dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.258374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-9093e040-deb5-4b7f-863c-8e432da00dc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0515254 Aug 11 02:58:36.270115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:36.274733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.315489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5aa506a1-7f12-4441-bf70-e4153e20dd4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490966 Aug 11 02:58:36.416900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4aa2c-dc34-4c94-a1a8-424e182cf708 req-dfa4a968-83cf-4629-948d-e10f1b747b8d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.426249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78b4aa2c-dc34-4c94-a1a8-424e182cf708 req-dfa4a968-83cf-4629-948d-e10f1b747b8d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 949 time: 0.0945575 Aug 11 02:58:36.469687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-1ed6e997-30ac-4821-9134-e5d0c25be877 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436913 Aug 11 02:58:36.502314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78b4aa2c-dc34-4c94-a1a8-424e182cf708 req-de8b7850-f0f8-4ac8-8db7-30ec84aab943 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749276 Aug 11 02:58:36.582202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.601151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-6a05d85a-3966-4ce2-8215-29ddb02ab9f8 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233127 Aug 11 02:58:36.657725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Subnet': ['ID=c4c8ff4f-8837-409f-9e2d-f49396594444,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:36.669454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Checking segment: {'id': '5b533274-3e0b-4407-b3d8-21ba46fe069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6be882f1-00c4-4703-9074-0f439a1ed22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:36.670792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network hostable DHCP agents. Network: 6be882f1-00c4-4703-9074-0f439a1ed22d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:36.691299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network 6be882f1-00c4-4703-9074-0f439a1ed22d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:36.702062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6be882f1-00c4-4703-9074-0f439a1ed22d) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:36.706440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.707053 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.713488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab5da7c-c22a-439a-84cf-30cf10c9f440 None None] Network 6be882f1-00c4-4703-9074-0f439a1ed22d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:36.732909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-737545d7-3701-4a7a-9455-1fe0912d136e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5577731 Aug 11 02:58:36.733234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52286) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:36.738705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1394206617'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:36.765036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:36.768698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.799067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:36.809830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.810193 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Added segment 2f8cfa94-5864-4033-986b-ba374ea958ed of type vlan for network adbec071-1fa7-4495-b7bb-d2650d6f440b Aug 11 02:58:36.856621 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.887528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6be882f1-00c4-4703-9074-0f439a1ed22d', 'network_id': '6be882f1-00c4-4703-9074-0f439a1ed22d', 'tenant_id': '5d9e22323daa438baaffee4b9b6ce64c', 'fixed_ips': [{'subnet_id': 'c4c8ff4f-8837-409f-9e2d-f49396594444'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:36.888948 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.891969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.898358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:36.899160 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:36.970440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2360959 Aug 11 02:58:36.974322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52292) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:36.981949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'subnet': {'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:36.982170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dccb8-cfe8-4471-87b3-6b372a08497e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Network': ['ID=adbec071-1fa7-4495-b7bb-d2650d6f440b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.002385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network adbec071-1fa7-4495-b7bb-d2650d6f440b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:37.091599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dccaa-b6bd-4bfc-8f44-5ce2856082de req-f13a072a-8569-4d19-b5c9-132b031b3e12 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:37.093393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc2dccaa-b6bd-4bfc-8f44-5ce2856082de req-f13a072a-8569-4d19-b5c9-132b031b3e12 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1759214 Aug 11 02:58:37.121523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Allocated IP 2001:db8:0:ffff::2 (6be882f1-00c4-4703-9074-0f439a1ed22d/c4c8ff4f-8837-409f-9e2d-f49396594444/64b95a7c-c104-4da6-97ba-32b8b895ab04) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:37.159534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc2dccaa-b6bd-4bfc-8f44-5ce2856082de req-0b88ff94-6621-49a0-b7f3-cf3e6c3074b2 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Aug 11 02:58:37.161512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:37.166693 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.303353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11c0fa-7ffc-4305-90a8-47e42d626ec9 req-404e0c71-fe08-4f09-8384-455597a3a952 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:37.313794 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb11c0fa-7ffc-4305-90a8-47e42d626ec9 req-404e0c71-fe08-4f09-8384-455597a3a952 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.0997105 Aug 11 02:58:37.331743 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.335232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Transition to ACTIVE for port object 64b95a7c-c104-4da6-97ba-32b8b895ab04 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:37.362910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Transition to ACTIVE for port object 64b95a7c-c104-4da6-97ba-32b8b895ab04 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:37.366496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb11c0fa-7ffc-4305-90a8-47e42d626ec9 req-f70b3a78-a1db-4490-969b-1d73590a08c3 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517602 Aug 11 02:58:37.377415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.435482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Pushing event updated for resources: {'Port': ['ID=64b95a7c-c104-4da6-97ba-32b8b895ab04,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.443661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Network 6be882f1-00c4-4703-9074-0f439a1ed22d is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:37.445438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:37.454123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:37.535336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Attempting to bind port 64b95a7c-c104-4da6-97ba-32b8b895ab04 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:37.535781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Attempting to bind port 64b95a7c-c104-4da6-97ba-32b8b895ab04 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5b533274-3e0b-4407-b3d8-21ba46fe069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6be882f1-00c4-4703-9074-0f439a1ed22d'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:37.536198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Attempting to bind port 64b95a7c-c104-4da6-97ba-32b8b895ab04 on network 6be882f1-00c4-4703-9074-0f439a1ed22d {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:37.546751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:37.547144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Checking segment: {'id': '5b533274-3e0b-4407-b3d8-21ba46fe069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6be882f1-00c4-4703-9074-0f439a1ed22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:37.547557 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.548134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Bound using segment: {'id': '5b533274-3e0b-4407-b3d8-21ba46fe069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6be882f1-00c4-4703-9074-0f439a1ed22d'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:37.550447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Bound port: 64b95a7c-c104-4da6-97ba-32b8b895ab04, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b533274-3e0b-4407-b3d8-21ba46fe069d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6be882f1-00c4-4703-9074-0f439a1ed22d'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:37.550447 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.550697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.objects.ports [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:58:37.551378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.623457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Subnet': ['ID=f7d22ac6-7388-48e1-a393-2e6c8950965d,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:37.632762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Checking segment: {'id': '2f8cfa94-5864-4033-986b-ba374ea958ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:37.633122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network hostable DHCP agents. Network: adbec071-1fa7-4495-b7bb-d2650d6f440b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:37.647072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] For port 64b95a7c-c104-4da6-97ba-32b8b895ab04, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:37.650935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] For port 64b95a7c-c104-4da6-97ba-32b8b895ab04, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64b95a7c-c104-4da6-97ba-32b8b895ab04,segment=NetworkSegment(5b533274-3e0b-4407-b3d8-21ba46fe069d),segment_id=5b533274-3e0b-4407-b3d8-21ba46fe069d)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:37.657932 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.673661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network adbec071-1fa7-4495-b7bb-d2650d6f440b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:37.694289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39bb31-fe23-43cd-84e0-8c57be47ca73 req-245d86a0-de49-4f59-bedf-677c403cfce6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:37.696443 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf39bb31-fe23-43cd-84e0-8c57be47ca73 req-245d86a0-de49-4f59-bedf-677c403cfce6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 949 time: 0.0644517 Aug 11 02:58:37.711612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, adbec071-1fa7-4495-b7bb-d2650d6f440b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:37.716517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:37.717288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:37.727508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02998fa-81c5-4fb4-89f3-0e6262c204de None None] Network adbec071-1fa7-4495-b7bb-d2650d6f440b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:37.752722 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bcd93024-846d-47ed-bb3b-34b73d25261f tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7770536 Aug 11 02:58:37.753506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52306) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:37.770955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'port': {'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b', 'name': 'tempest-NetworksIpV6TestAttrs-1269066050'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:37.842916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf39bb31-fe23-43cd-84e0-8c57be47ca73 req-00bfdca7-b7c9-4c74-8b5f-a58d17af5266 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278715 Aug 11 02:58:37.861557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c987897-4f30-4b5f-84f0-8ff1070da98c None None] Pushing event updated for resources: {'Port': ['ID=64b95a7c-c104-4da6-97ba-32b8b895ab04,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:38.040078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:38.056243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.088895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] device_id is not set on port 21d85b9a-6412-4b9e-b0d2-5067382a2026 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:58:38.145287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-adbec071-1fa7-4495-b7bb-d2650d6f440b', 'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b', 'tenant_id': '5d9e22323daa438baaffee4b9b6ce64c', 'fixed_ips': [{'subnet_id': 'f7d22ac6-7388-48e1-a393-2e6c8950965d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:38.146261 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.358592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Allocated IP 2001:db8::f816:3eff:fe5f:9fde (adbec071-1fa7-4495-b7bb-d2650d6f440b/f7d22ac6-7388-48e1-a393-2e6c8950965d/2277c139-d315-4362-8278-1c67d692dd91) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:38.395812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecce76a-eaf4-476d-8bb6-c087fd79750b req-5f30b85b-332a-46bc-ad52-bde603a47187 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:38.404958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ecce76a-eaf4-476d-8bb6-c087fd79750b req-5f30b85b-332a-46bc-ad52-bde603a47187 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0820062 Aug 11 02:58:38.466502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ecce76a-eaf4-476d-8bb6-c087fd79750b req-6c89398e-83ba-42e0-bd22-717f6d973d2b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543034 Aug 11 02:58:38.639550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.650697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Transition to ACTIVE for port object 2277c139-d315-4362-8278-1c67d692dd91 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:38.660834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097a7f7-3900-4d4b-b01a-d9de65ed4e99 req-8e66a677-ac82-452d-a2a4-fcfda8e907be tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:38.666868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9097a7f7-3900-4d4b-b01a-d9de65ed4e99 req-8e66a677-ac82-452d-a2a4-fcfda8e907be tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.1112001 Aug 11 02:58:38.689423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Transition to ACTIVE for port object 2277c139-d315-4362-8278-1c67d692dd91 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:38.706440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.771179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9097a7f7-3900-4d4b-b01a-d9de65ed4e99 req-767c48c8-57ea-49f9-acc2-0c666956fb6f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897655 Aug 11 02:58:38.773578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Pushing event updated for resources: {'Port': ['ID=2277c139-d315-4362-8278-1c67d692dd91,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:38.804493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Network adbec071-1fa7-4495-b7bb-d2650d6f440b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:38.807024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:38.810995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Allocated IP 2001:db8::f816:3eff:fece:1e10 (adbec071-1fa7-4495-b7bb-d2650d6f440b/f7d22ac6-7388-48e1-a393-2e6c8950965d/21d85b9a-6412-4b9e-b0d2-5067382a2026) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:38.813637 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:38.910717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3cfa-5bcc-446a-9b1b-2e30cb3fd975 req-b5058a84-31f3-4413-884d-ac0db966e250 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:38.922659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f3cfa-5bcc-446a-9b1b-2e30cb3fd975 req-b5058a84-31f3-4413-884d-ac0db966e250 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:38.939161 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-004f3cfa-5bcc-446a-9b1b-2e30cb3fd975 req-b5058a84-31f3-4413-884d-ac0db966e250 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e&device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 1690 time: 0.2743723 Aug 11 02:58:38.967467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Attempting to bind port 2277c139-d315-4362-8278-1c67d692dd91 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:38.968139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Attempting to bind port 2277c139-d315-4362-8278-1c67d692dd91 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '2f8cfa94-5864-4033-986b-ba374ea958ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:38.968542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Attempting to bind port 2277c139-d315-4362-8278-1c67d692dd91 on network adbec071-1fa7-4495-b7bb-d2650d6f440b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:38.974835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:38.975231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Checking segment: {'id': '2f8cfa94-5864-4033-986b-ba374ea958ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:38.975674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:38.976082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Bound using segment: {'id': '2f8cfa94-5864-4033-986b-ba374ea958ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:38.976577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Bound port: 2277c139-d315-4362-8278-1c67d692dd91, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8cfa94-5864-4033-986b-ba374ea958ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'adbec071-1fa7-4495-b7bb-d2650d6f440b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:38.976957 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.151020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] For port 2277c139-d315-4362-8278-1c67d692dd91, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:39.160226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] For port 2277c139-d315-4362-8278-1c67d692dd91, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2277c139-d315-4362-8278-1c67d692dd91,segment=NetworkSegment(2f8cfa94-5864-4033-986b-ba374ea958ed),segment_id=2f8cfa94-5864-4033-986b-ba374ea958ed)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:39.164868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-004f3cfa-5bcc-446a-9b1b-2e30cb3fd975 req-846b599a-5be5-46cf-bd42-c0342833817d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232444 Aug 11 02:58:39.176600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.200813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64b95a7c-c104-4da6-97ba-32b8b895ab04 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:39.315761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c6a4b-f3c1-48f2-8ed2-4b55fa5254c3 None None] Pushing event updated for resources: {'Port': ['ID=2277c139-d315-4362-8278-1c67d692dd91,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:39.334833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 64b95a7c-c104-4da6-97ba-32b8b895ab04 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:39.335319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.358414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Transition to ACTIVE for port object 21d85b9a-6412-4b9e-b0d2-5067382a2026 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:39.396626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a620-6678-4018-9dec-caf74da81318 req-286426bd-061f-45cb-93c4-75ac49124a64 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.396828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d2954-4a6e-4c02-b8bd-d844e3d20883 None None] Network 6be882f1-00c4-4703-9074-0f439a1ed22d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:39.404699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a088a620-6678-4018-9dec-caf74da81318 req-286426bd-061f-45cb-93c4-75ac49124a64 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1225913 Aug 11 02:58:39.461540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a088a620-6678-4018-9dec-caf74da81318 req-5ccf474c-267e-4b5f-8c4a-e9a2821f6e30 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559483 Aug 11 02:58:39.467144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.514224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network adbec071-1fa7-4495-b7bb-d2650d6f440b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:39.517448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:39.521342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:39.528059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.528793 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.535927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e598bd45-0672-4e08-bdd2-17b9337698aa None None] Provisioning for port 64b95a7c-c104-4da6-97ba-32b8b895ab04 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:39.547851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Port': ['ID=21d85b9a-6412-4b9e-b0d2-5067382a2026,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:39.562600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e598bd45-0672-4e08-bdd2-17b9337698aa None None] Provisioning complete for port 64b95a7c-c104-4da6-97ba-32b8b895ab04 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:39.563094 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e598bd45-0672-4e08-bdd2-17b9337698aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.568901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d0d7ea45-387a-4a11-a623-779be8d3d082 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8112068 Aug 11 02:58:39.569070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52336) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:39.645708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting subnet f7d22ac6-7388-48e1-a393-2e6c8950965d {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:39.649011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.658825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2294b1e-f140-4301-ae66-5f471f15aec6 req-dd7464d1-2144-4ad0-b810-ab540ba8802e tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.660749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2294b1e-f140-4301-ae66-5f471f15aec6 req-dd7464d1-2144-4ad0-b810-ab540ba8802e tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 1101 time: 0.0960665 Aug 11 02:58:39.716208 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.719024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2294b1e-f140-4301-ae66-5f471f15aec6 req-78b894bc-32d2-4955-8f2b-c863d1dff50e tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519257 Aug 11 02:58:39.826995 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e598bd45-0672-4e08-bdd2-17b9337698aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.878186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e598bd45-0672-4e08-bdd2-17b9337698aa None None] For port 64b95a7c-c104-4da6-97ba-32b8b895ab04, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64b95a7c-c104-4da6-97ba-32b8b895ab04,segment=NetworkSegment(5b533274-3e0b-4407-b3d8-21ba46fe069d),segment_id=5b533274-3e0b-4407-b3d8-21ba46fe069d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:39.884212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e598bd45-0672-4e08-bdd2-17b9337698aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.969921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef45e1-fbc0-46e6-8ef3-860f89380d0f req-6db47b20-180d-4f84-884b-8359883e7086 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.971822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f371ba-fa82-47d9-b8b4-f4ff142db34e req-93fe8ec0-5d74-44c0-a53d-84b4c6df882b tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:39.973410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3f371ba-fa82-47d9-b8b4-f4ff142db34e req-93fe8ec0-5d74-44c0-a53d-84b4c6df882b tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 1102 time: 0.0992036 Aug 11 02:58:39.979151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90ef45e1-fbc0-46e6-8ef3-860f89380d0f req-6db47b20-180d-4f84-884b-8359883e7086 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.0822515 Aug 11 02:58:39.983252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:39.990448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598bd45-0672-4e08-bdd2-17b9337698aa None None] Pushing event updated for resources: {'Port': ['ID=64b95a7c-c104-4da6-97ba-32b8b895ab04,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:40.030482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90ef45e1-fbc0-46e6-8ef3-860f89380d0f req-74bf0375-79d3-4686-afeb-709172d53461 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500412 Aug 11 02:58:40.081080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3f371ba-fa82-47d9-b8b4-f4ff142db34e req-6d2e86a4-7a66-4559-8d9d-e41251c7e5b6 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938022 Aug 11 02:58:40.123293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c4c19ea7-4d0e-4f55-9885-e83326ac7546 None None] Provisioning complete for port 64b95a7c-c104-4da6-97ba-32b8b895ab04 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:40.123699 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c4c19ea7-4d0e-4f55-9885-e83326ac7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.149295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.181651 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.186891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/f7d22ac6-7388-48e1-a393-2e6c8950965d HTTP/1.1" status: 204 len: 168 time: 0.6147561 Aug 11 02:58:40.187327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52348) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:40.208327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c612c0-0b92-45aa-9b5a-265832132829 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d22ac6-7388-48e1-a393-2e6c8950965d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:40.320015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0caab7b-2a3e-4413-85f3-16ea8226ea15 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:40.322417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0caab7b-2a3e-4413-85f3-16ea8226ea15 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:40.325693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a0caab7b-2a3e-4413-85f3-16ea8226ea15 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1370792 Aug 11 02:58:40.332028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:40.460937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-32ffc353-a27c-4bcb-b972-c4e4ebd0fd80 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402520 Aug 11 02:58:40.472520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b509b98-179b-48d8-b64c-f315e6410673 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.483062 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b509b98-179b-48d8-b64c-f315e6410673 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:58:40.484026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b509b98-179b-48d8-b64c-f315e6410673 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:40.486461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6b509b98-179b-48d8-b64c-f315e6410673 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/adbec071-1fa7-4495-b7bb-d2650d6f440b HTTP/1.1" status: 409 len: 405 time: 0.1539135 Aug 11 02:58:40.490277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52374) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:40.500008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-69207753'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:40.548704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:40.554580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.618407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:40.640383 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.641735 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Added segment 8162c884-44bd-4af6-adad-14ebba93b7ef of type vlan for network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 Aug 11 02:58:40.661094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-35663f3d-91f5-4afa-b7af-a5667f6b4a4b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:40.662859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-35663f3d-91f5-4afa-b7af-a5667f6b4a4b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947374 Aug 11 02:58:40.691427 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-019aa1f7-d85e-4485-a261-bbb0436e291c tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/quotas/2bb497b990504e9dae2c06cce7c783ea HTTP/1.1" status: 200 len: 375 time: 0.0191112 Aug 11 02:58:40.729877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.760790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-2d63ca52-0c24-48d4-b992-5340f270fb15 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0683146 Aug 11 02:58:40.846798 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.858666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:40.861414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:40.892274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcc947-8be6-4fdc-8e64-3ce5730e9154 None None] Network adbec071-1fa7-4495-b7bb-d2650d6f440b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:40.956328 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4622052 Aug 11 02:58:40.956674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:40.962353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'subnet': {'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:41.004850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfdbd4-7be5-490c-b57a-62db91763f97 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Network': ['ID=bfc2e65d-54c5-4fdc-8452-04f2a93fa950,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:41.029057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3dee36b8-ba54-4154-9c49-1b61f3e059c3 None None] Provisioning for port 2277c139-d315-4362-8278-1c67d692dd91 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:41.053240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81cad7-3e3c-4c52-a9f6-f58043b5a8d8 req-80953011-a62c-4431-8d4b-45d6c19eff42 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:41.060243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:41.064970 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a81cad7-3e3c-4c52-a9f6-f58043b5a8d8 req-80953011-a62c-4431-8d4b-45d6c19eff42 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.2843134 Aug 11 02:58:41.156889 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a81cad7-3e3c-4c52-a9f6-f58043b5a8d8 req-ef8bb96f-d65c-4a73-8b5e-13d3db41097b tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865111 Aug 11 02:58:41.189323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af3a07ee-ea7c-46f3-b4d7-6fd72728c71f req-1e04bb1f-e02c-4f78-83dc-4478b4242f62 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 210 time: 0.0929282 Aug 11 02:58:41.232915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:41.238207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.339883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] DHCP port deletion for adbec071-1fa7-4495-b7bb-d2650d6f440b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:58:41.345576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64b95a7c-c104-4da6-97ba-32b8b895ab04 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:41.377389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e7192-c17e-43b6-8c4a-b7106376a305 req-e646286f-cffc-457f-8cfa-301296f04895 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:41.389486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-537e7192-c17e-43b6-8c4a-b7106376a305 req-e646286f-cffc-457f-8cfa-301296f04895 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.1492343 Aug 11 02:58:41.451986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 64b95a7c-c104-4da6-97ba-32b8b895ab04 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:41.452367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.480383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-537e7192-c17e-43b6-8c4a-b7106376a305 req-57cdb8bf-34fc-4533-8cab-3e978728133f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870082 Aug 11 02:58:41.645575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] Deleting port 2277c139-d315-4362-8278-1c67d692dd91 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:41.645993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.724371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.objects.ports [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:58:41.726238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.749850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] For port 2277c139-d315-4362-8278-1c67d692dd91, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2277c139-d315-4362-8278-1c67d692dd91,segment=NetworkSegment(2f8cfa94-5864-4033-986b-ba374ea958ed),segment_id=2f8cfa94-5864-4033-986b-ba374ea958ed)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:41.750323 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.790753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] Calling delete_port for 2277c139-d315-4362-8278-1c67d692dd91 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:41.811009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Subnet': ['ID=600773df-2d9d-4c26-a63d-82364af4877c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:41.829401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Checking segment: {'id': '8162c884-44bd-4af6-adad-14ebba93b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:41.829771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network hostable DHCP agents. Network: bfc2e65d-54c5-4fdc-8452-04f2a93fa950, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:41.835017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2277c139-d315-4362-8278-1c67d692dd91 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:41.858262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:41.874709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, bfc2e65d-54c5-4fdc-8452-04f2a93fa950) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:41.904735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:41.905373 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:41.910341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c5243-5372-4e89-8c67-c8953e0ac5f1 None None] Network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:41.947608 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e1b75354-e5f4-4da7-9640-49babf335ab5 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9874868 Aug 11 02:58:41.947994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52402) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:41.953889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'port': {'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950', 'name': 'tempest-NetworksIpV6TestAttrs-1860128477'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:42.023399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2277c139-d315-4362-8278-1c67d692dd91 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:42.034880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2277c139-d315-4362-8278-1c67d692dd91 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:42.035254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.116582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:42.122609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.186838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] device_id is not set on port 1dffc5c3-5183-43de-841a-da1d5942aa4e yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 02:58:42.190251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-bfc2e65d-54c5-4fdc-8452-04f2a93fa950', 'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950', 'tenant_id': '5d9e22323daa438baaffee4b9b6ce64c', 'fixed_ips': [{'subnet_id': '600773df-2d9d-4c26-a63d-82364af4877c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:42.191168 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.197565 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.327835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f387ecd0-1f6e-4d1f-bf04-90f70b2b4cb1 req-93ad980f-e6bb-48d4-9fd5-bc4d9d2f21fb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 210 time: 0.0431442 Aug 11 02:58:42.339536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] Pushing event deleted for resources: {'Port': ['ID=2277c139-d315-4362-8278-1c67d692dd91,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:42.350510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05abecd0-fefa-4d63-9d1f-bb7d3eda2eed None None] No DVR routers for this DVR port 2277c139-d315-4362-8278-1c67d692dd91 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:42.380463 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.404337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635c269-8c5e-444c-91d2-70b8db51cd44 req-7b34c035-b66e-4bf1-89d3-51430d071fa8 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.411141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9635c269-8c5e-444c-91d2-70b8db51cd44 req-7b34c035-b66e-4bf1-89d3-51430d071fa8 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1276238 Aug 11 02:58:42.434754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Allocated IP 2001:db8::f816:3eff:fe71:c293 (bfc2e65d-54c5-4fdc-8452-04f2a93fa950/600773df-2d9d-4c26-a63d-82364af4877c/1dffc5c3-5183-43de-841a-da1d5942aa4e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:42.495008 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9635c269-8c5e-444c-91d2-70b8db51cd44 req-062a60b3-070a-4c59-a872-8100735cc3ca tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768869 Aug 11 02:58:42.716315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817ce2c-3443-4d57-b0c9-30330b44ec12 req-27e64f03-f138-4aa9-9105-ece4f7f1ec62 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.718078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0817ce2c-3443-4d57-b0c9-30330b44ec12 req-27e64f03-f138-4aa9-9105-ece4f7f1ec62 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.1206284 Aug 11 02:58:42.810430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8bc3577f-3033-4bc1-8062-4c99b7753c21 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0804741 Aug 11 02:58:42.854232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0817ce2c-3443-4d57-b0c9-30330b44ec12 req-80aa2795-3784-41e1-a03f-d202e95bdfac tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073475 Aug 11 02:58:42.892442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.909281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Transition to ACTIVE for port object 1dffc5c3-5183-43de-841a-da1d5942aa4e will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:42.972214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-706c274e-199c-45c4-b7ef-6cfbefc7533c tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:42.973683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:42.973841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-706c274e-199c-45c4-b7ef-6cfbefc7533c tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564512 Aug 11 02:58:42.992311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:43.030635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Allocated IP 2001:db8::f816:3eff:fe6b:2023 (bfc2e65d-54c5-4fdc-8452-04f2a93fa950/600773df-2d9d-4c26-a63d-82364af4877c/a780cc39-781e-42d7-90f5-4107a0a9bd91) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:43.098674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Port': ['ID=1dffc5c3-5183-43de-841a-da1d5942aa4e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:43.114818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:43.116395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:43.125213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:43.136768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.138041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.155945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2277c139-d315-4362-8278-1c67d692dd91 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:43.178793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52416) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:43.178986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ff595463-cdae-46a6-a745-a7a09f173b61 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2298217 Aug 11 02:58:43.193781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2277c139-d315-4362-8278-1c67d692dd91 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:43.194110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2277c139-d315-4362-8278-1c67d692dd91 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:43.301192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:43.310057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.352217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting subnet 600773df-2d9d-4c26-a63d-82364af4877c {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:43.368758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.380955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Transition to ACTIVE for port object a780cc39-781e-42d7-90f5-4107a0a9bd91 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:43.403913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Transition to ACTIVE for port object a780cc39-781e-42d7-90f5-4107a0a9bd91 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:43.421870 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.429004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.493478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.507826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20484956-9244-4a8f-b318-25ace1da760d req-d80ca648-f6f2-4dc1-a31b-f1392e021495 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 210 time: 0.0579088 Aug 11 02:58:43.516782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:43.519969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:43.529044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:43.541760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Pushing event updated for resources: {'Port': ['ID=a780cc39-781e-42d7-90f5-4107a0a9bd91,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:43.614254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Attempting to bind port a780cc39-781e-42d7-90f5-4107a0a9bd91 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:43.614793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Attempting to bind port a780cc39-781e-42d7-90f5-4107a0a9bd91 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8162c884-44bd-4af6-adad-14ebba93b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:43.615257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Attempting to bind port a780cc39-781e-42d7-90f5-4107a0a9bd91 on network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:43.621420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:43.622079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Checking segment: {'id': '8162c884-44bd-4af6-adad-14ebba93b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:43.622608 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.623098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Bound using segment: {'id': '8162c884-44bd-4af6-adad-14ebba93b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:43.623695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Bound port: a780cc39-781e-42d7-90f5-4107a0a9bd91, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8162c884-44bd-4af6-adad-14ebba93b7ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'bfc2e65d-54c5-4fdc-8452-04f2a93fa950'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:43.625232 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.674524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.162 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/3d75cbc6-dff5-4c97-a23a-7a37c4a9a651) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:43.759310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc30e5-3866-4c77-890d-3e1c8f2b39a2 req-6a10d735-30d0-4a50-8362-7ae010353fb4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:43.764203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bfc30e5-3866-4c77-890d-3e1c8f2b39a2 req-6a10d735-30d0-4a50-8362-7ae010353fb4 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.1432824 Aug 11 02:58:43.785405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:43.981707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bfc30e5-3866-4c77-890d-3e1c8f2b39a2 req-da745142-3129-428c-bec2-0ccd2b827b6e tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002947 Aug 11 02:58:44.026496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] For port a780cc39-781e-42d7-90f5-4107a0a9bd91, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:44.031036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] For port a780cc39-781e-42d7-90f5-4107a0a9bd91, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a780cc39-781e-42d7-90f5-4107a0a9bd91,segment=NetworkSegment(8162c884-44bd-4af6-adad-14ebba93b7ef),segment_id=8162c884-44bd-4af6-adad-14ebba93b7ef)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:44.037384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef19e6a-f917-42d1-a720-f429ccd84b24 req-641f8d9b-9382-4d25-8822-29b145230d66 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.039873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ef19e6a-f917-42d1-a720-f429ccd84b24 req-641f8d9b-9382-4d25-8822-29b145230d66 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.0797093 Aug 11 02:58:44.042835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.044367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.088364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Subnet': ['ID=600773df-2d9d-4c26-a63d-82364af4877c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:44.109213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.111810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3ed02eb5-2966-42fb-b9ce-00b2cc2f3415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/600773df-2d9d-4c26-a63d-82364af4877c HTTP/1.1" status: 204 len: 168 time: 0.9319367 Aug 11 02:58:44.118009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52434) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:44.131563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ef19e6a-f917-42d1-a720-f429ccd84b24 req-0928ea73-6f07-4d77-a42e-f851d3eef070 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800152 Aug 11 02:58:44.173383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b790c3-d230-4448-924c-b3672f33c8d1 None None] Pushing event updated for resources: {'Port': ['ID=a780cc39-781e-42d7-90f5-4107a0a9bd91,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:44.198444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.227268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:44.232776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1611b-6b02-4431-8044-5ab1cc1c46dc tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.234444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1611b-6b02-4431-8044-5ab1cc1c46dc tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.239387 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d2a1611b-6b02-4431-8044-5ab1cc1c46dc tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1169641 Aug 11 02:58:44.240668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52436) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:44.296984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-f39981d4-66c8-4bb2-8b28-0065027481e7 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.299567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-f39981d4-66c8-4bb2-8b28-0065027481e7 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 945 time: 0.0712070 Aug 11 02:58:44.372462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4418dab-5c03-4dfb-882f-b70b4771b9c6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.381826 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4418dab-5c03-4dfb-882f-b70b4771b9c6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 11 02:58:44.382185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4418dab-5c03-4dfb-882f-b70b4771b9c6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:44.384313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a4418dab-5c03-4dfb-882f-b70b4771b9c6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/bfc2e65d-54c5-4fdc-8452-04f2a93fa950 HTTP/1.1" status: 409 len: 405 time: 0.1424990 Aug 11 02:58:44.389052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.390799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52438) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:44.397435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-758540025'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:44.407120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:44.409590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570', '960d4756-2a82-4299-9ff7-82e2f355c08f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:44.496549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:44.498412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:44.502158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:44.517760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:44.592885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.596437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.603555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Deleting port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:44.605997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.627057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:44.633232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.678267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-4b62e7e7-ce01-474c-9eb5-6547a80ba2d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6900508 Aug 11 02:58:44.742033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-ab57260a-07c7-4c6d-afc5-993aaab8cce3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:58:44.743582 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-ab57260a-07c7-4c6d-afc5-993aaab8cce3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324216 Aug 11 02:58:44.757619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:44.776597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Request body: {'port': {'device_id': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:44.814959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.815309 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Added segment 2fd4accb-07e0-4eb5-b028-453762b7d7b6 of type vlan for network da3bad08-85ed-4cdb-9660-6e6a3096d70d Aug 11 02:58:44.821659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] For port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:44.822293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:44.825418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c000-0655-47ec-8364-c2ecb13fd6c7 req-0f16a83b-a0e7-43c2-a5c3-9bee15aa5ad5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:44.826987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ae9c000-0655-47ec-8364-c2ecb13fd6c7 req-0f16a83b-a0e7-43c2-a5c3-9bee15aa5ad5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 936 time: 0.1620283 Aug 11 02:58:44.840057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Calling delete_port for f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:44.996380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ae9c000-0655-47ec-8364-c2ecb13fd6c7 req-4b1eee00-ead2-4b01-9d08-7ffc8914e6e4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453600 Aug 11 02:58:45.029480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.049634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.086497 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.125039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-203e25af-b7c0-4fa5-9573-902ae924f9b3 None None] Provisioning for port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:45.145082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-203e25af-b7c0-4fa5-9573-902ae924f9b3 None None] Provisioning complete for port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:45.148964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-203e25af-b7c0-4fa5-9573-902ae924f9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.149177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Pushing event deleted for resources: {'Port': ['ID=f2af6a40-9790-4c2b-b9b3-0e4c730a9f14,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:45.232822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-203e25af-b7c0-4fa5-9573-902ae924f9b3 None None] Port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:58:45.234380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a780cc39-781e-42d7-90f5-4107a0a9bd91 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:45.240558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] No DVR routers for this DVR port f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:45.278003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51380b10-15f9-4276-b45c-82d2da008a3f req-72b4a39b-9949-471e-a817-31046b31b261 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8e76ce4-d30f-443c-9f5e-7947e6e16362 HTTP/1.1" status: 200 len: 210 time: 0.0671771 Aug 11 02:58:45.280240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.282375 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2addb03-2873-4aa2-8d86-669c0416ed1d req-dd219454-658e-4591-ab16-c4019ebf5446 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "DELETE /v2.0/ports/f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 HTTP/1.1" status: 204 len: 173 time: 0.9671381 Aug 11 02:58:45.282845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'name': 'network-vif-deleted', 'tag': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:45.285213 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c162b1fa-ecb1-4301-9528-a895e2b10dd2" -d '{"events": [{"server_uuid": "e8e76ce4-d30f-443c-9f5e-7947e6e16362", "name": "network-vif-deleted", "tag": "f2af6a40-9790-4c2b-b9b3-0e4c730a9f14"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:45.419439 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba7f513-f196-4f4a-b08d-7a15a7213e1c x-openstack-request-id: req-2ba7f513-f196-4f4a-b08d-7a15a7213e1c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:45.419861 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e76ce4-d30f-443c-9f5e-7947e6e16362", "name": "network-vif-deleted", "tag": "f2af6a40-9790-4c2b-b9b3-0e4c730a9f14", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:45.420297 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ba7f513-f196-4f4a-b08d-7a15a7213e1c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:45.420848 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e76ce4-d30f-443c-9f5e-7947e6e16362', 'name': 'network-vif-deleted', 'tag': 'f2af6a40-9790-4c2b-b9b3-0e4c730a9f14', 'status': 'completed', 'code': 200} Aug 11 02:58:45.453196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 02:58:45.474521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port a780cc39-781e-42d7-90f5-4107a0a9bd91 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:45.494601 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.503038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:45.503911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.643175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2509415 Aug 11 02:58:45.646660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52454) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:45.652472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'subnet': {'network_id': 'da3bad08-85ed-4cdb-9660-6e6a3096d70d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:45.669550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:45.676844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae679b22-a2aa-4853-98be-ce947c589d9c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Network': ['ID=da3bad08-85ed-4cdb-9660-6e6a3096d70d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:45.687405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.692960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network da3bad08-85ed-4cdb-9660-6e6a3096d70d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:45.708025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611fb4c-fe17-4b6f-a4c7-175891decea1 req-2dddd473-9f9c-4284-a30f-ecf15d2e699e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:45.716869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f611fb4c-fe17-4b6f-a4c7-175891decea1 req-2dddd473-9f9c-4284-a30f-ecf15d2e699e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.2277322 Aug 11 02:58:45.736767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Transition to ACTIVE for port object 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:45.750409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.822990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ee3b2d-ea20-4494-a0ca-fda149dda854 None None] Network bfc2e65d-54c5-4fdc-8452-04f2a93fa950 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:45.827278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:45.831288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:45.850783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f611fb4c-fe17-4b6f-a4c7-175891decea1 req-9972c5ff-8a97-420d-bcd1-e232335213dd tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330245 Aug 11 02:58:45.862504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Pushing event updated for resources: {'Port': ['ID=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:45.950666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e8e5bf2-de09-45f0-a4e8-4735f5728212 None None] Provisioning for port a780cc39-781e-42d7-90f5-4107a0a9bd91 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:45.963733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Attempting to bind port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:45.964821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Attempting to bind port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:45.965260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Attempting to bind port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:45.972491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:45.972845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Attempting to bind port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:45.979314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:45.980912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:45.981937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:45.982381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Bound port: 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:45.983131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.001112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e8e5bf2-de09-45f0-a4e8-4735f5728212 None None] Provisioning complete for port a780cc39-781e-42d7-90f5-4107a0a9bd91 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:46.002773 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5bf2-de09-45f0-a4e8-4735f5728212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.111674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] For port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:46.159609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c5ac4097-5dd0-44b6-8f71-6da822462de7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:46.193097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] For port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:46.204384 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.295005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.295817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.297304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] 10.222.0.10 "PUT /v2.0/ports/3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 HTTP/1.1" status: 200 len: 1097 time: 1.5356386 Aug 11 02:58:46.302559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5bf2-de09-45f0-a4e8-4735f5728212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.303911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'tag': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:46.306727 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db12b1df-16c6-43b3-b32d-96bcb6f30c86" -d '{"events": [{"name": "network-changed", "server_uuid": "cf57d5ac-d607-4956-a9bd-0c6241aa3213", "tag": "3d75cbc6-dff5-4c97-a23a-7a37c4a9a651"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:46.357432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c0c5-6aa8-46f8-b259-df2e4cb66fc9 req-f7bdb510-85bf-4e57-af68-ddf424a93dcc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.364871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11d7c0c5-6aa8-46f8-b259-df2e4cb66fc9 req-f7bdb510-85bf-4e57-af68-ddf424a93dcc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 948 time: 0.2501049 Aug 11 02:58:46.373166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1e8e5bf2-de09-45f0-a4e8-4735f5728212 None None] For port a780cc39-781e-42d7-90f5-4107a0a9bd91, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a780cc39-781e-42d7-90f5-4107a0a9bd91,segment=NetworkSegment(8162c884-44bd-4af6-adad-14ebba93b7ef),segment_id=8162c884-44bd-4af6-adad-14ebba93b7ef)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:46.379530 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e8e5bf2-de09-45f0-a4e8-4735f5728212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.451325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e82bb-27e8-48f3-ba89-05178d20c533 service neutron] Pushing event updated for resources: {'Port': ['ID=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:46.482381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] DHCP port deletion for bfc2e65d-54c5-4fdc-8452-04f2a93fa950 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:58:46.486039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11d7c0c5-6aa8-46f8-b259-df2e4cb66fc9 req-a3901920-393c-4c7f-b801-cba31244f0de tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199441 Aug 11 02:58:46.488049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:58:46.490136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.518754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-aaa8ed80-6cf7-4907-a416-86f4df2bb37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.526868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-aaa8ed80-6cf7-4907-a416-86f4df2bb37e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 1100 time: 0.1766357 Aug 11 02:58:46.529939 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcf8e8a-3547-4392-ade7-97c8c1e5a75a x-openstack-request-id: req-8fcf8e8a-3547-4392-ade7-97c8c1e5a75a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:46.530900 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf57d5ac-d607-4956-a9bd-0c6241aa3213", "tag": "3d75cbc6-dff5-4c97-a23a-7a37c4a9a651", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:46.531300 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8fcf8e8a-3547-4392-ade7-97c8c1e5a75a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:46.531873 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'tag': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', 'status': 'completed', 'code': 200} Aug 11 02:58:46.584333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-a10978aa-1c73-4f41-89ac-daed27081a2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 HTTP/1.1" status: 200 len: 217 time: 0.0454640 Aug 11 02:58:46.594773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Subnet': ['ID=cc0eab3f-b560-4814-adb1-1908101e9c85,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:46.599588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Checking segment: {'id': '2fd4accb-07e0-4eb5-b028-453762b7d7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'da3bad08-85ed-4cdb-9660-6e6a3096d70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:46.599998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network hostable DHCP agents. Network: da3bad08-85ed-4cdb-9660-6e6a3096d70d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:46.624867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network da3bad08-85ed-4cdb-9660-6e6a3096d70d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:46.645491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, da3bad08-85ed-4cdb-9660-6e6a3096d70d) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:46.651950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.653647 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.663967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc2543-6734-4794-bf61-5160d9e96038 None None] Network da3bad08-85ed-4cdb-9660-6e6a3096d70d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:46.671134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40fb0186-09f1-4da0-af23-02510e7bc1bb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0232663 Aug 11 02:58:46.673687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:46.674429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e5bf2-de09-45f0-a4e8-4735f5728212 None None] Pushing event updated for resources: {'Port': ['ID=a780cc39-781e-42d7-90f5-4107a0a9bd91,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:46.702824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-275b5192-a511-412d-b96a-8a5d012b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.705876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-275b5192-a511-412d-b96a-8a5d012b8cc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1052616 Aug 11 02:58:46.780717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] Deleting port a780cc39-781e-42d7-90f5-4107a0a9bd91 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:46.781105 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.824393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467227b-08d2-4828-931a-bfd69d457fbe req-89972596-12e9-4f06-a588-31846df13fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:46.826588 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-89972596-12e9-4f06-a588-31846df13fb5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1122921 Aug 11 02:58:46.858919 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.947787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] For port a780cc39-781e-42d7-90f5-4107a0a9bd91, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a780cc39-781e-42d7-90f5-4107a0a9bd91,segment=NetworkSegment(8162c884-44bd-4af6-adad-14ebba93b7ef),segment_id=8162c884-44bd-4af6-adad-14ebba93b7ef)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:46.948346 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.950895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:46.955857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-178dcfa0-0594-49a3-a52b-0e247ce359ea service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192253 Aug 11 02:58:46.989775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] Calling delete_port for a780cc39-781e-42d7-90f5-4107a0a9bd91 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:47.007856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:47.039445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:47.039890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f2af6a40-9790-4c2b-b9b3-0e4c730a9f14 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:47.093689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457db3a-d550-4497-9416-218966164790 req-374e5ab3-fec0-42af-9c43-16a4c12f9013 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.098615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53821f5-61db-46ce-a763-748393cfbd46 req-1efa1dec-6026-46bd-8f17-b060c52068e1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.099524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d457db3a-d550-4497-9416-218966164790 req-374e5ab3-fec0-42af-9c43-16a4c12f9013 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.1135569 Aug 11 02:58:47.113013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d53821f5-61db-46ce-a763-748393cfbd46 req-1efa1dec-6026-46bd-8f17-b060c52068e1 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1560500 Aug 11 02:58:47.135194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.171374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a780cc39-781e-42d7-90f5-4107a0a9bd91 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:47.180582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0eab3f-b560-4814-adb1-1908101e9c85,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:47.195860 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d53821f5-61db-46ce-a763-748393cfbd46 req-6d592156-294c-401a-bd5c-315aadf27444 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798786 Aug 11 02:58:47.203575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a467227b-08d2-4828-931a-bfd69d457fbe req-78f227fc-cb2f-4ab4-8609-414adc5ced0a service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152145 Aug 11 02:58:47.226706 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.268401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.268606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78dde4-5343-45e5-b2d9-e510338ecaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-da3bad08-85ed-4cdb-9660-6e6a3096d70d', 'network_id': 'da3bad08-85ed-4cdb-9660-6e6a3096d70d', 'tenant_id': '5d9e22323daa438baaffee4b9b6ce64c', 'fixed_ips': [{'subnet_id': 'cc0eab3f-b560-4814-adb1-1908101e9c85'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:47.269348 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be78dde4-5343-45e5-b2d9-e510338ecaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.279959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3bad08-85ed-4cdb-9660-6e6a3096d70d']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:47.284335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: a780cc39-781e-42d7-90f5-4107a0a9bd91 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:47.284696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a780cc39-781e-42d7-90f5-4107a0a9bd91 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:47.291200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd4accb-07e0-4eb5-b028-453762b7d7b6') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:47.291455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd4accb-07e0-4eb5-b028-453762b7d7b6') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:47.302434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.325478 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.327065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] No DVR routers for this DVR port a780cc39-781e-42d7-90f5-4107a0a9bd91 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:47.342734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:47.343184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.346962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cefef5-90ce-4552-b3b1-fffc75f27e14 None None] Pushing event deleted for resources: {'Port': ['ID=a780cc39-781e-42d7-90f5-4107a0a9bd91,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:47.355541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-0dd913e6-6b13-467e-8c39-5b3a5720d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.357340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-0dd913e6-6b13-467e-8c39-5b3a5720d52a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 1100 time: 0.0833633 Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:47.358867 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:47.407464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d457db3a-d550-4497-9416-218966164790 req-9a42525e-2828-4ef3-b737-859bd29d291d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991786 Aug 11 02:58:47.422298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-be78dde4-5343-45e5-b2d9-e510338ecaa6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 02:58:47.422298 n-d-768509-22 neutron-server[111684]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 11 02:58:47.422298 n-d-768509-22 neutron-server[111684]: [parameters: {'project_id': '5d9e22323daa438baaffee4b9b6ce64c', 'id': '3fd484a7-b85b-40a6-9932-c86669c88593', 'name': '', 'network_id': 'da3bad08-85ed-4cdb-9660-6e6a3096d70d', 'mac_address': 'fa:16:3e:f8:f2:5b', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-da3bad08-85ed-4cdb-9660-6e6a3096d70d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1194}] Aug 11 02:58:47.422298 n-d-768509-22 neutron-server[111684]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:58:47.423052 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-be78dde4-5343-45e5-b2d9-e510338ecaa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:58:47.425981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.432799 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.435737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/da3bad08-85ed-4cdb-9660-6e6a3096d70d HTTP/1.1" status: 204 len: 168 time: 0.7602541 Aug 11 02:58:47.448186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52482) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:47.457343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-935952519'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:47.461783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217a2c4-8d5d-4811-829a-ed5000a75cee tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Network': ['ID=da3bad08-85ed-4cdb-9660-6e6a3096d70d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:47.486870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:47.490353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.512409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-43ac23ea-ad6a-4f4e-ad62-f93d629b707a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.514479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-43ac23ea-ad6a-4f4e-ad62-f93d629b707a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1376824 Aug 11 02:58:47.523917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:47.537768 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.537768 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Added segment 5e30ca33-25f7-407d-9fdc-290571e38742 of type vlan for network 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 Aug 11 02:58:47.565282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-2a8c594b-9956-4f10-8a6e-2d8ed3e04004 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 HTTP/1.1" status: 200 len: 217 time: 0.0413363 Aug 11 02:58:47.595290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.628212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-df1b3e87-c35e-4859-8db8-aaa5e7a0c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.629664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-df1b3e87-c35e-4859-8db8-aaa5e7a0c829 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0483541 Aug 11 02:58:47.655561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb071ec-4adf-4aa8-827f-6b9ada485517 req-6c070450-207d-466e-9223-33d60105f38a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.657120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4eb071ec-4adf-4aa8-827f-6b9ada485517 req-6c070450-207d-466e-9223-33d60105f38a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 948 time: 0.0765195 Aug 11 02:58:47.658318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.663538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.664144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.689068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-5aa463a0-e571-4bf1-9f24-2a835c3c4d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:47.690566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-5aa463a0-e571-4bf1-9f24-2a835c3c4d79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515273 Aug 11 02:58:47.736891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2866004 Aug 11 02:58:47.742161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52488) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:47.750845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'subnet': {'network_id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:47.777699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74c164-66d3-4112-a773-005d24b40d67 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Network': ['ID=75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:47.788913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:47.819417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-feaf2b55-841b-480f-a670-5d78c6991860 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143508 Aug 11 02:58:47.819920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4eb071ec-4adf-4aa8-827f-6b9ada485517 req-491ce502-c302-4cad-8a23-832c5b074ebb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501036 Aug 11 02:58:47.890344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:47.895113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.924370 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be78dde4-5343-45e5-b2d9-e510338ecaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:47.940607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db12b1df-16c6-43b3-b32d-96bcb6f30c86 req-4da85cb6-0038-4940-8cb6-bddfe71c9194 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125269 Aug 11 02:58:48.104281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874d01b-a0dc-460b-893c-b1677a17a78b None None] Network da3bad08-85ed-4cdb-9660-6e6a3096d70d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:48.117414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874d01b-a0dc-460b-893c-b1677a17a78b None None] Network da3bad08-85ed-4cdb-9660-6e6a3096d70d could not be found, it might have been deleted concurrently. {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 02:58:48.120563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.186513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Subnet': ['ID=07bfdff7-db45-41f3-804b-0d66437668f2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:48.191101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Checking segment: {'id': '5e30ca33-25f7-407d-9fdc-290571e38742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:48.191463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network hostable DHCP agents. Network: 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:48.209911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:48.225873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:48.231885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.232568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.240294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65147c6-1516-4b54-a56d-960d7db8ea00 None None] Network 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:48.252462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-37311847-40cd-4fee-af28-55916974f686 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5071080 Aug 11 02:58:48.255158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52492) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:48.404843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88448e1f-96f3-480c-b6a4-1fce4e137848 req-127760b2-19f4-48bd-b90d-dc55ee3576d7 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.406484 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88448e1f-96f3-480c-b6a4-1fce4e137848 req-127760b2-19f4-48bd-b90d-dc55ee3576d7 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.1276364 Aug 11 02:58:48.444341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0', 'network_id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0', 'tenant_id': '5d9e22323daa438baaffee4b9b6ce64c', 'fixed_ips': [{'subnet_id': '07bfdff7-db45-41f3-804b-0d66437668f2'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:48.445795 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.471429 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88448e1f-96f3-480c-b6a4-1fce4e137848 req-55ffa46e-c06a-45d7-a13f-eb6a8a7ad8ad tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565648 Aug 11 02:58:48.476153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.642321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.675108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Allocated IP 2001:db8::2 (75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0/07bfdff7-db45-41f3-804b-0d66437668f2/705085a2-b00f-419d-826e-7010f3830be6) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:48.695057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78c3db-79a4-4d1a-ab56-3910a6f47399 req-99883fe3-2623-460b-bdc1-4ae0e69442de tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.696374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c78c3db-79a4-4d1a-ab56-3910a6f47399 req-99883fe3-2623-460b-bdc1-4ae0e69442de tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.1290903 Aug 11 02:58:48.768216 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c78c3db-79a4-4d1a-ab56-3910a6f47399 req-543974c9-5ecf-4502-928a-a21b26aead3a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578625 Aug 11 02:58:48.868531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589cc14-6439-4a9b-870f-337229655419 req-057563f0-3b02-46d9-ae87-ddd0bd4d2578 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.871249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8589cc14-6439-4a9b-870f-337229655419 req-057563f0-3b02-46d9-ae87-ddd0bd4d2578 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 945 time: 0.0680118 Aug 11 02:58:48.879333 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.889569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Transition to ACTIVE for port object 705085a2-b00f-419d-826e-7010f3830be6 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:48.917983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Transition to ACTIVE for port object 705085a2-b00f-419d-826e-7010f3830be6 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:48.925246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.931766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8589cc14-6439-4a9b-870f-337229655419 req-b619c25f-e1c3-42b4-aae4-b8700637c692 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533013 Aug 11 02:58:48.962977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Network 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:48.968436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:48.968581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:48.972023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:48.981668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512b4b2-96cb-4440-b48f-3013d743be33 req-9b9b6934-f4eb-4c07-aa03-9d663650462e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:48.983192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d512b4b2-96cb-4440-b48f-3013d743be33 req-9b9b6934-f4eb-4c07-aa03-9d663650462e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 948 time: 0.0778813 Aug 11 02:58:49.011263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Pushing event updated for resources: {'Port': ['ID=705085a2-b00f-419d-826e-7010f3830be6,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.019094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Subnet': ['ID=07bfdff7-db45-41f3-804b-0d66437668f2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.041039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Attempting to bind port 705085a2-b00f-419d-826e-7010f3830be6 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:49.041487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Attempting to bind port 705085a2-b00f-419d-826e-7010f3830be6 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5e30ca33-25f7-407d-9fdc-290571e38742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:49.041691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Attempting to bind port 705085a2-b00f-419d-826e-7010f3830be6 on network 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:49.047963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:49.048329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Checking segment: {'id': '5e30ca33-25f7-407d-9fdc-290571e38742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:49.048731 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.049122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Bound using segment: {'id': '5e30ca33-25f7-407d-9fdc-290571e38742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:49.049579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Bound port: 705085a2-b00f-419d-826e-7010f3830be6, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e30ca33-25f7-407d-9fdc-290571e38742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:49.049979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.096422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d512b4b2-96cb-4440-b48f-3013d743be33 req-0ce98a0a-0203-40f2-a548-45ff08776ac3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901840 Aug 11 02:58:49.109105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.117925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] For port 705085a2-b00f-419d-826e-7010f3830be6, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:49.119395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:49.122612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] For port 705085a2-b00f-419d-826e-7010f3830be6, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=705085a2-b00f-419d-826e-7010f3830be6,segment=NetworkSegment(5e30ca33-25f7-407d-9fdc-290571e38742),segment_id=5e30ca33-25f7-407d-9fdc-290571e38742)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:49.126721 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.130811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e30ca33-25f7-407d-9fdc-290571e38742') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:49.131108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e30ca33-25f7-407d-9fdc-290571e38742') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:49.140304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.154232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.160447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:49.160839 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:49.163989 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:49.214015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44638d-1a3c-4bb3-adce-bfe37e175e30 None None] Pushing event updated for resources: {'Port': ['ID=705085a2-b00f-419d-826e-7010f3830be6,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:49.231305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0699dd2-fb8d-4bad-a054-d98fb1a07729 None None] Network 75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:49.236915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:58:49.236915 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:58:49.236915 n-d-768509-22 neutron-server[111682]: [parameters: {'id': '75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0'}] Aug 11 02:58:49.236915 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:58:49.237281 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:58:49.351190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431ae964-d08c-4551-8786-8f34f33d8355 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:58:49.465303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ae964-d08c-4551-8786-8f34f33d8355 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:58:49.609506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75ab1f-c2ad-492c-b803-5f04e5772616 req-80be46a9-5dd7-4470-b749-381027ff3480 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:49.611291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b75ab1f-c2ad-492c-b803-5f04e5772616 req-80be46a9-5dd7-4470-b749-381027ff3480 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0589128 Aug 11 02:58:49.650449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b75ab1f-c2ad-492c-b803-5f04e5772616 req-4f7545f6-f40c-49c8-9a11-dca4affea163 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Aug 11 02:58:49.740428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:49.805207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting port 705085a2-b00f-419d-826e-7010f3830be6 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:49.805626 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.071258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ad90c-5fc5-4a78-9eba-12a6fbff2adb req-979d15c8-e7d0-4829-9a75-dbab86c6147f tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.074022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-357ad90c-5fc5-4a78-9eba-12a6fbff2adb req-979d15c8-e7d0-4829-9a75-dbab86c6147f tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 945 time: 0.0547709 Aug 11 02:58:50.122283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-357ad90c-5fc5-4a78-9eba-12a6fbff2adb req-9bf4869b-5470-4fe0-941b-42bc85fec3ab tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336626 Aug 11 02:58:50.182054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] For port 705085a2-b00f-419d-826e-7010f3830be6, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=705085a2-b00f-419d-826e-7010f3830be6,segment=NetworkSegment(5e30ca33-25f7-407d-9fdc-290571e38742),segment_id=5e30ca33-25f7-407d-9fdc-290571e38742)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:50.182422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.217399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Calling delete_port for 705085a2-b00f-419d-826e-7010f3830be6 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:50.234820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf66a16-9592-4ea6-9f3c-159f5fd7b50b req-04c11898-f5b8-43df-aae5-7d0093618d54 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.236935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ebf66a16-9592-4ea6-9f3c-159f5fd7b50b req-04c11898-f5b8-43df-aae5-7d0093618d54 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 948 time: 0.0569024 Aug 11 02:58:50.282338 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ebf66a16-9592-4ea6-9f3c-159f5fd7b50b req-33a23d84-3b9f-4362-b21a-e92931fa9b55 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Aug 11 02:58:50.283698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0927d-2932-4c3e-a163-11abc6260dc0 req-7999364d-d0ef-4d52-995d-1f784cca9f87 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.285232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02f0927d-2932-4c3e-a163-11abc6260dc0 req-7999364d-d0ef-4d52-995d-1f784cca9f87 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 945 time: 0.4339011 Aug 11 02:58:50.303839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-25e07509-8f7c-40f0-ba8c-34a819a448e0 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.305436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-25e07509-8f7c-40f0-ba8c-34a819a448e0 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1363089 Aug 11 02:58:50.325717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:50.387810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02f0927d-2932-4c3e-a163-11abc6260dc0 req-13f534cf-70db-4313-8b7c-94dcc74ad646 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935500 Aug 11 02:58:50.416136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.430802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3559260-989d-4102-bf5a-a6265594654f req-64ac0376-8c66-4764-a072-00420d860ccf tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.433366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3559260-989d-4102-bf5a-a6265594654f req-64ac0376-8c66-4764-a072-00420d860ccf tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.0646610 Aug 11 02:58:50.437856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.475220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Port': ['ID=705085a2-b00f-419d-826e-7010f3830be6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:50.477249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No DVR routers for this DVR port 705085a2-b00f-419d-826e-7010f3830be6 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:50.567218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e72de5-260e-4fe6-9e1f-1610a0791c93 req-f3aa0dc2-d5ad-4219-b97a-303e0bfcd70a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.568890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-27e72de5-260e-4fe6-9e1f-1610a0791c93 req-f3aa0dc2-d5ad-4219-b97a-303e0bfcd70a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0917959 Aug 11 02:58:50.619913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Deleting port c5ac4097-5dd0-44b6-8f71-6da822462de7 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:50.620254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.638846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-27e72de5-260e-4fe6-9e1f-1610a0791c93 req-5e36d2c5-8b2a-4f1f-9b37-1dcb2483ca8c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567834 Aug 11 02:58:50.667266 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.679352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-bc463e76-fb91-4b9b-acb0-e005afb20b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.680912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-bc463e76-fb91-4b9b-acb0-e005afb20b0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.1835840 Aug 11 02:58:50.686065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:50.699681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e30ca33-25f7-407d-9fdc-290571e38742') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:50.700531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e30ca33-25f7-407d-9fdc-290571e38742') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:50.724034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] For port c5ac4097-5dd0-44b6-8f71-6da822462de7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c5ac4097-5dd0-44b6-8f71-6da822462de7,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:50.724835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.732020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.760075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Calling delete_port for c5ac4097-5dd0-44b6-8f71-6da822462de7 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:50.817582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.823386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-9386c068-ef2d-4bb7-b9e3-11e45ef0b96e tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.826495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-9386c068-ef2d-4bb7-b9e3-11e45ef0b96e tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 945 time: 0.0995347 Aug 11 02:58:50.831423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:50.848124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:50.848529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:50.853012 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:50.953822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb722793-bc2d-47d8-904e-5120c10c1b85 req-6d5a424e-72a3-4ab4-b305-ae77d61b68bc tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:50.955337 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb722793-bc2d-47d8-904e-5120c10c1b85 req-6d5a424e-72a3-4ab4-b305-ae77d61b68bc tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 946 time: 0.2131517 Aug 11 02:58:50.983743 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.000827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-16e0f06d-0ac0-43d8-b47a-5f477f73a5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.001022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Deleting port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:51.001383 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.002377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-16e0f06d-0ac0-43d8-b47a-5f477f73a5dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2948689 Aug 11 02:58:51.003251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.004965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 HTTP/1.1" status: 204 len: 168 time: 2.7486727 Aug 11 02:58:51.006255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:51.008615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52532) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:51.014006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-535667520'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:51.056079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f145f-9343-40fa-8e8d-989a4f07feb6 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Network': ['ID=75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.112455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb722793-bc2d-47d8-904e-5120c10c1b85 req-9d00affe-a402-4116-8d8a-cd4d0addfae7 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/security-groups?id=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429787 Aug 11 02:58:51.134140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:51.134140 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e9393e-c97d-4af3-9ec1-d65ab957ef1e" -d '{"events": [{"server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:51.138105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.147791 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.151388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-ea88d70d-762c-486d-a4f1-fe3cbf043387 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.1102116 Aug 11 02:58:51.223398 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eda8e5-d59e-44ba-8a1b-c15223bdcc5d x-openstack-request-id: req-89eda8e5-d59e-44ba-8a1b-c15223bdcc5d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:51.223755 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:51.223986 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89eda8e5-d59e-44ba-8a1b-c15223bdcc5d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:51.224390 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0', 'code': 200} Aug 11 02:58:51.296451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-6e1e2ef3-9639-4a59-a31d-f21ce223df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.296875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-6e1e2ef3-9639-4a59-a31d-f21ce223df9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1182144 Aug 11 02:58:51.313420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.344020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:51.344020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:51.344020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:51.366601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:58:51.366853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Attempting to bind port a4a23294-d05b-493c-914f-d7794de9ecf0 on network f46a0156-2c90-429d-950a-a3d28a064a03 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:51.367164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.379091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:51.379091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Checking segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:51.379389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Bound using segment: {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:51.379685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Bound port: a4a23294-d05b-493c-914f-d7794de9ecf0, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f46a0156-2c90-429d-950a-a3d28a064a03'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:51.380053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.389486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322855b-0a80-4f5d-bc5d-98f7d8eefe4b req-365a58ba-c261-4075-a755-3ac920a11cce tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.391011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f322855b-0a80-4f5d-bc5d-98f7d8eefe4b req-365a58ba-c261-4075-a755-3ac920a11cce tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 945 time: 0.1583807 Aug 11 02:58:51.425039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-b5593776-b009-4011-b2af-3fe907fe4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.426538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-b5593776-b009-4011-b2af-3fe907fe4d72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143544 Aug 11 02:58:51.447073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:51.451020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.453027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Pushing event deleted for resources: {'Port': ['ID=c5ac4097-5dd0-44b6-8f71-6da822462de7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.503223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.503581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.504056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.504395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.504724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.505046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.505368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.505687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.506003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.506322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.506641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.506956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:58:51.518108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] For port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,segment=NetworkSegment(af965cd4-9ccf-4018-bd5b-467aae0f8d16),segment_id=af965cd4-9ccf-4018-bd5b-467aae0f8d16)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:51.518474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.521175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f322855b-0a80-4f5d-bc5d-98f7d8eefe4b req-48bd3cf2-323c-4738-a637-f4f1a3a92727 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/security-groups?id=bd6ef966-6341-4e6a-92ff-9ebf925bf00e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205978 Aug 11 02:58:51.545500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:51.548803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] No DVR routers for this DVR port c5ac4097-5dd0-44b6-8f71-6da822462de7 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:51.562206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:51.562386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28afe9c-cbe8-4b40-b5fd-5b82684599b7 req-a3b445fb-d4ea-462c-87c0-9f7aa61edfe3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.563795 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b28afe9c-cbe8-4b40-b5fd-5b82684599b7 req-a3b445fb-d4ea-462c-87c0-9f7aa61edfe3 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 948 time: 0.2021852 Aug 11 02:58:51.564948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.566805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3559260-989d-4102-bf5a-a6265594654f req-aafa2c8f-2e92-41e2-8c9f-90a24acb1203 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.57 "DELETE /v2.0/ports/c5ac4097-5dd0-44b6-8f71-6da822462de7 HTTP/1.1" status: 204 len: 173 time: 1.1212888 Aug 11 02:58:51.568919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Calling delete_port for 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:51.570900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02644abf-43f8-4698-b8c0-d680685896e5', 'name': 'network-vif-deleted', 'tag': 'c5ac4097-5dd0-44b6-8f71-6da822462de7'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:51.573187 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8859edc7-614f-4600-a25c-8c4eb192045e" -d '{"events": [{"server_uuid": "02644abf-43f8-4698-b8c0-d680685896e5", "name": "network-vif-deleted", "tag": "c5ac4097-5dd0-44b6-8f71-6da822462de7"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:51.575084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.587969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:58:51.617035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.617295 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Added segment ab96d216-525a-4771-b139-156b5ceeb2f2 of type vlan for network b80b4b66-c420-4a49-a5e8-25ec53c40f69 Aug 11 02:58:51.672535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-bd78668c-64b7-4aae-bfdd-f757f76137e2 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167113 Aug 11 02:58:51.707509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b28afe9c-cbe8-4b40-b5fd-5b82684599b7 req-be2336c8-dd74-44fc-8c61-888a661af408 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165168 Aug 11 02:58:51.718228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.718350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.784196 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7612ead4-c51a-4e99-9ff3-03150f1668b8 x-openstack-request-id: req-7612ead4-c51a-4e99-9ff3-03150f1668b8 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:51.784490 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02644abf-43f8-4698-b8c0-d680685896e5", "name": "network-vif-deleted", "tag": "c5ac4097-5dd0-44b6-8f71-6da822462de7", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:51.784775 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7612ead4-c51a-4e99-9ff3-03150f1668b8 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:51.785130 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02644abf-43f8-4698-b8c0-d680685896e5', 'name': 'network-vif-deleted', 'tag': 'c5ac4097-5dd0-44b6-8f71-6da822462de7', 'status': 'completed', 'code': 200} Aug 11 02:58:51.787087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.787212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3162f21-e28f-4718-a2ca-b95d4ad2ffe9 req-3c9764a8-b832-46bf-ae39-ec9910b97e5a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.788352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3162f21-e28f-4718-a2ca-b95d4ad2ffe9 req-3c9764a8-b832-46bf-ae39-ec9910b97e5a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1736023 Aug 11 02:58:51.792843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.793019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:51.793515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.793618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:51.795255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5961fc2e-e0c7-4edf-b3ad-e86a7497bc5b service neutron] 10.222.0.10 "PUT /v2.0/ports/a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 200 len: 1123 time: 1.4756565 Aug 11 02:58:51.853055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc356d55-b508-4232-b441-c07aa2b024b6 req-0387ccff-9df4-475d-94ba-1554c221a8c8 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634738 Aug 11 02:58:51.882473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3162f21-e28f-4718-a2ca-b95d4ad2ffe9 req-9146306b-0515-4a04-b0ea-c3325d5b7716 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495796 Aug 11 02:58:51.919080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9047561 Aug 11 02:58:51.919080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb83c7f-9e19-4906-839c-f3ab5b4577ae tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Network': ['ID=b80b4b66-c420-4a49-a5e8-25ec53c40f69,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:51.920275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52548) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:51.925522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['a4a23294-d05b-493c-914f-d7794de9ecf0'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:51.931957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network b80b4b66-c420-4a49-a5e8-25ec53c40f69 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:58:51.933670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Request body: {'subnet': {'network_id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:58:52.010718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a4a23294-d05b-493c-914f-d7794de9ecf0'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:52.061728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.108964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Pushing event deleted for resources: {'Port': ['ID=2d2c5f2c-6a46-4f82-9fbd-04c85d63970a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.118926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d70ea-8533-4fbc-b9f3-9232c13510ca req-a1ab32b3-3e45-4a7c-b42c-9b2dc700bd3c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:52.120122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c26d70ea-8533-4fbc-b9f3-9232c13510ca req-a1ab32b3-3e45-4a7c-b42c-9b2dc700bd3c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1400549 Aug 11 02:58:52.130973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Made reservation on behalf of 5d9e22323daa438baaffee4b9b6ce64c for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:58:52.139206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.279919 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-df150f3b-0c92-4e29-8e45-bb9a4f562b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.288284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-840b24b5-a027-414e-8cff-17695f1faf46 req-47feeaa6-5e9b-4d12-b6b7-127d1ee53cf9 tempest-ServerRescueTestJSON-1087362813 tempest-ServerRescueTestJSON-1087362813-project] 10.222.0.60 "GET /v2.0/ports?device_id=02644abf-43f8-4698-b8c0-d680685896e5 HTTP/1.1" status: 200 len: 210 time: 0.0614860 Aug 11 02:58:52.300749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] No DVR routers for this DVR port 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:52.311491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.311491 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de7ddd68-5461-4e4c-85db-7655629aff58 req-ff9da0a1-b492-402a-87d3-b45f9523f9a2 tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.10 "DELETE /v2.0/ports/2d2c5f2c-6a46-4f82-9fbd-04c85d63970a HTTP/1.1" status: 204 len: 173 time: 1.4703338 Aug 11 02:58:52.323937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:52.363761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c26d70ea-8533-4fbc-b9f3-9232c13510ca req-924e2907-f29f-4dc1-976b-e9e2b1ce921f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207251 Aug 11 02:58:52.481081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:52.508319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', 'mac_address': 'fa:16:3e:11:d2:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:58:52.560141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.578346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:52.616964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:52.624270 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.625547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:58:52.645426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 02:58:52.649747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.673652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eadea7a7-17fb-4add-9ec5-d0d59d006a12 req-d27e29ab-181b-46bc-9ad8-00a29007409d tempest-VolumesAdminNegativeTest-601261377 tempest-VolumesAdminNegativeTest-601261377-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae5ca03-8121-44bc-8a2f-ad81afb432c4 HTTP/1.1" status: 200 len: 210 time: 0.0601251 Aug 11 02:58:52.725215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event updated for resources: {'Subnet': ['ID=a693a02c-3cdd-41e0-841e-cd73293b2018,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.735705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:52.736986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Checking segment: {'id': 'ab96d216-525a-4771-b139-156b5ceeb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:52.737475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network hostable DHCP agents. Network: b80b4b66-c420-4a49-a5e8-25ec53c40f69, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:58:52.771677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Network b80b4b66-c420-4a49-a5e8-25ec53c40f69 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:58:52.789265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, b80b4b66-c420-4a49-a5e8-25ec53c40f69) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:52.804362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:52.806395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:52.807943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:52.814748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf55b652-e2ee-4537-8bdb-b6433af1e9cf None None] Network b80b4b66-c420-4a49-a5e8-25ec53c40f69 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:52.857454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e386e12d-f396-4d1c-a66c-0e4b1e05610b tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9255583 Aug 11 02:58:52.857919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52558) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:52.863665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 02:58:52.879212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74aa6-f74c-4be9-8eed-7e0c2cb5025c req-ee4d84bc-5eee-45d1-b7bc-bbadf89550c6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:52.881074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6af74aa6-f74c-4be9-8eed-7e0c2cb5025c req-ee4d84bc-5eee-45d1-b7bc-bbadf89550c6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 949 time: 0.0686669 Aug 11 02:58:52.933278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6af74aa6-f74c-4be9-8eed-7e0c2cb5025c req-0266c3a1-a18c-43b0-b38a-0dab290ce5bc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Aug 11 02:58:53.002898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-b80b4b66-c420-4a49-a5e8-25ec53c40f69', 'network_id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69', 'tenant_id': '5d9e22323daa438baaffee4b9b6ce64c', 'fixed_ips': [{'subnet_id': 'a693a02c-3cdd-41e0-841e-cd73293b2018'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:58:53.005145 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.010576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c5ac4097-5dd0-44b6-8f71-6da822462de7 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:53.071169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: c5ac4097-5dd0-44b6-8f71-6da822462de7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:53.071688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c5ac4097-5dd0-44b6-8f71-6da822462de7 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:53.090090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.119052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163e4ab-fd49-435f-9d27-d56cbe08c001 req-b286f835-44b2-4801-afd7-300c4b144998 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:53.121021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c163e4ab-fd49-435f-9d27-d56cbe08c001 req-b286f835-44b2-4801-afd7-300c4b144998 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.0928836 Aug 11 02:58:53.163152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.186801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c163e4ab-fd49-435f-9d27-d56cbe08c001 req-3ea80d8f-e956-4875-93d5-3c37d0e070f6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521350 Aug 11 02:58:53.225186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:53.227554 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45909b2-8027-4955-8086-94241a616d10" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:53.233860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Allocated IP 2001:db8::f816:3eff:fefd:8c02 (b80b4b66-c420-4a49-a5e8-25ec53c40f69/a693a02c-3cdd-41e0-841e-cd73293b2018/d20b30a9-9864-4449-bf38-2ebdac6c8cfc) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:58:53.267509 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244fb119-2093-4401-938f-716e3aca7fe0 x-openstack-request-id: req-244fb119-2093-4401-938f-716e3aca7fe0 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:53.267903 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:53.268155 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-244fb119-2093-4401-938f-716e3aca7fe0 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:53.268549 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0', 'status': 'completed', 'code': 200} Aug 11 02:58:53.340096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45909b2-8027-4955-8086-94241a616d10 req-fbe2f52e-5e6c-4a36-9f39-24a1a0f76111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:53.341921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c45909b2-8027-4955-8086-94241a616d10 req-fbe2f52e-5e6c-4a36-9f39-24a1a0f76111 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1126 time: 0.0431733 Aug 11 02:58:53.355572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52570) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:53.390679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.402044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Transition to ACTIVE for port object d20b30a9-9864-4449-bf38-2ebdac6c8cfc will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:53.424568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Transition to ACTIVE for port object d20b30a9-9864-4449-bf38-2ebdac6c8cfc will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:53.433807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.441354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3d75cbc6-dff5-4c97-a23a-7a37c4a9a651'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:58:53.466044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.514936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Network b80b4b66-c420-4a49-a5e8-25ec53c40f69 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:58:53.521164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:58:53.521425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Subnet': ['ID=a693a02c-3cdd-41e0-841e-cd73293b2018,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:53.529988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45909b2-8027-4955-8086-94241a616d10 req-81b1d5fb-9ce2-4f8d-a572-27e0c0a1253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:53.531595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c45909b2-8027-4955-8086-94241a616d10 req-81b1d5fb-9ce2-4f8d-a572-27e0c0a1253d service neutron] 10.222.0.57 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.1716628 Aug 11 02:58:53.533425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:58:53.555510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Pushing event updated for resources: {'Port': ['ID=d20b30a9-9864-4449-bf38-2ebdac6c8cfc,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:53.619377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Attempting to bind port d20b30a9-9864-4449-bf38-2ebdac6c8cfc on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:58:53.619759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Attempting to bind port d20b30a9-9864-4449-bf38-2ebdac6c8cfc by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ab96d216-525a-4771-b139-156b5ceeb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:58:53.620124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Attempting to bind port d20b30a9-9864-4449-bf38-2ebdac6c8cfc on network b80b4b66-c420-4a49-a5e8-25ec53c40f69 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:58:53.634114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:58:53.634501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Checking segment: {'id': 'ab96d216-525a-4771-b139-156b5ceeb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:58:53.634883 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.635275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Bound using segment: {'id': 'ab96d216-525a-4771-b139-156b5ceeb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:58:53.635775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Bound port: d20b30a9-9864-4449-bf38-2ebdac6c8cfc, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab96d216-525a-4771-b139-156b5ceeb2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:58:53.636739 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.642923 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c45909b2-8027-4955-8086-94241a616d10 req-78f7cd55-0a3d-45cc-b107-db886059e79a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 200 len: 217 time: 0.0858757 Aug 11 02:58:53.651300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.674487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b4b66-c420-4a49-a5e8-25ec53c40f69']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:53.719067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0b819-2b75-4082-a505-aae45de11a13 req-aff61c27-040b-42a7-80fd-cad659010205 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:53.720912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1a0b819-2b75-4082-a505-aae45de11a13 req-aff61c27-040b-42a7-80fd-cad659010205 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2145338 Aug 11 02:58:53.724673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab96d216-525a-4771-b139-156b5ceeb2f2') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:53.725230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab96d216-525a-4771-b139-156b5ceeb2f2') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:53.742711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] For port d20b30a9-9864-4449-bf38-2ebdac6c8cfc, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:53.748609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] For port d20b30a9-9864-4449-bf38-2ebdac6c8cfc, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d20b30a9-9864-4449-bf38-2ebdac6c8cfc,segment=NetworkSegment(ab96d216-525a-4771-b139-156b5ceeb2f2),segment_id=ab96d216-525a-4771-b139-156b5ceeb2f2)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:58:53.750510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.754232 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.785701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.786076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52576) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:53.786685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'name': 'network-vif-deleted', 'tag': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:53.789250 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440179be-f4d8-499d-b3bf-593a03b3cb05" -d '{"events": [{"server_uuid": "7ae5ca03-8121-44bc-8a2f-ad81afb432c4", "name": "network-vif-deleted", "tag": "2d2c5f2c-6a46-4f82-9fbd-04c85d63970a"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:53.799914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45909b2-8027-4955-8086-94241a616d10 req-5273c107-d9c8-4dcf-9ae0-73678d7ba02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:53.802037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c45909b2-8027-4955-8086-94241a616d10 req-5273c107-d9c8-4dcf-9ae0-73678d7ba02d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1373229 Aug 11 02:58:53.811483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:53.811990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:53.816179 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:53.854732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3060fb5-b949-405a-8fc2-8ffe19e2afc3 None None] Pushing event updated for resources: {'Port': ['ID=d20b30a9-9864-4449-bf38-2ebdac6c8cfc,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:53.857500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.873878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1a0b819-2b75-4082-a505-aae45de11a13 req-c97ec267-a0c4-45b7-b996-926102ccbcfe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389897 Aug 11 02:58:53.889112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b001f98-6436-4eb6-bda3-438e9b50a48b None None] Network b80b4b66-c420-4a49-a5e8-25ec53c40f69 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:53.895510 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccf20ca-7432-4ef2-8100-65ae8ac57e9a x-openstack-request-id: req-7ccf20ca-7432-4ef2-8100-65ae8ac57e9a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:53.895827 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae5ca03-8121-44bc-8a2f-ad81afb432c4", "name": "network-vif-deleted", "tag": "2d2c5f2c-6a46-4f82-9fbd-04c85d63970a", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:53.896087 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ccf20ca-7432-4ef2-8100-65ae8ac57e9a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:53.896475 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae5ca03-8121-44bc-8a2f-ad81afb432c4', 'name': 'network-vif-deleted', 'tag': '2d2c5f2c-6a46-4f82-9fbd-04c85d63970a', 'status': 'completed', 'code': 200} Aug 11 02:58:53.909300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] Deleting subnet a526af90-8478-4527-b9c4-f09d5fe3b3de {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:53.915975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:53.934574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c45909b2-8027-4955-8086-94241a616d10 req-2013eef9-0245-49c7-9b6f-868a92654e06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055021 Aug 11 02:58:53.947167 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 02:58:53.947167 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 02:58:53.947167 n-d-768509-22 neutron-server[111682]: [parameters: {'id': 'b80b4b66-c420-4a49-a5e8-25ec53c40f69'}] Aug 11 02:58:53.947167 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:58:53.947577 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:58:53.993217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.059689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bfb76-8bc8-41f7-9667-0860083afc1c None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 02:58:54.077053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c45909b2-8027-4955-8086-94241a616d10 req-cba730b5-8e9f-451e-8f31-eb2b292ad829 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238656 Aug 11 02:58:54.092679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.169583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.209134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187bfb76-8bc8-41f7-9667-0860083afc1c None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 02:58:54.219656 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.220330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508cc9f-e931-4767-a3ce-67e94bd9a795 req-296cc816-02b9-4f7b-a8e1-8de392635c84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:54.221589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a526af90-8478-4527-b9c4-f09d5fe3b3de HTTP/1.1" status: 204 len: 168 time: 0.4292495 Aug 11 02:58:54.222437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156d6ce-65b1-4d54-9eaa-3eecd0d33062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a526af90-8478-4527-b9c4-f09d5fe3b3de,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:54.226037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52590) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:54.229267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9508cc9f-e931-4767-a3ce-67e94bd9a795 req-296cc816-02b9-4f7b-a8e1-8de392635c84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 949 time: 0.1498506 Aug 11 02:58:54.289576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9508cc9f-e931-4767-a3ce-67e94bd9a795 req-1b31011d-96ed-47c0-b4db-5d70c6437b6c tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593309 Aug 11 02:58:54.305513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c45909b2-8027-4955-8086-94241a616d10 req-17c18a29-0b37-4da2-b693-7012f5d6dcb8 service neutron] 10.222.0.57 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942401 Aug 11 02:58:54.331017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:54.370114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.386628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca6dd2-e3b6-4f40-a3c9-8a7be6d4efa2 req-77083623-0da9-444f-9e11-db38187bd2cb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:54.388283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6ca6dd2-e3b6-4f40-a3c9-8a7be6d4efa2 req-77083623-0da9-444f-9e11-db38187bd2cb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.1017623 Aug 11 02:58:54.450459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.477047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Deleting port 65ea1a21-0437-400a-9dc1-2cba1947e073 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:54.477305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.505939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:54.506286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2d2c5f2c-6a46-4f82-9fbd-04c85d63970a not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:54.515045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting port d20b30a9-9864-4449-bf38-2ebdac6c8cfc {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:54.515475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.561538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6ca6dd2-e3b6-4f40-a3c9-8a7be6d4efa2 req-750fcbb1-1c6f-4e53-8705-896838344776 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650219 Aug 11 02:58:54.586421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.599477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] For port d20b30a9-9864-4449-bf38-2ebdac6c8cfc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d20b30a9-9864-4449-bf38-2ebdac6c8cfc,segment=NetworkSegment(ab96d216-525a-4771-b139-156b5ceeb2f2),segment_id=ab96d216-525a-4771-b139-156b5ceeb2f2)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:54.600049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.611275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0043bfff-a734-448a-b18d-ab88d1a6a722']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.617371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Calling delete_port for d20b30a9-9864-4449-bf38-2ebdac6c8cfc owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:54.626261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af965cd4-9ccf-4018-bd5b-467aae0f8d16') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.626542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af965cd4-9ccf-4018-bd5b-467aae0f8d16') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.645067 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.655108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] For port 65ea1a21-0437-400a-9dc1-2cba1947e073, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65ea1a21-0437-400a-9dc1-2cba1947e073,segment=NetworkSegment(24c976af-6edd-4288-a41c-3e569dbc0d15),segment_id=24c976af-6edd-4288-a41c-3e569dbc0d15)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:54.655482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.671931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.674020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Calling delete_port for 65ea1a21-0437-400a-9dc1-2cba1947e073 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:54.682268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:54.682675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:54.685010 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:54.714523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.743336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Port': ['ID=d20b30a9-9864-4449-bf38-2ebdac6c8cfc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:54.748800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No DVR routers for this DVR port d20b30a9-9864-4449-bf38-2ebdac6c8cfc on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:54.787801 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.805787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.810703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0043bfff-a734-448a-b18d-ab88d1a6a722 HTTP/1.1" status: 204 len: 168 time: 0.5806017 Aug 11 02:58:54.818356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52592) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:54.821532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b821e0-ee52-4abd-a625-057f21bce435 admin admin] Pushing event deleted for resources: {'Network': ['ID=0043bfff-a734-448a-b18d-ab88d1a6a722,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:54.863148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.878543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80b4b66-c420-4a49-a5e8-25ec53c40f69']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.891924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab96d216-525a-4771-b139-156b5ceeb2f2') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.892214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab96d216-525a-4771-b139-156b5ceeb2f2') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:54.896553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] Deleting subnet afe4fce8-c359-484c-bdd5-716abaaa0475 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:54.906534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.909452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.947508 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.957397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:54.957697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.957840 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:54.960826 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:54.962775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:54.987109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=65ea1a21-0437-400a-9dc1-2cba1947e073,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.050864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.070496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.073115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.079040 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/b80b4b66-c420-4a49-a5e8-25ec53c40f69 HTTP/1.1" status: 204 len: 168 time: 2.2155216 Aug 11 02:58:55.079040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1c5f6-b5b4-443d-8b17-527c3f28bc8e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Network': ['ID=b80b4b66-c420-4a49-a5e8-25ec53c40f69,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.101834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52594) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.135383 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab08493-7566-49fc-87a0-1736250ffedb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:55.135961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab08493-7566-49fc-87a0-1736250ffedb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:55.137803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aab08493-7566-49fc-87a0-1736250ffedb tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/a693a02c-3cdd-41e0-841e-cd73293b2018 HTTP/1.1" status: 404 len: 337 time: 0.0363123 Aug 11 02:58:55.144718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52598) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.169040 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ad862b-62b2-412e-95a4-74eeea3c3f43 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:55.169628 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ad862b-62b2-412e-95a4-74eeea3c3f43 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:55.171689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-64ad862b-62b2-412e-95a4-74eeea3c3f43 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/b80b4b66-c420-4a49-a5e8-25ec53c40f69 HTTP/1.1" status: 404 len: 339 time: 0.0259945 Aug 11 02:58:55.174348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52600) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.191504 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.200840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a5ea567-a591-4571-bd42-568e70fac4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.213090 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8e11ee-0206-4cec-afdd-3abfa52f79f7 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:55.213690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8e11ee-0206-4cec-afdd-3abfa52f79f7 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:55.218118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8a8e11ee-0206-4cec-afdd-3abfa52f79f7 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/07bfdff7-db45-41f3-804b-0d66437668f2 HTTP/1.1" status: 404 len: 337 time: 0.0402794 Aug 11 02:58:55.218718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52604) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.242051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.246014 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebdd011b-2cc2-4ccb-9807-bde3d39c0915 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:55.247273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebdd011b-2cc2-4ccb-9807-bde3d39c0915 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:55.249513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebdd011b-2cc2-4ccb-9807-bde3d39c0915 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/75751cb4-cc1f-48c9-bdcd-cd92a2bf9af0 HTTP/1.1" status: 404 len: 339 time: 0.0289881 Aug 11 02:58:55.252154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52606) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.272159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe4fce8-c359-484c-bdd5-716abaaa0475,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:55.276454 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.280927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2676e72b-0d5f-4b72-8b88-5a694093e99c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/afe4fce8-c359-484c-bdd5-716abaaa0475 HTTP/1.1" status: 204 len: 168 time: 0.4590492 Aug 11 02:58:55.281238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52608) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.286022 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6f8a49-d0f8-4516-9d1e-25487f7d6a79 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:55.286436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6f8a49-d0f8-4516-9d1e-25487f7d6a79 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:55.290019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae6f8a49-d0f8-4516-9d1e-25487f7d6a79 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/cc0eab3f-b560-4814-adb1-1908101e9c85 HTTP/1.1" status: 404 len: 337 time: 0.0347281 Aug 11 02:58:55.290996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52610) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.306570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.315137 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb2f1c1-1667-4853-8ce0-6dee05c2750c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:55.315784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb2f1c1-1667-4853-8ce0-6dee05c2750c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:55.320129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9eb2f1c1-1667-4853-8ce0-6dee05c2750c tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/da3bad08-85ed-4cdb-9660-6e6a3096d70d HTTP/1.1" status: 404 len: 339 time: 0.0255520 Aug 11 02:58:55.332680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52614) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:55.420545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.448149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.575751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee877b-c493-4f58-be77-31b88a289266 req-c77c2347-d01c-44b7-b35c-1d71466d6b46 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:55.577192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cee877b-c493-4f58-be77-31b88a289266 req-c77c2347-d01c-44b7-b35c-1d71466d6b46 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 949 time: 0.1538937 Aug 11 02:58:55.602750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting port 1dffc5c3-5183-43de-841a-da1d5942aa4e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:55.603169 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.608462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:55.744169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac09822-95ef-468a-9f98-20dd9e37e6d5 req-b8e61248-45f7-4af3-8102-298052ed764d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:55.746409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac09822-95ef-468a-9f98-20dd9e37e6d5 req-b8e61248-45f7-4af3-8102-298052ed764d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.0767615 Aug 11 02:58:55.883109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ac09822-95ef-468a-9f98-20dd9e37e6d5 req-dc571c95-d03b-40bf-b895-6c29ebe4cd9b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778601 Aug 11 02:58:55.897516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Router efa826d2-f1a5-438f-a3ab-c5a6c8722752 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:58:55.963673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcbbe33-e76a-4b27-87ce-1acc79fc005c']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:55.990652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da62241f-2a57-4d0c-b354-58c2b1df5f71') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:55.990977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da62241f-2a57-4d0c-b354-58c2b1df5f71') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:56.019785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:58:56.020069 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.024377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cee877b-c493-4f58-be77-31b88a289266 req-6093b06b-ae1d-4d1b-893d-cb5432ec9c24 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343038 Aug 11 02:58:56.025806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.031072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-794c41c9-5f24-491d-90c1-19a55e65c1cb admin admin] 10.222.0.60 "PUT /v2.0/routers/efa826d2-f1a5-438f-a3ab-c5a6c8722752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6743643 Aug 11 02:58:56.034031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52618) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:56.036285 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] Sync routers for ids ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:58:56.052798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Calling delete_port for 1dffc5c3-5183-43de-841a-da1d5942aa4e owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:56.056021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.066161 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] Routers {'efa826d2-f1a5-438f-a3ab-c5a6c8722752'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:56.076051 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:56.081459 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:56.196293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.232865 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.236066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.248985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.251019 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] 10.222.0.60 "DELETE /v2.0/networks/cdcbbe33-e76a-4b27-87ce-1acc79fc005c HTTP/1.1" status: 204 len: 168 time: 0.9687912 Aug 11 02:58:56.350807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.354554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:58:56.367010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Port': ['ID=1dffc5c3-5183-43de-841a-da1d5942aa4e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.376614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8a5d8-669b-49e5-8a66-3e77132a1a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcbbe33-e76a-4b27-87ce-1acc79fc005c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.383781 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.388182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dd0e8998-b6d1-4c8c-b81e-f203862d3270 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/ports/1dffc5c3-5183-43de-841a-da1d5942aa4e HTTP/1.1" status: 204 len: 168 time: 1.0523119 Aug 11 02:58:56.389198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52626) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:56.435593 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1cda44-3276-4f06-bbe1-c2af7e566415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:56.436034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1cda44-3276-4f06-bbe1-c2af7e566415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:56.440171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd1cda44-3276-4f06-bbe1-c2af7e566415 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/600773df-2d9d-4c26-a63d-82364af4877c HTTP/1.1" status: 404 len: 337 time: 0.0476420 Aug 11 02:58:56.440853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52628) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:56.451148 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] Set router efa826d2-f1a5-438f-a3ab-c5a6c8722752 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:56.452185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:58:56.462499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:58:56.465369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.489015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Deleting port 32d6b1cf-9340-4275-bf8b-e969d990dc19 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:56.489526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.580436 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.585206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.622870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52630) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:56.649173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.649693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:58:56.651542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] For port 32d6b1cf-9340-4275-bf8b-e969d990dc19, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=32d6b1cf-9340-4275-bf8b-e969d990dc19,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:56.652952 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d85a0e-f15b-4f87-979a-e3c8cb905634" -d '{"events": [{"server_uuid": "cf57d5ac-d607-4956-a9bd-0c6241aa3213", "name": "network-vif-plugged", "status": "completed", "tag": "3d75cbc6-dff5-4c97-a23a-7a37c4a9a651"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:58:56.653451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.687934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:56.688478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Calling delete_port for 32d6b1cf-9340-4275-bf8b-e969d990dc19 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:56.692790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.731223 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f4790f-cfe9-47d5-8fcb-863776dbb520 x-openstack-request-id: req-68f4790f-cfe9-47d5-8fcb-863776dbb520 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:58:56.731509 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf57d5ac-d607-4956-a9bd-0c6241aa3213", "name": "network-vif-plugged", "status": "completed", "tag": "3d75cbc6-dff5-4c97-a23a-7a37c4a9a651", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:58:56.731763 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68f4790f-cfe9-47d5-8fcb-863776dbb520 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:58:56.732158 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', 'code': 200} Aug 11 02:58:56.777184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:56.791352 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:58:54Z', 'revision_number': 5, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port': {'id': '32d6b1cf-9340-4275-bf8b-e969d990dc19', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:56:38Z', 'updated_at': '2021-08-11T02:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:56.844878 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] Checking router: efa826d2-f1a5-438f-a3ab-c5a6c8722752 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:58:56.850164 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:56.868862 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] Routers {'efa826d2-f1a5-438f-a3ab-c5a6c8722752'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:58:56.869719 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:56.871985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1d20a758-a70f-4493-aaf5-c5b66efc016b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2b231652e0e433f886ae38b577db156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429225 Aug 11 02:58:56.872692 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52636) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:56.874794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc2e65d-54c5-4fdc-8452-04f2a93fa950']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:56.907499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8162c884-44bd-4af6-adad-14ebba93b7ef') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:56.908162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8162c884-44bd-4af6-adad-14ebba93b7ef') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:56.966592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.038953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.040751 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] Set router efa826d2-f1a5-438f-a3ab-c5a6c8722752 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:58:57.049013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e7131-dbd3-4ad0-8f27-56a434e0ce92 req-95af6f5e-555f-4dc6-9a71-c879e4fc3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.050574 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-401e7131-dbd3-4ad0-8f27-56a434e0ce92 req-95af6f5e-555f-4dc6-9a71-c879e4fc3813 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 1102 time: 0.2417798 Aug 11 02:58:57.051225 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.078585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:57.078998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:57.082513 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:57.101195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d6b1cf-9340-4275-bf8b-e969d990dc19,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:57.122444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-401e7131-dbd3-4ad0-8f27-56a434e0ce92 req-a0bc2ddd-dfcd-47e0-af12-645ed5ac084e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430386 Aug 11 02:58:57.126002 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:58:56Z', 'revision_number': 6, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:57.159155 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e06f3f-d113-4031-8939-44852759d72c None None] The sync data for ids ['efa826d2-f1a5-438f-a3ab-c5a6c8722752'] in n-d-768509-22 is: [{'id': 'efa826d2-f1a5-438f-a3ab-c5a6c8722752', 'name': 'tempest-ServerRescueTestJSON-744600058-router', 'tenant_id': 'be47bedcafb14a0f81c439fe31b13616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:56:36Z', 'updated_at': '2021-08-11T02:58:56Z', 'revision_number': 6, 'project_id': 'be47bedcafb14a0f81c439fe31b13616', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:58:57.217956 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29b03bb1-67cd-4c14-b184-a9f2c021dd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.231598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.246706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e074ff-21d8-44ab-835b-f0807d0c8c43 req-c303deaf-5479-4832-9e9b-8890281bbf02 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.248244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0e074ff-21d8-44ab-835b-f0807d0c8c43 req-c303deaf-5479-4832-9e9b-8890281bbf02 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 943 time: 0.2239809 Aug 11 02:58:57.253600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.283363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.285130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/bfc2e65d-54c5-4fdc-8452-04f2a93fa950 HTTP/1.1" status: 204 len: 168 time: 0.8430016 Aug 11 02:58:57.291720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29b03bb1-67cd-4c14-b184-a9f2c021dd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.293828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52644) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:57.332146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786954a4-efb1-4833-adcc-936b2ba8248a tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Network': ['ID=bfc2e65d-54c5-4fdc-8452-04f2a93fa950,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:57.337569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234cf1a-d76c-40ab-8e14-a6197cdc4f8b req-4c3fcf83-5755-4eea-ab9e-f9e27883c004 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:57.339736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0234cf1a-d76c-40ab-8e14-a6197cdc4f8b req-4c3fcf83-5755-4eea-ab9e-f9e27883c004 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 950 time: 0.1642153 Aug 11 02:58:57.343879 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.346083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.381973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-5f14546d-fa12-4c2c-ac69-5e913278d02a service neutron] 10.222.0.57 "GET /v2.0/ports/a4a23294-d05b-493c-914f-d7794de9ecf0/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.2172122 Aug 11 02:58:57.411176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0e074ff-21d8-44ab-835b-f0807d0c8c43 req-9c149e47-f62d-4f62-9ee2-89f2404675b6 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475778 Aug 11 02:58:57.425407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0234cf1a-d76c-40ab-8e14-a6197cdc4f8b req-65e76940-cd00-4b64-893e-dde4ab464a78 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Aug 11 02:58:57.427260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.427823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa826d2-f1a5-438f-a3ab-c5a6c8722752 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:58:57.433802 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.434178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ee4ddbf-f561-470d-bbb3-c6a492b9a710 admin admin] 10.222.0.60 "DELETE /v2.0/routers/efa826d2-f1a5-438f-a3ab-c5a6c8722752 HTTP/1.1" status: 204 len: 168 time: 1.3991778 Aug 11 02:58:57.438316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52648) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:57.506792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29b03bb1-67cd-4c14-b184-a9f2c021dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.513257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-29b03bb1-67cd-4c14-b184-a9f2c021dd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.514952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] Deleting subnet 0f50c2b7-e3f4-49e6-956f-aa0f571ec944 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:57.520120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.520381 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-29b03bb1-67cd-4c14-b184-a9f2c021dd95 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd6ef966-6341-4e6a-92ff-9ebf925bf00e HTTP/1.1" status: 204 len: 168 time: 0.6422255 Aug 11 02:58:57.572814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b03bb1-67cd-4c14-b184-a9f2c021dd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6ef966-6341-4e6a-92ff-9ebf925bf00e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:57.583303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting port 21d85b9a-6412-4b9e-b0d2-5067382a2026 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:57.583804 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.623729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.675064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.715861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.739216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Calling delete_port for 21d85b9a-6412-4b9e-b0d2-5067382a2026 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:57.768246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:57.769321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.797188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f50c2b7-e3f4-49e6-956f-aa0f571ec944,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:57.803604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.805619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f8841c1-c30f-482b-899a-b7823ad7c500 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f50c2b7-e3f4-49e6-956f-aa0f571ec944 HTTP/1.1" status: 204 len: 168 time: 0.3664343 Aug 11 02:58:57.809630 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52652) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:57.876814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:58:57.949345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a23294-d05b-493c-914f-d7794de9ecf0 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:58:57.956666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:57.969443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:57.971929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.012497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52656) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.017048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Port': ['ID=21d85b9a-6412-4b9e-b0d2-5067382a2026,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.018801 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.027998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.029939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-24707c16-eae5-4508-9ab6-0fff86ae1260 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/ports/21d85b9a-6412-4b9e-b0d2-5067382a2026 HTTP/1.1" status: 204 len: 168 time: 0.7220097 Aug 11 02:58:58.037096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52658) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.050130 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.081301 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1869370-476d-42f2-951a-5fb8c81b2c1e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] DELETE failed (client error): The resource could not be found. Aug 11 02:58:58.082409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1869370-476d-42f2-951a-5fb8c81b2c1e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 02:58:58.085077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d1869370-476d-42f2-951a-5fb8c81b2c1e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/f7d22ac6-7388-48e1-a393-2e6c8950965d HTTP/1.1" status: 404 len: 337 time: 0.0469830 Aug 11 02:58:58.093788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52660) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.144293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.166922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e63baf-aa09-49ef-bd1f-4f3bacb62aa4']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:58.173507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a293b7b0-1270-464c-9c0b-1af8dcde38dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6eaf6b361764f3fb02456e66587529d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1595972 Aug 11 02:58:58.177730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52662) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.185127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c976af-6edd-4288-a41c-3e569dbc0d15') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:58.185842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c976af-6edd-4288-a41c-3e569dbc0d15') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:58.200942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.217932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.218205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] Transition to ACTIVE for port object a4a23294-d05b-493c-914f-d7794de9ecf0 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:58:58.226143 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.233982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.236386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:58.236784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:58.240577 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:58.277709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99fe79e8-4474-4465-8561-a2c2ee99ec93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.359423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.360133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99fe79e8-4474-4465-8561-a2c2ee99ec93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.363081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.366531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] No DVR routers for this DVR port a4a23294-d05b-493c-914f-d7794de9ecf0 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:58:58.377446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.379423 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/93e63baf-aa09-49ef-bd1f-4f3bacb62aa4 HTTP/1.1" status: 204 len: 168 time: 0.5655913 Aug 11 02:58:58.383390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adbec071-1fa7-4495-b7bb-d2650d6f440b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:58.392662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] Pushing event updated for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.398713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351afb83-8713-4ac6-a6e2-7032a89260e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e63baf-aa09-49ef-bd1f-4f3bacb62aa4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.421871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8cfa94-5864-4033-986b-ba374ea958ed') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:58.422158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8cfa94-5864-4033-986b-ba374ea958ed') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:58:58.441840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.444239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-c127d615-72aa-4263-bbaf-6d6fff437e9c service neutron] 10.222.0.57 "PUT /v2.0/ports/a4a23294-d05b-493c-914f-d7794de9ecf0/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 1.0484378 Aug 11 02:58:58.470228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.481591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:58:58.485836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:58:58.491141 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:58:58.545015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99fe79e8-4474-4465-8561-a2c2ee99ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.547645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99fe79e8-4474-4465-8561-a2c2ee99ec93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.548921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-99fe79e8-4474-4465-8561-a2c2ee99ec93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14603cae-4f36-4c5a-9a64-2b9d40ec9030 HTTP/1.1" status: 204 len: 168 time: 0.3714566 Aug 11 02:58:58.584554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe79e8-4474-4465-8561-a2c2ee99ec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14603cae-4f36-4c5a-9a64-2b9d40ec9030,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.626295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.649664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.651578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/adbec071-1fa7-4495-b7bb-d2650d6f440b HTTP/1.1" status: 204 len: 168 time: 0.5568135 Aug 11 02:58:58.657111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52676) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.697467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b200a0-2c96-44f5-bb2b-b81e0b47d74e tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Network': ['ID=adbec071-1fa7-4495-b7bb-d2650d6f440b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:58.710585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d42ad18f-06eb-4721-ac75-4778d615b5a3 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.712118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-d42ad18f-06eb-4721-ac75-4778d615b5a3 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.1506898 Aug 11 02:58:58.725277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394476b-330c-4abb-b54b-39c22a686666 req-2e9ba91d-0b63-472a-a641-1bdc1d05eb42 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.727173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7394476b-330c-4abb-b54b-39c22a686666 req-2e9ba91d-0b63-472a-a641-1bdc1d05eb42 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.1246226 Aug 11 02:58:58.753926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52678) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.761693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting subnet c4c8ff4f-8837-409f-9e2d-f49396594444 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:58:58.770777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e4c5b-ced9-40ce-8eec-1b304c7a9e76 req-9e98505b-575c-438f-8d0e-b7645a586f40 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.772688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-898e4c5b-ced9-40ce-8eec-1b304c7a9e76 req-9e98505b-575c-438f-8d0e-b7645a586f40 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 950 time: 0.1612682 Aug 11 02:58:58.777752 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.831023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7394476b-330c-4abb-b54b-39c22a686666 req-4fd83028-1f79-4ff6-aa9b-7052164c46fb tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945745 Aug 11 02:58:58.854017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-97746439-7783-4356-ac76-ec0861534b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:58.856646 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-97746439-7783-4356-ac76-ec0861534b29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58&tenant_id=2e7b55340ced4a15a108d9cb1e700963 HTTP/1.1" status: 200 len: 1096 time: 0.1327488 Aug 11 02:58:58.856859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-71721752-a982-437c-b4f9-b8ec89cb4619 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be47bedcafb14a0f81c439fe31b13616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1016817 Aug 11 02:58:58.857124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:58.859569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:58.915981 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-898e4c5b-ced9-40ce-8eec-1b304c7a9e76 req-ea1a3df1-eb3e-4d36-ae82-f512a2bdf874 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341243 Aug 11 02:58:59.004715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:59.070433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:59.108437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02007bac-c35f-4763-a975-125c96d4a87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.119683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c08fdf-d028-435b-b533-44e743c900ef req-f97927bb-5d5d-4c2f-8d8d-60c477c84a74 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.122117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 32d6b1cf-9340-4275-bf8b-e969d990dc19 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:59.125381 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76c08fdf-d028-435b-b533-44e743c900ef req-f97927bb-5d5d-4c2f-8d8d-60c477c84a74 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 1102 time: 0.0602722 Aug 11 02:58:59.126275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-29a062ca-e222-4abb-97e1-e7c993a626a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.130640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-29a062ca-e222-4abb-97e1-e7c993a626a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1096 time: 0.2087717 Aug 11 02:58:59.155880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 32d6b1cf-9340-4275-bf8b-e969d990dc19 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:59.156405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 32d6b1cf-9340-4275-bf8b-e969d990dc19 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:59.157102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65ea1a21-0437-400a-9dc1-2cba1947e073 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:58:59.181426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 65ea1a21-0437-400a-9dc1-2cba1947e073 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:58:59.182428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65ea1a21-0437-400a-9dc1-2cba1947e073 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:58:59.186951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76c08fdf-d028-435b-b533-44e743c900ef req-b3299324-b48c-4dc1-926f-887b13f6fd1f tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532534 Aug 11 02:58:59.221324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.262405 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02007bac-c35f-4763-a975-125c96d4a87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.347892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-75778f9d-d05d-4d29-b7d4-aee0494815f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.349374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-75778f9d-d05d-4d29-b7d4-aee0494815f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 0.2052832 Aug 11 02:58:59.402816 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.406226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-ce1cf4b4-5a8f-4902-a4cc-0275f2e1fec0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 200 len: 217 time: 0.0473506 Aug 11 02:58:59.452957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c8ff4f-8837-409f-9e2d-f49396594444,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:59.454913 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.460586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c250394a-56e2-4ba3-803c-af19a33c6545 tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/subnets/c4c8ff4f-8837-409f-9e2d-f49396594444 HTTP/1.1" status: 204 len: 168 time: 0.7990475 Aug 11 02:58:59.461548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52710) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:59.473618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea03b73-5c1d-4049-ad42-025c654cd3b4 None None] Network 6be882f1-00c4-4703-9074-0f439a1ed22d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:58:59.480769 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02007bac-c35f-4763-a975-125c96d4a87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.483310 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02007bac-c35f-4763-a975-125c96d4a87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.484489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-02007bac-c35f-4763-a975-125c96d4a87a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7dfae2d2-2f67-46e5-b3c8-6e96074c28ce HTTP/1.1" status: 204 len: 168 time: 0.6218431 Aug 11 02:58:59.521781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02007bac-c35f-4763-a975-125c96d4a87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfae2d2-2f67-46e5-b3c8-6e96074c28ce,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:58:59.526615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-1e3c4193-556b-447e-b09d-1ee2b95a26b0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409977 Aug 11 02:58:59.535114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-74b8a705-e2ca-44e9-ae75-3218ddfa6282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.536833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-74b8a705-e2ca-44e9-ae75-3218ddfa6282 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.0981970 Aug 11 02:58:59.599020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.639169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-df3cad13-e998-4f9f-8a31-6d261b4dbcc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726900 Aug 11 02:58:59.686761 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.750083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Deleting port 64b95a7c-c104-4da6-97ba-32b8b895ab04 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:58:59.750591 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.800247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-7afa22aa-6902-436d-bfec-e4b2a68898f5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:58:59.800247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-7afa22aa-6902-436d-bfec-e4b2a68898f5 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592199 Aug 11 02:58:59.816668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52720) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:58:59.857138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-8a3ca23e-aee5-4c8c-bb24-a7acd69486e6 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024708 Aug 11 02:58:59.858838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] For port 64b95a7c-c104-4da6-97ba-32b8b895ab04, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64b95a7c-c104-4da6-97ba-32b8b895ab04,segment=NetworkSegment(5b533274-3e0b-4407-b3d8-21ba46fe069d),segment_id=5b533274-3e0b-4407-b3d8-21ba46fe069d)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:58:59.859296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-dff73f98-78b8-4e1f-b901-4f15b2378df2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/quotas/2bb497b990504e9dae2c06cce7c783ea HTTP/1.1" status: 200 len: 375 time: 0.0163758 Aug 11 02:58:59.859988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:58:59.901071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Calling delete_port for 64b95a7c-c104-4da6-97ba-32b8b895ab04 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:58:59.915442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] DHCP port deletion for 6be882f1-00c4-4703-9074-0f439a1ed22d request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:58:59.999962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] Deleting port 64b95a7c-c104-4da6-97ba-32b8b895ab04 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:00.000981 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.121298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] For port 64b95a7c-c104-4da6-97ba-32b8b895ab04, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64b95a7c-c104-4da6-97ba-32b8b895ab04,segment=NetworkSegment(5b533274-3e0b-4407-b3d8-21ba46fe069d),segment_id=5b533274-3e0b-4407-b3d8-21ba46fe069d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:00.122112 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.138640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-9fb73e65-6459-4b53-a6e6-93a29da810eb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2713001 Aug 11 02:59:00.147340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] Calling delete_port for 64b95a7c-c104-4da6-97ba-32b8b895ab04 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:00.164988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-network', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:00.173480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84fef8-7216-4eec-b251-da9c879990e0 req-f03fd52f-2cdc-4242-9678-a7ac59921295 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.176027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad84fef8-7216-4eec-b251-da9c879990e0 req-f03fd52f-2cdc-4242-9678-a7ac59921295 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.1926668 Aug 11 02:59:00.219304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Made reservation on behalf of a21042156e6744bdafd99dfc6fa55496 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:00.224613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.251361 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.254086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.282574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.317990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-fac21a35-e646-4869-afc8-bbaf5a005974 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330153 Aug 11 02:59:00.381327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad84fef8-7216-4eec-b251-da9c879990e0 req-84d4fd87-d82e-4472-b4b1-d2837d22de1f tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886339 Aug 11 02:59:00.389118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] No DVR routers for this DVR port 64b95a7c-c104-4da6-97ba-32b8b895ab04 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:00.394007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Port': ['ID=64b95a7c-c104-4da6-97ba-32b8b895ab04,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.397880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] No DVR routers for this DVR port 64b95a7c-c104-4da6-97ba-32b8b895ab04 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:00.399840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64105fe-6171-4495-9e79-98bcc62a0bc5 None None] Pushing event deleted for resources: {'Port': ['ID=64b95a7c-c104-4da6-97ba-32b8b895ab04,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.439289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.449560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.485238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:00.510352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f4bbf5-db62-4423-ae11-4a35848d84e8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.521030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.521891 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Added segment adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7 of type vlan for network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 Aug 11 02:59:00.570655 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.583789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be882f1-00c4-4703-9074-0f439a1ed22d']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:00.597697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.598168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b533274-3e0b-4407-b3d8-21ba46fe069d') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:00.598596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b533274-3e0b-4407-b3d8-21ba46fe069d') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:00.609351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.637024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.647585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:00.648440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: timer() Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:00.654322 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:00.676324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe5fca14-5422-4b0d-86a0-10df584cab09 req-54e528c0-f705-426c-8cd0-21f47cc3523f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 210 time: 0.0740685 Aug 11 02:59:00.724084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.725459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.725835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.737552 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.751043 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:00.755826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] 10.222.0.60 "DELETE /v2.0/networks/6be882f1-00c4-4703-9074-0f439a1ed22d HTTP/1.1" status: 204 len: 168 time: 1.2904172 Aug 11 02:59:00.770905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44e096-f413-4153-ae08-e0111d4d49fa tempest-NetworksIpV6TestAttrs-1816683230 tempest-NetworksIpV6TestAttrs-1816683230-project] Pushing event deleted for resources: {'Network': ['ID=6be882f1-00c4-4703-9074-0f439a1ed22d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.860380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0426314 Aug 11 02:59:00.864121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52756) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:00.871257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Request body: {'subnet': {'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-subnet', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:00.878376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e35bba-3afc-48fd-8214-9410ab33486b admin admin] Pushing event updated for resources: {'Network': ['ID=afd64d3c-d789-45f7-aa17-ecb36e28c0c8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:00.894419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:00.900563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-20899c31-b6a6-4966-b7ba-03f1063b0018 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:00.902312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-20899c31-b6a6-4966-b7ba-03f1063b0018 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58&tenant_id=2e7b55340ced4a15a108d9cb1e700963&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1096 time: 0.0989017 Aug 11 02:59:00.936098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Made reservation on behalf of a21042156e6744bdafd99dfc6fa55496 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:00.943546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.157338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64b95a7c-c104-4da6-97ba-32b8b895ab04 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:01.163831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-4739e238-56d1-42e4-9992-d723b3bbf7a8 service neutron] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:01.176093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-4739e238-56d1-42e4-9992-d723b3bbf7a8 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.179895 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57f6fa99-4f50-41f6-8a3c-c3436b93bc26 req-4739e238-56d1-42e4-9992-d723b3bbf7a8 service neutron] 10.222.0.10 "DELETE /v2.0/ports/a4a23294-d05b-493c-914f-d7794de9ecf0/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.2629502 Aug 11 02:59:01.187915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 64b95a7c-c104-4da6-97ba-32b8b895ab04 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:01.188580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64b95a7c-c104-4da6-97ba-32b8b895ab04 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:01.277551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52772) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:01.299932 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.366574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:01.373542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Checking segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:01.373958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Network hostable DHCP agents. Network: afd64d3c-d789-45f7-aa17-ecb36e28c0c8, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:01.394449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:01.408145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, afd64d3c-d789-45f7-aa17-ecb36e28c0c8) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:01.417180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.418603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.426155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904dcc86-67cb-4ca6-9bac-fa6179cb3d63 None None] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:01.463174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52780) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:01.463466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3ada7ea9-7d62-4147-8d93-5174b089b25a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5981393 Aug 11 02:59:01.472553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:01.508363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.512860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.597061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52786) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:01.638999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.657866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1f6a26-d755-4d1e-bcdf-075b663caa69 req-59d783bd-c88a-454c-95d3-667447ba077d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:01.659526 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa1f6a26-d755-4d1e-bcdf-075b663caa69 req-59d783bd-c88a-454c-95d3-667447ba077d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.1399755 Aug 11 02:59:01.736467 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d65d916a-9e13-44da-9291-732cd6b638c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.746918 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa1f6a26-d755-4d1e-bcdf-075b663caa69 req-894cc3b0-4d60-4ff4-9a41-59030db2d506 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806179 Aug 11 02:59:01.755814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-27df25c4-f16c-4e48-a7fe-71fdbd1ec3c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d9e22323daa438baaffee4b9b6ce64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765656 Aug 11 02:59:01.759968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52792) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:01.765754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:59:01.767103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.846485 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c342348e-dc32-47b9-8668-e6cac310e095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:01.901198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c342348e-dc32-47b9-8668-e6cac310e095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.024939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959b7f2-545d-4b54-9701-f8dfb77bf2c8 req-0318393c-e034-4fb6-98a8-7dd4628b68a1 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.038083 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9959b7f2-545d-4b54-9701-f8dfb77bf2c8 req-0318393c-e034-4fb6-98a8-7dd4628b68a1 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 1096 time: 0.1087854 Aug 11 02:59:02.049109 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c342348e-dc32-47b9-8668-e6cac310e095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.054049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c342348e-dc32-47b9-8668-e6cac310e095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.056135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c342348e-dc32-47b9-8668-e6cac310e095 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6adf0a10-8f24-4d82-bc56-76abc48fb12f HTTP/1.1" status: 204 len: 168 time: 0.2946823 Aug 11 02:59:02.090095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342348e-dc32-47b9-8668-e6cac310e095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf0a10-8f24-4d82-bc56-76abc48fb12f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:02.099844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d65d916a-9e13-44da-9291-732cd6b638c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.108478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d65d916a-9e13-44da-9291-732cd6b638c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.123921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Allocated IP 172.20.0.2 (afd64d3c-d789-45f7-aa17-ecb36e28c0c8/39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e/6069392d-35a9-4c4b-927b-7f09418b0422) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:02.169371 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9959b7f2-545d-4b54-9701-f8dfb77bf2c8 req-31876269-4062-4ca6-8591-0ab0b788cb80 tempest-LiveAutoBlockMigrationV225Test-458660551 tempest-LiveAutoBlockMigrationV225Test-458660551-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297295 Aug 11 02:59:02.196425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d916a-9e13-44da-9291-732cd6b638c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e918b-f1a0-4912-964e-a40ab39978bc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:02.218326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d65d916a-9e13-44da-9291-732cd6b638c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fb2f6ea2283487b8520baf9eaf1193a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6199930 Aug 11 02:59:02.221959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52800) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:02.370173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9c44876-588c-4845-ad2f-8e4450316b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.399334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9c44876-588c-4845-ad2f-8e4450316b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.425335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.437595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Transition to ACTIVE for port object 6069392d-35a9-4c4b-927b-7f09418b0422 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:02.464109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Transition to ACTIVE for port object 6069392d-35a9-4c4b-927b-7f09418b0422 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:02.475874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.489369 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9c44876-588c-4845-ad2f-8e4450316b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.512602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9c44876-588c-4845-ad2f-8e4450316b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.526219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c9c44876-588c-4845-ad2f-8e4450316b62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c97e918b-f1a0-4912-964e-a40ab39978bc HTTP/1.1" status: 204 len: 168 time: 0.2945802 Aug 11 02:59:02.545613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c44876-588c-4845-ad2f-8e4450316b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e918b-f1a0-4912-964e-a40ab39978bc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:02.552640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ded1d0b-e9bb-4f8c-9632-f9ed1aa34bfb req-5a891833-d66e-4e05-907f-c026e440703e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 210 time: 0.0688314 Aug 11 02:59:02.613949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.623165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Pushing event updated for resources: {'Port': ['ID=6069392d-35a9-4c4b-927b-7f09418b0422,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:02.633449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-c242c48e-2dcc-4dc4-8bf0-acb343fed9b7 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0928643 Aug 11 02:59:02.662711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:02.674418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d83a8-8ca5-4235-ba9a-2522fdf0a248 req-315f71f9-2a4d-48ac-8df2-6a1809d90604 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.674534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:02.684968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d10d83a8-8ca5-4235-ba9a-2522fdf0a248 req-315f71f9-2a4d-48ac-8df2-6a1809d90604 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.1023614 Aug 11 02:59:02.686063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:02.762707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d10d83a8-8ca5-4235-ba9a-2522fdf0a248 req-b11c5454-3985-4b0a-bb32-9d89f75741fa tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760555 Aug 11 02:59:02.822804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Attempting to bind port 6069392d-35a9-4c4b-927b-7f09418b0422 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:02.823703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Attempting to bind port 6069392d-35a9-4c4b-927b-7f09418b0422 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:02.826239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Attempting to bind port 6069392d-35a9-4c4b-927b-7f09418b0422 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:02.843268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:02.844041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Checking segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:02.844159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.844555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Bound using segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:02.845140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Bound port: 6069392d-35a9-4c4b-927b-7f09418b0422, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:02.845851 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:02.880158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-a80fc994-6657-4c77-87c3-6fe3ea81c71b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:02.881888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-a80fc994-6657-4c77-87c3-6fe3ea81c71b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257123 Aug 11 02:59:02.954934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:02.968721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] For port 6069392d-35a9-4c4b-927b-7f09418b0422, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:02.973866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] For port 6069392d-35a9-4c4b-927b-7f09418b0422, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6069392d-35a9-4c4b-927b-7f09418b0422,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:02.983540 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.077566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e154b-d4c0-4988-852b-bd9003a38cb1 None None] Pushing event updated for resources: {'Port': ['ID=6069392d-35a9-4c4b-927b-7f09418b0422,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:03.138973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.183715 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.329094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:03.334909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.467592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527926a-7276-40a6-90d3-1687c30c6682 req-5b55f0a3-58b8-4e53-8914-a09427d69ae2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:03.469451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4527926a-7276-40a6-90d3-1687c30c6682 req-5b55f0a3-58b8-4e53-8914-a09427d69ae2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.0888700 Aug 11 02:59:03.470035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:03.529369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Allocated IP 172.25.4.161 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/b92ac9b2-bd5a-476d-a571-c4ff70168dd1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:03.624307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Deleting port a4a23294-d05b-493c-914f-d7794de9ecf0 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:03.624834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.663292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.32 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/2db31b57-8a19-440d-a499-7475a02f2837) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:03.742454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0c4332-a43e-45db-be2d-227e05018008 req-d722dbff-c802-44d6-934a-db273bf9179f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 210 time: 0.0452359 Aug 11 02:59:03.772939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] For port a4a23294-d05b-493c-914f-d7794de9ecf0, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a4a23294-d05b-493c-914f-d7794de9ecf0,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:03.773627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.803416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Calling delete_port for a4a23294-d05b-493c-914f-d7794de9ecf0 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:03.827082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:03.903199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d3a27a6f-a812-4026-9d16-0fa2518dbf34 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:03.904362 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-d3a27a6f-a812-4026-9d16-0fa2518dbf34 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:59:03.905034 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-d3a27a6f-a812-4026-9d16-0fa2518dbf34 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:59:03.906291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d3a27a6f-a812-4026-9d16-0fa2518dbf34 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4343600 Aug 11 02:59:03.916288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52856) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:03.942263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--747684304'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:04.020652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5309aa7-3915-4556-88ff-2fb23dc9a609 req-e4aa6ea2-a82a-4402-a421-5797c01aa348 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:04.030056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b5309aa7-3915-4556-88ff-2fb23dc9a609 req-e4aa6ea2-a82a-4402-a421-5797c01aa348 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 944 time: 0.1540637 Aug 11 02:59:04.051153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.083887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.091438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.117994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.126353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b5309aa7-3915-4556-88ff-2fb23dc9a609 req-220ce9b3-8812-43e8-a54a-5bccc3c15dfc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950971 Aug 11 02:59:04.126946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52862) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:04.155921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.170908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a4a23294-d05b-493c-914f-d7794de9ecf0'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:04.180452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:04.187372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object 2db31b57-8a19-440d-a499-7475a02f2837 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:04.204155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:04.210259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event deleted for resources: {'Port': ['ID=a4a23294-d05b-493c-914f-d7794de9ecf0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:04.221663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:04.283262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] No DVR routers for this DVR port a4a23294-d05b-493c-914f-d7794de9ecf0 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:04.284379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Pushing event updated for resources: {'Port': ['ID=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:04.286706 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.296579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4527926a-7276-40a6-90d3-1687c30c6682 req-96853f85-61b6-47cf-818b-36e3a253a717 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "DELETE /v2.0/ports/a4a23294-d05b-493c-914f-d7794de9ecf0 HTTP/1.1" status: 204 len: 173 time: 0.8071585 Aug 11 02:59:04.297358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'name': 'network-vif-deleted', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:04.301428 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03cd7dd-74b0-450b-9329-6a0a46b5f423" -d '{"events": [{"server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "name": "network-vif-deleted", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:04.317651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-359310318-network', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:04.522878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.536006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:04.542445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570', '960d4756-2a82-4299-9ff7-82e2f355c08f', '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:04.601766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=2db31b57-8a19-440d-a499-7475a02f2837,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:04.621823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:04.631376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:04.635101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:04.643849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a9f60-6914-469d-a954-60e856f1e5fe None None] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:04.695547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:04.696348 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.718256 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c62e0-e380-476d-863c-6c8cead93c86 x-openstack-request-id: req-e37c62e0-e380-476d-863c-6c8cead93c86 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:04.719375 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdf77d0-b5e1-46d0-a031-dba40a0eaa58", "name": "network-vif-deleted", "tag": "a4a23294-d05b-493c-914f-d7794de9ecf0", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:04.719822 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e37c62e0-e380-476d-863c-6c8cead93c86 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:04.720396 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdf77d0-b5e1-46d0-a031-dba40a0eaa58', 'name': 'network-vif-deleted', 'tag': 'a4a23294-d05b-493c-914f-d7794de9ecf0', 'status': 'completed', 'code': 200} Aug 11 02:59:04.840519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.904443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c5b9d611-f3f4-4209-bbc1-fb6112ca5793 None None] Provisioning for port 6069392d-35a9-4c4b-927b-7f09418b0422 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:04.912594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.928730 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:04.944572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-777f6ce1-6317-49d5-8ab1-95c3a10eb7bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9937098 Aug 11 02:59:04.963170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Request body: {'port': {'device_id': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:05.027585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Made reservation on behalf of 2b88690783784058adebf7a3c0bba4b2 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:05.033569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.069310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091b08d-7dfe-4062-a158-6c2e3415fdb5 req-2fbe478e-42b6-4c61-8542-23c68dc56776 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:05.081400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5091b08d-7dfe-4062-a158-6c2e3415fdb5 req-2fbe478e-42b6-4c61-8542-23c68dc56776 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 935 time: 0.2114110 Aug 11 02:59:05.133078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.134007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.134710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.190232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5091b08d-7dfe-4062-a158-6c2e3415fdb5 req-26e20949-83ac-4674-8de6-5925448b5d5e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076217 Aug 11 02:59:05.290023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6069392d-35a9-4c4b-927b-7f09418b0422 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:05.369237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-210517e3-b937-4c0a-b66e-b7cb6be739bd req-c5e6c985-2b2a-426b-a1b5-6340367c1261 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0458126 Aug 11 02:59:05.372531 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.378860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00b235bb-50b8-4a0c-8157-b2ce6f82da03 None None] Provisioning for port 2db31b57-8a19-440d-a499-7475a02f2837 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:05.383993 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.408131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00b235bb-50b8-4a0c-8157-b2ce6f82da03 None None] Provisioning complete for port 2db31b57-8a19-440d-a499-7475a02f2837 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:05.408926 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-00b235bb-50b8-4a0c-8157-b2ce6f82da03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.419372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:05.445863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.446131 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Added segment ed319cdb-3d66-47d5-b8ff-1c41de202c89 of type vlan for network 52001b56-4af4-4631-87ca-ce45e040b21f Aug 11 02:59:05.455971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c25aff0-b1f3-4389-b025-b4e072ebfd0c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:05.506218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.553250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.555123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:05.556236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.588303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-00b235bb-50b8-4a0c-8157-b2ce6f82da03 None None] Port 2db31b57-8a19-440d-a499-7475a02f2837 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:05.631272 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.648997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6069392d-35a9-4c4b-927b-7f09418b0422 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:05.664868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] Pushing event updated for resources: {'Network': ['ID=52001b56-4af4-4631-87ca-ce45e040b21f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:05.673428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fef02de2-3213-401a-a448-82a7610fd542 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5265684 Aug 11 02:59:05.673699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6250e5-ca9c-447d-a24b-9438512490a4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:05.681249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52878) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:05.689217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Request body: {'subnet': {'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-359310318-subnet', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:05.703919 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.705162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7783005 Aug 11 02:59:05.712623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52880) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:05.728039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9a487737-c1a9-4a02-a5df-656e4b335c08 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'c4f06c2b-21c4-4140-88b3-87ceed30a866', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:05.734761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 52001b56-4af4-4631-87ca-ce45e040b21f details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:05.753022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fd108-8c94-46ff-9aba-a04ff7669256 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f06c2b-21c4-4140-88b3-87ceed30a866,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:05.770512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Made reservation on behalf of 2b88690783784058adebf7a3c0bba4b2 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:05.774883 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.798088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a487737-c1a9-4a02-a5df-656e4b335c08 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.952333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6069392d-35a9-4c4b-927b-7f09418b0422 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:05.952333 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:05.956287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db31b57-8a19-440d-a499-7475a02f2837 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:05.989748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.037697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Transition to ACTIVE for port object 2db31b57-8a19-440d-a499-7475a02f2837 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:06.040105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.045287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.106686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.235926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Pushing event updated for resources: {'Port': ['ID=2db31b57-8a19-440d-a499-7475a02f2837,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:06.326460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dd016db4-70ae-4cd1-b41e-0752918fc4ca None None] Provisioning complete for port 6069392d-35a9-4c4b-927b-7f09418b0422 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:06.327030 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd016db4-70ae-4cd1-b41e-0752918fc4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.367548 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a487737-c1a9-4a02-a5df-656e4b335c08 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.389654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Attempting to bind port 2db31b57-8a19-440d-a499-7475a02f2837 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:06.390259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Attempting to bind port 2db31b57-8a19-440d-a499-7475a02f2837 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:06.390760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Attempting to bind port 2db31b57-8a19-440d-a499-7475a02f2837 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:06.394475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c7fbbc-8e6f-410a-8eec-feee0348e5d2,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:06.421414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Port 2db31b57-8a19-440d-a499-7475a02f2837 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:06.421414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Attempting to bind port 2db31b57-8a19-440d-a499-7475a02f2837 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:06.431880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:06.432456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:06.433114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:06.433945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Bound port: 2db31b57-8a19-440d-a499-7475a02f2837, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:06.436910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a487737-c1a9-4a02-a5df-656e4b335c08 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.439104 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.455296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:06.507384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Checking segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:06.507824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Network hostable DHCP agents. Network: 52001b56-4af4-4631-87ca-ce45e040b21f, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:06.531780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a487737-c1a9-4a02-a5df-656e4b335c08 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.536228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9a487737-c1a9-4a02-a5df-656e4b335c08 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8224878 Aug 11 02:59:06.537171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:06.537647 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-da6cc7ab-e300-4759-ae0f-d6399818c836 req-920adc6f-fc2c-42bf-9af8-3c81b53975bc tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0407751 Aug 11 02:59:06.546307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ae96d586-3b78-470a-adaf-ac0ac79d9eab tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'c4f06c2b-21c4-4140-88b3-87ceed30a866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:06.560215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a4a23294-d05b-493c-914f-d7794de9ecf0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:06.560564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a4a23294-d05b-493c-914f-d7794de9ecf0 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:06.565959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:59:06.575216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a487737-c1a9-4a02-a5df-656e4b335c08 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d981b824-1fa2-4440-ad03-f5100d1346f8,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:06.575569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] For port 2db31b57-8a19-440d-a499-7475a02f2837, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:06.588306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] For port 2db31b57-8a19-440d-a499-7475a02f2837, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2db31b57-8a19-440d-a499-7475a02f2837,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:06.598019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Network 52001b56-4af4-4631-87ca-ce45e040b21f is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:06.611524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.629169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92c652-db17-4c32-a5cd-52975bf9c3f5 req-4ecdb77f-e0fd-4a7b-9949-71231aa0fe77 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.639709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e92c652-db17-4c32-a5cd-52975bf9c3f5 req-4ecdb77f-e0fd-4a7b-9949-71231aa0fe77 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 947 time: 0.2624848 Aug 11 02:59:06.650701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 52001b56-4af4-4631-87ca-ce45e040b21f) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:06.670532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae96d586-3b78-470a-adaf-ac0ac79d9eab tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.688463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.689600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.724119 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c5fbe7c7-78b0-4afd-8656-1fe423b62271 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0387700 Aug 11 02:59:06.750117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c2153-e58e-44df-95b6-d4ff03a96279 None None] Network 52001b56-4af4-4631-87ca-ce45e040b21f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:06.752858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd016db4-70ae-4cd1-b41e-0752918fc4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.761770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52892) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:06.770747 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.778507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e92c652-db17-4c32-a5cd-52975bf9c3f5 req-7be7b8f6-58be-4c2b-aa74-23b1c16f9a6e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376166 Aug 11 02:59:06.790003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Pushing event updated for resources: {'Port': ['ID=2db31b57-8a19-440d-a499-7475a02f2837,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:06.828033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:06.833658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:06.835052 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.837546 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-58760891-3fb5-4b2c-a56f-e1a7e611433d service neutron] 10.222.0.10 "PUT /v2.0/ports/2db31b57-8a19-440d-a499-7475a02f2837 HTTP/1.1" status: 200 len: 1096 time: 1.8809347 Aug 11 02:59:06.838378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'tag': '2db31b57-8a19-440d-a499-7475a02f2837'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:06.842798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-dd016db4-70ae-4cd1-b41e-0752918fc4ca None None] For port 6069392d-35a9-4c4b-927b-7f09418b0422, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6069392d-35a9-4c4b-927b-7f09418b0422,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:06.845187 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "1940bc4d-2acc-4102-89ce-399e7065b67c", "tag": "2db31b57-8a19-440d-a499-7475a02f2837"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:06.885066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.887922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:06.952789 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-ae96d586-3b78-470a-adaf-ac0ac79d9eab tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 02:59:06.955176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ae96d586-3b78-470a-adaf-ac0ac79d9eab tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4136634 Aug 11 02:59:06.958711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52896) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:06.970095 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3ac92c-723b-467f-aaba-26ad5bc759df x-openstack-request-id: req-fb3ac92c-723b-467f-aaba-26ad5bc759df {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:06.970631 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1940bc4d-2acc-4102-89ce-399e7065b67c", "tag": "2db31b57-8a19-440d-a499-7475a02f2837", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:06.971100 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fb3ac92c-723b-467f-aaba-26ad5bc759df {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:06.973618 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'tag': '2db31b57-8a19-440d-a499-7475a02f2837', 'status': 'completed', 'code': 200} Aug 11 02:59:06.977984 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd016db4-70ae-4cd1-b41e-0752918fc4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.049700 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.218326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ace39ef4-d39d-4186-8078-492decd1f237 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.304614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.388535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ace39ef4-d39d-4186-8078-492decd1f237 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.399517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:07.441398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-984b67c1-7a61-48f4-8c3b-a04821806a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.444024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-984b67c1-7a61-48f4-8c3b-a04821806a08 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 1099 time: 0.5501969 Aug 11 02:59:07.447608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.447608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a7471e26-db9d-43d9-8bfa-450730f8ae4a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.9819312 Aug 11 02:59:07.451583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:07.461656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:07.480327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd016db4-70ae-4cd1-b41e-0752918fc4ca None None] Pushing event updated for resources: {'Port': ['ID=6069392d-35a9-4c4b-927b-7f09418b0422,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:07.499255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 02:59:07.500196 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 02:59:07.512819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ace39ef4-d39d-4186-8078-492decd1f237 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.515803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ace39ef4-d39d-4186-8078-492decd1f237 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.517253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ace39ef4-d39d-4186-8078-492decd1f237 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/c4f06c2b-21c4-4140-88b3-87ceed30a866 HTTP/1.1" status: 204 len: 168 time: 0.5574038 Aug 11 02:59:07.525703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:07.526511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:07.533976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52904) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:07.544806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace39ef4-d39d-4186-8078-492decd1f237 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f06c2b-21c4-4140-88b3-87ceed30a866,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:07.611750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-f2ef5054-ac23-4d6a-8c8f-03e50626f125 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2db31b57-8a19-440d-a499-7475a02f2837 HTTP/1.1" status: 200 len: 217 time: 0.0738223 Aug 11 02:59:07.711365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-fb3cff35-0bb0-448d-bcd2-d4cbb0fb40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:07.716751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-fb3cff35-0bb0-448d-bcd2-d4cbb0fb40ee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0966060 Aug 11 02:59:07.731242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.753424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:07.757741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-52001b56-4af4-4631-87ca-ce45e040b21f', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:59:07.758607 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.784620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-def9a9c0-6ecf-4ad4-8841-236c739ff2b3 req-ab37d9fb-0217-4107-abbb-f13a02fd2d72 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0559251 Aug 11 02:59:07.810595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:07.814277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1962f764-1adf-43a4-bffa-c0086742373f tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2773559 Aug 11 02:59:07.850877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:07.914335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-82e91c40-92fa-424b-b86d-de82d4077552 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--594323591'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:07.972749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Allocated IP 172.25.4.17 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ebc2dffc-831a-49fc-a776-52be09c09b28) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:08.024333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad142ed-1d14-486f-8f98-961206cd7330 req-17c6404d-30ae-46a6-ae4e-00735cc0b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.025953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-17c6404d-30ae-46a6-ae4e-00735cc0b651 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2978981 Aug 11 02:59:08.047247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82e91c40-92fa-424b-b86d-de82d4077552 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.189390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Allocated IP 172.20.0.2 (52001b56-4af4-4631-87ca-ce45e040b21f/06c7fbbc-8e6f-410a-8eec-feee0348e5d2/b04f5a06-239d-4255-9064-d6024a1da850) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:08.219037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-9c6b22db-d445-4cee-93f0-91e5c49c4963 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1192384 Aug 11 02:59:08.223056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.231418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e0a4e-908f-4d23-bb04-4daaf5abd36b req-cfe67224-6548-4b0f-9a42-0a34962a8312 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.233092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f88e0a4e-908f-4d23-bb04-4daaf5abd36b req-cfe67224-6548-4b0f-9a42-0a34962a8312 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 947 time: 0.2868085 Aug 11 02:59:08.337264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-39a1f05c-931a-404f-a4f7-72d90ff0e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:08.340345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-39a1f05c-931a-404f-a4f7-72d90ff0e4f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e7b55340ced4a15a108d9cb1e700963&device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 1096 time: 0.0841191 Aug 11 02:59:08.356580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.367901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6069392d-35a9-4c4b-927b-7f09418b0422 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:08.427946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:08.437350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Pushing event updated for resources: {'Port': ['ID=ebc2dffc-831a-49fc-a776-52be09c09b28,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:08.441730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:08.444673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:08.474319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f88e0a4e-908f-4d23-bb04-4daaf5abd36b req-cc50d8ca-5fa1-4537-a32d-79d2648f2204 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756978 Aug 11 02:59:08.527111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-5473fc67-3e3d-4628-a745-7b2a3c2b1ba4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885912 Aug 11 02:59:08.528943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6069392d-35a9-4c4b-927b-7f09418b0422 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:08.529589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.678061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:04Z', 'revision_number': 3, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:08.708141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.715648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:08.716009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Updating router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:08.753891 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.759171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82e91c40-92fa-424b-b86d-de82d4077552 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.774074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82e91c40-92fa-424b-b86d-de82d4077552 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.892694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82e91c40-92fa-424b-b86d-de82d4077552 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:08.895383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82e91c40-92fa-424b-b86d-de82d4077552 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0404401 Aug 11 02:59:08.958527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52920) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:08.972657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e91c40-92fa-424b-b86d-de82d4077552 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6ff39-9434-44ce-af52-85a6cee00b47,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:08.977514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fad142ed-1d14-486f-8f98-961206cd7330 req-4dbc799f-092a-410f-8485-0cbaea3bd634 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228098 Aug 11 02:59:08.992189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-82beb58a-930d-460b-beea-3137ca3ffec1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a1f6ff39-9434-44ce-af52-85a6cee00b47', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:08.993383 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-82beb58a-930d-460b-beea-3137ca3ffec1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 02:59:08.994146 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-82beb58a-930d-460b-beea-3137ca3ffec1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:08.996524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82beb58a-930d-460b-beea-3137ca3ffec1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0250261 Aug 11 02:59:09.019143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52922) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:09.074387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.081727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Transition to ACTIVE for port object b04f5a06-239d-4255-9064-d6024a1da850 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:09.090599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Transition to ACTIVE for port object b92ac9b2-bd5a-476d-a571-c4ff70168dd1 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:09.102482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.131929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5afc45d6-bb20-42a9-852b-ee357cceb0e1 req-164fd729-5a1d-4b53-8a81-9c77200a0798 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0874631 Aug 11 02:59:09.159022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Transition to ACTIVE for port object b04f5a06-239d-4255-9064-d6024a1da850 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:09.160500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Pushing event updated for resources: {'Port': ['ID=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:09.178268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.194684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.195046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.195418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.195796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.196137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.196472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.196806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.197443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.197784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.198666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.199080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.199517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:09.210276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2a91282-f1bf-432e-a0c5-479b35b463de tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.227983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-32d0ba8f-32aa-41b0-86e9-6299af59580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.230512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-32d0ba8f-32aa-41b0-86e9-6299af59580b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 1099 time: 0.1832023 Aug 11 02:59:09.249250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.253997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Attempting to bind port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:09.254371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Attempting to bind port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:09.254755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Attempting to bind port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:09.258193 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.260241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Pushing event updated for resources: {'Port': ['ID=b04f5a06-239d-4255-9064-d6024a1da850,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:09.265646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Network 52001b56-4af4-4631-87ca-ce45e040b21f is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:09.266647 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:09.267030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:09.267446 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.267875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:09.268371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Bound port: b92ac9b2-bd5a-476d-a571-c4ff70168dd1, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:09.268771 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.272554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:09.288607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2a91282-f1bf-432e-a0c5-479b35b463de tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.292563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:09.365710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Attempting to bind port b04f5a06-239d-4255-9064-d6024a1da850 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:09.366094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Attempting to bind port b04f5a06-239d-4255-9064-d6024a1da850 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:09.366464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Attempting to bind port b04f5a06-239d-4255-9064-d6024a1da850 on network 52001b56-4af4-4631-87ca-ce45e040b21f {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:09.375861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:09.376243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Checking segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:09.376653 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.377058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Bound using segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:09.377540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Bound port: b04f5a06-239d-4255-9064-d6024a1da850, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:09.377931 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.457894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] For port b04f5a06-239d-4255-9064-d6024a1da850, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:09.461254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] For port b04f5a06-239d-4255-9064-d6024a1da850, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b04f5a06-239d-4255-9064-d6024a1da850,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:09.468348 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.470946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] For port b92ac9b2-bd5a-476d-a571-c4ff70168dd1, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:09.487492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2a91282-f1bf-432e-a0c5-479b35b463de tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.490035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2a91282-f1bf-432e-a0c5-479b35b463de tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.493724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e2a91282-f1bf-432e-a0c5-479b35b463de tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/a1f6ff39-9434-44ce-af52-85a6cee00b47 HTTP/1.1" status: 204 len: 168 time: 0.4698741 Aug 11 02:59:09.513786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52924) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:09.514493 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.521426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-29aedc5f-0fec-4059-a060-2fcc412916f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.522635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] For port b92ac9b2-bd5a-476d-a571-c4ff70168dd1, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:09.533401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-29aedc5f-0fec-4059-a060-2fcc412916f6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2865770 Aug 11 02:59:09.534476 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.550964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-05b541c4-9e79-4ec4-b1da-24b038ffe89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.560541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-05b541c4-9e79-4ec4-b1da-24b038ffe89f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 200 len: 921 time: 1.1887536 Aug 11 02:59:09.585600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7349bc-6c06-4d69-b286-c52332d70874 None None] Pushing event updated for resources: {'Port': ['ID=b04f5a06-239d-4255-9064-d6024a1da850,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:09.643450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a91282-f1bf-432e-a0c5-479b35b463de tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6ff39-9434-44ce-af52-85a6cee00b47,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:09.676737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-46def738-5876-493e-b772-f497fcd3319e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 200 len: 217 time: 0.1119101 Aug 11 02:59:09.724969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:09.733668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:09.745714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-6eb4da74-c5a4-42e1-9d3b-423fea6c220f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=2db31b57-8a19-440d-a499-7475a02f2837 HTTP/1.1" status: 200 len: 217 time: 0.1926239 Aug 11 02:59:09.811270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-39372353-556b-4391-bf71-cd1107738a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.820923 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-39372353-556b-4391-bf71-cd1107738a54 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 200 len: 860 time: 0.1215711 Aug 11 02:59:09.822120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7347706f-8bcc-400d-bc17-71943aaed24f tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3009970 Aug 11 02:59:09.839922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52932) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:09.843657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f8c480a7-0326-4461-8fab-4888b8ec4aef tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036337953'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:09.848005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2418b-a9a1-43a2-ad29-a15f8be0caf3 None None] Pushing event updated for resources: {'Port': ['ID=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:09.907077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8c480a7-0326-4461-8fab-4888b8ec4aef tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:09.913054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-5d1b3b66-1fe8-4fea-844a-fbcf6ff15a7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f46a0156-2c90-429d-950a-a3d28a064a03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884612 Aug 11 02:59:09.970287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Allocated IP 172.20.0.1 (afd64d3c-d789-45f7-aa17-ecb36e28c0c8/39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e/420f0c52-f896-4f4e-94cb-08d624d9d4f3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:09.988179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c6e02-4dd6-4ce8-8c0c-82ea6ef54d0c req-d541337a-7b4a-4fd8-8700-252745e26f6d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:09.990603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a89c6e02-4dd6-4ce8-8c0c-82ea6ef54d0c req-d541337a-7b4a-4fd8-8700-252745e26f6d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 947 time: 0.2744625 Aug 11 02:59:10.008048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:10.030275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-e55e236f-e281-492a-895c-6ff9d6552101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:10.032398 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-e55e236f-e281-492a-895c-6ff9d6552101 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.2619352 Aug 11 02:59:10.203673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-0c772056-e0a4-461c-a9d6-3084ec918b18 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339392 Aug 11 02:59:10.204518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Router f1c37d88-8678-48c5-be77-ee14abf1fba9 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:59:10.228032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a89c6e02-4dd6-4ce8-8c0c-82ea6ef54d0c req-37bbe101-5990-46ba-b4a6-c7c7fd2b62c6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179461 Aug 11 02:59:10.334890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b04f5a06-239d-4255-9064-d6024a1da850 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:10.355547 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8c480a7-0326-4461-8fab-4888b8ec4aef tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.363694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-7d9b12fa-6c20-47ec-866b-ea449c7dc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:10.365728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-7d9b12fa-6c20-47ec-866b-ea449c7dc74f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3129840 Aug 11 02:59:10.366372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8c480a7-0326-4461-8fab-4888b8ec4aef tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.408552 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96824fad-d5a3-41d0-a3b5-82b10fb48d59 req-52151f2a-805d-430e-b780-db64ec555714 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cdf77d0-b5e1-46d0-a031-dba40a0eaa58 HTTP/1.1" status: 200 len: 210 time: 0.0904040 Aug 11 02:59:10.422382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:04Z', 'revision_number': 3, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:10.450733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c480a7-0326-4461-8fab-4888b8ec4aef tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcab68f-433f-4628-adb5-7e5a2514986f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:10.460007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46e1ed-ee94-48d9-a4e6-20cee8cf8458 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:04Z', 'revision_number': 3, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:10.461603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b04f5a06-239d-4255-9064-d6024a1da850 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:10.473496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8c480a7-0326-4461-8fab-4888b8ec4aef tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.475471 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f8c480a7-0326-4461-8fab-4888b8ec4aef tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6351268 Aug 11 02:59:10.494184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52936) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:10.499734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-da2468ab-1ea5-46a3-a955-3aa73f2f3aec tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': '9bcab68f-433f-4628-adb5-7e5a2514986f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:10.500682 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-da2468ab-1ea5-46a3-a955-3aa73f2f3aec tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 02:59:10.504643 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-da2468ab-1ea5-46a3-a955-3aa73f2f3aec tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:10.505693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-da2468ab-1ea5-46a3-a955-3aa73f2f3aec tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0099325 Aug 11 02:59:10.514314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52938) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:10.572213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.581538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:10.594598 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Sync routers for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:10.604728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Transition to ACTIVE for port object 420f0c52-f896-4f4e-94cb-08d624d9d4f3 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:10.607057 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:10.609731 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:10.616012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-1b779007-953a-48bc-9c04-6e2481366b20 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309704 Aug 11 02:59:10.619489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0d09a993-008f-4abe-a67d-7977c1dc600a req-f217bcb8-8590-4e8d-9a5f-6f77d69f48c7 service neutron] 10.222.0.10 "GET /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948650 Aug 11 02:59:10.675046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.679562 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4e4bfa87-b1d2-4a33-acf4-8e553f3fc0c2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8945534 Aug 11 02:59:10.681297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52942) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:10.752148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4578cb43-9d79-4fc0-8fdf-7423026dabc1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.888097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4578cb43-9d79-4fc0-8fdf-7423026dabc1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:10.986134 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:11.002096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.044450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4578cb43-9d79-4fc0-8fdf-7423026dabc1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.046108 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4578cb43-9d79-4fc0-8fdf-7423026dabc1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.047291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4578cb43-9d79-4fc0-8fdf-7423026dabc1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/9bcab68f-433f-4628-adb5-7e5a2514986f HTTP/1.1" status: 204 len: 168 time: 0.5250444 Aug 11 02:59:11.061269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52946) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:11.066160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578cb43-9d79-4fc0-8fdf-7423026dabc1 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcab68f-433f-4628-adb5-7e5a2514986f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:11.130274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3cebc9a2-7f46-4c9b-b24e-f90d19c8b5c3 req-1ec46f6b-32bd-41e1-8253-04395bf5c0d7 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940648 Aug 11 02:59:11.199592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:11.239217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:11.264051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:11.494417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Pushing event updated for resources: {'Port': ['ID=420f0c52-f896-4f4e-94cb-08d624d9d4f3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:11.501517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e969c9c2-784e-4425-bf90-030c878b0887 None None] Network 52001b56-4af4-4631-87ca-ce45e040b21f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:11.561021 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.597905 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:09Z', 'revision_number': 3, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:11.680163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bbc3710f-099c-4e8f-83e1-3dee19ea282e tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5602460 Aug 11 02:59:11.688120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52956) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:11.709427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dde49f11-c31b-4a95-930f-26294e2a7a90 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--2122059232'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:11.720290 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Checking router: f1c37d88-8678-48c5-be77-ee14abf1fba9 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:11.720644 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Updating router f1c37d88-8678-48c5-be77-ee14abf1fba9 port ebc2dffc-831a-49fc-a776-52be09c09b28 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:11.763949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba582705-6367-4153-bf2b-81ad16689d36 req-08394ae4-8978-40a7-bbca-4577cc142dad tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:11.776577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba582705-6367-4153-bf2b-81ad16689d36 req-08394ae4-8978-40a7-bbca-4577cc142dad tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 947 time: 0.3330629 Aug 11 02:59:11.816355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dde49f11-c31b-4a95-930f-26294e2a7a90 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.818033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e6c00f0b-6517-4c0d-b9ca-6e0d3b4826e2 None None] Provisioning for port b04f5a06-239d-4255-9064-d6024a1da850 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:11.826263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e6c00f0b-6517-4c0d-b9ca-6e0d3b4826e2 None None] Provisioning complete for port b04f5a06-239d-4255-9064-d6024a1da850 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:11.826560 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6c00f0b-6517-4c0d-b9ca-6e0d3b4826e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.834774 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.946570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dde49f11-c31b-4a95-930f-26294e2a7a90 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:11.981815 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dde49f11-c31b-4a95-930f-26294e2a7a90 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.032259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde49f11-c31b-4a95-930f-26294e2a7a90 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24917e2f-8091-46a2-8d75-74f6e027a667,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:12.035796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dde49f11-c31b-4a95-930f-26294e2a7a90 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.037277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dde49f11-c31b-4a95-930f-26294e2a7a90 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3428335 Aug 11 02:59:12.043968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52960) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:12.054188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-07c45289-a698-4f42-9b77-981477451b40 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': '24917e2f-8091-46a2-8d75-74f6e027a667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:12.075415 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-07c45289-a698-4f42-9b77-981477451b40 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 02:59:12.076392 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-07c45289-a698-4f42-9b77-981477451b40 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:12.077831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-07c45289-a698-4f42-9b77-981477451b40 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0296297 Aug 11 02:59:12.086160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba582705-6367-4153-bf2b-81ad16689d36 req-60ba000f-9528-4cf7-aced-18f207114d4d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084235 Aug 11 02:59:12.090502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52964) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:12.097488 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d4824be5-e480-4083-bd87-d80c89fe86be tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': '24917e2f-8091-46a2-8d75-74f6e027a667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:12.099342 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-d4824be5-e480-4083-bd87-d80c89fe86be tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 02:59:12.100297 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-d4824be5-e480-4083-bd87-d80c89fe86be tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:12.101855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d4824be5-e480-4083-bd87-d80c89fe86be tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094891 Aug 11 02:59:12.113170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52966) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:12.118137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-660b9496-798c-4dcc-82c2-8e8aad598824 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': '24917e2f-8091-46a2-8d75-74f6e027a667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:12.119175 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-660b9496-798c-4dcc-82c2-8e8aad598824 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 02:59:12.119782 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-660b9496-798c-4dcc-82c2-8e8aad598824 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:12.120895 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-660b9496-798c-4dcc-82c2-8e8aad598824 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065947 Aug 11 02:59:12.124051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52968) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:12.142185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8bffc4f0-bd2c-4c5e-b14e-ee348da2196c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': '24917e2f-8091-46a2-8d75-74f6e027a667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:12.143395 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-8bffc4f0-bd2c-4c5e-b14e-ee348da2196c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 02:59:12.155467 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-8bffc4f0-bd2c-4c5e-b14e-ee348da2196c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:12.163865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8bffc4f0-bd2c-4c5e-b14e-ee348da2196c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0362759 Aug 11 02:59:12.204059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52970) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:12.262397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.413442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.457700 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.485729 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Transition to ACTIVE for port object ebc2dffc-831a-49fc-a776-52be09c09b28 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:12.502343 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.515004 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6c00f0b-6517-4c0d-b9ca-6e0d3b4826e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.533600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b92ac9b2-bd5a-476d-a571-c4ff70168dd1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:12.576699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.586080 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.627215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2db31b57-8a19-440d-a499-7475a02f2837 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:12.661041 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Pushing event updated for resources: {'Port': ['ID=ebc2dffc-831a-49fc-a776-52be09c09b28,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:12.666444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Pushing event updated for resources: {'Port': ['ID=420f0c52-f896-4f4e-94cb-08d624d9d4f3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:12.669817 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.670157 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.670825 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.671337 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.672014 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.672529 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.673039 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.673569 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.674086 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.674408 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.674878 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.675347 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:12.680351 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Attempting to bind port ebc2dffc-831a-49fc-a776-52be09c09b28 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:12.681075 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Attempting to bind port ebc2dffc-831a-49fc-a776-52be09c09b28 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:12.681446 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Attempting to bind port ebc2dffc-831a-49fc-a776-52be09c09b28 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:12.698893 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:12.699539 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:12.700567 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.701295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:12.702214 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Bound port: ebc2dffc-831a-49fc-a776-52be09c09b28, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:12.702834 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.703440 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.712425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11bf46c4-0ef2-4cb3-a0a6-e13e033dd655 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.817416 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:12.829543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] For port ebc2dffc-831a-49fc-a776-52be09c09b28, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:12.845853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2db31b57-8a19-440d-a499-7475a02f2837, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2db31b57-8a19-440d-a499-7475a02f2837,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:12.860790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11bf46c4-0ef2-4cb3-a0a6-e13e033dd655 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.862875 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] For port ebc2dffc-831a-49fc-a776-52be09c09b28, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ebc2dffc-831a-49fc-a776-52be09c09b28,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:12.872307 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:12.894877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '2db31b57-8a19-440d-a499-7475a02f2837', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '2db31b57-8a19-440d-a499-7475a02f2837', 'mac_address': 'fa:16:3e:e2:5b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:12.923912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:12.928176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:12.950876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e6c00f0b-6517-4c0d-b9ca-6e0d3b4826e2 None None] For port b04f5a06-239d-4255-9064-d6024a1da850, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b04f5a06-239d-4255-9064-d6024a1da850,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:12.976626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:12.978848 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6c00f0b-6517-4c0d-b9ca-6e0d3b4826e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.027822 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11bf46c4-0ef2-4cb3-a0a6-e13e033dd655 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.030719 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11bf46c4-0ef2-4cb3-a0a6-e13e033dd655 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.032967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-11bf46c4-0ef2-4cb3-a0a6-e13e033dd655 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/24917e2f-8091-46a2-8d75-74f6e027a667 HTTP/1.1" status: 204 len: 168 time: 0.8278992 Aug 11 02:59:13.037575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:13.058655 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:13.060003 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:13.060181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Allocated IP 172.20.0.1 (52001b56-4af4-4631-87ca-ce45e040b21f/06c7fbbc-8e6f-410a-8eec-feee0348e5d2/852ab188-5552-4810-b89c-d9f55508e9a7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:13.063387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf46c4-0ef2-4cb3-a0a6-e13e033dd655 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24917e2f-8091-46a2-8d75-74f6e027a667,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.079645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:13.088297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.282344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d95df4d6-370c-454f-8841-d1b66cd19c5e tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2395968 Aug 11 02:59:13.282923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52982) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:13.294336 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.298866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5b8c71aa-d594-43fa-b683-f6c8a4477c82 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224369278'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:13.363007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.370537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db31b57-8a19-440d-a499-7475a02f2837 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:13.375312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1abbe456-973a-47e8-884a-1ac6735f47e2 None None] Provisioning complete for port b04f5a06-239d-4255-9064-d6024a1da850 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:13.386396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Transition to ACTIVE for port object 852ab188-5552-4810-b89c-d9f55508e9a7 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:13.400032 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1abbe456-973a-47e8-884a-1ac6735f47e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.412624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:13.415975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df9f85-ea2e-44ff-8dda-bcc5c1f03151 req-909b0172-3982-4596-b17f-a6c3c38b16d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:13.420852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81df9f85-ea2e-44ff-8dda-bcc5c1f03151 req-909b0172-3982-4596-b17f-a6c3c38b16d4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 947 time: 0.1239369 Aug 11 02:59:13.436842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b8c71aa-d594-43fa-b683-f6c8a4477c82 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.443436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea630ebf-8ba3-47cc-902b-a24dd28eaea3 None None] Pushing event updated for resources: {'Port': ['ID=ebc2dffc-831a-49fc-a776-52be09c09b28,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.504911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81df9f85-ea2e-44ff-8dda-bcc5c1f03151 req-5445f3ed-23fb-45e6-a5e5-aaf567249753 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678174 Aug 11 02:59:13.519047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.523718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2db31b57-8a19-440d-a499-7475a02f2837, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2db31b57-8a19-440d-a499-7475a02f2837,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:13.551953 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:13.554620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c00f0b-6517-4c0d-b9ca-6e0d3b4826e2 None None] Pushing event updated for resources: {'Port': ['ID=b04f5a06-239d-4255-9064-d6024a1da850,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.578600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.593276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Network 52001b56-4af4-4631-87ca-ce45e040b21f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:13.596593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:13.601934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:13.653272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Pushing event updated for resources: {'Port': ['ID=852ab188-5552-4810-b89c-d9f55508e9a7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.707083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.772928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:13.786907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a342a562-4735-4d44-8f82-952032eac627 admin admin] 10.222.0.60 "PUT /v2.0/routers/e1e60647-a351-4ab9-8c62-72a50e1f4fa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3320811 Aug 11 02:59:13.847244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b8c71aa-d594-43fa-b683-f6c8a4477c82 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.850152 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.854535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b8c71aa-d594-43fa-b683-f6c8a4477c82 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.864426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2db31b57-8a19-440d-a499-7475a02f2837,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:13.880559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:13.916945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b8c71aa-d594-43fa-b683-f6c8a4477c82 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:13.921750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5b8c71aa-d594-43fa-b683-f6c8a4477c82 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6302683 Aug 11 02:59:13.923747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:13.926337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:13.927165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:13.939751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a85457b2-f26e-4af2-8ca8-428f1a14daf9 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:13.948395 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-a85457b2-f26e-4af2-8ca8-428f1a14daf9 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:59:13.949240 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-a85457b2-f26e-4af2-8ca8-428f1a14daf9 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:13.956134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a85457b2-f26e-4af2-8ca8-428f1a14daf9 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0234528 Aug 11 02:59:13.960281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52990) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:13.975452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e1d40a0f-8e99-4336-9660-46d9b37d4983 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:13.992654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c71aa-d594-43fa-b683-f6c8a4477c82 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.071124 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.073731 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-e1d40a0f-8e99-4336-9660-46d9b37d4983 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.077095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1d40a0f-8e99-4336-9660-46d9b37d4983 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1155341 Aug 11 02:59:14.079805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52994) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.085820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ba62903c-26ba-4f5b-8fae-654a7ce3ac8c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:14.086906 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-ba62903c-26ba-4f5b-8fae-654a7ce3ac8c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 02:59:14.087864 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-ba62903c-26ba-4f5b-8fae-654a7ce3ac8c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.089351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ba62903c-26ba-4f5b-8fae-654a7ce3ac8c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077562 Aug 11 02:59:14.093423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52996) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.102560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b4111124-1897-4279-b499-3118979e849c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:14.107355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['2db31b57-8a19-440d-a499-7475a02f2837'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:14.110434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1abbe456-973a-47e8-884a-1ac6735f47e2 None None] Provisioning for port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:14.191541 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-b4111124-1897-4279-b499-3118979e849c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.193765 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b4111124-1897-4279-b499-3118979e849c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0971637 Aug 11 02:59:14.209549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53002) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.217915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bb8d2da8-83db-4c08-927f-18cb33a3dee4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:14.218454 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-bb8d2da8-83db-4c08-927f-18cb33a3dee4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 02:59:14.219002 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-bb8d2da8-83db-4c08-927f-18cb33a3dee4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.221642 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bb8d2da8-83db-4c08-927f-18cb33a3dee4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105340 Aug 11 02:59:14.224767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port b92ac9b2-bd5a-476d-a571-c4ff70168dd1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:14.224971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53004) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.231764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1abbe456-973a-47e8-884a-1ac6735f47e2 None None] Provisioning complete for port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:14.232283 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1abbe456-973a-47e8-884a-1ac6735f47e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.233714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8c6266a2-a180-470b-9b70-8ae126cdd151 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:14.242219 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:09Z', 'revision_number': 3, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:14.257682 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.350535 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-8c6266a2-a180-470b-9b70-8ae126cdd151 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.355826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8c6266a2-a180-470b-9b70-8ae126cdd151 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1265121 Aug 11 02:59:14.361540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53010) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.373704 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dea8a1-8e4e-42c2-94fb-94abac504492 None None] The sync data for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 is: [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:09Z', 'revision_number': 3, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:14.384684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e00d9321-eab0-4d4b-bf25-b708dd6e377a tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:14.392842 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-e00d9321-eab0-4d4b-bf25-b708dd6e377a tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 02:59:14.394140 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-e00d9321-eab0-4d4b-bf25-b708dd6e377a tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.397754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e00d9321-eab0-4d4b-bf25-b708dd6e377a tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0315254 Aug 11 02:59:14.399193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53012) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.422353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b04f5a06-239d-4255-9064-d6024a1da850 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:14.430926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b6ba6d8e-8e8d-4614-b113-ad1f2bf5281d tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:14.466182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1abbe456-973a-47e8-884a-1ac6735f47e2 None None] Port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:14.519662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-a4ca5287-1666-401b-94e0-57e9d1c9b43e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5364535 Aug 11 02:59:14.523911 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-b6ba6d8e-8e8d-4614-b113-ad1f2bf5281d tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.528812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b6ba6d8e-8e8d-4614-b113-ad1f2bf5281d tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1229644 Aug 11 02:59:14.529068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53016) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.534502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f3b9becd-3900-45f9-a6c6-441a3b9191ac tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:14.639105 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-f3b9becd-3900-45f9-a6c6-441a3b9191ac tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:14.643205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f3b9becd-3900-45f9-a6c6-441a3b9191ac tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1106000 Aug 11 02:59:14.643503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53024) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:14.690032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:14.765805 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:14.790964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4f7983c9-2eb4-4b69-b41d-89a84a49a744 None None] Provisioning for port 852ab188-5552-4810-b89c-d9f55508e9a7 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:14.838136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4f7983c9-2eb4-4b69-b41d-89a84a49a744 None None] Provisioning complete for port 852ab188-5552-4810-b89c-d9f55508e9a7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:14.838576 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4f7983c9-2eb4-4b69-b41d-89a84a49a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.865577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-baaf62e4-f65d-46a8-a81f-eb20b4fdddfe tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.896950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:14.921846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23ad6d-c6f0-4a2a-bcd1-210d27e434d1 req-921a5afa-4fa5-4c4b-8674-8dacf85e06a6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.936497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b23ad6d-c6f0-4a2a-bcd1-210d27e434d1 req-921a5afa-4fa5-4c4b-8674-8dacf85e06a6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 948 time: 0.2303121 Aug 11 02:59:14.961837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-a192e3e2-06e8-4a2d-9bc1-cb96a636414a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.971971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-a192e3e2-06e8-4a2d-9bc1-cb96a636414a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 821 time: 0.2820909 Aug 11 02:59:14.977250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-3fb99c26-3239-4082-8049-1a47436f03b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:14.980698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-3fb99c26-3239-4082-8049-1a47436f03b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 1098 time: 0.3991652 Aug 11 02:59:14.987545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.091935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-a8898d14-4025-493c-a6d8-d40cfc918271 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/quotas/a21042156e6744bdafd99dfc6fa55496 HTTP/1.1" status: 200 len: 375 time: 0.1147132 Aug 11 02:59:15.113119 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b04f5a06-239d-4255-9064-d6024a1da850 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:15.114263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.311920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4f7983c9-2eb4-4b69-b41d-89a84a49a744 None None] Port 852ab188-5552-4810-b89c-d9f55508e9a7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:15.358264 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.372364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Pushing event updated for resources: {'Port': ['ID=852ab188-5552-4810-b89c-d9f55508e9a7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:15.400294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4f7983c9-2eb4-4b69-b41d-89a84a49a744 None None] Provisioning complete for port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:15.402515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4f7983c9-2eb4-4b69-b41d-89a84a49a744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.446189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4f7983c9-2eb4-4b69-b41d-89a84a49a744 None None] Port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:15.462404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-baaf62e4-f65d-46a8-a81f-eb20b4fdddfe tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.529946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b23ad6d-c6f0-4a2a-bcd1-210d27e434d1 req-05c0c9cd-8406-405d-aaa0-dadbada548f9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5925267 Aug 11 02:59:15.555999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-f1d90dbe-a440-4ef8-8434-0c15c57500e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:15.559921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-f1d90dbe-a440-4ef8-8434-0c15c57500e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.5102689 Aug 11 02:59:15.572444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-baaf62e4-f65d-46a8-a81f-eb20b4fdddfe tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.576797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-baaf62e4-f65d-46a8-a81f-eb20b4fdddfe tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.580231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-baaf62e4-f65d-46a8-a81f-eb20b4fdddfe tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6 HTTP/1.1" status: 204 len: 168 time: 0.9337919 Aug 11 02:59:15.585278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53036) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.589602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-9f107d62-b999-4383-80d2-701bcdef793d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4310560 Aug 11 02:59:15.606286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 2, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:15.651799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf62e4-f65d-46a8-a81f-eb20b4fdddfe tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ed04ae-fd05-4b5b-a6e3-6ad72e0b2ac6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:15.697524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-983cf260-6fd7-4a11-95ab-8c1db37a2fe0 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1075411 Aug 11 02:59:15.699327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53038) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.699905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:15.700361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Updating router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:15.708322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7f93654a-23b3-43f3-922f-d88077f45cb8 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628816505'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:15.746809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f93654a-23b3-43f3-922f-d88077f45cb8 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.777779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-068ac8f6-8440-4eca-bac1-0a7e839cc467 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6f7400-3a62-47b0-9d38-89693319f75d HTTP/1.1" status: 200 len: 217 time: 0.1824334 Aug 11 02:59:15.778861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.875302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f93654a-23b3-43f3-922f-d88077f45cb8 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.880524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f93654a-23b3-43f3-922f-d88077f45cb8 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.951116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f93654a-23b3-43f3-922f-d88077f45cb8 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:15.956614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7f93654a-23b3-43f3-922f-d88077f45cb8 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2517760 Aug 11 02:59:15.958475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53040) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:15.960185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Network 52001b56-4af4-4631-87ca-ce45e040b21f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:15.964867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93654a-23b3-43f3-922f-d88077f45cb8 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcc6e39-fbc4-4d88-9cb0-2c905269e75e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:15.985137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-30d4a8cb-6036-4e2b-8d55-22a41121e51f tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'bbcc6e39-fbc4-4d88-9cb0-2c905269e75e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:15.996910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:16.003318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-9d1ce816-11ef-4ef5-af44-8ff3c9467b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.005295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-9d1ce816-11ef-4ef5-af44-8ff3c9467b53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.2135987 Aug 11 02:59:16.057279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-88c781ca-f9a2-4d47-8614-95573c2f6e01 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666605 Aug 11 02:59:16.335057 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.355674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Transition to ACTIVE for port object 420f0c52-f896-4f4e-94cb-08d624d9d4f3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:16.378086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.415739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e2fcceb7-5572-4c56-b0b1-32643d7c587f None None] Provisioning complete for port 852ab188-5552-4810-b89c-d9f55508e9a7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:16.416079 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e2fcceb7-5572-4c56-b0b1-32643d7c587f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.500252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aa7b5-8796-427f-b93d-e3f95f432a73 None None] Pushing event updated for resources: {'Port': ['ID=420f0c52-f896-4f4e-94cb-08d624d9d4f3,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:16.528296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b92ac9b2-bd5a-476d-a571-c4ff70168dd1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:16.559135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e2fcceb7-5572-4c56-b0b1-32643d7c587f None None] Port 852ab188-5552-4810-b89c-d9f55508e9a7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:16.690554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Attempting to bind port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:16.690929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Attempting to bind port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:16.691385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Attempting to bind port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:16.699089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:16.699495 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.720324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-d318abbe-aa0a-41ed-8860-71786e1cb083 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6618841 Aug 11 02:59:16.759707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:16.760262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Checking segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:16.762097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.762603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Bound using segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:16.763122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Bound port: 420f0c52-f896-4f4e-94cb-08d624d9d4f3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:16.766136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.818421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd3985-2fed-4ce5-9e16-624a15bc2acd req-9936d5bd-de10-48cc-9e7e-66a71825fa60 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.837196 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57fd3985-2fed-4ce5-9e16-624a15bc2acd req-9936d5bd-de10-48cc-9e7e-66a71825fa60 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 948 time: 0.1859360 Aug 11 02:59:16.853042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-1bb4cd69-78b8-40ba-b264-91d420c951fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:16.855598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-1bb4cd69-78b8-40ba-b264-91d420c951fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8294418 Aug 11 02:59:16.875821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-cda64bae-b888-4e08-9cae-9233a61292e2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:59:16.882908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] For port 420f0c52-f896-4f4e-94cb-08d624d9d4f3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:16.886340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-cda64bae-b888-4e08-9cae-9233a61292e2 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165195 Aug 11 02:59:16.887046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] For port 420f0c52-f896-4f4e-94cb-08d624d9d4f3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=420f0c52-f896-4f4e-94cb-08d624d9d4f3,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:16.908099 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:16.956063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57fd3985-2fed-4ce5-9e16-624a15bc2acd req-6ed52a29-59b8-4b7f-ba8e-100ed00c4e84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175110 Aug 11 02:59:17.017738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1aa7b5-8796-427f-b93d-e3f95f432a73 None None] Pushing event updated for resources: {'Port': ['ID=420f0c52-f896-4f4e-94cb-08d624d9d4f3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:17.142743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-2b1d5114-2698-4948-a10a-4bb65c25e1ab service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404840 Aug 11 02:59:17.167164 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-30d4a8cb-6036-4e2b-8d55-22a41121e51f tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The resource could not be found. Aug 11 02:59:17.171365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53054) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.176110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-30d4a8cb-6036-4e2b-8d55-22a41121e51f tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.2144475 Aug 11 02:59:17.176809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f545965d-1852-447c-b6aa-c4017284f91a tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'bbcc6e39-fbc4-4d88-9cb0-2c905269e75e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4bbcae84-f70a-4289-961d-963560d78827'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:17.297834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebc2dffc-831a-49fc-a776-52be09c09b28 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:17.351594 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-f545965d-1852-447c-b6aa-c4017284f91a tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The resource could not be found. Aug 11 02:59:17.357336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f545965d-1852-447c-b6aa-c4017284f91a tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1807477 Aug 11 02:59:17.359095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Router f1c37d88-8678-48c5-be77-ee14abf1fba9 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:17.373977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf06bda9-26df-41ce-9809-e8e9b757149c req-9bc7d61f-f518-476a-b1d0-51fd7d5aa695 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 210 time: 0.0969424 Aug 11 02:59:17.377369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53058) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.397283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:17.397455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:17.497813 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4df9-caf7-4cf8-bd30-e062bdf3dd50 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.555159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ebc2dffc-831a-49fc-a776-52be09c09b28 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:17.561869 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4df9-caf7-4cf8-bd30-e062bdf3dd50 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.562503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ebc2dffc-831a-49fc-a776-52be09c09b28 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:17.562886 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.573301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03f58a50-2115-457a-9af3-76dee7a8ec99 req-16544e74-c49f-4172-9556-94d0e59a208b service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913231 Aug 11 02:59:17.647871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:17.667737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-70a7223e-c3a8-40e7-8f94-25874cce8dba admin admin] 10.222.0.60 "PUT /v2.0/routers/f1c37d88-8678-48c5-be77-ee14abf1fba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9744179 Aug 11 02:59:17.668163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:17.670047 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Sync routers for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:17.712862 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:17.715247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4df9-caf7-4cf8-bd30-e062bdf3dd50 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.716612 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:17.718059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6fe4df9-caf7-4cf8-bd30-e062bdf3dd50 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.719322 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d6fe4df9-caf7-4cf8-bd30-e062bdf3dd50 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/bbcc6e39-fbc4-4d88-9cb0-2c905269e75e HTTP/1.1" status: 204 len: 168 time: 0.3415515 Aug 11 02:59:17.722250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53066) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.752792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe4df9-caf7-4cf8-bd30-e062bdf3dd50 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcc6e39-fbc4-4d88-9cb0-2c905269e75e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:17.838121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53070) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.844018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b52e0f34-d1d7-40d7-9507-db1b8a044116 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': 'bce159c9-d013-4b9a-aca9-0409b5a8b735', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:17.850692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fc84fc27-2a1b-42da-93d3-af323b5878a5 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252649 Aug 11 02:59:17.899158 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-b52e0f34-d1d7-40d7-9507-db1b8a044116 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The resource could not be found. Aug 11 02:59:17.902535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b52e0f34-d1d7-40d7-9507-db1b8a044116 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0625863 Aug 11 02:59:17.907961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53072) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:17.914280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-47c82f54-0795-41a1-bd82-80b6377829e7 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650063360'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:17.963195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47c82f54-0795-41a1-bd82-80b6377829e7 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:17.989098 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:18.034913 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.076592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ebc2dffc-831a-49fc-a776-52be09c09b28, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ebc2dffc-831a-49fc-a776-52be09c09b28,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:18.114132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.213080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ebc2dffc-831a-49fc-a776-52be09c09b28,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.220341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cb36c-fe88-42fc-bdf9-f2f00c19726c req-f0c8a267-a686-4e8e-aee9-3eb05c1012bd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:18.231331 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-350cb36c-fe88-42fc-bdf9-f2f00c19726c req-f0c8a267-a686-4e8e-aee9-3eb05c1012bd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 948 time: 0.1039217 Aug 11 02:59:18.259559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:16Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:18.274439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47c82f54-0795-41a1-bd82-80b6377829e7 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.289377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47c82f54-0795-41a1-bd82-80b6377829e7 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.321414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-350cb36c-fe88-42fc-bdf9-f2f00c19726c req-621010b5-61c4-456c-b861-4bffc8139dfa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869067 Aug 11 02:59:18.348469 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47c82f54-0795-41a1-bd82-80b6377829e7 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.352452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-47c82f54-0795-41a1-bd82-80b6377829e7 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4432611 Aug 11 02:59:18.356741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53084) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:18.367497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fc3405e1-ee78-45b2-94e4-417741cb5fc4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798051230'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:18.374266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f9f60d-e396-4753-9293-e205f8b1dd88 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:16Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:18.381604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c82f54-0795-41a1-bd82-80b6377829e7 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aebd088-6155-42d5-bc6f-de56a55d7b4b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.422013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3405e1-ee78-45b2-94e4-417741cb5fc4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.426436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebc2dffc-831a-49fc-a776-52be09c09b28 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:18.532889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2db31b57-8a19-440d-a499-7475a02f2837 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:18.632145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3405e1-ee78-45b2-94e4-417741cb5fc4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.640042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3405e1-ee78-45b2-94e4-417741cb5fc4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.664022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ebc2dffc-831a-49fc-a776-52be09c09b28 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:18.664511 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.715719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 2db31b57-8a19-440d-a499-7475a02f2837 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:18.721602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 2db31b57-8a19-440d-a499-7475a02f2837 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:18.722086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.734490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3405e1-ee78-45b2-94e4-417741cb5fc4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91dc09f5-48d0-4d6e-b997-319ce73ba7e4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:18.749016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3405e1-ee78-45b2-94e4-417741cb5fc4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.755160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fc3405e1-ee78-45b2-94e4-417741cb5fc4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3946769 Aug 11 02:59:18.755772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53092) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:18.763893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6e94e18d-9cd2-431c-a0c5-9f99252ce5d4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group_rule': {'security_group_id': '9aebd088-6155-42d5-bc6f-de56a55d7b4b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '91dc09f5-48d0-4d6e-b997-319ce73ba7e4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:18.773605 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:14Z', 'revision_number': 2, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:18.845604 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Checking router: f1c37d88-8678-48c5-be77-ee14abf1fba9 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:18.845980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Updating router f1c37d88-8678-48c5-be77-ee14abf1fba9 port 852ab188-5552-4810-b89c-d9f55508e9a7 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:18.879989 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:18.884764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e7dbfef-93d2-4ade-abd3-c8c86a6fde29 req-6f5c5a83-85e7-44fd-8252-bc8b468b1434 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 210 time: 0.1072567 Aug 11 02:59:18.985353 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-6e94e18d-9cd2-431c-a0c5-9f99252ce5d4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 02:59:18.989351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6e94e18d-9cd2-431c-a0c5-9f99252ce5d4 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2297144 Aug 11 02:59:18.990253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53094) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:18.991533 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.050938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53096) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:19.054380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db31b57-8a19-440d-a499-7475a02f2837'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:19.057445 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430a18d9-6ac1-4a65-bd2c-efdcd040ae00" -d '{"events": [{"server_uuid": "1940bc4d-2acc-4102-89ce-399e7065b67c", "name": "network-vif-plugged", "status": "completed", "tag": "2db31b57-8a19-440d-a499-7475a02f2837"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:19.059696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f38765e0-97b1-4bdc-9886-403c54480d16 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--536880947', 'description': 'tempest-description--786390781'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:19.079335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2db31b57-8a19-440d-a499-7475a02f2837, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2db31b57-8a19-440d-a499-7475a02f2837,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:19.085233 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.127219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f38765e0-97b1-4bdc-9886-403c54480d16 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.152384 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6991d2-8627-4a38-9ac3-08c77b4f4e48 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.214733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2db31b57-8a19-440d-a499-7475a02f2837,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:19.223406 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6991d2-8627-4a38-9ac3-08c77b4f4e48 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.319387 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a89984-bdc3-4378-89ff-665b4d4da9ba x-openstack-request-id: req-72a89984-bdc3-4378-89ff-665b4d4da9ba {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:19.319611 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940bc4d-2acc-4102-89ce-399e7065b67c", "name": "network-vif-plugged", "status": "completed", "tag": "2db31b57-8a19-440d-a499-7475a02f2837", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:19.319980 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72a89984-bdc3-4378-89ff-665b4d4da9ba {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:19.320566 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db31b57-8a19-440d-a499-7475a02f2837', 'code': 200} Aug 11 02:59:19.367003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6991d2-8627-4a38-9ac3-08c77b4f4e48 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.369635 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6991d2-8627-4a38-9ac3-08c77b4f4e48 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.373831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9e6991d2-8627-4a38-9ac3-08c77b4f4e48 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/91dc09f5-48d0-4d6e-b997-319ce73ba7e4 HTTP/1.1" status: 204 len: 168 time: 0.3805876 Aug 11 02:59:19.375511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53106) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:19.388174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f38765e0-97b1-4bdc-9886-403c54480d16 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.416316 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.441768 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Transition to ACTIVE for port object 852ab188-5552-4810-b89c-d9f55508e9a7 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:19.451951 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.473233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f38765e0-97b1-4bdc-9886-403c54480d16 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.537610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dd44191e-c783-46cf-b58b-13bb6eedfc1c tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1574156 Aug 11 02:59:19.553763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53110) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:19.556414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f38765e0-97b1-4bdc-9886-403c54480d16 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.556571 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef365-137f-49d3-ad70-2fe652b4cad2 None None] Pushing event updated for resources: {'Port': ['ID=852ab188-5552-4810-b89c-d9f55508e9a7,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:19.561352 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f38765e0-97b1-4bdc-9886-403c54480d16 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5064166 Aug 11 02:59:19.577641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53112) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:19.602428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3e8e3250-4d2b-4a71-beb1-a842ec49156f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'security_group_rule': {'security_group_id': '8aad4103-a84e-4bf2-81fc-d00e57d6e296', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:19.645126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6991d2-8627-4a38-9ac3-08c77b4f4e48 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dc09f5-48d0-4d6e-b997-319ce73ba7e4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:19.655843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef883-946f-49c8-9f8d-3146e72a60d5 req-b689906f-5875-4b50-a3eb-8bae44031659 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.672070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-401ef883-946f-49c8-9f8d-3146e72a60d5 req-b689906f-5875-4b50-a3eb-8bae44031659 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.2783701 Aug 11 02:59:19.701640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38765e0-97b1-4bdc-9886-403c54480d16 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad4103-a84e-4bf2-81fc-d00e57d6e296,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:19.745258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdecba-71f1-4cad-a0b6-ccd7e4a2fd5e req-011310f1-2305-4138-81c8-87840dde0bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.747542 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ecdecba-71f1-4cad-a0b6-ccd7e4a2fd5e req-011310f1-2305-4138-81c8-87840dde0bc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 1101 time: 0.2623603 Aug 11 02:59:19.754241 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Attempting to bind port 852ab188-5552-4810-b89c-d9f55508e9a7 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:19.754619 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Attempting to bind port 852ab188-5552-4810-b89c-d9f55508e9a7 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:19.754977 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Attempting to bind port 852ab188-5552-4810-b89c-d9f55508e9a7 on network 52001b56-4af4-4631-87ca-ce45e040b21f {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:19.767608 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:19.768115 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Checking segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:19.768524 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.768921 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Bound using segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:19.769653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Bound port: 852ab188-5552-4810-b89c-d9f55508e9a7, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:19.769802 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.773536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5086-cd36-4d91-8bee-7f18171bc5dd req-34670aed-951c-4be3-a3bf-370623b68fec tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.775030 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddcc5086-cd36-4d91-8bee-7f18171bc5dd req-34670aed-951c-4be3-a3bf-370623b68fec tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 949 time: 0.2610004 Aug 11 02:59:19.809006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3250-4d2b-4a71-beb1-a842ec49156f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.844096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-7e664dab-9a4a-4489-ad2f-345134970168 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:19.845818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-7e664dab-9a4a-4489-ad2f-345134970168 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.57 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 821 time: 0.3337903 Aug 11 02:59:19.862034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'port': {'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'admin_state_up': True, 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:19.893367 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-401ef883-946f-49c8-9f8d-3146e72a60d5 req-ba497597-beb5-4f18-bc86-58f8814d3f6c tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164559 Aug 11 02:59:19.928510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ecdecba-71f1-4cad-a0b6-ccd7e4a2fd5e req-a6ab5ba1-2928-466e-9eeb-b5e2a4f7f21e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615846 Aug 11 02:59:19.940468 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] For port 852ab188-5552-4810-b89c-d9f55508e9a7, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:19.947540 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] For port 852ab188-5552-4810-b89c-d9f55508e9a7, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=852ab188-5552-4810-b89c-d9f55508e9a7,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:19.958258 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.960060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c75454cc-40f3-454c-8e1a-e68101e24a96 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.982847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3250-4d2b-4a71-beb1-a842ec49156f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:19.997121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3250-4d2b-4a71-beb1-a842ec49156f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.003805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddcc5086-cd36-4d91-8bee-7f18171bc5dd req-f8f811b1-9692-4d22-a713-d2267c25a940 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184734 Aug 11 02:59:20.016184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c75454cc-40f3-454c-8e1a-e68101e24a96 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.071775 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:20.072418 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:58:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:20.118273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e3250-4d2b-4a71-beb1-a842ec49156f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71656189-90fd-425b-861f-cb2ea094bee4,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:20.127339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e8e3250-4d2b-4a71-beb1-a842ec49156f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.128926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3e8e3250-4d2b-4a71-beb1-a842ec49156f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5492206 Aug 11 02:59:20.131477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:20.142200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8e3f0792-e18b-47a5-8789-636ad9494da8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'security_group_rule': {'security_group_id': '8aad4103-a84e-4bf2-81fc-d00e57d6e296', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:20.149037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-4c9f37a2-d327-4a40-90b2-9c8f0c513db4 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.149583 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef365-137f-49d3-ad70-2fe652b4cad2 None None] Pushing event updated for resources: {'Port': ['ID=852ab188-5552-4810-b89c-d9f55508e9a7,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:20.151019 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-4c9f37a2-d327-4a40-90b2-9c8f0c513db4 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.2942121 Aug 11 02:59:20.173823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c75454cc-40f3-454c-8e1a-e68101e24a96 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.176583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c75454cc-40f3-454c-8e1a-e68101e24a96 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.181457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c75454cc-40f3-454c-8e1a-e68101e24a96 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/9aebd088-6155-42d5-bc6f-de56a55d7b4b HTTP/1.1" status: 204 len: 168 time: 0.6194620 Aug 11 02:59:20.183112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:20.239405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75454cc-40f3-454c-8e1a-e68101e24a96 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aebd088-6155-42d5-bc6f-de56a55d7b4b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:20.292777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87f862fd-76eb-4ed5-aecb-48d866157797 req-809cb201-605a-4dae-b997-30295c4d6a08 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 210 time: 0.1405087 Aug 11 02:59:20.307868 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:20.339149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0792-e18b-47a5-8789-636ad9494da8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.392438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Made reservation on behalf of a21042156e6744bdafd99dfc6fa55496 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:20.397718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.421720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca0293-0a94-4727-9e85-a6d59dea2e62 req-71c17fd6-7b6a-4c66-bb78-a476681e9618 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:20.423434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdca0293-0a94-4727-9e85-a6d59dea2e62 req-71c17fd6-7b6a-4c66-bb78-a476681e9618 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.1861627 Aug 11 02:59:20.431281 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f7e48fcf-d0bb-4990-bc41-bdecab84a26b tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2275558 Aug 11 02:59:20.433962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53124) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:20.439686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-eee6d534-d640-4e80-954b-866a12769bd2 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'tempest-secgroup--102417969'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:20.455924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 420f0c52-f896-4f4e-94cb-08d624d9d4f3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:20.526461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eee6d534-d640-4e80-954b-866a12769bd2 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.539678 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdca0293-0a94-4727-9e85-a6d59dea2e62 req-24b59cd4-1b5c-40fc-af42-41666ba60db4 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893967 Aug 11 02:59:20.544654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0792-e18b-47a5-8789-636ad9494da8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.572190 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0792-e18b-47a5-8789-636ad9494da8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.595246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Deleting port b0668d72-12e7-4694-8d47-9b98852f2b4b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:20.595817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.607118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f0792-e18b-47a5-8789-636ad9494da8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980b918e-4c52-4741-8e11-5ad8b872f7f2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:20.615233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:20.626119 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:20.626758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.672224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Allocated IP 172.20.0.4 (afd64d3c-d789-45f7-aa17-ecb36e28c0c8/39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e/29c3659e-611d-4954-8d46-3ecb457a30b2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:20.718926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eee6d534-d640-4e80-954b-866a12769bd2 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.728269 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eee6d534-d640-4e80-954b-866a12769bd2 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.735239 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.738914 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:19Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:20.752183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e3f0792-e18b-47a5-8789-636ad9494da8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.755832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] For port b0668d72-12e7-4694-8d47-9b98852f2b4b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=b0668d72-12e7-4694-8d47-9b98852f2b4b,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:20.756301 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.757037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8e3f0792-e18b-47a5-8789-636ad9494da8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6242223 Aug 11 02:59:20.763100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53128) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:20.764678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eee6d534-d640-4e80-954b-866a12769bd2 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.769438 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eee6d534-d640-4e80-954b-866a12769bd2 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3333831 Aug 11 02:59:20.771776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:20.772544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53130) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:20.777786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6d7552f9-e0b5-484b-b193-10b4299b6a8e tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:20.778458 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-6d7552f9-e0b5-484b-b193-10b4299b6a8e tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 02:59:20.779383 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-6d7552f9-e0b5-484b-b193-10b4299b6a8e tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 02:59:20.783875 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d7552f9-e0b5-484b-b193-10b4299b6a8e tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "PUT /v2.0/security-groups/1c1d5a56-9f11-43b8-bdd9-e286b111aff4 HTTP/1.1" status: 409 len: 330 time: 0.0101848 Aug 11 02:59:20.784966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53132) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:20.786901 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3625fe00-1500-43dc-84ae-89e7aab0bf6c None None] The sync data for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 is: [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:19Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:20.788977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 420f0c52-f896-4f4e-94cb-08d624d9d4f3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=420f0c52-f896-4f4e-94cb-08d624d9d4f3,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:20.795759 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:20.819477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6d534-d640-4e80-954b-866a12769bd2 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d5a56-9f11-43b8-bdd9-e286b111aff4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:20.849954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Calling delete_port for b0668d72-12e7-4694-8d47-9b98852f2b4b owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:20.865436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=420f0c52-f896-4f4e-94cb-08d624d9d4f3,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:20.945471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.083735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.095346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ec750f0-f293-4007-8dd0-7221c5b29cc6 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.125016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Transition to ACTIVE for port object 29c3659e-611d-4954-8d46-3ecb457a30b2 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:21.137906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68afa5b-6dce-4eef-8036-43ef9652a421 req-bf6b8ec5-8c53-4c8f-aa38-c86d59681d39 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:21.140231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d68afa5b-6dce-4eef-8036-43ef9652a421 req-bf6b8ec5-8c53-4c8f-aa38-c86d59681d39 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 949 time: 0.0602088 Aug 11 02:59:21.170792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ec750f0-f293-4007-8dd0-7221c5b29cc6 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.189835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d68afa5b-6dce-4eef-8036-43ef9652a421 req-6f323891-1034-4a15-9cd9-48d53be5dfa2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Aug 11 02:59:21.211981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc7f63-dda0-48e5-b61a-3dd66e7f8f5f req-5e348e9a-d753-4dd8-96ee-851e68f79e4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:21.214638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8fdc7f63-dda0-48e5-b61a-3dd66e7f8f5f req-5e348e9a-d753-4dd8-96ee-851e68f79e4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd8ef915-f2bd-4509-858c-0ae292309b71 HTTP/1.1" status: 200 len: 945 time: 0.1880546 Aug 11 02:59:21.318968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ec750f0-f293-4007-8dd0-7221c5b29cc6 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.321543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ec750f0-f293-4007-8dd0-7221c5b29cc6 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.322788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7ec750f0-f293-4007-8dd0-7221c5b29cc6 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/1c1d5a56-9f11-43b8-bdd9-e286b111aff4 HTTP/1.1" status: 204 len: 168 time: 0.5322216 Aug 11 02:59:21.323728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.326783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53146) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:21.335131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.345336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8fdc7f63-dda0-48e5-b61a-3dd66e7f8f5f req-50deb0f9-4f3d-4a26-8f01-a0755f73f52b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188776 Aug 11 02:59:21.383667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec750f0-f293-4007-8dd0-7221c5b29cc6 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d5a56-9f11-43b8-bdd9-e286b111aff4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:21.390785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event deleted for resources: {'Port': ['ID=b0668d72-12e7-4694-8d47-9b98852f2b4b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:21.429023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7eb4ce08-1e69-4ff8-a6fb-9bfb3e1d7f06 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1006727 Aug 11 02:59:21.431309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53148) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:21.442427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b3f17-5565-4d98-a0a5-db31b403019a req-16e0da8d-4012-40f9-9e32-b1d5e573fb81 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:21.443971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c4b3f17-5565-4d98-a0a5-db31b403019a req-16e0da8d-4012-40f9-9e32-b1d5e573fb81 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 1101 time: 0.1102278 Aug 11 02:59:21.450512 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-93c8bdfe-7add-4f3f-87e6-774cb7e6c933 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] delete failed (client error): The resource could not be found. Aug 11 02:59:21.455870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-93c8bdfe-7add-4f3f-87e6-774cb7e6c933 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "DELETE /v2.0/security-groups/54ad69b0-0d58-434a-bdd5-4a85a7b94774 HTTP/1.1" status: 404 len: 347 time: 0.0235062 Aug 11 02:59:21.456464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:21.457834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:21.474974 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-c08a2d02-0182-4b38-8d1c-52b3e6711a72 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] show failed (client error): The resource could not be found. Aug 11 02:59:21.481934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c08a2d02-0182-4b38-8d1c-52b3e6711a72 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-groups/b0b2a901-ef9d-41b7-8f11-679b8aa74b49 HTTP/1.1" status: 404 len: 347 time: 0.0244155 Aug 11 02:59:21.483245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53152) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:21.489440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:21.494066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] No DVR routers for this DVR port b0668d72-12e7-4694-8d47-9b98852f2b4b on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:21.504134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:21.506848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.508834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b39e609-0cb1-4972-b61f-532a7d5d7aab req-9075bfbc-cfea-4bc1-a989-b06832cc1191 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "DELETE /v2.0/ports/b0668d72-12e7-4694-8d47-9b98852f2b4b HTTP/1.1" status: 204 len: 173 time: 1.3467252 Aug 11 02:59:21.511576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'name': 'network-vif-deleted', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:21.514009 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccd3ff6-5567-4ac3-8c44-542e32e4f12b" -d '{"events": [{"server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "name": "network-vif-deleted", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:21.536585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Pushing event updated for resources: {'Port': ['ID=29c3659e-611d-4954-8d46-3ecb457a30b2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:21.542768 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.543687 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-13559c65-c037-4249-b626-63f7b9370868 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] show failed (client error): The resource could not be found. Aug 11 02:59:21.549744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-13559c65-c037-4249-b626-63f7b9370868 tempest-NegativeSecGroupTest-90257023 tempest-NegativeSecGroupTest-90257023-project] 10.222.0.60 "GET /v2.0/security-group-rules/0feed900-fa08-4e44-a097-c98f79fc2b08 HTTP/1.1" status: 404 len: 356 time: 0.0579782 Aug 11 02:59:21.579585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c4b3f17-5565-4d98-a0a5-db31b403019a req-d12adc81-0a92-4887-a797-e7182b89e952 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078954 Aug 11 02:59:21.808289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:21.809187 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:21.895714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-47f2036a-2e06-4643-9c52-166556c8fab7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0375326 Aug 11 02:59:21.909027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Allocated IP 172.25.4.26 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/51ccbffb-c8cc-4b80-a0f1-b32f8d507362) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:21.925646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Request body: {'port': {'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:21.957991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0902cca-877e-49e5-b39d-aa2ddee59441 req-b07ceb9f-554f-482a-8290-28701f9f7ae3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:21.960148 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0902cca-877e-49e5-b39d-aa2ddee59441 req-b07ceb9f-554f-482a-8290-28701f9f7ae3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.0724795 Aug 11 02:59:21.999762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da94c06-56fb-4649-af49-95885871ff84 req-ef169311-b371-4177-92fc-23dee4012983 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:22.001505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5da94c06-56fb-4649-af49-95885871ff84 req-ef169311-b371-4177-92fc-23dee4012983 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 931 time: 0.2204444 Aug 11 02:59:22.009093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53166) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:22.009289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0902cca-877e-49e5-b39d-aa2ddee59441 req-d4e4bb64-7f91-445c-9a5f-2812f7187cbe tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420866 Aug 11 02:59:22.040595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-386ee82b-020a-4fef-9d09-45d46ea928dc None None] Provisioning for port 29c3659e-611d-4954-8d46-3ecb457a30b2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:22.046264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-386ee82b-020a-4fef-9d09-45d46ea928dc None None] Provisioning complete for port 29c3659e-611d-4954-8d46-3ecb457a30b2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:22.046695 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-386ee82b-020a-4fef-9d09-45d46ea928dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.117053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-386ee82b-020a-4fef-9d09-45d46ea928dc None None] Port 29c3659e-611d-4954-8d46-3ecb457a30b2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:22.125637 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f75c30d-f68a-40a7-aa58-07e34196f2af x-openstack-request-id: req-3f75c30d-f68a-40a7-aa58-07e34196f2af {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:22.126064 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8ef915-f2bd-4509-858c-0ae292309b71", "name": "network-vif-deleted", "tag": "b0668d72-12e7-4694-8d47-9b98852f2b4b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:22.126547 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f75c30d-f68a-40a7-aa58-07e34196f2af {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:22.127165 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8ef915-f2bd-4509-858c-0ae292309b71', 'name': 'network-vif-deleted', 'tag': 'b0668d72-12e7-4694-8d47-9b98852f2b4b', 'status': 'completed', 'code': 200} Aug 11 02:59:22.179854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-ca455c6d-1e36-42e5-b6e3-915a63b6abde tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287926 Aug 11 02:59:22.232986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5da94c06-56fb-4649-af49-95885871ff84 req-15918324-5745-423c-8250-21c19c0c03ff tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092621 Aug 11 02:59:22.237096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.323944 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e419e077-f0c0-473c-bd37-b825dbeb30be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.402508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-76206e81-f1e6-4190-bb29-5890a34c547e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:22.410221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-76206e81-f1e6-4190-bb29-5890a34c547e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092953 Aug 11 02:59:22.438288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-5d3a686b-7496-4b6b-b7cc-59e8d45e99a6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/quotas/2bb497b990504e9dae2c06cce7c783ea HTTP/1.1" status: 200 len: 375 time: 0.0260901 Aug 11 02:59:22.457283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:22.469669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.511195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: b0668d72-12e7-4694-8d47-9b98852f2b4b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:22.512998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device b0668d72-12e7-4694-8d47-9b98852f2b4b not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:22.556895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 852ab188-5552-4810-b89c-d9f55508e9a7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:22.610801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5c111894-650c-4b86-aabf-fd6620fce990 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3528904ac48487aa7a8c27a9bc64c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6037989 Aug 11 02:59:22.611799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53188) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:22.612431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-6d3ca051-4637-469a-a1fd-3b755167394d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1725113 Aug 11 02:59:22.703302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 852ab188-5552-4810-b89c-d9f55508e9a7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:22.712285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 852ab188-5552-4810-b89c-d9f55508e9a7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:22.713179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.767087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.903222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.968844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 852ab188-5552-4810-b89c-d9f55508e9a7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=852ab188-5552-4810-b89c-d9f55508e9a7,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:22.978148 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:22.979917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 420f0c52-f896-4f4e-94cb-08d624d9d4f3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:22.987505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:23.016093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:23.046958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4725d3c6-83fa-4330-8fae-4ad6dec44afd req-c8c63c3d-0ffb-4e25-913e-5bc6ce0c5a02 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 210 time: 0.1040735 Aug 11 02:59:23.049740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:23.134337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=852ab188-5552-4810-b89c-d9f55508e9a7,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:23.163681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:23.164284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.190756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8994bb-6032-4d34-94db-5cd435de711e req-621cff70-7b1d-49de-8ab6-c0a83158540d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:23.192797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc8994bb-6032-4d34-94db-5cd435de711e req-621cff70-7b1d-49de-8ab6-c0a83158540d tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.0908349 Aug 11 02:59:23.257941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc8994bb-6032-4d34-94db-5cd435de711e req-85e011c6-a47c-46dc-bc62-572b1274f119 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581181 Aug 11 02:59:23.330413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'Port': ['ID=51ccbffb-c8cc-4b80-a0f1-b32f8d507362,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:23.362769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf90b-c822-4057-bd42-daf890d51be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.426892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a831327-6a54-4a0c-b2ba-5d3eda1d5b17 req-c9c949a8-6c49-423d-b197-c4ce75e6a4da tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:23.428914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a831327-6a54-4a0c-b2ba-5d3eda1d5b17 req-c9c949a8-6c49-423d-b197-c4ce75e6a4da tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 931 time: 0.0771227 Aug 11 02:59:23.432738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c3659e-611d-4954-8d46-3ecb457a30b2 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:23.458628 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.473541 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf90b-c822-4057-bd42-daf890d51be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.495587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a831327-6a54-4a0c-b2ba-5d3eda1d5b17 req-953172c0-70e9-4f32-bb11-c1b17f809c50 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592415 Aug 11 02:59:23.557125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-9d4d5ff9-2103-47bd-828c-0e54a1706cac tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:23.560170 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-9d4d5ff9-2103-47bd-828c-0e54a1706cac tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.2268996 Aug 11 02:59:23.587658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9d8af-5a7a-4bef-b328-52053f27288f req-571ab1b7-fd23-4b92-9b4d-2bee71b8ff7b tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:23.590448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1bd9d8af-5a7a-4bef-b328-52053f27288f req-571ab1b7-fd23-4b92-9b4d-2bee71b8ff7b tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.4271712 Aug 11 02:59:23.596048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Transition to ACTIVE for port object 29c3659e-611d-4954-8d46-3ecb457a30b2 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:23.620928 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.660594 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.790130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1bd9d8af-5a7a-4bef-b328-52053f27288f req-d59653bf-9c8b-4e19-a046-21a846aa8062 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900611 Aug 11 02:59:23.791752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Pushing event updated for resources: {'Port': ['ID=29c3659e-611d-4954-8d46-3ecb457a30b2,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:23.800497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf90b-c822-4057-bd42-daf890d51be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.803177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf90b-c822-4057-bd42-daf890d51be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.806970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c8bcf90b-c822-4057-bd42-daf890d51be8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba6250e5-ca9c-447d-a24b-9438512490a4 HTTP/1.1" status: 204 len: 168 time: 1.1828156 Aug 11 02:59:23.806970 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:23.893095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcf90b-c822-4057-bd42-daf890d51be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6250e5-ca9c-447d-a24b-9438512490a4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:23.996080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Deleting port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:23.996788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.171219 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-039af9e8-98bc-4f8c-8db6-c63d087cb297 req-8d730e8e-3e6a-48c4-9c03-21319411da61 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 210 time: 0.0633221 Aug 11 02:59:24.187860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-122110cb-78bd-48fc-8dea-3f648b5cd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2bb497b990504e9dae2c06cce7c783ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457990 Aug 11 02:59:24.347504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-35f51120-12c9-409b-a46d-fdd8d03c1cd9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.349058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-35f51120-12c9-409b-a46d-fdd8d03c1cd9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533182 Aug 11 02:59:24.370994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Request body: {'port': {'device_id': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '2bb497b990504e9dae2c06cce7c783ea'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:24.426171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 852ab188-5552-4810-b89c-d9f55508e9a7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:24.456587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Attempting to bind port 29c3659e-611d-4954-8d46-3ecb457a30b2 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:24.456920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Attempting to bind port 29c3659e-611d-4954-8d46-3ecb457a30b2 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:24.457253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Attempting to bind port 29c3659e-611d-4954-8d46-3ecb457a30b2 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:24.497929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 852ab188-5552-4810-b89c-d9f55508e9a7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:24.498642 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.503758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Port 29c3659e-611d-4954-8d46-3ecb457a30b2 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:24.504434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Attempting to bind port 29c3659e-611d-4954-8d46-3ecb457a30b2 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:24.509819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Made reservation on behalf of 2bb497b990504e9dae2c06cce7c783ea for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:24.514847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.605220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:24.605751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Checking segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:24.606354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Bound using segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:24.606839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Bound port: 29c3659e-611d-4954-8d46-3ecb457a30b2, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:24.607208 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.640245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.695302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.704703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929696-983f-44b8-bad6-81fbfc3cc3a6 req-20490b96-d9cb-464f-84f7-cca8ad3479a1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.712116 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03929696-983f-44b8-bad6-81fbfc3cc3a6 req-20490b96-d9cb-464f-84f7-cca8ad3479a1 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 944 time: 0.2878523 Aug 11 02:59:24.721194 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] For port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:24.721574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.766324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Allocated IP 192.168.233.220 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/53140e69-4b62-43b4-9643-e70a0cec4c12) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:24.781902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Calling delete_port for 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:24.785488 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2e918-d6c4-4652-a697-78c6a3149b8e req-fba9aa06-95d5-47f6-a71d-072e7bc19a61 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.787077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68d2e918-d6c4-4652-a697-78c6a3149b8e req-fba9aa06-95d5-47f6-a71d-072e7bc19a61 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 943 time: 0.1600392 Aug 11 02:59:24.802452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] For port 29c3659e-611d-4954-8d46-3ecb457a30b2, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:24.835071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-8423edb4-77c2-4925-b6cc-9d07cb1f25ad tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:24.837347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-8423edb4-77c2-4925-b6cc-9d07cb1f25ad tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.10 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.1438406 Aug 11 02:59:24.908809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] For port 29c3659e-611d-4954-8d46-3ecb457a30b2, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=29c3659e-611d-4954-8d46-3ecb457a30b2,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:24.944841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'Port': ['ID=51ccbffb-c8cc-4b80-a0f1-b32f8d507362,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:24.966689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03929696-983f-44b8-bad6-81fbfc3cc3a6 req-199a6875-f1e7-44c9-b773-7ea920f67fee tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484498 Aug 11 02:59:24.973519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:24.987675 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68d2e918-d6c4-4652-a697-78c6a3149b8e req-94bd9963-e947-43e4-93a2-f89eafb54437 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771750 Aug 11 02:59:25.065948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.086736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.087664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.089433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] 10.222.0.57 "PUT /v2.0/ports/29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 1092 time: 3.1696448 Aug 11 02:59:25.093207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:25.095815 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c0fe1c-e32c-4514-979e-849d71bcecfd" -d '{"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:25.153602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.157158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fce31994-bf85-46b8-bf3d-1a667ef1de4b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3929491 Aug 11 02:59:25.192711 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff7b4e8-9ce9-491a-8e7f-36df999f118c x-openstack-request-id: req-5ff7b4e8-9ce9-491a-8e7f-36df999f118c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:25.193429 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:25.194125 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ff7b4e8-9ce9-491a-8e7f-36df999f118c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:25.195234 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'status': 'completed', 'code': 200} Aug 11 02:59:25.253199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6774e50a-65fe-418d-ae27-2e435e425136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.298925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9002ae9e-473d-46b3-8ba4-d379e9c16f5a service neutron] Pushing event updated for resources: {'Port': ['ID=29c3659e-611d-4954-8d46-3ecb457a30b2,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:25.321179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Deleting port 969bffb2-89ac-4e88-8964-434c3dae7273 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:25.321179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.329923 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.387417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b265e-8904-40dc-b7f2-6a2777f2460b req-a4dade4a-e7a4-4161-b4ec-96842873a536 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.389121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-835b265e-8904-40dc-b7f2-6a2777f2460b req-a4dade4a-e7a4-4161-b4ec-96842873a536 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 945 time: 0.2733305 Aug 11 02:59:25.403575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-f2e8e10a-e4bf-4abc-89d2-26672b8077d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.405307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-f2e8e10a-e4bf-4abc-89d2-26672b8077d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1095 time: 0.2591395 Aug 11 02:59:25.448568 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.449105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e9c888fa-012f-42d5-9e83-542f089b22a7 req-f8de5136-b26a-43a1-b885-cdc78b298cbd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 210 time: 0.0624897 Aug 11 02:59:25.510119 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-4ad375ea-3562-4175-a5f1-82c963599602 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 217 time: 0.0575333 Aug 11 02:59:25.515615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.605125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event deleted for resources: {'Port': ['ID=64a3fc48-e48c-4fbd-8b23-54c82dddeee4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:25.607958 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.630730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-835b265e-8904-40dc-b7f2-6a2777f2460b req-fd74f2a9-07f8-47b6-bdf0-900aa93142a3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups?id=dfa48d4e-c292-4e31-854f-d3010546429c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413941 Aug 11 02:59:25.645465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] For port 969bffb2-89ac-4e88-8964-434c3dae7273, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=969bffb2-89ac-4e88-8964-434c3dae7273,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:25.645847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.658156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Transition to ACTIVE for port object 53140e69-4b62-43b4-9643-e70a0cec4c12 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:25.729400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-97dfcb58-b042-4622-802a-4c11483ee205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.731915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-97dfcb58-b042-4622-802a-4c11483ee205 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.2099352 Aug 11 02:59:25.732846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] No DVR routers for this DVR port 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:25.736878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.740086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-613e1451-d08a-4d7d-8e29-3e465a5e16c3 req-02b78bc7-7425-432f-bc98-60a1b8d7fa4e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "DELETE /v2.0/ports/64a3fc48-e48c-4fbd-8b23-54c82dddeee4 HTTP/1.1" status: 204 len: 173 time: 2.1427341 Aug 11 02:59:25.752089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-7b9716e2-9043-4228-b9a7-ec9f9ccd11b3 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--536880947&fields=id&tenant_id=2b88690783784058adebf7a3c0bba4b2 HTTP/1.1" status: 200 len: 267 time: 0.1841955 Aug 11 02:59:25.810262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:25.827085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570', '960d4756-2a82-4299-9ff7-82e2f355c08f', '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', '2db31b57-8a19-440d-a499-7475a02f2837'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:25.835263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:25.866884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871147a-a62b-41b4-97fc-569587026664 req-17ae1e39-8a05-4377-917e-075906e0c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.869150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-17ae1e39-8a05-4377-917e-075906e0c0a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1142733 Aug 11 02:59:25.878997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:25.887009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:25.900462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:25.995944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-431ab37b-3e51-46a2-b179-797892fdf680 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:25.999370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.001941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.002992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-431ab37b-3e51-46a2-b179-797892fdf680 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 810 time: 0.2500360 Aug 11 02:59:26.033443 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6687753 Aug 11 02:59:26.041499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-90f38afd-5f58-4ef4-b749-aad0d664ea33 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/quotas/2b88690783784058adebf7a3c0bba4b2 HTTP/1.1" status: 200 len: 375 time: 0.0374801 Aug 11 02:59:26.101457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edceef2-001d-4028-b3f6-4075373faa84 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event updated for resources: {'Port': ['ID=53140e69-4b62-43b4-9643-e70a0cec4c12,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:26.112423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Request body: {'port': {'device_id': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:26.121999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-1e9397b8-bd9f-4be9-a312-261d80651802 service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396600 Aug 11 02:59:26.144740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-4b1adf1f-3f27-4dfa-8fb8-d836cb3f8744 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022758 Aug 11 02:59:26.212193 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.233245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-adf67722-851d-4906-9c20-f8ace034b68a req-98760bab-6568-45ec-a3e0-2487b072fc28 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382d551-2188-4eac-bfd0-834f63d453d3 HTTP/1.1" status: 200 len: 210 time: 0.1480386 Aug 11 02:59:26.312427 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.312942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.313358 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Floating IP 44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c disassociated. External IP: 172.25.4.241, port: 969bffb2-89ac-4e88-8964-434c3dae7273. Aug 11 02:59:26.313804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Calling delete_port for 969bffb2-89ac-4e88-8964-434c3dae7273 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:26.323704 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3871147a-a62b-41b4-97fc-569587026664 req-e157c014-6097-4e30-b0c5-33808b19b70a service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768389 Aug 11 02:59:26.389353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bc5bc3d4-eabc-441d-bf3c-f8c3d0ed534e None None] Provisioning for port 53140e69-4b62-43b4-9643-e70a0cec4c12 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:26.408969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bc5bc3d4-eabc-441d-bf3c-f8c3d0ed534e None None] Provisioning complete for port 53140e69-4b62-43b4-9643-e70a0cec4c12 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:26.409579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bc5bc3d4-eabc-441d-bf3c-f8c3d0ed534e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.467101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-4cac9c31-d748-465a-93e7-bfb9e76eef87 service neutron] 10.222.0.60 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047075 Aug 11 02:59:26.477971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:26.489782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-57330369-38db-4bff-848f-8dc0e155977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.491455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-57330369-38db-4bff-848f-8dc0e155977c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1095 time: 0.0800667 Aug 11 02:59:26.523278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bc5bc3d4-eabc-441d-bf3c-f8c3d0ed534e None None] Port 53140e69-4b62-43b4-9643-e70a0cec4c12 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:26.529275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:26.529850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 64a3fc48-e48c-4fbd-8b23-54c82dddeee4 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:26.652438 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.658767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-886d7829-5cd9-4687-91a1-d06783fdc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.660344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-886d7829-5cd9-4687-91a1-d06783fdc854 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.1580949 Aug 11 02:59:26.718702 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-419e0f0e-24e1-4a21-aa92-fd280b9152ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 217 time: 0.0452406 Aug 11 02:59:26.724631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:26.776528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53296) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:26.802879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-03165e63-58d0-42bd-b34c-a62ae9173300 service neutron] 10.222.0.60 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254566 Aug 11 02:59:26.805478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-97424f9b-d0f1-42c2-b4e4-8128159a93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.807773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-97424f9b-d0f1-42c2-b4e4-8128159a93b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.0752962 Aug 11 02:59:26.808575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event deleted for resources: {'Port': ['ID=969bffb2-89ac-4e88-8964-434c3dae7273,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:26.871426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-6f16fa4a-0c5f-445d-9f76-f16d76348e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.873666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-6f16fa4a-0c5f-445d-9f76-f16d76348e7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559874 Aug 11 02:59:26.890174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eb1b2-14ca-4cc5-8c5b-601c79e8034c req-06f0a4b4-fdb2-439f-9c20-983f96d6ace5 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:26.898564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce3eb1b2-14ca-4cc5-8c5b-601c79e8034c req-06f0a4b4-fdb2-439f-9c20-983f96d6ace5 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 943 time: 0.5824740 Aug 11 02:59:27.013372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-dc36cf55-14ef-4b26-85a8-59808f9f4461 service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303735 Aug 11 02:59:27.054505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce3eb1b2-14ca-4cc5-8c5b-601c79e8034c req-7d48e0fc-c978-44aa-90a2-8ffd54e5d8fc tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549625 Aug 11 02:59:27.097191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9c0f50e-1b30-410c-b3bd-fc48d01279a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.179606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:27.197292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b741448b-1eb1-4b3f-a001-8628b83eacec req-3640a815-86dd-4d02-9e00-07af0c0b71b3 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 210 time: 0.0450921 Aug 11 02:59:27.203073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'name': 'network-vif-deleted', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:27.206036 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77b5e86-16c3-41d3-9087-fee6ee67a210" -d '{"events": [{"server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "name": "network-vif-deleted", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:27.219573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53140e69-4b62-43b4-9643-e70a0cec4c12 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:27.227920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c0fe1c-e32c-4514-979e-849d71bcecfd req-71121a27-406f-4991-9bda-936b41103839 service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929152 Aug 11 02:59:27.260784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.305201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Transition to ACTIVE for port object 53140e69-4b62-43b4-9643-e70a0cec4c12 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:27.315927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e234598-7b21-4283-8fbd-13c773349f27 req-d3267302-c168-44c4-aff1-7156a93a0e30 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:27.323860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e234598-7b21-4283-8fbd-13c773349f27 req-d3267302-c168-44c4-aff1-7156a93a0e30 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 936 time: 0.1930072 Aug 11 02:59:27.332355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.345637 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad513b4b-e600-4453-bcaa-b626011e674d req-a4009703-e7e4-48be-a33b-3f63fd040d1a tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 210 time: 0.0556102 Aug 11 02:59:27.383239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9c0f50e-1b30-410c-b3bd-fc48d01279a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.396913 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9c0f50e-1b30-410c-b3bd-fc48d01279a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.441515 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287b9f7d-4919-46c8-9547-2af101ee1261 x-openstack-request-id: req-287b9f7d-4919-46c8-9547-2af101ee1261 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:27.441515 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f382d551-2188-4eac-bfd0-834f63d453d3", "name": "network-vif-deleted", "tag": "64a3fc48-e48c-4fbd-8b23-54c82dddeee4", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:27.441515 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-287b9f7d-4919-46c8-9547-2af101ee1261 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:27.441515 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f382d551-2188-4eac-bfd0-834f63d453d3', 'name': 'network-vif-deleted', 'tag': '64a3fc48-e48c-4fbd-8b23-54c82dddeee4', 'status': 'completed', 'code': 200} Aug 11 02:59:27.447233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a9c0f50e-1b30-410c-b3bd-fc48d01279a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfcfadd818fd427796104b797ab5eaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6677241 Aug 11 02:59:27.453264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53316) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:27.487295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:27.493297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0f50e-1b30-410c-b3bd-fc48d01279a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f0288-e80d-4843-b128-2792be3fad62,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.502098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] Sync routers for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:27.512694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:27.513514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:27.536660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8307820-3eeb-4775-a53e-93d3760a880f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.563335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8307820-3eeb-4775-a53e-93d3760a880f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.650681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8307820-3eeb-4775-a53e-93d3760a880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.654472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8307820-3eeb-4775-a53e-93d3760a880f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.658583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] No DVR routers for this DVR port 969bffb2-89ac-4e88-8964-434c3dae7273 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:27.659441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d8307820-3eeb-4775-a53e-93d3760a880f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/695f0288-e80d-4843-b128-2792be3fad62 HTTP/1.1" status: 204 len: 168 time: 0.2050006 Aug 11 02:59:27.671898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307820-3eeb-4775-a53e-93d3760a880f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f0288-e80d-4843-b128-2792be3fad62,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.677983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:27.683155 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.685386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d75f8193-70fd-4b4c-828e-9b7f8edab49a req-417d2401-f218-48c4-8932-478ecf5429ca tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.10 "DELETE /v2.0/ports/969bffb2-89ac-4e88-8964-434c3dae7273 HTTP/1.1" status: 204 len: 173 time: 2.8377419 Aug 11 02:59:27.699451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'name': 'network-vif-deleted', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:27.702371 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c848a658-836d-46d1-8648-5e624cb715f7" -d '{"events": [{"server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "name": "network-vif-deleted", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:27.733828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Pushing event updated for resources: {'Port': ['ID=53140e69-4b62-43b4-9643-e70a0cec4c12,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:27.745234 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e234598-7b21-4283-8fbd-13c773349f27 req-5ff900b3-fdb1-43ab-961f-6a25bd9d892f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202297 Aug 11 02:59:27.894341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Attempting to bind port 53140e69-4b62-43b4-9643-e70a0cec4c12 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:27.895164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Attempting to bind port 53140e69-4b62-43b4-9643-e70a0cec4c12 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:27.895519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Attempting to bind port 53140e69-4b62-43b4-9643-e70a0cec4c12 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:27.907805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Port 53140e69-4b62-43b4-9643-e70a0cec4c12 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:27.910356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Attempting to bind port 53140e69-4b62-43b4-9643-e70a0cec4c12 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:27.923064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:27.927160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:27.927160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:27.927160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Bound port: 53140e69-4b62-43b4-9643-e70a0cec4c12, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:27.929505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:27.947033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907bf72-cffe-4b0c-98eb-28963cb5eaae req-8d4307ec-1859-4a61-96f1-904654e5d18a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:27.956942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2907bf72-cffe-4b0c-98eb-28963cb5eaae req-8d4307ec-1859-4a61-96f1-904654e5d18a tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.0773253 Aug 11 02:59:28.034974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2907bf72-cffe-4b0c-98eb-28963cb5eaae req-ab1d0c0d-63e7-4feb-8aa9-bd046a6cf80e tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769234 Aug 11 02:59:28.039115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] For port 53140e69-4b62-43b4-9643-e70a0cec4c12, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:28.044076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] For port 53140e69-4b62-43b4-9643-e70a0cec4c12, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=53140e69-4b62-43b4-9643-e70a0cec4c12,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:28.050034 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.095908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.104523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.105724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.107785 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] 10.222.0.57 "PUT /v2.0/ports/53140e69-4b62-43b4-9643-e70a0cec4c12 HTTP/1.1" status: 200 len: 1097 time: 2.0254259 Aug 11 02:59:28.140753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89f1c1-65b0-4f6c-8145-75562bb14e91 service neutron] Pushing event updated for resources: {'Port': ['ID=53140e69-4b62-43b4-9643-e70a0cec4c12,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:28.276041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:23Z', 'revision_number': 5, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:28.277234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53336) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:28.286823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134af5f-619a-45ee-a59d-14b08736bc9a req-83105f93-121e-4eff-a910-bbcd52212830 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.288971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e134af5f-619a-45ee-a59d-14b08736bc9a req-83105f93-121e-4eff-a910-bbcd52212830 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 943 time: 0.1084151 Aug 11 02:59:28.299761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-de9e3a6f-223e-4a19-bc3b-6e6b40273d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.302025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-de9e3a6f-223e-4a19-bc3b-6e6b40273d22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 1100 time: 0.1224740 Aug 11 02:59:28.317797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-b60c6a7a-d236-4448-92cb-4ba25cd9acf2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.319573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-b60c6a7a-d236-4448-92cb-4ba25cd9acf2 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.1055324 Aug 11 02:59:28.336628 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94a789a2-de3c-4a6d-9e7c-12f6a478d5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.347446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] Checking router: 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:28.369983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:28.370858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:28.372230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-fb34acc4-3d0e-4c93-961d-9cb9b73d7a44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=53140e69-4b62-43b4-9643-e70a0cec4c12 HTTP/1.1" status: 200 len: 217 time: 0.0515649 Aug 11 02:59:28.373875 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a881365a-2759-4da5-b1d2-5ad1a7c91ec4 x-openstack-request-id: req-a881365a-2759-4da5-b1d2-5ad1a7c91ec4 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:28.374566 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82db3ad6-c4cc-4fad-aa74-a340393e9a10", "name": "network-vif-deleted", "tag": "969bffb2-89ac-4e88-8964-434c3dae7273", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:28.374936 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a881365a-2759-4da5-b1d2-5ad1a7c91ec4 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:28.375601 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82db3ad6-c4cc-4fad-aa74-a340393e9a10', 'name': 'network-vif-deleted', 'tag': '969bffb2-89ac-4e88-8964-434c3dae7273', 'status': 'completed', 'code': 200} Aug 11 02:59:28.384378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e134af5f-619a-45ee-a59d-14b08736bc9a req-52cfcfb7-e526-410b-a157-362afe463e9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805986 Aug 11 02:59:28.493914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-0b45212c-db20-4704-a780-93148ae683fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.496392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-0b45212c-db20-4704-a780-93148ae683fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0873997 Aug 11 02:59:28.571145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5e4669b3-d56b-472c-a138-c9d3821fdbf3 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:28.585165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2347e3e1-c196-4054-b49f-1f59f17b4cbd req-57af1abe-5ada-48df-af71-e9e95b71afcd tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/ports?device_id=82db3ad6-c4cc-4fad-aa74-a340393e9a10 HTTP/1.1" status: 200 len: 210 time: 0.0502100 Aug 11 02:59:28.622912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94a789a2-de3c-4a6d-9e7c-12f6a478d5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.654379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94a789a2-de3c-4a6d-9e7c-12f6a478d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.811291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-94a789a2-de3c-4a6d-9e7c-12f6a478d5c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=805093da3f284797ab90c8a84a6cb529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191264 Aug 11 02:59:28.814404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:28.824531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53342) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:28.846998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a789a2-de3c-4a6d-9e7c-12f6a478d5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa86d47-d19b-45f8-ad44-b7575671368a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:28.962855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39f6d9b9-4371-4cf5-80dd-b0371784339e req-f3df9b78-6c4b-4b30-bfa7-8b913187708e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 210 time: 0.4241912 Aug 11 02:59:28.978174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Deleting port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:28.978519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:28.979120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 969bffb2-89ac-4e88-8964-434c3dae7273 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:28.989637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-3192081d-d8df-4fa3-89b4-4ffa6135c900 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:28.992178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-3192081d-d8df-4fa3-89b4-4ffa6135c900 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 810 time: 0.3673153 Aug 11 02:59:29.001660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 969bffb2-89ac-4e88-8964-434c3dae7273 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:29.002923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 969bffb2-89ac-4e88-8964-434c3dae7273 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:29.044201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-cd2d0d1a-f909-47ba-be07-ba2df995b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.045781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-cd2d0d1a-f909-47ba-be07-ba2df995b515 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5389481 Aug 11 02:59:29.050322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee15f5-b8d7-4cbc-970a-32500470f34d req-c09f7a1f-551b-4d73-b524-473a311205c0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.058796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0ee15f5-b8d7-4cbc-970a-32500470f34d req-c09f7a1f-551b-4d73-b524-473a311205c0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 948 time: 0.1660833 Aug 11 02:59:29.068709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2acfe26-de98-463b-9042-ed08f81bea0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.099898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2acfe26-de98-463b-9042-ed08f81bea0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.126413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:23Z', 'revision_number': 5, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:29.167826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf6515-1252-4cf5-9b69-deda8bec6ed2 None None] The sync data for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 is: [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:57:15Z', 'revision_number': 4, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '37766129-bd66-429e-8388-e368463792d0', 'name': '', 'network_id': '1d8c4155-9977-4d81-b4b0-aa73c16ab54b', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'mac_address': 'fa:16:3e:ad:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:14Z', 'updated_at': '2021-08-11T02:57:23Z', 'revision_number': 5, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'subnets': [{'id': '3a335d9c-3724-4397-b86b-495c9f3ec2e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:29.185707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-a58b85e7-5ff3-44a6-8837-c30b36f1ccf8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b88690783784058adebf7a3c0bba4b2 HTTP/1.1" status: 200 len: 379 time: 0.1781240 Aug 11 02:59:29.204396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'port': {'device_id': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'admin_state_up': True, 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'security_groups': ['8aad4103-a84e-4bf2-81fc-d00e57d6e296']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:29.240341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] For port 5e4669b3-d56b-472c-a138-c9d3821fdbf3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5e4669b3-d56b-472c-a138-c9d3821fdbf3,segment=NetworkSegment(553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9),segment_id=553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:29.240717 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.258084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0ee15f5-b8d7-4cbc-970a-32500470f34d req-7c8528e0-e1a3-476b-b468-ea9e1bd1434f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982524 Aug 11 02:59:29.261954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2acfe26-de98-463b-9042-ed08f81bea0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.266083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2acfe26-de98-463b-9042-ed08f81bea0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.271031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f2acfe26-de98-463b-9042-ed08f81bea0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/daa86d47-d19b-45f8-ad44-b7575671368a HTTP/1.1" status: 204 len: 168 time: 0.4395061 Aug 11 02:59:29.271300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Calling delete_port for 5e4669b3-d56b-472c-a138-c9d3821fdbf3 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:29.284760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acfe26-de98-463b-9042-ed08f81bea0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa86d47-d19b-45f8-ad44-b7575671368a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:29.305178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36117b9f-2292-4f89-bddf-703faf3dc988 req-1b9a8b64-2d79-40b6-b234-f4896c2e6370 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.312563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36117b9f-2292-4f89-bddf-703faf3dc988 req-1b9a8b64-2d79-40b6-b234-f4896c2e6370 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/ports?device_id=672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6 HTTP/1.1" status: 200 len: 944 time: 0.1523089 Aug 11 02:59:29.357610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-5ce4c08b-1c59-4c25-ad6a-d5ff213a5524 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923059 Aug 11 02:59:29.382287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Made reservation on behalf of 2b88690783784058adebf7a3c0bba4b2 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:29.387110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.418594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36117b9f-2292-4f89-bddf-703faf3dc988 req-bdbdf31b-65ec-4437-83a9-c8347e33c135 tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.60 "GET /v2.0/security-groups?id=152aefe1-baf1-4c5f-b649-82dfdeaa3957&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024389 Aug 11 02:59:29.571559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1278b0b9-9575-47ef-973a-59ffc1641a59 req-ca27396a-6ce2-4f2b-ac8c-e1493578a487 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019494 Aug 11 02:59:29.584437 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc0196e-f1c6-4409-aebe-00cb296418d4 None None] New status for floating IP 44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:59:29.612690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.616569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd995f-e86f-43a0-92e5-5da3beedff92 req-eca5c31a-a4c2-4c08-af58-d94c914f5fd4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:29.618191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-79dd995f-e86f-43a0-92e5-5da3beedff92 req-eca5c31a-a4c2-4c08-af58-d94c914f5fd4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 943 time: 0.1347165 Aug 11 02:59:29.624910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Allocated IP 172.20.0.7 (52001b56-4af4-4631-87ca-ce45e040b21f/06c7fbbc-8e6f-410a-8eec-feee0348e5d2/d9536dc9-e3bb-4d76-9290-85a6dd070d14) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:29.653250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.671591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Pushing event deleted for resources: {'Port': ['ID=5e4669b3-d56b-472c-a138-c9d3821fdbf3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:29.742836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:29.753919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] No DVR routers for this DVR port 5e4669b3-d56b-472c-a138-c9d3821fdbf3 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:29.758196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.761175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9e24167-5e1a-4078-8afd-cde879150cb9 req-04b4bed4-64dc-45ab-90a5-36893c21ba8b tempest-LiveAutoBlockMigrationV225Test-1638418011 tempest-LiveAutoBlockMigrationV225Test-1638418011-project] 10.222.0.10 "DELETE /v2.0/ports/5e4669b3-d56b-472c-a138-c9d3821fdbf3 HTTP/1.1" status: 204 len: 173 time: 1.3845623 Aug 11 02:59:29.839113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-321987f0-c394-45c3-8771-e95219f84457 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.873938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-79dd995f-e86f-43a0-92e5-5da3beedff92 req-83bdeef4-9eb5-438b-ba16-bac3921963de tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444232 Aug 11 02:59:29.875055 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-321987f0-c394-45c3-8771-e95219f84457 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.942864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-321987f0-c394-45c3-8771-e95219f84457 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.948295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-321987f0-c394-45c3-8771-e95219f84457 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.950338 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-321987f0-c394-45c3-8771-e95219f84457 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "DELETE /v2.0/security-groups/dfa48d4e-c292-4e31-854f-d3010546429c HTTP/1.1" status: 204 len: 168 time: 0.2052107 Aug 11 02:59:29.953924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53366) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:29.954447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:29.972570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321987f0-c394-45c3-8771-e95219f84457 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa48d4e-c292-4e31-854f-d3010546429c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:29.973145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Transition to ACTIVE for port object d9536dc9-e3bb-4d76-9290-85a6dd070d14 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:29.974807 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-685f1b71-cdfa-4f5f-a763-784dc99a09af tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] show failed (client error): The resource could not be found. Aug 11 02:59:29.978318 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-685f1b71-cdfa-4f5f-a763-784dc99a09af tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "GET /v2.0/security-groups/dfa48d4e-c292-4e31-854f-d3010546429c HTTP/1.1" status: 404 len: 347 time: 0.0209434 Aug 11 02:59:29.980236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53370) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:30.035365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.083419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Network 52001b56-4af4-4631-87ca-ce45e040b21f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:30.091841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:30.096713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:30.131103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'Port': ['ID=d9536dc9-e3bb-4d76-9290-85a6dd070d14,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:30.163274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf78f8-4144-4045-9660-a4caede76829 req-1ff9bd75-1053-4420-96b2-2e36c863660f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.164846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95cf78f8-4144-4045-9660-a4caede76829 req-1ff9bd75-1053-4420-96b2-2e36c863660f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 931 time: 0.0934646 Aug 11 02:59:30.185040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.186300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.219539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-8cc86e50-78fe-46fe-8676-166ff1227e6d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0209410 Aug 11 02:59:30.233968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Request body: {'port': {'device_id': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:30.238133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Deleting port 59f2228a-e4c2-47fa-8542-7dbe903aaa5f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:30.238495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.388425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.404978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95cf78f8-4144-4045-9660-a4caede76829 req-9d8164f4-5b62-4ab5-ac66-39701a39b639 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281322 Aug 11 02:59:30.409671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'tag': '53140e69-4b62-43b4-9643-e70a0cec4c12'}, {'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'name': 'network-vif-deleted', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:30.413826 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "6248c001-2db9-4e7d-9a49-0cc4bb10ad46", "tag": "53140e69-4b62-43b4-9643-e70a0cec4c12"}, {"server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "name": "network-vif-deleted", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:30.466671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.467846 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.493123 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0416167c-c0e1-44c2-93e0-c88030aadbbb x-openstack-request-id: req-0416167c-c0e1-44c2-93e0-c88030aadbbb {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:30.493401 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6248c001-2db9-4e7d-9a49-0cc4bb10ad46", "tag": "53140e69-4b62-43b4-9643-e70a0cec4c12", "status": "completed", "code": 200}, {"server_uuid": "672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6", "name": "network-vif-deleted", "tag": "5e4669b3-d56b-472c-a138-c9d3821fdbf3", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:30.493651 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0416167c-c0e1-44c2-93e0-c88030aadbbb {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:30.494124 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'tag': '53140e69-4b62-43b4-9643-e70a0cec4c12', 'status': 'completed', 'code': 200} Aug 11 02:59:30.495725 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672ecc86-0b8f-4ef8-b47f-5fcf29ad59c6', 'name': 'network-vif-deleted', 'tag': '5e4669b3-d56b-472c-a138-c9d3821fdbf3', 'status': 'completed', 'code': 200} Aug 11 02:59:30.534500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Calling delete_port for 59f2228a-e4c2-47fa-8542-7dbe903aaa5f owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:30.536040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:30.560605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-24dca40c-0dd1-4906-a597-d952fcd31540 None None] Provisioning for port d9536dc9-e3bb-4d76-9290-85a6dd070d14 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:30.565128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-24dca40c-0dd1-4906-a597-d952fcd31540 None None] Provisioning complete for port d9536dc9-e3bb-4d76-9290-85a6dd070d14 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:30.565513 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-24dca40c-0dd1-4906-a597-d952fcd31540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.585134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08364e1-aef2-4f50-a891-4834eb38729c req-d33f00e4-0da2-4689-9aee-c87ec0798a11 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.594746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e08364e1-aef2-4f50-a891-4834eb38729c req-d33f00e4-0da2-4689-9aee-c87ec0798a11 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 948 time: 0.1867895 Aug 11 02:59:30.627530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-24dca40c-0dd1-4906-a597-d952fcd31540 None None] Port d9536dc9-e3bb-4d76-9290-85a6dd070d14 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:30.672312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e08364e1-aef2-4f50-a891-4834eb38729c req-9065d9ae-919b-4273-889e-70000ad476e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713799 Aug 11 02:59:30.700315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-54cb4512-abd1-45db-b47d-1c3530b716e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.702002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-54cb4512-abd1-45db-b47d-1c3530b716e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2bb497b990504e9dae2c06cce7c783ea&device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 1100 time: 0.1813824 Aug 11 02:59:30.705043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] Deleting subnet 205bd9c6-f42b-4555-82a2-911befae5c1e {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:59:30.712659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.833365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9536dc9-e3bb-4d76-9290-85a6dd070d14 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:30.842402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.847674 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.860477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Transition to ACTIVE for port object d9536dc9-e3bb-4d76-9290-85a6dd070d14 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:30.865494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:30.921751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-c74a1169-6e99-4c4f-9025-f835657c31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:30.923501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-c74a1169-6e99-4c4f-9025-f835657c31b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.2078660 Aug 11 02:59:30.924676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Pushing event updated for resources: {'Port': ['ID=d9536dc9-e3bb-4d76-9290-85a6dd070d14,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:31.016494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.019555 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-9e37503e-4554-4733-96a3-e385f9755d08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=53140e69-4b62-43b4-9643-e70a0cec4c12 HTTP/1.1" status: 200 len: 217 time: 0.0604873 Aug 11 02:59:31.067407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Attempting to bind port d9536dc9-e3bb-4d76-9290-85a6dd070d14 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:31.067407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Attempting to bind port d9536dc9-e3bb-4d76-9290-85a6dd070d14 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:31.067931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Attempting to bind port d9536dc9-e3bb-4d76-9290-85a6dd070d14 on network 52001b56-4af4-4631-87ca-ce45e040b21f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:31.082666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c82e89-76ad-49b0-b324-65eff9319d0c req-53601cb1-81b9-4e8f-982e-488dfbaa8eea tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.085094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c82e89-76ad-49b0-b324-65eff9319d0c req-53601cb1-81b9-4e8f-982e-488dfbaa8eea tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 943 time: 0.1180654 Aug 11 02:59:31.089434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Port d9536dc9-e3bb-4d76-9290-85a6dd070d14 on network 52001b56-4af4-4631-87ca-ce45e040b21f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:31.089997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Attempting to bind port d9536dc9-e3bb-4d76-9290-85a6dd070d14 on network 52001b56-4af4-4631-87ca-ce45e040b21f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:31.100792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:31.102035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Checking segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:31.102543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Bound using segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:31.103454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Bound port: d9536dc9-e3bb-4d76-9290-85a6dd070d14, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:31.106146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.115533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.164291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 29c3659e-611d-4954-8d46-3ecb457a30b2 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:31.180536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-7a487def-c6c2-41d3-ba74-dab3f25bc66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.182115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-7a487def-c6c2-41d3-ba74-dab3f25bc66e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.1335468 Aug 11 02:59:31.187691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Pushing event deleted for resources: {'Port': ['ID=59f2228a-e4c2-47fa-8542-7dbe903aaa5f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:31.222150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] For port d9536dc9-e3bb-4d76-9290-85a6dd070d14, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:31.227416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] For port d9536dc9-e3bb-4d76-9290-85a6dd070d14, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:31.251273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c82e89-76ad-49b0-b324-65eff9319d0c req-a0c66cee-9b71-41d4-83a2-39cf31c3ac4d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520498 Aug 11 02:59:31.254585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.267672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.308835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 29c3659e-611d-4954-8d46-3ecb457a30b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=29c3659e-611d-4954-8d46-3ecb457a30b2,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:31.310703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205bd9c6-f42b-4555-82a2-911befae5c1e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:31.316517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.318400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-88e37fdc-1ccb-41b1-82e2-4fd86d05b28a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/205bd9c6-f42b-4555-82a2-911befae5c1e HTTP/1.1" status: 204 len: 168 time: 0.7804492 Aug 11 02:59:31.321138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:31.323288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-aa596609-16d4-4d9a-92ff-5aa4c8bed1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.324794 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-aa596609-16d4-4d9a-92ff-5aa4c8bed1de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1284926 Aug 11 02:59:31.329202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'mac_address': 'fa:16:3e:fb:1b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:31.333685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:31.335104 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.335219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.337608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.337754 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] 10.222.0.10 "PUT /v2.0/ports/d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 200 len: 1092 time: 1.1097038 Aug 11 02:59:31.338656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:31.339016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3e2e806e-3e02-4313-b447-6b37435c5449 tempest-ServersTestManualDisk-1014461669 tempest-ServersTestManualDisk-1014461669-project] 10.222.0.60 "DELETE /v2.0/floatingips/44c535a6-8ea1-44cb-a69f-e5a2eb9fc93c HTTP/1.1" status: 204 len: 168 time: 1.3582296 Aug 11 02:59:31.342643 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42" -d '{"events": [{"name": "network-changed", "server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:31.346806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53414) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:31.387742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.415403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c3659e-611d-4954-8d46-3ecb457a30b2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:31.451565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 29c3659e-611d-4954-8d46-3ecb457a30b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=29c3659e-611d-4954-8d46-3ecb457a30b2,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:31.456784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.482914 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09da23b5-570d-4ddf-8fa2-573a15b85ae7 x-openstack-request-id: req-09da23b5-570d-4ddf-8fa2-573a15b85ae7 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:31.482914 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:31.483542 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09da23b5-570d-4ddf-8fa2-573a15b85ae7 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:31.483542 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'status': 'completed', 'code': 200} Aug 11 02:59:31.534048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.535606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=29c3659e-611d-4954-8d46-3ecb457a30b2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:31.539766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Pushing event updated for resources: {'Port': ['ID=d9536dc9-e3bb-4d76-9290-85a6dd070d14,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:31.597516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-657af1a8-c4d5-4b64-8087-bd97419af8f1 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563984 Aug 11 02:59:31.602635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.603017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.603343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.603888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.604340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.605027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.605302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.605918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.606258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.606584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.606897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.607216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f180d17-2bcf-436c-b84d-e2d1a0dafbfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:31.711783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.734788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46a0156-2c90-429d-950a-a3d28a064a03']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:31.763708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:31.764006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553bd6c6-0b02-4b5f-92c1-ab6c0f3c67a9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:31.778810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['29c3659e-611d-4954-8d46-3ecb457a30b2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:31.789692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.799016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fb56fec-b0ff-4da2-aebf-f8c177ec2a9a req-9b09ffa9-7cf4-4a84-8a08-fe685ae39dd1 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907165 Aug 11 02:59:31.858936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.874037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:31.876043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:31.878075 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:32.003164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-33b07ea3-e0c8-43c0-853c-c746e9810ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.004827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-33b07ea3-e0c8-43c0-853c-c746e9810ae1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 1095 time: 0.6179776 Aug 11 02:59:32.043179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebeb05-f62f-4941-8aa3-a9a0cdfb4b98 req-ce22a96e-7ae7-4616-bdcd-f6b1b0c65e16 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.048233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-faebeb05-f62f-4941-8aa3-a9a0cdfb4b98 req-ce22a96e-7ae7-4616-bdcd-f6b1b0c65e16 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 948 time: 0.1097152 Aug 11 02:59:32.073857 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.075013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-fd37e031-f4b8-40d4-b20c-e1e603faa163 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 200 len: 217 time: 0.0524399 Aug 11 02:59:32.084049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c60be-95a4-4b47-a961-7d3fdd2ccf24 req-199cb766-4cae-4e96-955f-93dff2bad8cd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.085585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7a4c60be-95a4-4b47-a961-7d3fdd2ccf24 req-199cb766-4cae-4e96-955f-93dff2bad8cd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 943 time: 0.5533445 Aug 11 02:59:32.093310 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.096482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] 10.222.0.60 "DELETE /v2.0/networks/f46a0156-2c90-429d-950a-a3d28a064a03 HTTP/1.1" status: 204 len: 168 time: 0.7706115 Aug 11 02:59:32.108563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53430) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.116655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf8608-d302-47b8-a3d7-27f2956d996c admin admin] Pushing event deleted for resources: {'Network': ['ID=f46a0156-2c90-429d-950a-a3d28a064a03,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:32.157686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-faebeb05-f62f-4941-8aa3-a9a0cdfb4b98 req-46dd93e8-2aa6-48eb-92d4-eb1f614c5d27 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939193 Aug 11 02:59:32.174406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] Deleting subnet 7dec9b4d-078c-4857-aa4c-72d1bccc350c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:59:32.177801 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.205864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-6bdd0167-ce6d-4935-a2c2-127a4044d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.207356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-6bdd0167-ce6d-4935-a2c2-127a4044d096 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.1205940 Aug 11 02:59:32.210252 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7a4c60be-95a4-4b47-a961-7d3fdd2ccf24 req-bff33f54-29b1-4d70-954c-3dadc04d70e6 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124160 Aug 11 02:59:32.223205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.267277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.321468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-6abdda24-885a-4324-b61d-55e7c60d7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.323739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-6abdda24-885a-4324-b61d-55e7c60d7cf5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811517 Aug 11 02:59:32.338687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.411391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dec9b4d-078c-4857-aa4c-72d1bccc350c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:32.413854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.415744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd7be811-62ec-4d4a-bb10-53742411abfe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7dec9b4d-078c-4857-aa4c-72d1bccc350c HTTP/1.1" status: 204 len: 168 time: 0.3057408 Aug 11 02:59:32.418705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53436) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:32.475432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-c2edf495-ba25-4272-aa2a-2b015170bb9f service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316204 Aug 11 02:59:32.489947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60d146-1fca-4815-8b0c-d755a870b758 req-ca4a4dcf-fa00-426c-b795-2e8ce66abbfe tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.491588 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce60d146-1fca-4815-8b0c-d755a870b758 req-ca4a4dcf-fa00-426c-b795-2e8ce66abbfe tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 944 time: 0.1440196 Aug 11 02:59:32.522528 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.548293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce60d146-1fca-4815-8b0c-d755a870b758 req-d518281b-ccf0-4526-8b4d-ab01a5a05783 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495408 Aug 11 02:59:32.622309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-586c1e54-c3ff-451f-bda0-8e4f8ef317ee req-c607044f-8588-40c1-993d-154b372d73e2 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284091 Aug 11 02:59:32.624838 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.628840 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.644876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:32.663827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d96c497-7c38-4c03-b5de-65d10025607a') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:32.664157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d96c497-7c38-4c03-b5de-65d10025607a') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:32.674515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.693908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.702070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:32.702514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:32.704825 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:32.778014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.784357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:32.786853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7 HTTP/1.1" status: 204 len: 168 time: 0.3640568 Aug 11 02:59:32.805055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f0d2f-6580-4420-8991-5d8d746d3fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eeaab9d-cc7d-4327-b8b2-5ea1f3319ad7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:32.848767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-b7b93460-4104-47af-a3d0-b4fe6dd65336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:32.850463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-b7b93460-4104-47af-a3d0-b4fe6dd65336 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 1095 time: 0.1585643 Aug 11 02:59:33.002785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53442) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:33.005518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-c81dd95a-cd1a-4c20-b8d8-9853abb01a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.007059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-c81dd95a-cd1a-4c20-b8d8-9853abb01a42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.1247241 Aug 11 02:59:33.046325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7f100d6d-7f1d-430b-a5a4-90c4857e26e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e7b55340ced4a15a108d9cb1e700963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421579 Aug 11 02:59:33.048601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53444) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:33.079060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-ca136af0-dc80-4b21-80d5-b288b645a2f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 200 len: 217 time: 0.0642967 Aug 11 02:59:33.102112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7806df97-a7b8-470f-98dd-ed64d487a95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.125186 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7806df97-a7b8-470f-98dd-ed64d487a95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.162958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-d5ae91b0-c0dd-4203-9c89-98f4dcfca819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.164756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-d5ae91b0-c0dd-4203-9c89-98f4dcfca819 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.0780199 Aug 11 02:59:33.174712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Deleting port 37766129-bd66-429e-8388-e368463792d0 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:33.175060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.180530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7806df97-a7b8-470f-98dd-ed64d487a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.181581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 53140e69-4b62-43b4-9643-e70a0cec4c12 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:33.185166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7806df97-a7b8-470f-98dd-ed64d487a95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.188310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7806df97-a7b8-470f-98dd-ed64d487a95a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/152aefe1-baf1-4c5f-b649-82dfdeaa3957 HTTP/1.1" status: 204 len: 168 time: 0.1364522 Aug 11 02:59:33.198901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806df97-a7b8-470f-98dd-ed64d487a95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152aefe1-baf1-4c5f-b649-82dfdeaa3957,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.297157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 53140e69-4b62-43b4-9643-e70a0cec4c12, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=53140e69-4b62-43b4-9643-e70a0cec4c12,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:33.312599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 29c3659e-611d-4954-8d46-3ecb457a30b2 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:33.324661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '53140e69-4b62-43b4-9643-e70a0cec4c12', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '53140e69-4b62-43b4-9643-e70a0cec4c12', 'mac_address': 'fa:16:3e:d1:84:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:33.398439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24193b66-c29a-4453-94fc-bb2e144d87f3 req-370849c6-faa3-48af-9e42-fb44b69adab6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.407497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-24193b66-c29a-4453-94fc-bb2e144d87f3 req-370849c6-faa3-48af-9e42-fb44b69adab6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 948 time: 0.1123610 Aug 11 02:59:33.413255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.417791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-5ce15324-ccdd-4907-be1c-b725a7e6bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.419493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-5ce15324-ccdd-4907-be1c-b725a7e6bef3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415876 Aug 11 02:59:33.425003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 29c3659e-611d-4954-8d46-3ecb457a30b2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:33.434086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53140e69-4b62-43b4-9643-e70a0cec4c12 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:33.438419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 29c3659e-611d-4954-8d46-3ecb457a30b2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:33.438829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.485275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 53140e69-4b62-43b4-9643-e70a0cec4c12, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=53140e69-4b62-43b4-9643-e70a0cec4c12,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:33.489508 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-24193b66-c29a-4453-94fc-bb2e144d87f3 req-9cddf017-329a-4453-b276-a23610aff047 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757637 Aug 11 02:59:33.502457 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.551290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] For port 37766129-bd66-429e-8388-e368463792d0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37766129-bd66-429e-8388-e368463792d0,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:33.551704 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.565873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=53140e69-4b62-43b4-9643-e70a0cec4c12,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.585841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281b081-d68a-4f82-837d-a4e4f8bd5a88 req-96451e71-9bc2-49ae-9fab-100dadbd5661 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.587446 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8281b081-d68a-4f82-837d-a4e4f8bd5a88 req-96451e71-9bc2-49ae-9fab-100dadbd5661 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 943 time: 0.2456596 Aug 11 02:59:33.621178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Calling delete_port for 37766129-bd66-429e-8388-e368463792d0 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:33.625170 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.680668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 29c3659e-611d-4954-8d46-3ecb457a30b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=29c3659e-611d-4954-8d46-3ecb457a30b2,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:33.684843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:33.688406 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38ec4ce-421b-436a-8191-f5a7b76e654d" -d '{"events": [{"server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "name": "network-vif-plugged", "status": "completed", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:33.693028 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:33.740353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-c0bb4e18-a664-486d-b3cb-f28d46b97b90 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090084 Aug 11 02:59:33.745810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8281b081-d68a-4f82-837d-a4e4f8bd5a88 req-dac98e65-73a5-4be4-9824-e812f4fc129d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389229 Aug 11 02:59:33.750309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3936845-569c-4d79-ad54-8bb92ac75c9d req-a01cfc64-9d7e-455b-9803-f6e610c6af92 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:33.752742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3936845-569c-4d79-ad54-8bb92ac75c9d req-a01cfc64-9d7e-455b-9803-f6e610c6af92 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 944 time: 0.0852654 Aug 11 02:59:33.783452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=29c3659e-611d-4954-8d46-3ecb457a30b2,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:33.833175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53468) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:33.834101 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5dbe14-c8a2-44ff-a956-87ad04055113 x-openstack-request-id: req-db5dbe14-c8a2-44ff-a956-87ad04055113 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:33.834597 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "name": "network-vif-plugged", "status": "completed", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:33.835057 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db5dbe14-c8a2-44ff-a956-87ad04055113 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:33.835710 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'code': 200} Aug 11 02:59:33.837101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3936845-569c-4d79-ad54-8bb92ac75c9d req-2cb273a2-6ae4-4f81-a51d-f89fdb9ce4bf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767562 Aug 11 02:59:33.856528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['53140e69-4b62-43b4-9643-e70a0cec4c12'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:33.980565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f0caef4-a0f1-4942-bd56-fa9f0f533f42 req-ce045008-8b16-4263-8fee-319a70b05dfa service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316766 Aug 11 02:59:33.995005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ac4aebdc-e382-4191-a1bd-a7eedef375bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3336e0ae988c4a4580d788b383fe1ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592808 Aug 11 02:59:33.997305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53474) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:33.998768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f4204-a2ed-467d-9e3e-33d493e1b569 req-caec6420-3135-4ef7-81cd-b3f25b85f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.000916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-204f4204-a2ed-467d-9e3e-33d493e1b569 req-caec6420-3135-4ef7-81cd-b3f25b85f898 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.0869770 Aug 11 02:59:34.055849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-204f4204-a2ed-467d-9e3e-33d493e1b569 req-95063f5c-1051-41cb-ae49-f9a152097787 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Aug 11 02:59:34.096525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a60c-338f-462a-ad9d-6a3541cdcb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.110006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.147093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=37766129-bd66-429e-8388-e368463792d0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:34.172929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a60c-338f-462a-ad9d-6a3541cdcb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.345456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a60c-338f-462a-ad9d-6a3541cdcb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.348127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a60c-338f-462a-ad9d-6a3541cdcb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.349316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c1b1a60c-338f-462a-ad9d-6a3541cdcb6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db9d6c65-9bb5-4744-a9c6-9e763a23d176 HTTP/1.1" status: 204 len: 168 time: 0.3508992 Aug 11 02:59:34.366541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1a60c-338f-462a-ad9d-6a3541cdcb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d6c65-9bb5-4744-a9c6-9e763a23d176,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:34.372426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:34.637264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:34.642710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5107cc-e131-4eb6-b709-3d5fe5731c95 req-a97bdfc5-0b31-4087-b6f6-3eb615c6cc47 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.656244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a5107cc-e131-4eb6-b709-3d5fe5731c95 req-a97bdfc5-0b31-4087-b6f6-3eb615c6cc47 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 949 time: 0.0761230 Aug 11 02:59:34.716043 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a5107cc-e131-4eb6-b709-3d5fe5731c95 req-c179bd4a-fdd2-41df-a926-e7aeabbd7062 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588167 Aug 11 02:59:34.852321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:34.863072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-656640c3-799f-45cf-85a4-07b14c5540d7 admin admin] 10.222.0.60 "PUT /v2.0/routers/236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4893372 Aug 11 02:59:34.863939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53498) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:34.873850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] Sync routers for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:34.890907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:34.893581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:34.956227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af8f90-ed8b-4068-a779-5066913fcee9 req-70df793a-706a-4241-a0c6-4834a54f477e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:34.967263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61af8f90-ed8b-4068-a779-5066913fcee9 req-70df793a-706a-4241-a0c6-4834a54f477e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 943 time: 0.1295633 Aug 11 02:59:35.031317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61af8f90-ed8b-4068-a779-5066913fcee9 req-f17b89ed-0216-4f4b-937f-8d9bdd17eb59 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612686 Aug 11 02:59:35.063460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.074659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befb14c-c3ca-4a32-b449-54e4993a8e1f req-a7b1bb69-1e5d-4c5a-9247-91ef040a5fbb tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.084088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3befb14c-c3ca-4a32-b449-54e4993a8e1f req-a7b1bb69-1e5d-4c5a-9247-91ef040a5fbb tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 945 time: 0.0877297 Aug 11 02:59:35.136407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:35.243266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3befb14c-c3ca-4a32-b449-54e4993a8e1f req-01bcea33-e538-4243-8cb6-e5331f218b5f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582258 Aug 11 02:59:35.271080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 53140e69-4b62-43b4-9643-e70a0cec4c12 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:35.373494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.450198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Deleting port d8acf9dd-5def-4cb9-93ca-514dd364496a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:35.450791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.468172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 53140e69-4b62-43b4-9643-e70a0cec4c12 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:35.477591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154'}], 'enable_snat': True}, 'gw_port_id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:59:34Z', 'revision_number': 5, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port': {'id': 'd8acf9dd-5def-4cb9-93ca-514dd364496a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:1d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:57:09Z', 'updated_at': '2021-08-11T02:57:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:35.518296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] Checking router: 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:35.520865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 53140e69-4b62-43b4-9643-e70a0cec4c12 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:35.521250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.555890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] For port d8acf9dd-5def-4cb9-93ca-514dd364496a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d8acf9dd-5def-4cb9-93ca-514dd364496a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:35.556703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.568397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] Routers {'236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:35.569055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:35.570911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Calling delete_port for d8acf9dd-5def-4cb9-93ca-514dd364496a owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:35.683756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] Set router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:35.755342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:59:35Z', 'revision_number': 6, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:35.820128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf3cb8c-f662-4007-acec-9b19770b8b2c None None] The sync data for ids ['236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585'] in n-d-768509-22 is: [{'id': '236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585', 'name': 'tempest-ServersTestManualDisk-60480395-router', 'tenant_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:57:07Z', 'updated_at': '2021-08-11T02:59:35Z', 'revision_number': 6, 'project_id': '5ae8cb39d0ac4f62abecc825fb610a10', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:35.841135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.842054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.872080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53140e69-4b62-43b4-9643-e70a0cec4c12'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:35.874300 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20dfb24-bd8e-43f5-9f33-df0a39006b18" -d '{"events": [{"server_uuid": "6248c001-2db9-4e7d-9a49-0cc4bb10ad46", "name": "network-vif-plugged", "status": "completed", "tag": "53140e69-4b62-43b4-9643-e70a0cec4c12"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:35.889703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 53140e69-4b62-43b4-9643-e70a0cec4c12, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=53140e69-4b62-43b4-9643-e70a0cec4c12,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:35.895803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:35.914596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8acf9dd-5def-4cb9-93ca-514dd364496a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:35.954392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585bb13-d33a-4cef-87a9-a3616c2dacfc req-cc939b28-9c34-4b9e-b30d-b05107c172fa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:35.956137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2585bb13-d33a-4cef-87a9-a3616c2dacfc req-cc939b28-9c34-4b9e-b30d-b05107c172fa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 949 time: 0.1339719 Aug 11 02:59:35.967296 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e110f24-5fce-421e-9bf6-6bb34d3e8f08 x-openstack-request-id: req-3e110f24-5fce-421e-9bf6-6bb34d3e8f08 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:35.967591 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6248c001-2db9-4e7d-9a49-0cc4bb10ad46", "name": "network-vif-plugged", "status": "completed", "tag": "53140e69-4b62-43b4-9643-e70a0cec4c12", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:35.967868 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e110f24-5fce-421e-9bf6-6bb34d3e8f08 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:35.968264 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53140e69-4b62-43b4-9643-e70a0cec4c12', 'code': 200} Aug 11 02:59:35.983224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=53140e69-4b62-43b4-9643-e70a0cec4c12,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:36.030576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2585bb13-d33a-4cef-87a9-a3616c2dacfc req-0bd50270-51d7-4ecf-8876-1b5493ea1b47 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Aug 11 02:59:36.036437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.466381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a40cf-d5d7-447c-b83f-95065c09a8b7 req-0db6ab38-9d6e-4202-87c0-137303bcb2b6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:36.474046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c6a40cf-d5d7-447c-b83f-95065c09a8b7 req-0db6ab38-9d6e-4202-87c0-137303bcb2b6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 945 time: 0.0674095 Aug 11 02:59:36.491026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d9536dc9-e3bb-4d76-9290-85a6dd070d14 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:36.501843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.503343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.532244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c6a40cf-d5d7-447c-b83f-95065c09a8b7 req-c78f76ed-b559-41a9-8378-3554ca77f2e5 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572612 Aug 11 02:59:36.575738 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.576269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 02:59:36.584668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.585816 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9abad41d-1a45-4640-849c-55f9c24f2ac7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/236f0d44-5a8c-4eaa-8fe8-fcf6a7f6e585 HTTP/1.1" status: 204 len: 168 time: 1.7207139 Aug 11 02:59:36.588020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d595ae3-60b0-4e38-ad2d-f1e8902d9d6e req-830fbe32-daad-4d29-acc4-3f1e056c24c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:36.588716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:36.589557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d595ae3-60b0-4e38-ad2d-f1e8902d9d6e req-830fbe32-daad-4d29-acc4-3f1e056c24c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 1102 time: 0.5192912 Aug 11 02:59:36.624012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5e511-7e6f-4ffe-8d94-064e1cc96291 req-a335c9a0-5f21-4633-911a-6ed31f5ea9b1 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:36.625445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7f5e511-7e6f-4ffe-8d94-064e1cc96291 req-a335c9a0-5f21-4633-911a-6ed31f5ea9b1 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 943 time: 0.4922965 Aug 11 02:59:36.647976 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d595ae3-60b0-4e38-ad2d-f1e8902d9d6e req-5427a836-5fb4-4b17-81be-9fc412647c65 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485926 Aug 11 02:59:36.677926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] Deleting subnet 3a335d9c-3724-4397-b86b-495c9f3ec2e4 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 02:59:36.681361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d9536dc9-e3bb-4d76-9290-85a6dd070d14, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:36.684244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.691015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7f5e511-7e6f-4ffe-8d94-064e1cc96291 req-48daa4dd-328b-4227-a69b-4359f28852c8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499451 Aug 11 02:59:36.715094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'port_id': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'mac_address': 'fa:16:3e:b4:1a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:36.819733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.823047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37766129-bd66-429e-8388-e368463792d0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:36.846341 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.928809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 37766129-bd66-429e-8388-e368463792d0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:36.929453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37766129-bd66-429e-8388-e368463792d0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:36.950188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9536dc9-e3bb-4d76-9290-85a6dd070d14 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:36.959791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-517262b3-d62e-4036-aa48-1102b09c45ec tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2476144 Aug 11 02:59:36.965286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:36.974066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:36.996913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d9536dc9-e3bb-4d76-9290-85a6dd070d14, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:37.004383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.007910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.121691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d9536dc9-e3bb-4d76-9290-85a6dd070d14,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:37.144250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.305721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Allocated IP 172.25.4.174 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/8e3c54ba-d647-4204-bdc3-cc8a66400778) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:37.392528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['d9536dc9-e3bb-4d76-9290-85a6dd070d14'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:37.422500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.481414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.486986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a77088-d13d-4c24-be65-02d47ce2d82a req-10335d63-f894-4a5c-ad61-ed78d673bc2a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.489599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2a77088-d13d-4c24-be65-02d47ce2d82a req-10335d63-f894-4a5c-ad61-ed78d673bc2a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 950 time: 0.0722437 Aug 11 02:59:37.496221 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.511648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.516663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3a335d9c-3724-4397-b86b-495c9f3ec2e4 HTTP/1.1" status: 204 len: 168 time: 0.9242275 Aug 11 02:59:37.517372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53578) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:37.526172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db44d1cb-48f9-4b49-b4ad-2ca4ee813f0b None None] Network 1d8c4155-9977-4d81-b4b0-aa73c16ab54b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:37.547745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:37.547981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09420cdc-a14f-468f-a6e5-7cf7665addfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a335d9c-3724-4397-b86b-495c9f3ec2e4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:37.581024 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2a77088-d13d-4c24-be65-02d47ce2d82a req-2db5c978-5240-4efa-9cbb-a41c6bd524d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746770 Aug 11 02:59:37.605232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:37.605232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:37.639136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Pushing event updated for resources: {'Port': ['ID=8e3c54ba-d647-4204-bdc3-cc8a66400778,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:37.686042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.745843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61adc76-e4f1-4771-92f6-0eb3b2b5eb2b req-2a897cf9-31ca-4d88-af00-9c8d4ffe2068 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:37.749818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] DHCP port deletion for 1d8c4155-9977-4d81-b4b0-aa73c16ab54b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 02:59:37.756440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61adc76-e4f1-4771-92f6-0eb3b2b5eb2b req-2a897cf9-31ca-4d88-af00-9c8d4ffe2068 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0912902 Aug 11 02:59:37.811053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61adc76-e4f1-4771-92f6-0eb3b2b5eb2b req-a168bb79-06d6-402e-b4e0-55cef658e066 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469589 Aug 11 02:59:37.859700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] Deleting port 246a2505-8a8c-495a-9707-cf7aaf0f1442 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:37.860385 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.869274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.931415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Deleting port 246a2505-8a8c-495a-9707-cf7aaf0f1442 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:37.931828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.933911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] For port 246a2505-8a8c-495a-9707-cf7aaf0f1442, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=246a2505-8a8c-495a-9707-cf7aaf0f1442,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:37.934921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.943451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:37.950624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] Calling delete_port for 246a2505-8a8c-495a-9707-cf7aaf0f1442 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:38.000101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] For port 246a2505-8a8c-495a-9707-cf7aaf0f1442, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=246a2505-8a8c-495a-9707-cf7aaf0f1442,segment=NetworkSegment(779e5974-d8f8-42ba-968a-ae5bd4e961c9),segment_id=779e5974-d8f8-42ba-968a-ae5bd4e961c9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:38.000399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.010735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30af503-dc8f-4a15-889d-43447662dc88 req-123d33c7-db52-48b3-b0e0-930cdbf23cbc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.012463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e30af503-dc8f-4a15-889d-43447662dc88 req-123d33c7-db52-48b3-b0e0-930cdbf23cbc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 944 time: 0.0525324 Aug 11 02:59:38.019045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Calling delete_port for 246a2505-8a8c-495a-9707-cf7aaf0f1442 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:38.048249 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.067894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] No DVR routers for this DVR port 246a2505-8a8c-495a-9707-cf7aaf0f1442 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:38.081108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e30af503-dc8f-4a15-889d-43447662dc88 req-aaa772ed-2664-49c5-9ce3-aec0155405e6 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591104 Aug 11 02:59:38.102330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327387a-a8f3-4a7a-9eec-ea5c37c03bb7 None None] Pushing event deleted for resources: {'Port': ['ID=246a2505-8a8c-495a-9707-cf7aaf0f1442,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:38.208385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea3d95-26c3-4f4e-8f63-e6d6b40c875f req-8365c152-7c3f-4054-b12d-b20dcf9603e9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.209889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fcea3d95-26c3-4f4e-8f63-e6d6b40c875f req-8365c152-7c3f-4054-b12d-b20dcf9603e9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0591750 Aug 11 02:59:38.223177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.256430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fcea3d95-26c3-4f4e-8f63-e6d6b40c875f req-514ee66b-ebda-4180-99b6-4361d4886e91 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363529 Aug 11 02:59:38.272944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=246a2505-8a8c-495a-9707-cf7aaf0f1442,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:38.281658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] No DVR routers for this DVR port 246a2505-8a8c-495a-9707-cf7aaf0f1442 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:38.368517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.379382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.428561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 246a2505-8a8c-495a-9707-cf7aaf0f1442 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:38.447417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.469352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 246a2505-8a8c-495a-9707-cf7aaf0f1442 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:38.469352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 246a2505-8a8c-495a-9707-cf7aaf0f1442 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:38.469352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d8acf9dd-5def-4cb9-93ca-514dd364496a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:38.484283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8c4155-9977-4d81-b4b0-aa73c16ab54b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:38.489771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d8acf9dd-5def-4cb9-93ca-514dd364496a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:38.490247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d8acf9dd-5def-4cb9-93ca-514dd364496a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:38.503560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779e5974-d8f8-42ba-968a-ae5bd4e961c9') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:38.503873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779e5974-d8f8-42ba-968a-ae5bd4e961c9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:38.515851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Pushing event updated for resources: {'Port': ['ID=8e3c54ba-d647-4204-bdc3-cc8a66400778,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:38.520788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.540680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.545257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.557366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 02:59:38.564634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: timer() Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 02:59:38.567348 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 02:59:38.614921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.616154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-1c0b3b80-c53d-453f-86eb-a19b3feb93f7 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6559899 Aug 11 02:59:38.692565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-a0430e8c-980a-4dbc-94d7-1d202118b1ab tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.694208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-a0430e8c-980a-4dbc-94d7-1d202118b1ab tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.1356950 Aug 11 02:59:38.700403 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-bf072c50-f72a-4a86-aa98-d39c8a6dae4a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.0752847 Aug 11 02:59:38.704156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.721235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:38.723261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d8c4155-9977-4d81-b4b0-aa73c16ab54b HTTP/1.1" status: 204 len: 168 time: 1.2043748 Aug 11 02:59:38.725482 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-e16d47a3-54fa-44ab-a700-aa775f30e8c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/quotas/d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 375 time: 0.0123868 Aug 11 02:59:38.748020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a48f1-98c3-43cb-b320-8281b8cbcfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8c4155-9977-4d81-b4b0-aa73c16ab54b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:38.816862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-a51ac588-d658-4433-8478-9d1e89c318be tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0814617 Aug 11 02:59:38.857889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-2932b05c-b9ad-4f58-875c-0d5018afce2f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:38.859706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9dfd4d8-03d0-408b-808c-2218e9dedcc7 req-2932b05c-b9ad-4f58-875c-0d5018afce2f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1531746 Aug 11 02:59:38.937232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-b75afde4-78b4-441d-9400-7f084f6d8ee7 service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165185 Aug 11 02:59:39.016539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53622) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:39.069510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-cce5bc52-22ad-4389-9088-18ca6b9ee790 service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234033 Aug 11 02:59:39.078672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dfdbc6f9-5dc8-4cf2-b96a-1bb3f88fffd7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ae8cb39d0ac4f62abecc825fb610a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580966 Aug 11 02:59:39.078911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53624) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:39.139380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d550172d-331d-44f1-99dc-81bd3dc671f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.162599 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d550172d-331d-44f1-99dc-81bd3dc671f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.240534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d550172d-331d-44f1-99dc-81bd3dc671f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.243509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d550172d-331d-44f1-99dc-81bd3dc671f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:39.247473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d550172d-331d-44f1-99dc-81bd3dc671f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78ff35d0-a13a-41cd-94cc-1a7e1585b037 HTTP/1.1" status: 204 len: 168 time: 0.1651781 Aug 11 02:59:39.286957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550172d-331d-44f1-99dc-81bd3dc671f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff35d0-a13a-41cd-94cc-1a7e1585b037,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:39.309501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15976bf9-deb3-400d-a4c8-da92cd12d78e req-a32e8ebc-f986-4abc-9875-0ca68d10451b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:39.317220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15976bf9-deb3-400d-a4c8-da92cd12d78e req-a32e8ebc-f986-4abc-9875-0ca68d10451b tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 950 time: 0.0913084 Aug 11 02:59:39.363003 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15976bf9-deb3-400d-a4c8-da92cd12d78e req-6a209266-dc95-45d0-b4fd-0c1319ff9ef2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449951 Aug 11 02:59:39.526833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31107c55-150c-466c-8f1a-22d4f4f0f1e9 req-6f712cc3-b2d1-4c03-80b0-23daea5a5de8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:39.536222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31107c55-150c-466c-8f1a-22d4f4f0f1e9 req-6f712cc3-b2d1-4c03-80b0-23daea5a5de8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 944 time: 0.0712223 Aug 11 02:59:39.602274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31107c55-150c-466c-8f1a-22d4f4f0f1e9 req-d01100d8-2b9c-4c12-8554-0c4463869b48 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643704 Aug 11 02:59:39.655074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-7f8c62a0-01f7-4327-a145-4f0706a5eb04 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:39.667389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-7f8c62a0-01f7-4327-a145-4f0706a5eb04 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 821 time: 0.2367425 Aug 11 02:59:39.684837 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-6cc974d2-954f-4c20-8564-996cc45c645e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/quotas/a21042156e6744bdafd99dfc6fa55496 HTTP/1.1" status: 200 len: 375 time: 0.0158927 Aug 11 02:59:39.694449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9dd8257a-7d26-4441-be7c-f3b047638776 req-1752650a-37cf-46ee-86ef-5d4c5c8b1b68 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 210 time: 0.0349183 Aug 11 02:59:39.802441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-2679059c-f469-4021-a663-824d5d8a4b19 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1165454 Aug 11 02:59:39.879925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34174c0-769f-4cde-94e3-793c2d483cd8 req-b47ae264-5584-4ee9-a77c-9ca5211dd39a tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:39.881848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a34174c0-769f-4cde-94e3-793c2d483cd8 req-b47ae264-5584-4ee9-a77c-9ca5211dd39a tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 1102 time: 0.0533838 Aug 11 02:59:39.932645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a34174c0-769f-4cde-94e3-793c2d483cd8 req-73b3e46e-a38d-45e8-86d0-27597f060571 tempest-ServersOnMultiNodesTest-1170628944 tempest-ServersOnMultiNodesTest-1170628944-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Aug 11 02:59:40.006742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-c8377c64-94bf-4656-a9b0-338cd78c2139 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 02:59:40.007868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-c8377c64-94bf-4656-a9b0-338cd78c2139 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1858401 Aug 11 02:59:40.149390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-42be3e67-c5b1-4e84-881a-295e2b76d05c service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303496 Aug 11 02:59:40.247458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-6f12db17-f240-4c98-a148-74c3715ac63b service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950909 Aug 11 02:59:40.514507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d9536dc9-e3bb-4d76-9290-85a6dd070d14 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:40.594013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port d9536dc9-e3bb-4d76-9290-85a6dd070d14 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:40.598590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port d9536dc9-e3bb-4d76-9290-85a6dd070d14 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:40.599248 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.622571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c822baa-1c26-4c55-bc0e-bc196629a573 req-5e778b1e-295d-4de2-ae84-1a7de9e3a2f5 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 210 time: 0.0418806 Aug 11 02:59:40.766099 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.796973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a298e-2e63-43ec-a88e-cdc783d45157 req-2b59aa02-820f-4cef-ba02-08ed486dfcbd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:40.798691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b17a298e-2e63-43ec-a88e-cdc783d45157 req-2b59aa02-820f-4cef-ba02-08ed486dfcbd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 950 time: 0.0704114 Aug 11 02:59:40.844255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:40.854351 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dda9d4c-d083-439b-8c45-93a01f19d3f0" -d '{"events": [{"server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "name": "network-vif-plugged", "status": "completed", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:40.883314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b17a298e-2e63-43ec-a88e-cdc783d45157 req-e509636c-d981-45ca-80da-7d00baf03f3c tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776339 Aug 11 02:59:40.883870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d9536dc9-e3bb-4d76-9290-85a6dd070d14, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:40.889239 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:40.898223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-b8ba3b4c-eb69-4e66-9256-07d1d1332e44 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:40.902532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-b8ba3b4c-eb69-4e66-9256-07d1d1332e44 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.2766945 Aug 11 02:59:40.929555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'port': {'device_id': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'admin_state_up': True, 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:40.950679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d9536dc9-e3bb-4d76-9290-85a6dd070d14,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:41.093946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac21d4-75da-4c24-85cf-eccbc8686e2d req-76ee8cc5-35e8-4762-ab60-d59895298a9f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:41.120904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02ac21d4-75da-4c24-85cf-eccbc8686e2d req-76ee8cc5-35e8-4762-ab60-d59895298a9f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0863023 Aug 11 02:59:41.169340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Made reservation on behalf of d5e2849c1fa2439186e02d67a1626514 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:41.179522 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.208074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02ac21d4-75da-4c24-85cf-eccbc8686e2d req-d34043ea-80eb-46a8-b622-820aa5612dcb tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857832 Aug 11 02:59:41.330663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93c81c83-0a86-43b1-9d67-eea8595b4b1c req-04a519a0-8be8-4cc5-b04a-df8fabacccf2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 210 time: 0.0295858 Aug 11 02:59:41.407073 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8722477f-1b2c-4f39-8b6a-9fe7b39fb931 x-openstack-request-id: req-8722477f-1b2c-4f39-8b6a-9fe7b39fb931 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:41.407613 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "name": "network-vif-plugged", "status": "completed", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:41.408115 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8722477f-1b2c-4f39-8b6a-9fe7b39fb931 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:41.408726 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'code': 200} Aug 11 02:59:41.418483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Allocated IP 172.20.0.7 (6deacbbc-90b6-4ce7-9661-dcbc27f0fea7/2b70181b-6aab-4380-94da-065bdc0b290b/451a7f03-4487-4ef2-a275-0f61e91cfbc2) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:41.546887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e5d26-646b-4d06-985a-50d4f92f806d req-a52a985d-23a0-43bb-a907-ba385566b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:41.549039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f4e5d26-646b-4d06-985a-50d4f92f806d req-a52a985d-23a0-43bb-a907-ba385566b793 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 1097 time: 0.0551672 Aug 11 02:59:41.597982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fa47d55-d83c-45e8-aa78-6c219d5afc2f req-4c4b5a30-6703-406a-87e8-ff326db5fb17 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0918279 Aug 11 02:59:41.607293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f4e5d26-646b-4d06-985a-50d4f92f806d req-221d34a5-1f65-4b40-a684-b9acc9f14cee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502536 Aug 11 02:59:41.750132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.767506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Transition to ACTIVE for port object 451a7f03-4487-4ef2-a275-0f61e91cfbc2 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:41.861121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c51620b-15c5-45d8-bffa-6bebbf5529a2 req-f3dece55-c40b-4389-91df-88b9d7aead91 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 210 time: 0.0670290 Aug 11 02:59:41.881916 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:41.898048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:41.902697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['bf6f7400-3a62-47b0-9d38-89693319f75d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:41.962460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:41.969437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:41.971993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:41.976009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=451a7f03-4487-4ef2-a275-0f61e91cfbc2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:42.039078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.052359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.074136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-83058f57-a5fd-474d-b302-2c2d45c702c7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1482255 Aug 11 02:59:42.112537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Request body: {'port': {'device_id': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:42.261947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3400f9c-d7ec-4abf-8940-641a0fc2f6c5 req-edbf8690-0a0a-415f-92ce-0614f611fd03 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.269749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.270317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3400f9c-d7ec-4abf-8940-641a0fc2f6c5 req-edbf8690-0a0a-415f-92ce-0614f611fd03 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 950 time: 0.1457305 Aug 11 02:59:42.399779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-52a5c468-3f27-49de-9702-101a09f85e60 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.402390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-52a5c468-3f27-49de-9702-101a09f85e60 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.10 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 821 time: 0.4794307 Aug 11 02:59:42.425206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3400f9c-d7ec-4abf-8940-641a0fc2f6c5 req-14a2455a-b48e-4731-bb4d-9bedb227b7a2 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537569 Aug 11 02:59:42.460439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'port': {'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'admin_state_up': True, 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:42.533434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-59b017e8-d4be-486d-82d5-5b206a07fce0 None None] Provisioning for port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:42.538570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-59b017e8-d4be-486d-82d5-5b206a07fce0 None None] Provisioning complete for port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:42.539246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-59b017e8-d4be-486d-82d5-5b206a07fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.690352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-59b017e8-d4be-486d-82d5-5b206a07fce0 None None] Port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:42.739137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-45becd90-f748-4287-a0cc-a596f6288013 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.740752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-45becd90-f748-4287-a0cc-a596f6288013 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 950 time: 0.4331226 Aug 11 02:59:42.760049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9eeb0-c27b-4006-95ba-8636dc918be5 req-8fe00f4d-1252-4517-9fd2-df3c589ac6e7 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.767288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Made reservation on behalf of a21042156e6744bdafd99dfc6fa55496 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:42.769223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cee9eeb0-c27b-4006-95ba-8636dc918be5 req-8fe00f4d-1252-4517-9fd2-df3c589ac6e7 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.3528574 Aug 11 02:59:42.771225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.828121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06733a-28fe-4dc8-92b8-adbd5f1e3ae6 req-91dc4741-967e-40c3-9190-be901d4bb477 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:42.829938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b06733a-28fe-4dc8-92b8-adbd5f1e3ae6 req-91dc4741-967e-40c3-9190-be901d4bb477 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 931 time: 0.1417296 Aug 11 02:59:42.847733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cee9eeb0-c27b-4006-95ba-8636dc918be5 req-4b8f2a36-cb37-4189-aa28-faa15e5e5845 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774474 Aug 11 02:59:42.952256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 451a7f03-4487-4ef2-a275-0f61e91cfbc2 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:42.966756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b06733a-28fe-4dc8-92b8-adbd5f1e3ae6 req-b4bd20ab-cc27-4ff7-ad51-07853f50afa2 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250193 Aug 11 02:59:42.968226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:42.993550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Transition to ACTIVE for port object 451a7f03-4487-4ef2-a275-0f61e91cfbc2 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:42.999279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.029581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port 53140e69-4b62-43b4-9643-e70a0cec4c12 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:43.030286 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.094296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=451a7f03-4487-4ef2-a275-0f61e91cfbc2,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.110281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Allocated IP 172.20.0.13 (afd64d3c-d789-45f7-aa17-ecb36e28c0c8/39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e/d01144b7-78f4-47f0-b727-50febb51b420) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:43.171614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-154bb594-aeb4-4624-a9a2-9f71c17bd8d9 req-05bcca36-bd81-47bd-a755-19c79f97c28f tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.1061263 Aug 11 02:59:43.243669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Attempting to bind port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:43.244698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Attempting to bind port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:43.245153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Attempting to bind port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:43.250620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:43.251058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Attempting to bind port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:43.256958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:43.257404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:43.257916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Bound using segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:43.258455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Bound port: 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:43.258918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.370129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port 53140e69-4b62-43b4-9643-e70a0cec4c12, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=53140e69-4b62-43b4-9643-e70a0cec4c12,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:43.371125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.419220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for 53140e69-4b62-43b4-9643-e70a0cec4c12 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:43.427104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] For port 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:43.430945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] For port 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:43.447969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.540001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca27c1d0-9029-4644-9ea9-a2c18b7e70db req-2c4bd1a4-cbf1-47c3-bb41-2fd3e33805d4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 210 time: 0.1065364 Aug 11 02:59:43.557455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.558175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.559926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] 10.222.0.57 "PUT /v2.0/ports/451a7f03-4487-4ef2-a275-0f61e91cfbc2 HTTP/1.1" status: 200 len: 1092 time: 1.4591126 Aug 11 02:59:43.560669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:43.563162 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e44fef-60c0-4628-88e7-597ce68bc27f" -d '{"events": [{"name": "network-changed", "server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:43.592420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1f7f9-660e-41c4-abc9-392d61d4d2fa service neutron] Pushing event updated for resources: {'Port': ['ID=451a7f03-4487-4ef2-a275-0f61e91cfbc2,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:43.687519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-d2988dcf-5128-410d-8238-1436d7248fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.689477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-d2988dcf-5128-410d-8238-1436d7248fc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 1095 time: 0.0750153 Aug 11 02:59:43.716390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.731761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53808) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:43.751191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Transition to ACTIVE for port object d01144b7-78f4-47f0-b727-50febb51b420 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:43.780373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-198ff8ec-130e-4bbf-871b-dc19e01fa80f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2 HTTP/1.1" status: 200 len: 217 time: 0.0451341 Aug 11 02:59:43.801086 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d8fbf-065e-4c71-a226-3b9f32b661ce req-3bcbb2b9-7c41-4526-91b3-d8e5c558128e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.803070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c43d8fbf-065e-4c71-a226-3b9f32b661ce req-3bcbb2b9-7c41-4526-91b3-d8e5c558128e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248c001-2db9-4e7d-9a49-0cc4bb10ad46 HTTP/1.1" status: 200 len: 950 time: 0.1075313 Aug 11 02:59:43.860756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-b1bf291b-ca5e-4ead-91a2-b7588b1510ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:43.862648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.866449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-b1bf291b-ca5e-4ead-91a2-b7588b1510ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.0761149 Aug 11 02:59:43.867090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:43.875331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570', '960d4756-2a82-4299-9ff7-82e2f355c08f', '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', '2db31b57-8a19-440d-a499-7475a02f2837'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:43.879143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa', '53140e69-4b62-43b4-9643-e70a0cec4c12'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:43.982797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:43.989693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:43.995964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c43d8fbf-065e-4c71-a226-3b9f32b661ce req-bdd27940-d6c0-45ad-b9a6-2dbd5ac1728d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270487 Aug 11 02:59:44.003791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74acd-bafa-4703-b34e-72e371440047 req-415627e2-2125-4bf5-ab28-14c0ea50d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.005608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-415627e2-2125-4bf5-ab28-14c0ea50d1c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186390 Aug 11 02:59:44.027493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:44.091879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port 53140e69-4b62-43b4-9643-e70a0cec4c12 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:44.107451 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175cb150-dddf-44a8-8519-8cabaf1f4e2b x-openstack-request-id: req-175cb150-dddf-44a8-8519-8cabaf1f4e2b {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:44.107781 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:44.108035 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-175cb150-dddf-44a8-8519-8cabaf1f4e2b {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:44.108439 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2', 'status': 'completed', 'code': 200} Aug 11 02:59:44.136564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.138412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f1b7259-6311-4bf9-af26-c4c78d3a3a9b req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "DELETE /v2.0/ports/53140e69-4b62-43b4-9643-e70a0cec4c12 HTTP/1.1" status: 204 len: 173 time: 1.3885038 Aug 11 02:59:44.139250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'name': 'network-vif-deleted', 'tag': '53140e69-4b62-43b4-9643-e70a0cec4c12'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:44.141600 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54b0d67-4958-49a9-8bd7-c172193eb61f" -d '{"events": [{"server_uuid": "6248c001-2db9-4e7d-9a49-0cc4bb10ad46", "name": "network-vif-deleted", "tag": "53140e69-4b62-43b4-9643-e70a0cec4c12"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:44.147347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Pushing event updated for resources: {'Port': ['ID=d01144b7-78f4-47f0-b727-50febb51b420,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:44.156631 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-312e80d5-d2c8-49db-83ce-f088e02db868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.219791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440759d-77fe-41c7-ad3d-ff4c1ee3847c req-aacb14f9-f220-49f7-9e5f-536de89ae087 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.234911 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d440759d-77fe-41c7-ad3d-ff4c1ee3847c req-aacb14f9-f220-49f7-9e5f-536de89ae087 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1254046 Aug 11 02:59:44.273531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48f406-edd5-4065-859c-48bb5ebcd2d6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=53140e69-4b62-43b4-9643-e70a0cec4c12,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:44.304087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.304740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.316165 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-8a5c538e-ba5b-4368-9610-c9d2991c353b service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028812 Aug 11 02:59:44.419733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d440759d-77fe-41c7-ad3d-ff4c1ee3847c req-514dd623-b405-436c-9f92-ff6cac74dfae tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839170 Aug 11 02:59:44.475901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-312e80d5-d2c8-49db-83ce-f088e02db868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.483029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-312e80d5-d2c8-49db-83ce-f088e02db868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.502556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-e56467b8-1ef5-4af3-bb7f-5c3b757ca87a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0577605 Aug 11 02:59:44.532312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-312e80d5-d2c8-49db-83ce-f088e02db868 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4189cf7e8b07411ba8016bb6fe99e64b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7995105 Aug 11 02:59:44.533325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8af74acd-bafa-4703-b34e-72e371440047 req-1fdb389d-5b32-4dea-8a04-73107ef27cad service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020466 Aug 11 02:59:44.535078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53830) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:44.552799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Request body: {'port': {'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:44.600603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-51720c6c-b9d7-483c-93f6-d50edf775415 None None] Provisioning for port d01144b7-78f4-47f0-b727-50febb51b420 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:44.621968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-51720c6c-b9d7-483c-93f6-d50edf775415 None None] Provisioning complete for port d01144b7-78f4-47f0-b727-50febb51b420 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:44.622338 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-51720c6c-b9d7-483c-93f6-d50edf775415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.670981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6fdb54c-1b84-47c0-a8d1-df666faa7bf9 req-8a69dddf-6771-43f0-8412-c619998c4bef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0775902 Aug 11 02:59:44.684275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e80d5-d2c8-49db-83ce-f088e02db868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eef91c-001c-493b-b5f3-6fc2a68c6099,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:44.687532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.693841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac056a-49f3-4eef-a530-d0d2b959ec14 req-deb165be-67ae-45cf-aa29-fdac055a4c2d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.695886 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8ac056a-49f3-4eef-a530-d0d2b959ec14 req-deb165be-67ae-45cf-aa29-fdac055a4c2d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 943 time: 0.1828403 Aug 11 02:59:44.716235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-4f747186-901f-4aa4-9f59-789ed7fbcb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:44.717750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-4f747186-901f-4aa4-9f59-789ed7fbcb40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 1095 time: 0.1229696 Aug 11 02:59:44.721400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-51720c6c-b9d7-483c-93f6-d50edf775415 None None] Port d01144b7-78f4-47f0-b727-50febb51b420 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:44.726292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2193a21-beb5-432b-ae2a-fcafc60eddba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.864407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8ac056a-49f3-4eef-a530-d0d2b959ec14 req-8fbc6a8e-1af6-40a1-8b2b-853e116259e3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567144 Aug 11 02:59:44.872101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2193a21-beb5-432b-ae2a-fcafc60eddba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:44.983171 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e326cc-4694-46d8-b33e-0b5f9acb1ef1 x-openstack-request-id: req-72e326cc-4694-46d8-b33e-0b5f9acb1ef1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:44.983470 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6248c001-2db9-4e7d-9a49-0cc4bb10ad46", "name": "network-vif-deleted", "tag": "53140e69-4b62-43b4-9643-e70a0cec4c12", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:44.983758 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72e326cc-4694-46d8-b33e-0b5f9acb1ef1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:44.984168 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248c001-2db9-4e7d-9a49-0cc4bb10ad46', 'name': 'network-vif-deleted', 'tag': '53140e69-4b62-43b4-9643-e70a0cec4c12', 'status': 'completed', 'code': 200} Aug 11 02:59:45.033108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-c68a010e-7bc4-4d2d-9dfb-0cc6d355adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:45.034592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-c68a010e-7bc4-4d2d-9dfb-0cc6d355adf5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2982578 Aug 11 02:59:45.054251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de5040d0-10ec-40b9-87c2-a584351cd412 req-bc25f2e7-db76-4f54-8e3a-e651eb048b68 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0420351 Aug 11 02:59:45.115270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-4a4a1cea-00ae-4706-9858-a0beaf9af018 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2 HTTP/1.1" status: 200 len: 217 time: 0.0598805 Aug 11 02:59:45.176028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01144b7-78f4-47f0-b727-50febb51b420 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:45.195789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.205063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2193a21-beb5-432b-ae2a-fcafc60eddba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.208735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2193a21-beb5-432b-ae2a-fcafc60eddba admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.214329 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e2193a21-beb5-432b-ae2a-fcafc60eddba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74eef91c-001c-493b-b5f3-6fc2a68c6099 HTTP/1.1" status: 204 len: 168 time: 0.6781807 Aug 11 02:59:45.235399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Transition to ACTIVE for port object d01144b7-78f4-47f0-b727-50febb51b420 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:45.238001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2193a21-beb5-432b-ae2a-fcafc60eddba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eef91c-001c-493b-b5f3-6fc2a68c6099,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:45.239302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.250951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-ac3d5a95-bed6-49e6-9248-d04f979a65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:45.252897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-ac3d5a95-bed6-49e6-9248-d04f979a65e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1260576 Aug 11 02:59:45.295132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Pushing event updated for resources: {'Port': ['ID=d01144b7-78f4-47f0-b727-50febb51b420,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:45.307859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cce49-a851-466f-a36e-33191fa944c3 req-1260bbf1-5032-41c7-abae-d81b74d2f34e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:45.309538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b53cce49-a851-466f-a36e-33191fa944c3 req-1260bbf1-5032-41c7-abae-d81b74d2f34e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1286666 Aug 11 02:59:45.319758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53840) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:45.330890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'floatingip': {'port_id': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:45.394849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.397630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['29c3659e-611d-4954-8d46-3ecb457a30b2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:45.434723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097c0a7-86e2-4a02-875f-7803e0aeffef req-b699b255-36e2-44eb-b476-3ae00a614f1f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:45.445380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c097c0a7-86e2-4a02-875f-7803e0aeffef req-b699b255-36e2-44eb-b476-3ae00a614f1f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 944 time: 0.1859374 Aug 11 02:59:45.458062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-77acd8fd-965f-427c-b914-b3c06b0245b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:45.459547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-77acd8fd-965f-427c-b914-b3c06b0245b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1650527 Aug 11 02:59:45.486546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53848) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:45.719179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Attempting to bind port d01144b7-78f4-47f0-b727-50febb51b420 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:45.719525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Attempting to bind port d01144b7-78f4-47f0-b727-50febb51b420 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:45.720024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Attempting to bind port d01144b7-78f4-47f0-b727-50febb51b420 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:45.723840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53854) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:45.769111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Port d01144b7-78f4-47f0-b727-50febb51b420 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 02:59:45.769111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Attempting to bind port d01144b7-78f4-47f0-b727-50febb51b420 on network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:45.842941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486ba753-2dae-4641-8304-519693cdf9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:45.845314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:45.845659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Checking segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:45.846050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Bound using segment: {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:45.846498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Bound port: d01144b7-78f4-47f0-b727-50febb51b420, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:45.846851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.015298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c097c0a7-86e2-4a02-875f-7803e0aeffef req-a737aa93-9652-4140-9178-0a8e1684aa3f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547438 Aug 11 02:59:46.015520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd190-a7d8-4a9e-a6c6-f097455a1de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.029859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70deb0d-0a99-47ca-a392-848fceb3312b req-7fbb9d36-5dd4-4d2a-b913-0850e6cc649f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:46.031388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b70deb0d-0a99-47ca-a392-848fceb3312b req-7fbb9d36-5dd4-4d2a-b913-0850e6cc649f tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 949 time: 0.2759411 Aug 11 02:59:46.058708 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-7fc0e19b-50fd-468f-a856-7876f3d2776d service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5765088 Aug 11 02:59:46.135797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] For port d01144b7-78f4-47f0-b727-50febb51b420, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:46.190958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210b9d-070e-4f8b-baca-18c354860b7f req-ac7d8924-ac5f-45cd-8aa8-aeaa0531ba6d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:46.192370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91210b9d-070e-4f8b-baca-18c354860b7f req-ac7d8924-ac5f-45cd-8aa8-aeaa0531ba6d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 943 time: 0.0770166 Aug 11 02:59:46.195945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4e44fef-60c0-4628-88e7-597ce68bc27f req-7556de19-9686-4ba3-ab49-0244085e8fec service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287744 Aug 11 02:59:46.206825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] For port d01144b7-78f4-47f0-b727-50febb51b420, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d01144b7-78f4-47f0-b727-50febb51b420,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:46.213329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b70deb0d-0a99-47ca-a392-848fceb3312b req-b7e76898-baf7-4f5e-87d8-3d1cdc7ec2d9 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634841 Aug 11 02:59:46.220926 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.234071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91210b9d-070e-4f8b-baca-18c354860b7f req-40bb21e5-bd15-4a24-8b79-cbd61c5a8e43 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 Aug 11 02:59:46.302908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:46.303533 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.304986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] 10.222.0.10 "PUT /v2.0/ports/d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 1093 time: 1.7693372 Aug 11 02:59:46.392009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76d7609d-bd1f-49e9-bac2-c327d358fc33 req-cc687abc-d44d-4fe3-a1c6-a6186133f4ee tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0925326 Aug 11 02:59:46.427351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ddaac-d7ba-4a32-8690-f71f1b4abee0 service neutron] Pushing event updated for resources: {'Port': ['ID=d01144b7-78f4-47f0-b727-50febb51b420,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:46.438145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486ba753-2dae-4641-8304-519693cdf9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.451003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486ba753-2dae-4641-8304-519693cdf9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.553174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-f08464d5-3150-48fd-a8cb-f7b75259de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:46.554699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-f08464d5-3150-48fd-a8cb-f7b75259de9c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 1096 time: 0.1908007 Aug 11 02:59:46.555284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba753-2dae-4641-8304-519693cdf9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f6c1e-df7f-4a6e-901d-b4c11b5c9d65,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:46.559947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-486ba753-2dae-4641-8304-519693cdf9b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32159aadcf91449f86b48b8ed4e869d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8344302 Aug 11 02:59:46.563244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53872) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:46.631734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28d6043a-5f70-4f55-b437-475d7d11d7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.670897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28d6043a-5f70-4f55-b437-475d7d11d7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.745473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28d6043a-5f70-4f55-b437-475d7d11d7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.748583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28d6043a-5f70-4f55-b437-475d7d11d7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:46.750240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-28d6043a-5f70-4f55-b437-475d7d11d7a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f66f6c1e-df7f-4a6e-901d-b4c11b5c9d65 HTTP/1.1" status: 204 len: 168 time: 0.1852074 Aug 11 02:59:46.761564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6043a-5f70-4f55-b437-475d7d11d7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f6c1e-df7f-4a6e-901d-b4c11b5c9d65,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:46.956804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-d47476ac-e7e8-4080-9929-da6cdaa5800c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 217 time: 0.3892722 Aug 11 02:59:46.998995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:47.001291 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c06b66c-5596-4714-a16c-7045752d24ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "tag": "d01144b7-78f4-47f0-b727-50febb51b420"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:47.022057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4d6c890-857d-4d14-9f37-6682bf18241e req-02d10910-5bfd-47c8-98e7-9054454a93a0 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0714793 Aug 11 02:59:47.058018 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc569a39-b904-4233-9772-08e5ce5df2bd x-openstack-request-id: req-fc569a39-b904-4233-9772-08e5ce5df2bd {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:47.058612 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "tag": "d01144b7-78f4-47f0-b727-50febb51b420", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:47.059017 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc569a39-b904-4233-9772-08e5ce5df2bd {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:47.059676 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420', 'status': 'completed', 'code': 200} Aug 11 02:59:47.076271 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.086310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.162933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-69720750-b2e6-426d-8e70-73e889619a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.164429 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-69720750-b2e6-426d-8e70-73e889619a22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1901846 Aug 11 02:59:47.188194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd190-a7d8-4a9e-a6c6-f097455a1de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.206005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b1cd190-a7d8-4a9e-a6c6-f097455a1de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.234695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 53140e69-4b62-43b4-9643-e70a0cec4c12 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:47.262910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1b1cd190-a7d8-4a9e-a6c6-f097455a1de8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d31c3922dd342a3a1a0f8e457a7a8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7751501 Aug 11 02:59:47.270252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 53140e69-4b62-43b4-9643-e70a0cec4c12 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:47.275467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:47.276452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 53140e69-4b62-43b4-9643-e70a0cec4c12 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:47.363892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72224b62-50bf-4a80-8c6c-7e278c779b5d req-8fa24dc2-dc4b-49c4-ab35-7dcccdd62507 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.369814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72224b62-50bf-4a80-8c6c-7e278c779b5d req-8fa24dc2-dc4b-49c4-ab35-7dcccdd62507 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 944 time: 0.2298143 Aug 11 02:59:47.373041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cd190-a7d8-4a9e-a6c6-f097455a1de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994fa404-c97e-4bf4-91f7-4f1665dbe94d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:47.379141 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Floating IP d6f474a5-c532-48b8-ab1a-7b23b5a97842 associated. External IP: 172.25.4.26, port: d9536dc9-e3bb-4d76-9290-85a6dd070d14. Aug 11 02:59:47.387647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-c769761c-f10e-4f07-9c63-7d06618888ce tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.389238 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-c769761c-f10e-4f07-9c63-7d06618888ce tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 949 time: 0.1733253 Aug 11 02:59:47.401734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305444-1dac-41a6-8d18-f19f04afe86c req-a99b1ddd-987c-43bb-9d27-bf58937ae05c tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.403266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9305444-1dac-41a6-8d18-f19f04afe86c req-a99b1ddd-987c-43bb-9d27-bf58937ae05c tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 949 time: 0.0969670 Aug 11 02:59:47.403943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e08213b-5ff8-49d3-b3f1-de53a02a796f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.460784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-a1a4dbcb-9c63-41c8-84a9-21d1e9613613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.462859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-a1a4dbcb-9c63-41c8-84a9-21d1e9613613 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2729809 Aug 11 02:59:47.472819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72224b62-50bf-4a80-8c6c-7e278c779b5d req-058ba454-3e58-4d7b-8131-dc1388df3fe1 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879731 Aug 11 02:59:47.473868 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e08213b-5ff8-49d3-b3f1-de53a02a796f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.555253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9305444-1dac-41a6-8d18-f19f04afe86c req-ddd0a6bb-a66a-44f9-b321-8baf03701cd6 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406257 Aug 11 02:59:47.622147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port 2db31b57-8a19-440d-a499-7475a02f2837 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:47.622707 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.671858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-c40c523e-3a7e-451c-b8ef-946d77325679 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938615 Aug 11 02:59:47.683868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a966beb-fdd0-4ff7-81bb-cb8eea5cef5c req-26babaa9-755b-4524-8bd4-c8f087dff3c1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:47.685460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a966beb-fdd0-4ff7-81bb-cb8eea5cef5c req-26babaa9-755b-4524-8bd4-c8f087dff3c1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 943 time: 0.0969522 Aug 11 02:59:47.688776 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e08213b-5ff8-49d3-b3f1-de53a02a796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.691439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e08213b-5ff8-49d3-b3f1-de53a02a796f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.695312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e08213b-5ff8-49d3-b3f1-de53a02a796f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/994fa404-c97e-4bf4-91f7-4f1665dbe94d HTTP/1.1" status: 204 len: 168 time: 0.4126172 Aug 11 02:59:47.707470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08213b-5ff8-49d3-b3f1-de53a02a796f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994fa404-c97e-4bf4-91f7-4f1665dbe94d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:47.774477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a966beb-fdd0-4ff7-81bb-cb8eea5cef5c req-750bec14-4220-4da3-a088-f1129bda6e65 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774045 Aug 11 02:59:47.775178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port 2db31b57-8a19-440d-a499-7475a02f2837, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2db31b57-8a19-440d-a499-7475a02f2837,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:47.776167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:47.802517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for 2db31b57-8a19-440d-a499-7475a02f2837 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:47.903957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f620c5c-b38e-434b-8f42-6adbab7472dc req-9a68c2a3-99c5-4a49-b61e-8e7ae6001076 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172959 Aug 11 02:59:47.927310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Router f1c37d88-8678-48c5-be77-ee14abf1fba9 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:47.985629 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.002216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570', '960d4756-2a82-4299-9ff7-82e2f355c08f', '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', '2db31b57-8a19-440d-a499-7475a02f2837'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:48.004912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:48.030531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=2db31b57-8a19-440d-a499-7475a02f2837,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.101724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port 2db31b57-8a19-440d-a499-7475a02f2837 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:48.106065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.109670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e15e867a-a4da-47bc-aa3f-2c480ab5ee4a req-264c53f4-4f94-42b0-97b7-ff7fb08a1668 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "DELETE /v2.0/ports/2db31b57-8a19-440d-a499-7475a02f2837 HTTP/1.1" status: 204 len: 173 time: 0.7027733 Aug 11 02:59:48.110379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'name': 'network-vif-deleted', 'tag': '2db31b57-8a19-440d-a499-7475a02f2837'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:48.115086 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd667c-b8c3-471f-9062-d81d9bb63960" -d '{"events": [{"server_uuid": "1940bc4d-2acc-4102-89ce-399e7065b67c", "name": "network-vif-deleted", "tag": "2db31b57-8a19-440d-a499-7475a02f2837"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:48.134018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b66c-5596-4714-a16c-7045752d24ed req-9e0e8dda-deb8-4f54-a19a-27468d4665ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.140761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c06b66c-5596-4714-a16c-7045752d24ed req-9e0e8dda-deb8-4f54-a19a-27468d4665ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 1096 time: 0.1852851 Aug 11 02:59:48.216594 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca2df38-7ff6-45ff-811e-c18c51050ff6 x-openstack-request-id: req-fca2df38-7ff6-45ff-811e-c18c51050ff6 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:48.217043 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1940bc4d-2acc-4102-89ce-399e7065b67c", "name": "network-vif-deleted", "tag": "2db31b57-8a19-440d-a499-7475a02f2837", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:48.217400 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fca2df38-7ff6-45ff-811e-c18c51050ff6 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:48.217909 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1940bc4d-2acc-4102-89ce-399e7065b67c', 'name': 'network-vif-deleted', 'tag': '2db31b57-8a19-440d-a499-7475a02f2837', 'status': 'completed', 'code': 200} Aug 11 02:59:48.273729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c471b5fc-4a2d-47e5-89a3-66433411ccf4 req-0842c244-fd4a-49a2-90e8-4c55bff39c35 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0746167 Aug 11 02:59:48.298478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53930) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:48.319012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfe3-ba8c-4b43-ac4f-67010f984a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.393093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:48.403669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.403988 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] Sync routers for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:48.421784 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:48.422446 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:48.451280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b89a45a6-7d75-4917-8086-b5f5d55edd2c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "PUT /v2.0/floatingips/d6f474a5-c532-48b8-ab1a-7b23b5a97842 HTTP/1.1" status: 200 len: 990 time: 3.1257937 Aug 11 02:59:48.451280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b66c-5596-4714-a16c-7045752d24ed req-acefae51-a166-406d-b7ce-4194b709805b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.452830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c06b66c-5596-4714-a16c-7045752d24ed req-acefae51-a166-406d-b7ce-4194b709805b service neutron] 10.222.0.10 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.2676218 Aug 11 02:59:48.459027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfe3-ba8c-4b43-ac4f-67010f984a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.465645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21ddcfe3-ba8c-4b43-ac4f-67010f984a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.541386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-21ddcfe3-ba8c-4b43-ac4f-67010f984a0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e69c89e968548d2ac668c82678fa19d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409129 Aug 11 02:59:48.542351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ddcfe3-ba8c-4b43-ac4f-67010f984a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58502926-567f-4a8d-9ac0-075cec67205b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:48.558686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53938) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:48.569613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c06b66c-5596-4714-a16c-7045752d24ed req-b80c3c95-7e70-4e79-b658-648efb7055f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 217 time: 0.1092298 Aug 11 02:59:48.644493 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:48.694913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b66c-5596-4714-a16c-7045752d24ed req-41a61092-c20a-4a2b-b053-205816097fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.703077 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c06b66c-5596-4714-a16c-7045752d24ed req-41a61092-c20a-4a2b-b053-205816097fc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1231990 Aug 11 02:59:48.775543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b81f779e-008f-4f72-94e6-eba4d9baf9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.805859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b81f779e-008f-4f72-94e6-eba4d9baf9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:48.854770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6746f6bb-7d9e-4910-9382-53efa9e66b7e req-1e22b3a1-4062-4e16-882c-b41eaeb9d194 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1940bc4d-2acc-4102-89ce-399e7065b67c HTTP/1.1" status: 200 len: 210 time: 0.0910571 Aug 11 02:59:48.889545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06b66c-5596-4714-a16c-7045752d24ed req-5c0cc085-80bc-4495-9785-aa196b3bbafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.892619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c06b66c-5596-4714-a16c-7045752d24ed req-5c0cc085-80bc-4495-9785-aa196b3bbafa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819010 Aug 11 02:59:48.902963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fc7ae-7a46-425b-b741-a9bd2a08c596 req-fe433751-dd86-40b3-9406-9efae8b9883c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:48.913614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa2fc7ae-7a46-425b-b741-a9bd2a08c596 req-fe433751-dd86-40b3-9406-9efae8b9883c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 944 time: 0.3057244 Aug 11 02:59:48.984807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'd6f474a5-c532-48b8-ab1a-7b23b5a97842', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'port_id': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'mac_address': 'fa:16:3e:b4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:23Z', 'updated_at': '2021-08-11T02:59:46Z', 'revision_number': 1, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:49.038784 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa2fc7ae-7a46-425b-b741-a9bd2a08c596 req-3e2bb467-ede8-409b-b989-f813752832d5 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230438 Aug 11 02:59:49.043578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b81f779e-008f-4f72-94e6-eba4d9baf9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.053963 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b81f779e-008f-4f72-94e6-eba4d9baf9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.058952 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b81f779e-008f-4f72-94e6-eba4d9baf9ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58502926-567f-4a8d-9ac0-075cec67205b HTTP/1.1" status: 204 len: 168 time: 0.4967551 Aug 11 02:59:49.087046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f779e-008f-4f72-94e6-eba4d9baf9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58502926-567f-4a8d-9ac0-075cec67205b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.149429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:49.153681 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df648c6-052d-47af-8bd5-465e54af0a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:49.200585 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] Checking router: f1c37d88-8678-48c5-be77-ee14abf1fba9 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:49.210445 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:49.211569 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:49.240839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 451a7f03-4487-4ef2-a275-0f61e91cfbc2 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:49.241339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c06b66c-5596-4714-a16c-7045752d24ed req-afe20228-aabd-471e-b115-50c6435dc942 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342836 Aug 11 02:59:49.358575 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:49.411525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-41b7333f-46cf-4629-93d3-c311218e4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:49.413128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-41b7333f-46cf-4629-93d3-c311218e4da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 1097 time: 0.0827723 Aug 11 02:59:49.448385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:49.464282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '451a7f03-4487-4ef2-a275-0f61e91cfbc2', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': '451a7f03-4487-4ef2-a275-0f61e91cfbc2', 'mac_address': 'fa:16:3e:1a:d1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:49.513152 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff0d723-e720-476f-93ae-4f4af354f8f2 x-openstack-request-id: req-8ff0d723-e720-476f-93ae-4f4af354f8f2 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:49.513686 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:49.514041 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ff0d723-e720-476f-93ae-4f4af354f8f2 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:49.514536 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'status': 'completed', 'code': 200} Aug 11 02:59:49.551686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c06b66c-5596-4714-a16c-7045752d24ed req-deb9d341-a79b-45cc-894f-998e03554a96 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461722 Aug 11 02:59:49.563616 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.567909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e46e8-b549-4613-9eaa-bd1521e83562 req-7b96db1f-931f-4183-90f4-cb7684fb34cc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:49.578912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a74e46e8-b549-4613-9eaa-bd1521e83562 req-7b96db1f-931f-4183-90f4-cb7684fb34cc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 943 time: 0.3815062 Aug 11 02:59:49.582201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 451a7f03-4487-4ef2-a275-0f61e91cfbc2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:49.616882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:49.625205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:49.638843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a74e46e8-b549-4613-9eaa-bd1521e83562 req-302773cc-07d5-4ede-8eb4-b4be2a000ba5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587988 Aug 11 02:59:49.666284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-716cbe98-8bf6-4754-a614-61fb4dae16d4 req-0ad6e231-b84a-4f65-9b99-d357892a8605 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.1065381 Aug 11 02:59:49.719887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=451a7f03-4487-4ef2-a275-0f61e91cfbc2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:49.751435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-be2a4c05-b017-4372-a0f9-ba4f6004417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:49.755950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-be2a4c05-b017-4372-a0f9-ba4f6004417b service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.3283792 Aug 11 02:59:49.788816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 02:59:49.793822 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'd6f474a5-c532-48b8-ab1a-7b23b5a97842', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'port_id': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'mac_address': 'fa:16:3e:b4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:23Z', 'updated_at': '2021-08-11T02:59:46Z', 'revision_number': 1, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:49.831565 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b1bcf-7be5-4242-bee6-a3f314235a94 None None] The sync data for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 is: [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'd6f474a5-c532-48b8-ab1a-7b23b5a97842', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'floating_ip_address': '172.25.4.26', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'port_id': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'mac_address': 'fa:16:3e:b4:1a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:23Z', 'updated_at': '2021-08-11T02:59:46Z', 'revision_number': 1, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:49.870852 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-2c19313f-f7bf-4c51-980d-d6049242fe16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 200 len: 998 time: 0.1041296 Aug 11 02:59:49.929982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['451a7f03-4487-4ef2-a275-0f61e91cfbc2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:49.984368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-aefca628-604f-466e-9c11-f2d99f258e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:49.986842 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-aefca628-604f-466e-9c11-f2d99f258e11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.0988059 Aug 11 02:59:50.046778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-0cf394cf-f71c-4ca5-a68b-9e75e70f75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.048461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-0cf394cf-f71c-4ca5-a68b-9e75e70f75bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547562 Aug 11 02:59:50.190136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-99672b4a-061d-4b6d-b331-32aaf8696b83 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336145 Aug 11 02:59:50.219092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f85ee7-a3ee-4e2f-85d9-7b82d63c1a29 None None] New status for floating IP d6f474a5-c532-48b8-ab1a-7b23b5a97842: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 02:59:50.347001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1df648c6-052d-47af-8bd5-465e54af0a0d req-ddcb598c-7aa6-4818-a6e1-d388e3791579 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454933 Aug 11 02:59:50.403277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba00db-39a3-4a9f-af3c-69a4e46af7ec req-dc353ec8-c484-42d5-a369-fe4491d5d2ce tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.405014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1ba00db-39a3-4a9f-af3c-69a4e46af7ec req-dc353ec8-c484-42d5-a369-fe4491d5d2ce tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 950 time: 0.1327121 Aug 11 02:59:50.407100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814eac9-4a2a-4312-84e1-92c2f2692d66 req-f435ecdd-2ef6-43b1-ab23-eb1f4057c86a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.408827 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7814eac9-4a2a-4312-84e1-92c2f2692d66 req-f435ecdd-2ef6-43b1-ab23-eb1f4057c86a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 944 time: 0.0609376 Aug 11 02:59:50.477139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7814eac9-4a2a-4312-84e1-92c2f2692d66 req-a22f2930-136b-4bac-93de-91adede7a3e9 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582383 Aug 11 02:59:50.488075 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1ba00db-39a3-4a9f-af3c-69a4e46af7ec req-859a38f7-1691-4d51-8e28-2a0b3841640d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752971 Aug 11 02:59:50.522773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53998) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:50.577107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d01144b7-78f4-47f0-b727-50febb51b420 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 02:59:50.580032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2db31b57-8a19-440d-a499-7475a02f2837 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:50.613435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 2db31b57-8a19-440d-a499-7475a02f2837 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:50.613703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2db31b57-8a19-440d-a499-7475a02f2837 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:50.635293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-network', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:50.657628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Made reservation on behalf of 03041e967f11473e9e752bdfa2ccb19a for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:50.660404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.673858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.719333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d01144b7-78f4-47f0-b727-50febb51b420, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d01144b7-78f4-47f0-b727-50febb51b420,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:50.737127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'd01144b7-78f4-47f0-b727-50febb51b420', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'mac_address': 'fa:16:3e:80:11:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 02:59:50.804593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368cd007-a8a0-4197-9682-487c7ff88490 req-fd5e2680-3b50-44d6-94ae-dc9bca486487 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:50.814273 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.814499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-368cd007-a8a0-4197-9682-487c7ff88490 req-fd5e2680-3b50-44d6-94ae-dc9bca486487 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 944 time: 0.0814071 Aug 11 02:59:50.855079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01144b7-78f4-47f0-b727-50febb51b420 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 02:59:50.859018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f0957d7-9b24-48ed-85b5-d776a4b4824d req-40b505d2-9ef6-446b-8e66-ceafab548e54 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0662906 Aug 11 02:59:50.881450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.883361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d01144b7-78f4-47f0-b727-50febb51b420, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d01144b7-78f4-47f0-b727-50febb51b420,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:50.888229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-368cd007-a8a0-4197-9682-487c7ff88490 req-0a983557-b67f-4b73-961e-ac06f74e12d0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747647 Aug 11 02:59:50.889356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.904243 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.912959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 02:59:50.933276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810c8f83-54bc-42d3-8c73-0f25d4419ab9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:50.936911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:50.937328 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Added segment 3feaa05a-5d4c-4fc9-9256-8ab46e88b800 of type vlan for network 8921a403-7a4e-4100-84f4-01f96ac9b10d Aug 11 02:59:50.977642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d01144b7-78f4-47f0-b727-50febb51b420,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:50.985425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.020357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.021357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.021947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.079557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5527327 Aug 11 02:59:51.079766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54012) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:51.086368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Request body: {'subnet': {'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-subnet', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:51.099218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0542ebb-f164-4d56-a700-c41ea0cf9dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=8921a403-7a4e-4100-84f4-01f96ac9b10d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.111555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 02:59:51.118497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Made reservation on behalf of 03041e967f11473e9e752bdfa2ccb19a for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 02:59:51.121697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.246050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 451a7f03-4487-4ef2-a275-0f61e91cfbc2 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:51.272510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['d01144b7-78f4-47f0-b727-50febb51b420'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:51.321585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.356046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:51.365654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:51.365654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.382607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7766e1-a980-4d05-b101-b2923969d139,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.390959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Checking segment: {'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:51.391463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Network hostable DHCP agents. Network: 8921a403-7a4e-4100-84f4-01f96ac9b10d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 02:59:51.414155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 02:59:51.424705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 8921a403-7a4e-4100-84f4-01f96ac9b10d) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:51.429636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.430403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.439270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f2602f-7781-4afb-ac2e-dac67e25de24 None None] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:51.449990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3555163a-8b27-4e21-a444-36fa9a4c312f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3689778 Aug 11 02:59:51.452673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54020) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:51.457560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:51.485366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.486461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.550995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.616582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.645479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612cc7f-e169-451d-8a71-b616220a0d57 req-46f4d3ce-b7db-467b-9d52-c8ed924b6661 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.655681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b612cc7f-e169-451d-8a71-b616220a0d57 req-46f4d3ce-b7db-467b-9d52-c8ed924b6661 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 945 time: 0.0932269 Aug 11 02:59:51.658865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:51.661142 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f709533-9fe5-4e00-ad42-4737b4b4af2a" -d '{"events": [{"server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "name": "network-vif-plugged", "status": "completed", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:51.701157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:51.708307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b612cc7f-e169-451d-8a71-b616220a0d57 req-7416182f-80a1-4740-b15b-8b58e8f54eab tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516145 Aug 11 02:59:51.709397 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.760999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-1afaada8-7955-4b86-8c4e-ea221c56f061 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.762598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-1afaada8-7955-4b86-8c4e-ea221c56f061 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 950 time: 0.2101619 Aug 11 02:59:51.770330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7d51-4b1a-4dca-9cc0-eafdf76159c4 req-9a099d66-474b-4d15-9168-79a58368f2bd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:51.771875 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52ba7d51-4b1a-4dca-9cc0-eafdf76159c4 req-9a099d66-474b-4d15-9168-79a58368f2bd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 950 time: 0.1550272 Aug 11 02:59:51.805191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-8921a403-7a4e-4100-84f4-01f96ac9b10d', 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'fixed_ips': [{'subnet_id': '5d7766e1-a980-4d05-b101-b2923969d139'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 02:59:51.806283 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.810349 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4626b86d-4795-4b3c-bee4-cea93536c138 x-openstack-request-id: req-4626b86d-4795-4b3c-bee4-cea93536c138 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:51.810649 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "name": "network-vif-plugged", "status": "completed", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:51.811058 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4626b86d-4795-4b3c-bee4-cea93536c138 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:51.811448 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2', 'code': 200} Aug 11 02:59:51.819076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=451a7f03-4487-4ef2-a275-0f61e91cfbc2,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:51.838535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:51.969962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52ba7d51-4b1a-4dca-9cc0-eafdf76159c4 req-ab29fe07-9bd3-4fcc-a5a7-0f0437284768 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678984 Aug 11 02:59:52.022373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Allocated IP 172.20.0.2 (8921a403-7a4e-4100-84f4-01f96ac9b10d/5d7766e1-a980-4d05-b101-b2923969d139/6d74c160-f96d-4785-a061-7a26e02a49fe) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:52.037640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8aaa76c-cf56-4b9a-b0e4-f6828114a119 req-5e4f973c-3036-46dc-abcd-1f070f7c21ec tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0328388 Aug 11 02:59:52.050431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe36d2e-7092-4a11-b52e-1aa8f16e53ce req-66d797ce-2bc3-4aaf-aaef-2eb6de0cf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:52.052464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abe36d2e-7092-4a11-b52e-1aa8f16e53ce req-66d797ce-2bc3-4aaf-aaef-2eb6de0cf45e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 1097 time: 0.1417942 Aug 11 02:59:52.093215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:52.093563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.198531 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.204077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abe36d2e-7092-4a11-b52e-1aa8f16e53ce req-6c88a385-2181-4211-9eee-6dd827d5af7c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392295 Aug 11 02:59:52.208153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Transition to ACTIVE for port object 6d74c160-f96d-4785-a061-7a26e02a49fe will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:52.225318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Transition to ACTIVE for port object 6d74c160-f96d-4785-a061-7a26e02a49fe will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:52.233775 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.246673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ef39b-962b-4350-862d-650dcea2c6a8 req-0d86bd27-3dd7-4e58-bed2-2f10c62297f0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:52.248302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba9ef39b-962b-4350-862d-650dcea2c6a8 req-0d86bd27-3dd7-4e58-bed2-2f10c62297f0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 945 time: 0.1491632 Aug 11 02:59:52.297179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:52.298852 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-139ed7c4-756a-49b2-a057-a0b9e92cd108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.300636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Pushing event updated for resources: {'Port': ['ID=6d74c160-f96d-4785-a061-7a26e02a49fe,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.303440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:52.305935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:52.346468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:52.346837 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.368248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Attempting to bind port 6d74c160-f96d-4785-a061-7a26e02a49fe on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:52.369287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Attempting to bind port 6d74c160-f96d-4785-a061-7a26e02a49fe by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:52.369995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Attempting to bind port 6d74c160-f96d-4785-a061-7a26e02a49fe on network 8921a403-7a4e-4100-84f4-01f96ac9b10d {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:52.375656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:52.376059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Checking segment: {'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:52.376550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.377011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Bound using segment: {'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:52.377577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Bound port: 6d74c160-f96d-4785-a061-7a26e02a49fe, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:52.378278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.391512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:52.424217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba9ef39b-962b-4350-862d-650dcea2c6a8 req-ea8d5d07-2c7e-4cce-a17d-4733cfdda20b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360166 Aug 11 02:59:52.457022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] For port 6d74c160-f96d-4785-a061-7a26e02a49fe, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:52.460593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] For port 6d74c160-f96d-4785-a061-7a26e02a49fe, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6d74c160-f96d-4785-a061-7a26e02a49fe,segment=NetworkSegment(3feaa05a-5d4c-4fc9-9256-8ab46e88b800),segment_id=3feaa05a-5d4c-4fc9-9256-8ab46e88b800)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:52.465039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.465600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.489727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.531662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3ad27-3e51-4ed0-8220-be1d53281c83 None None] Pushing event updated for resources: {'Port': ['ID=6d74c160-f96d-4785-a061-7a26e02a49fe,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.579049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d01144b7-78f4-47f0-b727-50febb51b420 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:52.641594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port d01144b7-78f4-47f0-b727-50febb51b420 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:52.649273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port d01144b7-78f4-47f0-b727-50febb51b420 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:52.650458 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.676245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Allocated IP 172.25.4.100 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/1d06b167-9624-4e87-8483-2753e3f63eff) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:52.688849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.704475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570', '960d4756-2a82-4299-9ff7-82e2f355c08f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:52.709743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:52.798938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=3d75cbc6-dff5-4c97-a23a-7a37c4a9a651,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:52.893305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:52.897265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:52.900538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af9ef753-b1d0-46a4-96a4-aa5c15ac4804 req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "DELETE /v2.0/ports/3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 HTTP/1.1" status: 204 len: 173 time: 1.0998056 Aug 11 02:59:52.908715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'name': 'network-vif-deleted', 'tag': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:52.911305 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16eb43a-ebd5-4c72-b49c-0079e236a70d" -d '{"events": [{"server_uuid": "cf57d5ac-d607-4956-a9bd-0c6241aa3213", "name": "network-vif-deleted", "tag": "3d75cbc6-dff5-4c97-a23a-7a37c4a9a651"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:52.942267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9383f-b6f5-480f-886b-32f526587100 req-fe9e84bb-26ca-4ed2-aee3-43603313813a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:52.954074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abd9383f-b6f5-480f-886b-32f526587100 req-fe9e84bb-26ca-4ed2-aee3-43603313813a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 945 time: 0.1022849 Aug 11 02:59:53.003802 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.050253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.052230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.052904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.053466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.054057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.054553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.054990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.055464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.055930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.056976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.057545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.058455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5f65fc-22fc-4714-ad8a-728b2e8be2cb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 02:59:53.066853 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.101848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abd9383f-b6f5-480f-886b-32f526587100 req-6082c9d1-f302-419c-9733-27e45455d99a tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330640 Aug 11 02:59:53.146220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.177434 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f274a-b683-47f0-86f1-e4ef5d72bca3 x-openstack-request-id: req-096f274a-b683-47f0-86f1-e4ef5d72bca3 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:53.177875 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf57d5ac-d607-4956-a9bd-0c6241aa3213", "name": "network-vif-deleted", "tag": "3d75cbc6-dff5-4c97-a23a-7a37c4a9a651", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:53.178206 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-096f274a-b683-47f0-86f1-e4ef5d72bca3 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:53.178719 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf57d5ac-d607-4956-a9bd-0c6241aa3213', 'name': 'network-vif-deleted', 'tag': '3d75cbc6-dff5-4c97-a23a-7a37c4a9a651', 'status': 'completed', 'code': 200} Aug 11 02:59:53.209659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ff1a7424-a825-4143-bc3f-c700461fc08c req-1171775d-9c71-48a3-9d37-1d520891675a tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cf57d5ac-d607-4956-a9bd-0c6241aa3213 HTTP/1.1" status: 200 len: 210 time: 0.0857389 Aug 11 02:59:53.210661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Pushing event updated for resources: {'Port': ['ID=1d06b167-9624-4e87-8483-2753e3f63eff,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:53.231325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:53.233362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:53.239368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:53.316098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d01144b7-78f4-47f0-b727-50febb51b420, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d01144b7-78f4-47f0-b727-50febb51b420,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:53.325775 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.326576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 02:59:53.334235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58ac5781-1bf6-4e43-bddc-9cb3dd10c589 req-aa26b610-9152-4f1f-bc85-1868c2f12a1e tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0975602 Aug 11 02:59:53.452429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 02:59:53.452748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3d75cbc6-dff5-4c97-a23a-7a37c4a9a651 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 02:59:53.602691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d01144b7-78f4-47f0-b727-50febb51b420,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:53.724891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:53.816147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:53.818437 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c72fcb5-de6b-40df-87fe-c853728d178a" -d '{"events": [{"server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "name": "network-vif-plugged", "status": "completed", "tag": "d01144b7-78f4-47f0-b727-50febb51b420"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:53.889188 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5a7a2d-02e4-4b6c-949a-e5de95f3ce38 x-openstack-request-id: req-ed5a7a2d-02e4-4b6c-949a-e5de95f3ce38 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:53.889503 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "name": "network-vif-plugged", "status": "completed", "tag": "d01144b7-78f4-47f0-b727-50febb51b420", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:53.889726 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed5a7a2d-02e4-4b6c-949a-e5de95f3ce38 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:53.890123 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420', 'code': 200} Aug 11 02:59:53.937311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5144e8-3ea6-42cb-9cc7-7ab6d657903d req-30a92776-99cb-474c-8922-7856f4207f20 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:53.945115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6c5144e8-3ea6-42cb-9cc7-7ab6d657903d req-30a92776-99cb-474c-8922-7856f4207f20 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 945 time: 0.2225742 Aug 11 02:59:54.033765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb01f5c-49b3-4226-b772-d18b71083c9c None None] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 02:59:54.100856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-24e4865e-9679-4915-acb8-e1b2a4cce12a None None] Provisioning for port 6d74c160-f96d-4785-a061-7a26e02a49fe completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:54.241256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658b3e0-fce1-4abc-99a8-f5a7a5e78d5c req-8a093550-b3ad-4351-9584-625ad5c67dc5 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.251705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9658b3e0-fce1-4abc-99a8-f5a7a5e78d5c req-8a093550-b3ad-4351-9584-625ad5c67dc5 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 946 time: 0.0776482 Aug 11 02:59:54.315884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9658b3e0-fce1-4abc-99a8-f5a7a5e78d5c req-8cbe623c-b907-45e2-8e0d-981ca2e1fd1d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623443 Aug 11 02:59:54.488123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6d74c160-f96d-4785-a061-7a26e02a49fe up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:54.518037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6c5144e8-3ea6-42cb-9cc7-7ab6d657903d req-f92fbdda-705d-4a7e-ab3b-d5513acf4313 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5721567 Aug 11 02:59:54.526990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657e23a-07ca-48db-9bf8-d12b6147f277 req-a2cfb890-4dee-4c0f-a390-26e4775c3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:54.528439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3657e23a-07ca-48db-9bf8-d12b6147f277 req-a2cfb890-4dee-4c0f-a390-26e4775c3ab9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 1098 time: 0.5587528 Aug 11 02:59:54.582369 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6e39a7c-ed20-49ae-995f-8a851126f31c req-03424049-bc6e-4f3e-96f1-21d1ec644e1e tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0521843 Aug 11 02:59:54.585717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6d74c160-f96d-4785-a061-7a26e02a49fe completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:54.596923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6d74c160-f96d-4785-a061-7a26e02a49fe triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:54.597311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.603945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3657e23a-07ca-48db-9bf8-d12b6147f277 req-913fbd30-88ff-45a2-a9df-fea9abe1175c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602851 Aug 11 02:59:54.699331 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.740523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.771082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 6d74c160-f96d-4785-a061-7a26e02a49fe, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6d74c160-f96d-4785-a061-7a26e02a49fe,segment=NetworkSegment(3feaa05a-5d4c-4fc9-9256-8ab46e88b800),segment_id=3feaa05a-5d4c-4fc9-9256-8ab46e88b800)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:54.783907 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.853039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=6d74c160-f96d-4785-a061-7a26e02a49fe,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:54.863765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70b46146-22a8-460a-ad61-438b1ba05345 None None] Provisioning complete for port 6d74c160-f96d-4785-a061-7a26e02a49fe triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:54.864402 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70b46146-22a8-460a-ad61-438b1ba05345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:54.934391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Router 90b427ab-77fc-4934-b624-d97677a1928e is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 02:59:54.949215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54088) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:55.069130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e141985-9b05-4a75-a589-838432dfc9fd req-d25aa39f-410c-4e52-b973-11ae86b2f52d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 267 time: 0.0764542 Aug 11 02:59:55.080857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8967161-9467-41eb-a0c7-10e16fc78052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.140332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:55.155264 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Sync routers for ids ['90b427ab-77fc-4934-b624-d97677a1928e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:55.170618 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Routers {'90b427ab-77fc-4934-b624-d97677a1928e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:55.173172 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['90b427ab-77fc-4934-b624-d97677a1928e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:55.185238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141985-9b05-4a75-a589-838432dfc9fd req-31bcee0b-b119-45c2-989b-d6ab623bd463 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:55.187091 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e141985-9b05-4a75-a589-838432dfc9fd req-31bcee0b-b119-45c2-989b-d6ab623bd463 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 945 time: 0.1022584 Aug 11 02:59:55.196745 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8b1d98b5-fbb1-453e-83d2-4948adbe4d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.202453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'port': {'security_groups': []}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:55.265387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8967161-9467-41eb-a0c7-10e16fc78052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.271554 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8967161-9467-41eb-a0c7-10e16fc78052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.276261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.279960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e836eb3a-8475-4e9c-b0f3-706b0b30a488 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8237643 Aug 11 02:59:55.280342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54094) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:55.284589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b238c-371d-43b7-a83e-963882bf3e70 req-7e7fffcb-1e7d-4c90-bf00-a59a656025aa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:55.286895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a92b238c-371d-43b7-a83e-963882bf3e70 req-7e7fffcb-1e7d-4c90-bf00-a59a656025aa tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 949 time: 0.0883887 Aug 11 02:59:55.335720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.340208 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Set router 90b427ab-77fc-4934-b624-d97677a1928e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:55.346477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8967161-9467-41eb-a0c7-10e16fc78052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbfe628-d8d6-44ec-a1f6-5b3b85215794,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:55.360404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e8967161-9467-41eb-a0c7-10e16fc78052 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef87f51b16254b638586eb13c6c6082d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099038 Aug 11 02:59:55.361059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54098) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:55.374558 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.382461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a92b238c-371d-43b7-a83e-963882bf3e70 req-f55c76c7-4080-42c6-8206-d1016ab50512 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854278 Aug 11 02:59:55.435021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4143a809-c689-4255-869e-ff0f63664799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.463785 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.467945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4143a809-c689-4255-869e-ff0f63664799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.555713 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T02:59:53Z', 'revision_number': 3, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:55.564885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4143a809-c689-4255-869e-ff0f63664799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.567483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4143a809-c689-4255-869e-ff0f63664799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.568671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4143a809-c689-4255-869e-ff0f63664799 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cbfe628-d8d6-44ec-a1f6-5b3b85215794 HTTP/1.1" status: 204 len: 168 time: 0.2047646 Aug 11 02:59:55.585265 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Checking router: 90b427ab-77fc-4934-b624-d97677a1928e for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 02:59:55.585630 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Updating router 90b427ab-77fc-4934-b624-d97677a1928e port 1d06b167-9624-4e87-8483-2753e3f63eff binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 02:59:55.591323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a809-c689-4255-869e-ff0f63664799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbfe628-d8d6-44ec-a1f6-5b3b85215794,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:55.614343 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.628066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b071b5-8a03-4faa-b607-aee52e0bf0bb req-306f5bd1-80cd-43e8-abd9-f83ef9efe774 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:55.635915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71b071b5-8a03-4faa-b607-aee52e0bf0bb req-306f5bd1-80cd-43e8-abd9-f83ef9efe774 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 946 time: 0.1605196 Aug 11 02:59:55.682797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71b071b5-8a03-4faa-b607-aee52e0bf0bb req-0d2817f5-e3fc-4057-b2bd-8cbef611fde6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Aug 11 02:59:55.782883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b428f86d-7de0-4b5e-9977-4b24769e142d req-86a7a780-d381-4fce-a6f6-fc344ca314a8 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0373785 Aug 11 02:59:55.875591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] For port 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:55.956881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.963433 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.964421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:55.971958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:55.974459 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Transition to ACTIVE for port object 1d06b167-9624-4e87-8483-2753e3f63eff will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:55.977742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:55.981523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['bf6f7400-3a62-47b0-9d38-89693319f75d', '451a7f03-4487-4ef2-a275-0f61e91cfbc2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:55.982690 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.001327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48688022-7a24-4bd9-bc9a-c39da6138482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.042243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.043032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.047475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e141985-9b05-4a75-a589-838432dfc9fd req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "PUT /v2.0/ports/451a7f03-4487-4ef2-a275-0f61e91cfbc2 HTTP/1.1" status: 200 len: 904 time: 0.8523972 Aug 11 02:59:56.053460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:56.057439 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8ada16-62f8-4797-ad43-7ad095f47929" -d '{"events": [{"name": "network-changed", "server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:56.067435 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Attempting to bind port 1d06b167-9624-4e87-8483-2753e3f63eff on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 02:59:56.069157 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Attempting to bind port 1d06b167-9624-4e87-8483-2753e3f63eff by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 02:59:56.069564 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Attempting to bind port 1d06b167-9624-4e87-8483-2753e3f63eff on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 02:59:56.075459 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0636433-a0e4-4102-8c96-ca466ea98570 None None] Pushing event updated for resources: {'Port': ['ID=1d06b167-9624-4e87-8483-2753e3f63eff,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:56.099293 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 02:59:56.099745 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 02:59:56.100204 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.100717 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 02:59:56.101205 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Bound port: 1d06b167-9624-4e87-8483-2753e3f63eff, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 02:59:56.103937 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.149840 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce8872e-4fb4-4604-8ea3-8feae420f88c x-openstack-request-id: req-5ce8872e-4fb4-4604-8ea3-8feae420f88c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:56.150331 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:56.150583 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ce8872e-4fb4-4604-8ea3-8feae420f88c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:56.164892 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2', 'status': 'completed', 'code': 200} Aug 11 02:59:56.182737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345dc1f7-86b3-480b-9083-6e92cfd63690 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=451a7f03-4487-4ef2-a275-0f61e91cfbc2,revision_number=6']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:56.186010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['451a7f03-4487-4ef2-a275-0f61e91cfbc2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:56.198799 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] For port 1d06b167-9624-4e87-8483-2753e3f63eff, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 02:59:56.205382 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] For port 1d06b167-9624-4e87-8483-2753e3f63eff, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1d06b167-9624-4e87-8483-2753e3f63eff,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 02:59:56.218608 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.294522 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48688022-7a24-4bd9-bc9a-c39da6138482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.308902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0636433-a0e4-4102-8c96-ca466ea98570 None None] Pushing event updated for resources: {'Port': ['ID=1d06b167-9624-4e87-8483-2753e3f63eff,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:56.309164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15861447-cee6-4c98-bbed-1f557e9efd0e req-527c3120-c93e-49f7-ada2-a3be9c093f10 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.321073 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15861447-cee6-4c98-bbed-1f557e9efd0e req-527c3120-c93e-49f7-ada2-a3be9c093f10 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 907 time: 0.1266942 Aug 11 02:59:56.326851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48688022-7a24-4bd9-bc9a-c39da6138482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.344544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Routers {'90b427ab-77fc-4934-b624-d97677a1928e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:56.345180 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['90b427ab-77fc-4934-b624-d97677a1928e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:56.407480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-bebfda73-946e-4676-bbad-ea4ed1a57683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.409466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-bebfda73-946e-4676-bbad-ea4ed1a57683 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 1059 time: 0.1745434 Aug 11 02:59:56.413920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48688022-7a24-4bd9-bc9a-c39da6138482 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eaba9ff8fd1d4d5fa115563dccc4052c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382248 Aug 11 02:59:56.414579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 02:59:56.420968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48688022-7a24-4bd9-bc9a-c39da6138482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8542d6-e6ae-422b-a6fe-e857a49f7606,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:56.471861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6d74c160-f96d-4785-a061-7a26e02a49fe up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:56.522070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fcd04dc6-3e78-4bae-b6f3-d8da855f33a2 None None] Provisioning complete for port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:56.522445 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcd04dc6-3e78-4bae-b6f3-d8da855f33a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.539916 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.547478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bad639-cb44-42ad-ab1c-0d5c57e96615 req-83ba015c-789a-4f1a-a7bd-5a82f88cc990 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.556060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97bad639-cb44-42ad-ab1c-0d5c57e96615 req-83ba015c-789a-4f1a-a7bd-5a82f88cc990 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 949 time: 0.0642438 Aug 11 02:59:56.567007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6d74c160-f96d-4785-a061-7a26e02a49fe triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:56.567398 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.573491 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] Set router 90b427ab-77fc-4934-b624-d97677a1928e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 02:59:56.602222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97bad639-cb44-42ad-ab1c-0d5c57e96615 req-fa515615-71ee-4eff-959a-d66761f1f845 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Aug 11 02:59:56.666222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.813959 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T02:59:53Z', 'revision_number': 3, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:56.833483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d30e-44a4-4cc4-b8d9-66d50cc95f43 req-32647a60-71e9-4c97-b08f-e8b24b24d74b tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.836277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2da7d30e-44a4-4cc4-b8d9-66d50cc95f43 req-32647a60-71e9-4c97-b08f-e8b24b24d74b tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 946 time: 0.0715628 Aug 11 02:59:56.844985 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada24ddb-5f68-4961-8f4a-b816d51dabbe None None] The sync data for ids ['90b427ab-77fc-4934-b624-d97677a1928e'] in n-d-768509-22 is: [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T02:59:53Z', 'revision_number': 3, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 02:59:56.845957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913908-0e2e-4f50-b406-61931e3e283d req-bd696aac-2d32-47a5-9194-b90f8fecef79 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.847668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81913908-0e2e-4f50-b406-61931e3e283d req-bd696aac-2d32-47a5-9194-b90f8fecef79 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.4353912 Aug 11 02:59:56.883530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c74938f-8cf4-457f-aa49-5f074de44c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:56.895186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-17b1e6a5-9bd2-4907-b225-00205b15f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.896621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-17b1e6a5-9bd2-4907-b225-00205b15f5eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.4288254 Aug 11 02:59:56.928548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2da7d30e-44a4-4cc4-b8d9-66d50cc95f43 req-0b5b18e7-f198-477a-adde-1aaf5f091d3d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793619 Aug 11 02:59:56.943176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-6b4f9443-32d5-4399-8bd8-72a3c72285de tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:56.945084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-6b4f9443-32d5-4399-8bd8-72a3c72285de tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 949 time: 0.1020331 Aug 11 02:59:57.004903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-37fc1c17-f835-4d0a-91c0-12238579a453 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2 HTTP/1.1" status: 200 len: 217 time: 0.0950627 Aug 11 02:59:57.022953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-4f526ed1-496c-4ca2-8931-7ed6adcd69de tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.024552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-4f526ed1-496c-4ca2-8931-7ed6adcd69de tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1746b5c-5934-4b0d-aafb-de21cdba86b9 HTTP/1.1" status: 200 len: 950 time: 0.3711727 Aug 11 02:59:57.028438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c74938f-8cf4-457f-aa49-5f074de44c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.058303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bf6085a-0aa1-4898-9589-98333141a66c req-78b20962-b6c9-4102-8226-b390cf30de79 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0324261 Aug 11 02:59:57.097852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port cf77491b-1be1-4985-a395-d8377bf87eaa {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:57.098249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.121077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81913908-0e2e-4f50-b406-61931e3e283d req-cab05fe8-4869-4121-8b32-d6c98e845faf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621477 Aug 11 02:59:57.202583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Allocated IP 172.20.0.1 (8921a403-7a4e-4100-84f4-01f96ac9b10d/5d7766e1-a980-4d05-b101-b2923969d139/d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 02:59:57.246420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-44ee067b-bffa-45f8-b1ea-9c248c76551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.247969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-44ee067b-bffa-45f8-b1ea-9c248c76551c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.2157080 Aug 11 02:59:57.324684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port cf77491b-1be1-4985-a395-d8377bf87eaa, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cf77491b-1be1-4985-a395-d8377bf87eaa,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:57.330474 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.347441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for cf77491b-1be1-4985-a395-d8377bf87eaa owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:57.358923 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c74938f-8cf4-457f-aa49-5f074de44c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.361845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c74938f-8cf4-457f-aa49-5f074de44c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.363033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0c74938f-8cf4-457f-aa49-5f074de44c4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b8542d6-e6ae-422b-a6fe-e857a49f7606 HTTP/1.1" status: 204 len: 168 time: 0.9475417 Aug 11 02:59:57.377052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port 960d4756-2a82-4299-9ff7-82e2f355c08f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 02:59:57.377279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.389099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74938f-8cf4-457f-aa49-5f074de44c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8542d6-e6ae-422b-a6fe-e857a49f7606,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:57.515535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-ea4e25fe-d90b-4b54-852b-a97e40f29647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.517219 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-ea4e25fe-d90b-4b54-852b-a97e40f29647 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480624 Aug 11 02:59:57.565997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.622571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcc20a-4f96-4c76-acc5-31c6fa4670d8 req-c0f245e5-1230-46d2-b65b-b3bc0a62828b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.624385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04dcc20a-4f96-4c76-acc5-31c6fa4670d8 req-c0f245e5-1230-46d2-b65b-b3bc0a62828b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2422717 Aug 11 02:59:57.632459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.643546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-c029adc6-a324-499c-8cb1-9aa3d5d53f44 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:57.645237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570', '960d4756-2a82-4299-9ff7-82e2f355c08f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:57.653674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:57.654804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-c029adc6-a324-499c-8cb1-9aa3d5d53f44 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3017132 Aug 11 02:59:57.665020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port 960d4756-2a82-4299-9ff7-82e2f355c08f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=960d4756-2a82-4299-9ff7-82e2f355c08f,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:57.665928 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.701467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Transition to ACTIVE for port object d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 02:59:57.725404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for 960d4756-2a82-4299-9ff7-82e2f355c08f owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 02:59:57.838722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=cf77491b-1be1-4985-a395-d8377bf87eaa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:57.872581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-c0eb1c5c-fa9d-4f50-9c2b-3327531b84ed tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 696 time: 0.2168663 Aug 11 02:59:57.873936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04dcc20a-4f96-4c76-acc5-31c6fa4670d8 req-98159e7f-d236-4b01-a692-3a039a5b1430 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289317 Aug 11 02:59:57.878568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'floatingip': {'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 02:59:57.953767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-69ea14d0-e514-4c78-a55d-e00eadc4c799 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262116 Aug 11 02:59:57.988634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port cf77491b-1be1-4985-a395-d8377bf87eaa on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:57.994310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:57.996558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89ecfe34-4bc3-4de6-ad46-7eb9c7b95326 req-52116167-c0bf-4e6b-a84f-9b9b3fcceed8 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "DELETE /v2.0/ports/cf77491b-1be1-4985-a395-d8377bf87eaa HTTP/1.1" status: 204 len: 173 time: 1.0425658 Aug 11 02:59:57.997202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'name': 'network-vif-deleted', 'tag': 'cf77491b-1be1-4985-a395-d8377bf87eaa'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:57.999727 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ba9b2-5d72-4dae-b6e7-aa4a083b1ef0" -d '{"events": [{"server_uuid": "d7a6c8a2-508d-4934-81d0-77ce4f82e76e", "name": "network-vif-deleted", "tag": "cf77491b-1be1-4985-a395-d8377bf87eaa"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:58.011108 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.149128 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.239859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.266991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ea14896-ed9f-4245-9a34-18ed56a04a88 req-0588e0d1-6b8b-45f6-82ce-a03d6fb38bc4 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7a6c8a2-508d-4934-81d0-77ce4f82e76e HTTP/1.1" status: 200 len: 210 time: 0.1143150 Aug 11 02:59:58.390644 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4adec73-b131-4da0-98fa-4ed7c2592943 x-openstack-request-id: req-d4adec73-b131-4da0-98fa-4ed7c2592943 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 02:59:58.391290 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7a6c8a2-508d-4934-81d0-77ce4f82e76e", "name": "network-vif-deleted", "tag": "cf77491b-1be1-4985-a395-d8377bf87eaa", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 02:59:58.391382 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4adec73-b131-4da0-98fa-4ed7c2592943 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 02:59:58.391860 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a6c8a2-508d-4934-81d0-77ce4f82e76e', 'name': 'network-vif-deleted', 'tag': 'cf77491b-1be1-4985-a395-d8377bf87eaa', 'status': 'completed', 'code': 200} Aug 11 02:59:58.414720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 02:59:58.462390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 02:59:58.492423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 02:59:58.502569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1d06b167-9624-4e87-8483-2753e3f63eff up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 02:59:58.544880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.717724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 1d06b167-9624-4e87-8483-2753e3f63eff completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:58.738985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 1d06b167-9624-4e87-8483-2753e3f63eff triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:58.739360 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.935375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.969807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-058bfbfc-c5fc-4f4a-9788-26ba8a58dd93 None None] Provisioning for port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 02:59:58.977178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 1d06b167-9624-4e87-8483-2753e3f63eff, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1d06b167-9624-4e87-8483-2753e3f63eff,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 02:59:58.980233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-058bfbfc-c5fc-4f4a-9788-26ba8a58dd93 None None] Provisioning complete for port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 02:59:58.980821 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-058bfbfc-c5fc-4f4a-9788-26ba8a58dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:58.984736 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.059672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-058bfbfc-c5fc-4f4a-9788-26ba8a58dd93 None None] Port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 02:59:59.077910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=1d06b167-9624-4e87-8483-2753e3f63eff,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.090364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Pushing event updated for resources: {'Port': ['ID=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.106832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8ada16-62f8-4797-ad43-7ad095f47929 req-a0281f7d-bcb9-4262-b7cf-eae916c01171 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1361318 Aug 11 02:59:59.125286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.140710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c', 'cf77491b-1be1-4985-a395-d8377bf87eaa'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:59.205629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=960d4756-2a82-4299-9ff7-82e2f355c08f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.303669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.309002 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.402555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 02:59:59.411222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-6a9b6f60-56b2-472a-ac14-b14cacec7828 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 02:59:59.412968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-6a9b6f60-56b2-472a-ac14-b14cacec7828 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.3185642 Aug 11 02:59:59.413655 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.416953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port 960d4756-2a82-4299-9ff7-82e2f355c08f on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 02:59:59.420282 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.422348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ed48d5f-7eb1-44c3-8d63-0b4269ef6910 req-7411cdd9-537b-4c7f-9706-585cb50dc883 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "DELETE /v2.0/ports/960d4756-2a82-4299-9ff7-82e2f355c08f HTTP/1.1" status: 204 len: 173 time: 2.3740883 Aug 11 02:59:59.422790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'name': 'network-vif-deleted', 'tag': '960d4756-2a82-4299-9ff7-82e2f355c08f'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 02:59:59.425126 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79192d0f-4280-46c3-a86e-58688b38f71d" -d '{"events": [{"server_uuid": "f1746b5c-5934-4b0d-aafb-de21cdba86b9", "name": "network-vif-deleted", "tag": "960d4756-2a82-4299-9ff7-82e2f355c08f"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 02:59:59.435114 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18 associated. External IP: 172.25.4.174, port: 29c3659e-611d-4954-8d46-3ecb457a30b2. Aug 11 02:59:59.493119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-db688680-9862-4dee-a6ec-9a7f0a176ec1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/quotas/d5e2849c1fa2439186e02d67a1626514 HTTP/1.1" status: 200 len: 375 time: 0.0638509 Aug 11 02:59:59.610679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-ac67b101-4b88-49d8-bd38-62debd543d03 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1086419 Aug 11 02:59:59.673019 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.747416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 02:59:59.760593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.773414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.901514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 02:59:59.907503 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.914957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 02:59:59.918771 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 02:59:59.923342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Pushing event updated for resources: {'Port': ['ID=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 02:59:59.926838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 02:59:59.927475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 02:59:59.964635 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b5fb9514-eb99-4289-bf58-842a2bd87abf tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "PUT /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 200 len: 996 time: 2.0824182 Aug 11 03:00:00.016287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-90b4383d-55fd-43a8-8ef8-eec63d7306dc service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530994 Aug 11 03:00:00.095577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:00.128370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-c489c56f-647d-4def-8909-a12d0d903825 service neutron] 10.222.0.60 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111386 Aug 11 03:00:00.187332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:00.188768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:00.347531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-0c2bf578-2fbb-429a-897a-fbcca2c3be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.359328 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-0c2bf578-2fbb-429a-897a-fbcca2c3be52 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.3939621 Aug 11 03:00:00.402059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:00.411776 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72488b85-cf14-4bc5-8209-f4e0a4c620c5" -d '{"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:00.433615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Router 90b427ab-77fc-4934-b624-d97677a1928e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:00.472392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1d06b167-9624-4e87-8483-2753e3f63eff up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:00.596702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-ba3201eb-50e7-4a3a-9a2a-6c5e0c09c492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.605803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-ba3201eb-50e7-4a3a-9a2a-6c5e0c09c492 service neutron] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.2452779 Aug 11 03:00:00.609319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1789923-31f3-42b3-8ed4-afa3b34da74b req-8cbed51f-7ddd-47ce-beac-9f38fc925d9a tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0775635 Aug 11 03:00:00.617072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 960d4756-2a82-4299-9ff7-82e2f355c08f no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:00.659772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 960d4756-2a82-4299-9ff7-82e2f355c08f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:00.660120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 960d4756-2a82-4299-9ff7-82e2f355c08f not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:00.696648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb28ec6d-ce71-49c4-b81e-4166ccc91e7c None None] Provisioning complete for port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:00.697134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb28ec6d-ce71-49c4-b81e-4166ccc91e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.722967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:00.727041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-b9ce7471-e5e7-4090-8a32-71d23949dc07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 999 time: 0.1197414 Aug 11 03:00:00.737203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 1d06b167-9624-4e87-8483-2753e3f63eff triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:00.737583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:00.740980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Sync routers for ids ['90b427ab-77fc-4934-b624-d97677a1928e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:00.772701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-049e91d2-8e74-42a8-94bc-66eaea6fe70b admin admin] 10.222.0.60 "PUT /v2.0/routers/90b427ab-77fc-4934-b624-d97677a1928e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4877453 Aug 11 03:00:00.785766 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Routers {'90b427ab-77fc-4934-b624-d97677a1928e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:00.785766 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['90b427ab-77fc-4934-b624-d97677a1928e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:00.798633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cb28ec6d-ce71-49c4-b81e-4166ccc91e7c None None] Port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:00.802413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-658a8d67-86fd-451b-801c-9130b30865d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.812042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-658a8d67-86fd-451b-801c-9130b30865d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.0822966 Aug 11 03:00:00.867234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-fc30c0c0-0086-4a55-8635-f4348ad79773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:00.877436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-fc30c0c0-0086-4a55-8635-f4348ad79773 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641546 Aug 11 03:00:00.885397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-165f953e-37e2-474f-a438-d3d613949207 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:00.887161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:fb:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 1, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:00.894751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-165f953e-37e2-474f-a438-d3d613949207 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162027 Aug 11 03:00:00.939678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:01.020001 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Set router 90b427ab-77fc-4934-b624-d97677a1928e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:01.043577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:01.044560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:01.092230 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139773e6-8917-4621-9325-975cdd2de01a x-openstack-request-id: req-139773e6-8917-4621-9325-975cdd2de01a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:01.092533 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1746b5c-5934-4b0d-aafb-de21cdba86b9", "name": "network-vif-deleted", "tag": "960d4756-2a82-4299-9ff7-82e2f355c08f", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:01.092794 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-139773e6-8917-4621-9325-975cdd2de01a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:01.093207 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1746b5c-5934-4b0d-aafb-de21cdba86b9', 'name': 'network-vif-deleted', 'tag': '960d4756-2a82-4299-9ff7-82e2f355c08f', 'status': 'completed', 'code': 200} Aug 11 03:00:01.102459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-e750298b-17d8-43d6-9f19-ed996be143cf service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068303 Aug 11 03:00:01.196136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:01.208426 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52b9d319-9661-448d-9bb0-df9f676a3dd3 req-8e106000-ea95-4fc6-a94c-5051c1879865 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 210 time: 0.0445571 Aug 11 03:00:01.266361 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e516d123-0179-4c2e-95db-8173119a1ef5 x-openstack-request-id: req-e516d123-0179-4c2e-95db-8173119a1ef5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:01.266664 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:01.266896 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e516d123-0179-4c2e-95db-8173119a1ef5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:01.267291 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'status': 'completed', 'code': 200} Aug 11 03:00:01.345732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e711a5c0-c0c3-4e3a-a650-3e8c29675178 req-778841a7-a6fb-4a11-a069-a2f50d017b88 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309022 Aug 11 03:00:01.432580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-f31c85f1-b3f4-4243-9869-00ed77c0ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:01.439380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-f31c85f1-b3f4-4243-9869-00ed77c0ce18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.1393869 Aug 11 03:00:01.464824 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'd7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a', 'name': '', 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'mac_address': 'fa:16:3e:ac:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5d7766e1-a980-4d05-b101-b2923969d139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:56Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 2, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'subnets': [{'id': '5d7766e1-a980-4d05-b101-b2923969d139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:01.499608 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Checking router: 90b427ab-77fc-4934-b624-d97677a1928e for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:01.499979 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Updating router 90b427ab-77fc-4934-b624-d97677a1928e port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:01.526850 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:01.590753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-bfdcdcf5-dc19-4eb8-80fd-277fa16bbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:01.592342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-bfdcdcf5-dc19-4eb8-80fd-277fa16bbbec service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.1460025 Aug 11 03:00:01.649219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-d1c81f08-fbd4-4150-9b11-061c73291373 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:01.660189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-d1c81f08-fbd4-4150-9b11-061c73291373 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0891542 Aug 11 03:00:01.677107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3fbfd1a-62e2-4f22-bfc7-8c84dbc1a47c req-e72b22b7-5372-450a-85c0-3e6d6714ab95 tempest-FloatingIPsNegativeTestJSON-1769537533 tempest-FloatingIPsNegativeTestJSON-1769537533-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=03041e967f11473e9e752bdfa2ccb19a HTTP/1.1" status: 200 len: 217 time: 0.0834839 Aug 11 03:00:01.741806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cf77491b-1be1-4985-a395-d8377bf87eaa no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:01.798527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: cf77491b-1be1-4985-a395-d8377bf87eaa {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:01.798879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cf77491b-1be1-4985-a395-d8377bf87eaa not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:01.852540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-74214f88-ae98-4d00-9fd8-9ae50d2de146 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 999 time: 0.1737015 Aug 11 03:00:01.859573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-3ed6a5e1-93c6-4cb9-9d8c-fd576a97ad0d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 999 time: 0.1977210 Aug 11 03:00:01.871013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'floatingip': {'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:01.909241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:fb:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 1, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:01.983165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ad9116-5cfe-4d2d-8730-8c028f44eb94 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:fb:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 1, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:02.031771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.054025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-32d62cee-1c39-4905-bc91-ffaac03eebfd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:02.057009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-32d62cee-1c39-4905-bc91-ffaac03eebfd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.10 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 812 time: 0.1998906 Aug 11 03:00:02.082863 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.092771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Request body: {'port': {'device_id': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'admin_state_up': True, 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:02.110548 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Transition to ACTIVE for port object d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:02.124841 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.175438 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc767f7-9bbf-4c05-8310-39c98e848f21 None None] Pushing event updated for resources: {'Port': ['ID=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:02.199564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-93e8944a-9192-4557-8bc5-163a40224476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:02.202541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-93e8944a-9192-4557-8bc5-163a40224476 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1625195 Aug 11 03:00:02.250396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-83fe4fdb-ecd3-4313-bfd4-6f5f1edb63fe req-98aefc68-c08e-4b91-bfd7-cef980a813d8 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.1395819 Aug 11 03:00:02.288762 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Attempting to bind port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:02.288968 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Attempting to bind port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:02.289821 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Attempting to bind port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a on network 8921a403-7a4e-4100-84f4-01f96ac9b10d {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:02.301360 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:02.301832 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Checking segment: {'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:02.302306 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.304997 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Bound using segment: {'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:02.305577 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Bound port: d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3feaa05a-5d4c-4fc9-9256-8ab46e88b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:02.306725 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.349000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be14c84-aeea-47fd-be06-76a6531d26f3 None None] New status for floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:00:02.420092 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] For port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:02.425244 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] For port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,segment=NetworkSegment(3feaa05a-5d4c-4fc9-9256-8ab46e88b800),segment_id=3feaa05a-5d4c-4fc9-9256-8ab46e88b800)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:02.431824 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.439421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b0dd55b-7b14-4fd7-88a3-d631e6b2d48f req-361b7f0e-f46f-4ee6-81d2-e3177dc76da9 tempest-FloatingIPsNegativeTestJSON-1769537533 tempest-FloatingIPsNegativeTestJSON-1769537533-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1109421 Aug 11 03:00:02.463342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Made reservation on behalf of d5e2849c1fa2439186e02d67a1626514 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:02.474419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:02.516725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-a7693c71-ada1-4255-98b1-1728e9955e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:02.519835 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc767f7-9bbf-4c05-8310-39c98e848f21 None None] Pushing event updated for resources: {'Port': ['ID=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:02.524009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-a7693c71-ada1-4255-98b1-1728e9955e20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2761207 Aug 11 03:00:02.550561 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Routers {'90b427ab-77fc-4934-b624-d97677a1928e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:02.551192 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['90b427ab-77fc-4934-b624-d97677a1928e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:02.703102 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] Set router 90b427ab-77fc-4934-b624-d97677a1928e gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:02.760647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:00:02.761226 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:00:02.968687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Allocated IP 172.20.0.14 (6deacbbc-90b6-4ce7-9661-dcbc27f0fea7/2b70181b-6aab-4380-94da-065bdc0b290b/90bc6144-0463-4503-a0b3-f92c04b15de5) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:02.972682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-96863f78-3752-45a3-8629-1d8971f7fb70 service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263153 Aug 11 03:00:03.076606 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'd7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a', 'name': '', 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'mac_address': 'fa:16:3e:ac:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5d7766e1-a980-4d05-b101-b2923969d139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:56Z', 'updated_at': '2021-08-11T03:00:02Z', 'revision_number': 4, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'subnets': [{'id': '5d7766e1-a980-4d05-b101-b2923969d139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:03.094640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f35642f-0b1f-4c4b-a0d9-fbd2c1db8ca5 req-eadd835b-78bd-4b4e-91d6-591daf72b6d8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 210 time: 0.0473332 Aug 11 03:00:03.103968 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f03ca-5553-446c-b02e-30a31b97cd0e None None] The sync data for ids ['90b427ab-77fc-4934-b624-d97677a1928e'] in n-d-768509-22 is: [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T02:59:59Z', 'revision_number': 4, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'd7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a', 'name': '', 'network_id': '8921a403-7a4e-4100-84f4-01f96ac9b10d', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'mac_address': 'fa:16:3e:ac:a4:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '5d7766e1-a980-4d05-b101-b2923969d139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:56Z', 'updated_at': '2021-08-11T03:00:02Z', 'revision_number': 4, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'subnets': [{'id': '5d7766e1-a980-4d05-b101-b2923969d139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:03.246655 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-445b8b0e-5092-4837-859d-2ebc0c96ef69 req-1f711992-932c-4df7-b928-2c156f3312b8 tempest-FloatingIPsNegativeTestJSON-1769537533 tempest-FloatingIPsNegativeTestJSON-1769537533-project] show failed (client error): The resource could not be found. Aug 11 03:00:03.247821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-445b8b0e-5092-4837-859d-2ebc0c96ef69 req-1f711992-932c-4df7-b928-2c156f3312b8 tempest-FloatingIPsNegativeTestJSON-1769537533 tempest-FloatingIPsNegativeTestJSON-1769537533-project] 10.222.0.60 "GET /v2.0/floatingips/c2aa6fdc-f0b6-4f4b-899d-c3e8dff19fb4 HTTP/1.1" status: 404 len: 350 time: 0.1113083 Aug 11 03:00:03.259705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72488b85-cf14-4bc5-8209-f4e0a4c620c5 req-01af5d8c-f8ea-4d89-a383-9f1156dacb75 service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730093 Aug 11 03:00:03.259705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54264) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:03.262183 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.423003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.458016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Transition to ACTIVE for port object 90bc6144-0463-4503-a0b3-f92c04b15de5 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:03.522409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5b0d8-1e53-44a1-ac64-d2db54063165 req-39ffa88b-80ca-4645-8263-12228a5ff46d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.526861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ff5b0d8-1e53-44a1-ac64-d2db54063165 req-39ffa88b-80ca-4645-8263-12228a5ff46d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 949 time: 0.1701119 Aug 11 03:00:03.553102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66165793-8b04-4422-82dd-62be447fc764 req-5ad353ed-045e-4ed2-b9f5-17d235d1facc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.554802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66165793-8b04-4422-82dd-62be447fc764 req-5ad353ed-045e-4ed2-b9f5-17d235d1facc tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 949 time: 0.1032684 Aug 11 03:00:03.639226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.652878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['bf6f7400-3a62-47b0-9d38-89693319f75d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:03.657830 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ff5b0d8-1e53-44a1-ac64-d2db54063165 req-4de5c6ab-dadd-4626-b47c-77552ace05b7 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198623 Aug 11 03:00:03.716096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:03.739039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:03.740927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:03.754940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port ecb75011-436c-4b16-815e-e027d75b541e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:03.755279 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:03.761212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:03.769142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:03.934430 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b55790d-30aa-4314-9c17-11793b337e5f req-1fba64eb-85bd-4471-b703-95e887d3e04b tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.1860666 Aug 11 03:00:03.940767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:03.941759 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.015585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-eace6690-b0b1-4d21-a99b-2f0f1b19b444 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9303474 Aug 11 03:00:04.031087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Request body: {'port': {'device_id': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:04.133225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7feb7070-9c0b-43f8-a568-ee9cb323a94d None None] Provisioning for port 90bc6144-0463-4503-a0b3-f92c04b15de5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:04.135491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port ecb75011-436c-4b16-815e-e027d75b541e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ecb75011-436c-4b16-815e-e027d75b541e,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:04.136123 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.148398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.156928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7feb7070-9c0b-43f8-a568-ee9cb323a94d None None] Provisioning complete for port 90bc6144-0463-4503-a0b3-f92c04b15de5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:04.157128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for ecb75011-436c-4b16-815e-e027d75b541e owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:04.157340 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7feb7070-9c0b-43f8-a568-ee9cb323a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.231779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7feb7070-9c0b-43f8-a568-ee9cb323a94d None None] Port 90bc6144-0463-4503-a0b3-f92c04b15de5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:04.329000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.371020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.462881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.562676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:04.601167 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18 associated. External IP: 172.25.4.174, port: 29c3659e-611d-4954-8d46-3ecb457a30b2. Aug 11 03:00:04.650030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:04.654707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:04.659927 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.722699 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.796422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=ecb75011-436c-4b16-815e-e027d75b541e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:04.805516 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:04.835992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ecb75011-436c-4b16-815e-e027d75b541e', '04f0e770-cf9e-4a30-917d-14f1eaa59570'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:04.886750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78032a-6697-450c-956f-012bf9b90e32 req-645697aa-6a7c-43e1-9007-c07398550b5e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:04.888407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a78032a-6697-450c-956f-012bf9b90e32 req-645697aa-6a7c-43e1-9007-c07398550b5e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb1808f4-123c-421b-a26e-0fbc430c947d HTTP/1.1" status: 200 len: 950 time: 0.2910519 Aug 11 03:00:04.889917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:05.095586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,segment=NetworkSegment(3feaa05a-5d4c-4fc9-9256-8ab46e88b800),segment_id=3feaa05a-5d4c-4fc9-9256-8ab46e88b800)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:05.103781 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.197308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:05.351826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c359d67-a450-49c7-b66a-c8703f87abef req-086f5a7e-0121-47a8-8282-4c4d07bd53ba tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:05.367957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c359d67-a450-49c7-b66a-c8703f87abef req-086f5a7e-0121-47a8-8282-4c4d07bd53ba tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 932 time: 0.2670581 Aug 11 03:00:05.489907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port ecb75011-436c-4b16-815e-e027d75b541e on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:05.492751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.495268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66165793-8b04-4422-82dd-62be447fc764 req-1c14c87c-c514-4c7f-95a1-c4d47988d4a1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "DELETE /v2.0/ports/ecb75011-436c-4b16-815e-e027d75b541e HTTP/1.1" status: 204 len: 173 time: 1.9130127 Aug 11 03:00:05.501298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'name': 'network-vif-deleted', 'tag': 'ecb75011-436c-4b16-815e-e027d75b541e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:05.503600 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19929c13-2e63-4e31-bb83-be6b2a01e0d2" -d '{"events": [{"server_uuid": "cc4c454d-9f7a-4e35-8a49-c414a4953b5e", "name": "network-vif-deleted", "tag": "ecb75011-436c-4b16-815e-e027d75b541e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:05.560510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90bc6144-0463-4503-a0b3-f92c04b15de5 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:05.574473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.597593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c359d67-a450-49c7-b66a-c8703f87abef req-cb65c36a-d13f-4e77-a3d5-63c886457c14 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286983 Aug 11 03:00:05.620734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Transition to ACTIVE for port object 90bc6144-0463-4503-a0b3-f92c04b15de5 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:05.644130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.752343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:05.784444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-381ba090-5f55-4bb1-a9ac-e1e3d5c351b1 req-66b673b5-801e-44b0-a021-74dd51bdef8e tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc4c454d-9f7a-4e35-8a49-c414a4953b5e HTTP/1.1" status: 200 len: 210 time: 0.0736513 Aug 11 03:00:05.807608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:05.842930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port 04f0e770-cf9e-4a30-917d-14f1eaa59570 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:05.843622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:05.890340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Deleting port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:05.890683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.031537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:06.042646 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:06.048149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e67f37e-d634-42aa-9214-1b2b26be4dfa req-9047614f-b47a-431e-8db5-6fc417632fff tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0671959 Aug 11 03:00:06.059034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Attempting to bind port 90bc6144-0463-4503-a0b3-f92c04b15de5 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:06.061392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Attempting to bind port 90bc6144-0463-4503-a0b3-f92c04b15de5 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:06.061786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:06.062474 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:06.062789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Attempting to bind port 90bc6144-0463-4503-a0b3-f92c04b15de5 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:06.077786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Port 90bc6144-0463-4503-a0b3-f92c04b15de5 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:06.079436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Attempting to bind port 90bc6144-0463-4503-a0b3-f92c04b15de5 on network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:06.099608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:06.101026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Checking segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:06.101882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Bound using segment: {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:06.103580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Bound port: 90bc6144-0463-4503-a0b3-f92c04b15de5, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed28b30e-4374-4813-8321-843ab4b971c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:06.103990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.113362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port 04f0e770-cf9e-4a30-917d-14f1eaa59570, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=04f0e770-cf9e-4a30-917d-14f1eaa59570,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:06.113843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.134507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for 04f0e770-cf9e-4a30-917d-14f1eaa59570 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:06.211409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] For port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,segment=NetworkSegment(3feaa05a-5d4c-4fc9-9256-8ab46e88b800),segment_id=3feaa05a-5d4c-4fc9-9256-8ab46e88b800)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:06.211825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.238313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Calling delete_port for d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:06.258775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:06.265098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:06.298434 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:06.371484 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.409848 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07501761-ded3-450b-92e7-233d8bc9cab9 x-openstack-request-id: req-07501761-ded3-450b-92e7-233d8bc9cab9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:06.410272 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4c454d-9f7a-4e35-8a49-c414a4953b5e", "name": "network-vif-deleted", "tag": "ecb75011-436c-4b16-815e-e027d75b541e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:06.410635 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07501761-ded3-450b-92e7-233d8bc9cab9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:06.411249 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4c454d-9f7a-4e35-8a49-c414a4953b5e', 'name': 'network-vif-deleted', 'tag': 'ecb75011-436c-4b16-815e-e027d75b541e', 'status': 'completed', 'code': 200} Aug 11 03:00:06.423349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:06.436410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:06.437115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.438720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] 10.222.0.10 "PUT /v2.0/ports/90bc6144-0463-4503-a0b3-f92c04b15de5 HTTP/1.1" status: 200 len: 1093 time: 2.4132695 Aug 11 03:00:06.520958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:06.558245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:06.560921 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6078d0ca-2566-4496-b156-277b620ce6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:06.641460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:06.641959 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.651259 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed35191d-21f5-499a-91e7-0dc2bb9f5edc x-openstack-request-id: req-ed35191d-21f5-499a-91e7-0dc2bb9f5edc {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:06.651574 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:06.651898 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed35191d-21f5-499a-91e7-0dc2bb9f5edc {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:06.652343 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'status': 'completed', 'code': 200} Aug 11 03:00:06.655176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e10ca-55ef-4278-b60b-275e6dcba785 service neutron] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:06.670463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-aadcc40c-4ae4-461b-a90b-701275f04fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:06.674411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-aadcc40c-4ae4-461b-a90b-701275f04fcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 1096 time: 0.1068792 Aug 11 03:00:06.747338 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.778167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:06.789939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=04f0e770-cf9e-4a30-917d-14f1eaa59570,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:06.845872 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:80:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 3, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:06.856989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-e1948c46-b5c9-4694-9ecd-43533e5db511 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bc6144-0463-4503-a0b3-f92c04b15de5 HTTP/1.1" status: 200 len: 217 time: 0.1724589 Aug 11 03:00:06.879303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:06.881464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port 04f0e770-cf9e-4a30-917d-14f1eaa59570 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:06.885909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.889012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:06.889932 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:06.892040 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a78032a-6697-450c-956f-012bf9b90e32 req-461f2899-7f83-4bc3-bebe-5cd3b7c589e0 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.10 "DELETE /v2.0/ports/04f0e770-cf9e-4a30-917d-14f1eaa59570 HTTP/1.1" status: 204 len: 173 time: 1.9941783 Aug 11 03:00:06.900584 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:06.901212 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:06.972406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-e6b07323-2695-4602-96e3-389c0c443928 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "PUT /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 200 len: 999 time: 5.1061158 Aug 11 03:00:07.048047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915b0db-5896-4b2c-86b5-57b58b2f95d3 req-aed98987-a260-47ad-a272-b9a167807f2e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.053583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-23042219-e03f-4666-a085-4386fda966b4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.056508 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3915b0db-5896-4b2c-86b5-57b58b2f95d3 req-aed98987-a260-47ad-a272-b9a167807f2e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 944 time: 0.3013928 Aug 11 03:00:07.065495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:07.067263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-23042219-e03f-4666-a085-4386fda966b4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports/29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 942 time: 0.0937850 Aug 11 03:00:07.068276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-1e49a176-2a00-4b97-82d2-ef1fc8de63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.069816 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-1e49a176-2a00-4b97-82d2-ef1fc8de63b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1905031 Aug 11 03:00:07.121965 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:07.158341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:07.196908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-ad9ec069-909c-4260-a6bd-cf291e10be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.205080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-ad9ec069-909c-4260-a6bd-cf291e10be28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.0747545 Aug 11 03:00:07.241177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3915b0db-5896-4b2c-86b5-57b58b2f95d3 req-41046e4f-d938-4aaa-9e37-9b6c749a599d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835749 Aug 11 03:00:07.274750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-99b9bb61-59d5-493c-ac77-de081022d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.274750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-99b9bb61-59d5-493c-ac77-de081022d08d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769507 Aug 11 03:00:07.340485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-76b2cfac-a73f-497a-ab5b-b81b2447338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.342494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-76b2cfac-a73f-497a-ab5b-b81b2447338e service neutron] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.1363773 Aug 11 03:00:07.437099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-d1a22b19-f67d-46e2-a7bb-1605dbe4a408 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 217 time: 0.0875595 Aug 11 03:00:07.552487 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3656f664-ca2b-40fb-b77a-21b818926207 req-5bd0e7db-d4cf-43e6-90fc-d4a43e887ac0 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0595417 Aug 11 03:00:07.589580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-aa8daa10-0a34-46f3-b161-7c8b62e43812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.591307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-aa8daa10-0a34-46f3-b161-7c8b62e43812 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1483507 Aug 11 03:00:07.660119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-c9195ccd-c122-45e3-8db7-cefac3470d09 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650122 Aug 11 03:00:07.662281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:07.695374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-d3cd4dee-dde4-46f1-8220-8308c52c39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:07.697298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-d3cd4dee-dde4-46f1-8220-8308c52c39b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807364 Aug 11 03:00:07.787182 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:80:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 3, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:07.816426 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdb4b6-0c13-4846-b41d-81a481dcc2d8 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:80:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:04Z', 'revision_number': 3, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:07.898019 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-9cf4c82d-c5be-4209-a288-72a3ea37e9a1 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942275 Aug 11 03:00:07.943094 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51b2af29-94cd-4d34-9ad3-9d2fcb47217f req-e72887b9-d75d-48a6-b97d-373db1f1f6a4 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708673 Aug 11 03:00:08.054268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-238af26a-7b50-4d8c-a0ba-7e233a533500 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1551719 Aug 11 03:00:08.080421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-9fbcea96-f7fd-4948-8c36-0aba617ec240 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687069 Aug 11 03:00:08.151160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-e8c76b24-6f0e-4460-b9ba-92884ca782d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.152995 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-e8c76b24-6f0e-4460-b9ba-92884ca782d8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 1096 time: 0.1257331 Aug 11 03:00:08.174481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b790a449-29f5-4e0f-ad85-dfc33a1f8943 None None] New status for floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:00:08.208255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-56154ecf-89fe-4335-84ef-195cb5a7a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.209830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-56154ecf-89fe-4335-84ef-195cb5a7a908 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 1098 time: 0.0812910 Aug 11 03:00:08.229390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Router 90b427ab-77fc-4934-b624-d97677a1928e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:08.240486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-0dd5c3a5-683d-430a-8a4b-25b59ad750a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.242729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-0dd5c3a5-683d-430a-8a4b-25b59ad750a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 1097 time: 0.1561782 Aug 11 03:00:08.412761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'name': 'network-vif-deleted', 'tag': '04f0e770-cf9e-4a30-917d-14f1eaa59570'}, {'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2'}, {'name': 'network-changed', 'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:08.415109 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170d977f-39d7-4bd1-89bc-1444ce89c475" -d '{"events": [{"server_uuid": "fb1808f4-123c-421b-a26e-0fbc430c947d", "name": "network-vif-deleted", "tag": "04f0e770-cf9e-4a30-917d-14f1eaa59570"}, {"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2"}, {"name": "network-changed", "server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "tag": "d01144b7-78f4-47f0-b727-50febb51b420"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:08.451185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-331f2ff9-bc94-43e0-b2c5-ad7120bccac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.452706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-331f2ff9-bc94-43e0-b2c5-ad7120bccac6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2902160 Aug 11 03:00:08.467517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-41ff3084-63f9-48b0-87f1-f248d9824c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.469079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-41ff3084-63f9-48b0-87f1-f248d9824c61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.2494607 Aug 11 03:00:08.485691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968fffc-b2b8-4daf-8504-84ac3cc2f1b7 req-f3ed39d9-591f-4a4b-8222-fc0990adcc50 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.487255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6968fffc-b2b8-4daf-8504-84ac3cc2f1b7 req-f3ed39d9-591f-4a4b-8222-fc0990adcc50 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 950 time: 0.2344916 Aug 11 03:00:08.518681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-70e354ba-3206-4e98-bcbf-c942ffeb9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.520241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-70e354ba-3206-4e98-bcbf-c942ffeb9213 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2452402 Aug 11 03:00:08.526537 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:08.538222 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:08.539252 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:08.555200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:08.563675 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-9301cbc4-e4ec-42ea-8a35-3300d85a3d70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bc6144-0463-4503-a0b3-f92c04b15de5 HTTP/1.1" status: 200 len: 217 time: 0.0993621 Aug 11 03:00:08.564879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] Sync routers for ids ['90b427ab-77fc-4934-b624-d97677a1928e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:08.579595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5ed2ec88-069a-44ff-b0f4-a7db39761439 admin admin] 10.222.0.60 "PUT /v2.0/routers/90b427ab-77fc-4934-b624-d97677a1928e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3190105 Aug 11 03:00:08.580606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54340) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:08.580932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] Routers {'90b427ab-77fc-4934-b624-d97677a1928e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:08.581568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['90b427ab-77fc-4934-b624-d97677a1928e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:08.583192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-6ac1121a-fa0e-47d8-a54b-f58c7c973709 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3 HTTP/1.1" status: 200 len: 217 time: 0.0516121 Aug 11 03:00:08.593810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-9f034739-b8db-4976-b5b9-4109498ee297 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 1002 time: 0.1130188 Aug 11 03:00:08.608957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6968fffc-b2b8-4daf-8504-84ac3cc2f1b7 req-c38d1800-2e6d-478f-9ec5-d5e91d907f81 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907047 Aug 11 03:00:08.658075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ecb75011-436c-4b16-815e-e027d75b541e no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:08.670479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-a4859f5c-3d06-4f59-b113-8f33e26490ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.678656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-a4859f5c-3d06-4f59-b113-8f33e26490ac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.0948734 Aug 11 03:00:08.686330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: ecb75011-436c-4b16-815e-e027d75b541e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:08.686680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ecb75011-436c-4b16-815e-e027d75b541e not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:08.687096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 04f0e770-cf9e-4a30-917d-14f1eaa59570 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:08.715766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 04f0e770-cf9e-4a30-917d-14f1eaa59570 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:08.716171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 04f0e770-cf9e-4a30-917d-14f1eaa59570 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:08.756726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-be7f13f8-8de7-4470-9910-38b0993f4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.758211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-be7f13f8-8de7-4470-9910-38b0993f4f17 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1259618 Aug 11 03:00:08.762163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-a26bbbf8-3f3a-40f0-9738-f6b7afc15d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.763604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-a26bbbf8-3f3a-40f0-9738-f6b7afc15d61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1723344 Aug 11 03:00:08.795447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] Set router 90b427ab-77fc-4934-b624-d97677a1928e gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:08.804655 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:08.860030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:08.890361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666a91-0a70-4eb3-8c03-f3eeadf18515 req-981415b0-17dc-4049-85c7-bf5e28dff82a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.896287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35666a91-0a70-4eb3-8c03-f3eeadf18515 req-981415b0-17dc-4049-85c7-bf5e28dff82a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 944 time: 0.1492755 Aug 11 03:00:08.932152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-f8adf810-3717-4bad-bcfd-690224001afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:08.933702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-f8adf810-3717-4bad-bcfd-690224001afe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2397161 Aug 11 03:00:09.002170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-5b5b4300-8f40-4a36-8c62-eb9d39455c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.003876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-5b5b4300-8f40-4a36-8c62-eb9d39455c7d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2371347 Aug 11 03:00:09.029263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T03:00:06Z', 'revision_number': 5, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.069904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] Checking router: 90b427ab-77fc-4934-b624-d97677a1928e for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:09.070484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35666a91-0a70-4eb3-8c03-f3eeadf18515 req-29e7969b-625c-45a7-ae84-0f24b5c20c3c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615582 Aug 11 03:00:09.092191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] Routers {'90b427ab-77fc-4934-b624-d97677a1928e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:09.092897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['90b427ab-77fc-4934-b624-d97677a1928e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.149598 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:80:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:08Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.154506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-0c8f55ef-3348-47db-8909-fbae240f8aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.167756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-0c8f55ef-3348-47db-8909-fbae240f8aeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3524644 Aug 11 03:00:09.172490 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69315f11-3da7-4480-a4a2-aa5fca00e12a x-openstack-request-id: req-69315f11-3da7-4480-a4a2-aa5fca00e12a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:09.173504 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1808f4-123c-421b-a26e-0fbc430c947d", "name": "network-vif-deleted", "tag": "04f0e770-cf9e-4a30-917d-14f1eaa59570", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "tag": "d01144b7-78f4-47f0-b727-50febb51b420", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:09.174039 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69315f11-3da7-4480-a4a2-aa5fca00e12a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:09.174625 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1808f4-123c-421b-a26e-0fbc430c947d', 'name': 'network-vif-deleted', 'tag': '04f0e770-cf9e-4a30-917d-14f1eaa59570', 'status': 'completed', 'code': 200} Aug 11 03:00:09.175067 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'status': 'completed', 'code': 200} Aug 11 03:00:09.175508 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420', 'status': 'completed', 'code': 200} Aug 11 03:00:09.185373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-aa7ab81c-eccf-4cc4-bb6a-bc456c744138 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398846 Aug 11 03:00:09.194513 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:09.209284 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:09.210295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.394837 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:09.416611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8675f3c-c008-40b1-b7aa-407d8c2f30f8 req-1aa541bb-8134-47df-b3d3-2132c6d2cfbd tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0624378 Aug 11 03:00:09.509188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-3d87aa6f-caed-4c9a-917a-d6a7d016192a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.510933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-3d87aa6f-caed-4c9a-917a-d6a7d016192a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.3245611 Aug 11 03:00:09.778132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] Set router 90b427ab-77fc-4934-b624-d97677a1928e gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:09.778708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:09.782220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6078d0ca-2566-4496-b156-277b620ce6a9 req-e566f2c7-7696-4277-a0c5-e58ddfb9bad2 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833828 Aug 11 03:00:09.825782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-1003bdb1-bcc4-43f9-aa66-17d7b339ff66 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069193 Aug 11 03:00:09.828811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-e9c6b510-d4a1-4f14-988e-ef90313dd322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.830450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-e9c6b510-d4a1-4f14-988e-ef90313dd322 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 1098 time: 0.6596706 Aug 11 03:00:09.888828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-737f186a-0662-4172-8b20-bd221766d10e service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103934 Aug 11 03:00:09.959026 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:80:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:08Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:09.971411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-6dc40173-5be9-48e4-966e-f7fbdf2a0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:09.972983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-6dc40173-5be9-48e4-966e-f7fbdf2a0b5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.4502671 Aug 11 03:00:09.995585 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac626b7-254d-46f8-9226-9c3f05c3c868 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': 'd01144b7-78f4-47f0-b727-50febb51b420', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:80:11:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:08Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:10.034845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb8f71-8967-4af0-8ee3-ad8c16fe5fff req-954e410e-06a8-4546-bb4b-d56bcdbb426d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.036705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63bb8f71-8967-4af0-8ee3-ad8c16fe5fff req-954e410e-06a8-4546-bb4b-d56bcdbb426d tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 950 time: 0.1568718 Aug 11 03:00:10.038530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-01b4b1a4-570a-4eb8-8144-421a387ea5e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 217 time: 0.0526824 Aug 11 03:00:10.194692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T03:00:06Z', 'revision_number': 5, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:10.209536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63bb8f71-8967-4af0-8ee3-ad8c16fe5fff req-4ecd94ac-17c1-4e4a-8567-d0e28151b7d1 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634467 Aug 11 03:00:10.214155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-5fed7443-6c17-45fd-9250-7ca8b56533b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.216945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-5fed7443-6c17-45fd-9250-7ca8b56533b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1632507 Aug 11 03:00:10.266788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381f5e2f-2011-4f1b-82d4-e5d30609d51b None None] The sync data for ids ['90b427ab-77fc-4934-b624-d97677a1928e'] in n-d-768509-22 is: [{'id': '90b427ab-77fc-4934-b624-d97677a1928e', 'name': 'tempest-FloatingIPsNegativeTestJSON-229244001-router', 'tenant_id': '03041e967f11473e9e752bdfa2ccb19a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:51Z', 'updated_at': '2021-08-11T03:00:06Z', 'revision_number': 5, 'project_id': '03041e967f11473e9e752bdfa2ccb19a', 'gw_port': {'id': '1d06b167-9624-4e87-8483-2753e3f63eff', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:04:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90b427ab-77fc-4934-b624-d97677a1928e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1320, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:52Z', 'updated_at': '2021-08-11T02:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:10.305311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db7c7810-d4c2-49b0-a9f6-fc622d838424 req-d1853e3e-b091-4458-87ca-7cd4d4bcd48a service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785652 Aug 11 03:00:10.361252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-3c82760c-3403-40bb-ba1d-cf6b3c4e06bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.363094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-3c82760c-3403-40bb-ba1d-cf6b3c4e06bb tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 950 time: 0.2458134 Aug 11 03:00:10.376534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d8421df-38d7-4957-8ce6-4f634a65ea1f req-86a58c06-d337-45f7-96be-dad00ef39f52 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780457 Aug 11 03:00:10.377976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Deleting port 1d06b167-9624-4e87-8483-2753e3f63eff {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:10.378311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.475279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-ad64b28c-70e8-4660-a970-44a6dd97a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.477090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-ad64b28c-70e8-4660-a970-44a6dd97a0b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.6169088 Aug 11 03:00:10.658352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] For port 1d06b167-9624-4e87-8483-2753e3f63eff, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1d06b167-9624-4e87-8483-2753e3f63eff,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:10.658726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.663999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9a7cae0-1a89-4551-8c28-585fd8a40fc6 req-f1a02c37-f8ad-445f-a269-b05ff908a2c6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1002 time: 0.2996304 Aug 11 03:00:10.671047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 90bc6144-0463-4503-a0b3-f92c04b15de5 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:10.676838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-3654e307-0acc-478a-a817-c7d65469b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.678388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-3654e307-0acc-478a-a817-c7d65469b2f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4527805 Aug 11 03:00:10.683464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-7b6f10b0-aa21-4888-a496-a20fde3aa9fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 1002 time: 0.1700737 Aug 11 03:00:10.686365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Calling delete_port for 1d06b167-9624-4e87-8483-2753e3f63eff owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:10.834566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fed729-fab0-4cce-a923-5b947245440c req-24439bb2-6780-43e5-8dfc-cab5a1c8eaa7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.843866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89fed729-fab0-4cce-a923-5b947245440c req-24439bb2-6780-43e5-8dfc-cab5a1c8eaa7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 944 time: 0.5242541 Aug 11 03:00:10.862464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:10.863546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7cae0-1a89-4551-8c28-585fd8a40fc6 req-0bae434c-c288-4080-9e60-34a268da901b tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.864998 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9a7cae0-1a89-4551-8c28-585fd8a40fc6 req-0bae434c-c288-4080-9e60-34a268da901b tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports/d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 943 time: 0.1743844 Aug 11 03:00:10.877375 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-e4412039-bfcd-4f29-93cb-1941fc03da88 service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813729 Aug 11 03:00:10.889261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-113d4869-2281-4f58-81c9-906ef214d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:10.890203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-113d4869-2281-4f58-81c9-906ef214d0f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1980631 Aug 11 03:00:10.897279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Deleting port 0fa319bd-2485-4d10-8644-f271940cdd0c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:10.897517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:10.903919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'mac_address': 'fa:16:3e:bb:43:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:10.944605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89fed729-fab0-4cce-a923-5b947245440c req-bace962e-9ec3-43a0-a33d-44505c1e19ec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995533 Aug 11 03:00:10.987015 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.010899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90bc6144-0463-4503-a0b3-f92c04b15de5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:11.036472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:11.043335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.132860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:11.146226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.147102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.147220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37f9d71c-a444-41fc-960a-e05551d33a44 req-7660f954-324b-4e65-becf-d06fc3c86d93 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0583208 Aug 11 03:00:11.147542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.148777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.148777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.149397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.149566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.149903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.150598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.150933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.151366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.151720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:11.161860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] For port 0fa319bd-2485-4d10-8644-f271940cdd0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0fa319bd-2485-4d10-8644-f271940cdd0c,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:11.162253 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.168433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9a7cae0-1a89-4551-8c28-585fd8a40fc6 req-efc380f8-d7bc-4c7c-b1d2-383dfef56af2 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1002 time: 0.1747482 Aug 11 03:00:11.170167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-e9ce12aa-d3db-4d0d-b773-52fb9f1d4565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.171653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-e9ce12aa-d3db-4d0d-b773-52fb9f1d4565 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2507269 Aug 11 03:00:11.191824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Calling delete_port for 0fa319bd-2485-4d10-8644-f271940cdd0c owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:11.192202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-82ae4e6b-1251-4466-aaeb-ea8d4b7bc55f service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855351 Aug 11 03:00:11.392903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['90bc6144-0463-4503-a0b3-f92c04b15de5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:11.431751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212ded-7907-4b4f-b822-7257ea95735d req-74a792b1-9cd4-451f-bfca-6e6192dc8c97 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.440221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e212ded-7907-4b4f-b822-7257ea95735d req-74a792b1-9cd4-451f-bfca-6e6192dc8c97 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 950 time: 0.0639360 Aug 11 03:00:11.490404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e212ded-7907-4b4f-b822-7257ea95735d req-5efe1f4f-cce8-42ed-b60e-851461aaa8cd tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/security-groups?id=8947edb3-9398-4bbb-8a1c-7a3286fa246b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Aug 11 03:00:11.490641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.560399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d06b167-9624-4e87-8483-2753e3f63eff,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:11.616672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7cae0-1a89-4551-8c28-585fd8a40fc6 req-11229ef6-853a-4e6d-9ae3-0116667151f8 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.618133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9a7cae0-1a89-4551-8c28-585fd8a40fc6 req-11229ef6-853a-4e6d-9ae3-0116667151f8 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.4380159 Aug 11 03:00:11.639742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-9d75c6b6-cc60-4a64-a185-9b5633f8eb35 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506452 Aug 11 03:00:11.747468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-ea4edca5-41f6-4bc5-a259-45fd956f74dc tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1002 time: 0.1084087 Aug 11 03:00:11.777136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.781615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.799368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-dbfe91e5-b00c-4298-8d27-e26f77313efc tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:11.801151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-dbfe91e5-b00c-4298-8d27-e26f77313efc tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports/d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 943 time: 0.0472581 Aug 11 03:00:11.803821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0fa319bd-2485-4d10-8644-f271940cdd0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:11.920264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Pushing event deleted for resources: {'Port': ['ID=0fa319bd-2485-4d10-8644-f271940cdd0c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:11.936989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-3ee6db11-af84-4a0a-9f43-cc34fcdf34ad tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1002 time: 0.0725501 Aug 11 03:00:11.950088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.973034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.976133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] No DVR routers for this DVR port 0fa319bd-2485-4d10-8644-f271940cdd0c on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:11.980442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:11.982510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68d3cab7-2862-4557-90a7-6c1e55593e6b req-187168fb-13a1-446d-9322-00444b45f246 tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.57 "DELETE /v2.0/ports/0fa319bd-2485-4d10-8644-f271940cdd0c HTTP/1.1" status: 204 len: 173 time: 1.5476112 Aug 11 03:00:11.986258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'name': 'network-vif-deleted', 'tag': '0fa319bd-2485-4d10-8644-f271940cdd0c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:11.989955 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b931a8-117f-466d-9630-3c6f47cf297d" -d '{"events": [{"server_uuid": "1d4e9e12-b891-4049-9ee8-2267c55f9021", "name": "network-vif-deleted", "tag": "0fa319bd-2485-4d10-8644-f271940cdd0c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:11.997306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-170d977f-39d7-4bd1-89bc-1444ce89c475 req-3f7c5812-e9eb-4465-9514-e1b090afbfc4 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129485 Aug 11 03:00:12.085546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d5a2a35-f86a-43c2-a51d-5651930be8e4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.087505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d5a2a35-f86a-43c2-a51d-5651930be8e4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1430531 Aug 11 03:00:12.098403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-9b603b39-8b5b-45c6-8c3e-98e12fedb881 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:12.099524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-9b603b39-8b5b-45c6-8c3e-98e12fedb881 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064578 Aug 11 03:00:12.102586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.103274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90b427ab-77fc-4934-b624-d97677a1928e {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:12.116608 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.121375 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-579ec3e5-fa6e-43c2-b8ac-689988255843 admin admin] 10.222.0.60 "DELETE /v2.0/routers/90b427ab-77fc-4934-b624-d97677a1928e HTTP/1.1" status: 204 len: 168 time: 3.5395777 Aug 11 03:00:12.121610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54398) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:12.162231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e229ac-ad3e-46b8-afed-887c4d1c310f req-fa26963f-4203-40a5-af9e-8a148d472b96 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:12.171845 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7e229ac-ad3e-46b8-afed-887c4d1c310f req-fa26963f-4203-40a5-af9e-8a148d472b96 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 945 time: 0.1105843 Aug 11 03:00:12.215256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7e229ac-ad3e-46b8-afed-887c4d1c310f req-8114d23b-a472-49cd-be32-949ff4d9ae07 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422239 Aug 11 03:00:12.222948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] Deleting subnet 5d7766e1-a980-4d05-b101-b2923969d139 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:12.232254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.261773 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-bebe03d7-c76e-455f-9ee0-8e2bcf2a83d8 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1002 time: 0.1487029 Aug 11 03:00:12.277636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:12.289611 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbc52f3-61c9-46fe-ae42-47ad7df6444f x-openstack-request-id: req-5fbc52f3-61c9-46fe-ae42-47ad7df6444f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:12.289967 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4e9e12-b891-4049-9ee8-2267c55f9021", "name": "network-vif-deleted", "tag": "0fa319bd-2485-4d10-8644-f271940cdd0c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:12.290225 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fbc52f3-61c9-46fe-ae42-47ad7df6444f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:12.290633 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4e9e12-b891-4049-9ee8-2267c55f9021', 'name': 'network-vif-deleted', 'tag': '0fa319bd-2485-4d10-8644-f271940cdd0c', 'status': 'completed', 'code': 200} Aug 11 03:00:12.353870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.411289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.415185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce634f0-ce24-430f-a022-d65f8b55dd4d req-6533137b-a80a-41ff-a297-f05727ac7e56 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0272317 Aug 11 03:00:12.609851 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.670638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 90bc6144-0463-4503-a0b3-f92c04b15de5 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:12.689210 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.718056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.718056 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18 disassociated. External IP: 172.25.4.174, port: d01144b7-78f4-47f0-b727-50febb51b420. Aug 11 03:00:12.781915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:12.828301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 90bc6144-0463-4503-a0b3-f92c04b15de5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:12.838303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 90bc6144-0463-4503-a0b3-f92c04b15de5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:12.838906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.842239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:12.842780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d7b8b5c7-3dd7-4d8e-a0a0-89e11cd4c02a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:12.853900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cec6c128-a5f9-401e-8954-eccc08b093b7 req-259f9f3e-700c-4f05-88ed-fc1a0a4312db tempest-ServersOnMultiNodesTest-576246595 tempest-ServersOnMultiNodesTest-576246595-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d4e9e12-b891-4049-9ee8-2267c55f9021 HTTP/1.1" status: 200 len: 210 time: 0.0519760 Aug 11 03:00:12.952610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:12.990218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:12.992714 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072a9b9-8602-42ab-a358-66ff85a9be20" -d '{"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-plugged", "status": "completed", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:13.003014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.010412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:13.015726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.054376 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962bad2-8c46-4dfb-b293-7649294f2b2a x-openstack-request-id: req-5962bad2-8c46-4dfb-b293-7649294f2b2a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:13.054749 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-plugged", "status": "completed", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:13.055070 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5962bad2-8c46-4dfb-b293-7649294f2b2a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:13.055817 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'code': 200} Aug 11 03:00:13.056861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7766e1-a980-4d05-b101-b2923969d139,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:13.059404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.063520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d276107a-5cd3-4fd0-90b9-329ce7b8496a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5d7766e1-a980-4d05-b101-b2923969d139 HTTP/1.1" status: 204 len: 168 time: 0.9383359 Aug 11 03:00:13.064166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54412) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:13.078532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:13.081940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:13.084524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23196023-7a45-4f64-8faf-d461e0f142fc None None] Network 8921a403-7a4e-4100-84f4-01f96ac9b10d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:13.197312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.233506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:13.238327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.246587 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:13.273570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-6d3a50e7-4653-4e00-ab5e-8996135ebe9e tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "PUT /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 200 len: 695 time: 1.0108283 Aug 11 03:00:13.274127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:13.276583 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:13.277105 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1795d5-be98-4259-a548-8f2e6bcf48ca" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "tag": "d01144b7-78f4-47f0-b727-50febb51b420"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:13.282052 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:13.317941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca9305-0a84-432d-9749-a93bbe98732b req-4aa7eff6-00a5-4156-83c6-07634b5c9624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.319473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbca9305-0a84-432d-9749-a93bbe98732b req-4aa7eff6-00a5-4156-83c6-07634b5c9624 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 1098 time: 0.1107070 Aug 11 03:00:13.346428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Deleting port 6d74c160-f96d-4785-a061-7a26e02a49fe {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:13.346776 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.371005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-905bab69-b4e2-42ae-b830-bad3eadb9d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.372655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-905bab69-b4e2-42ae-b830-bad3eadb9d7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 1098 time: 0.0699658 Aug 11 03:00:13.386893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] DHCP port deletion for 8921a403-7a4e-4100-84f4-01f96ac9b10d request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:13.419730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] For port 6d74c160-f96d-4785-a061-7a26e02a49fe, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6d74c160-f96d-4785-a061-7a26e02a49fe,segment=NetworkSegment(3feaa05a-5d4c-4fc9-9256-8ab46e88b800),segment_id=3feaa05a-5d4c-4fc9-9256-8ab46e88b800)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:13.419876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.434292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Calling delete_port for 6d74c160-f96d-4785-a061-7a26e02a49fe owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:13.435106 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:13.454109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] Deleting port 6d74c160-f96d-4785-a061-7a26e02a49fe {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:13.454906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.503466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-29588673-fd05-4479-8c86-1c6aa4c9a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.505370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-29588673-fd05-4479-8c86-1c6aa4c9a68c service neutron] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.1196465 Aug 11 03:00:13.541896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] For port 6d74c160-f96d-4785-a061-7a26e02a49fe, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6d74c160-f96d-4785-a061-7a26e02a49fe,segment=NetworkSegment(3feaa05a-5d4c-4fc9-9256-8ab46e88b800),segment_id=3feaa05a-5d4c-4fc9-9256-8ab46e88b800)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:13.542582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.559129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-fc0fce9f-68a5-462b-9cab-7a4116141943 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 217 time: 0.0461738 Aug 11 03:00:13.564033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] Calling delete_port for 6d74c160-f96d-4785-a061-7a26e02a49fe owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:13.659477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbca9305-0a84-432d-9749-a93bbe98732b req-f301acc0-b142-48d0-bbc9-e1014816a1bb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289509 Aug 11 03:00:13.679762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-0197a151-2c43-440c-a7d3-03b2f4bf35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.681610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-0197a151-2c43-440c-a7d3-03b2f4bf35fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1167641 Aug 11 03:00:13.712932 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.715462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e5929-bd36-4eb2-9beb-cdc94e5d40e2 req-09280b0c-0dce-47e8-9add-e1542b96456f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.723041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-125e5929-bd36-4eb2-9beb-cdc94e5d40e2 req-09280b0c-0dce-47e8-9add-e1542b96456f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.2093627 Aug 11 03:00:13.732723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:13.750356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] No DVR routers for this DVR port 6d74c160-f96d-4785-a061-7a26e02a49fe on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:13.753505 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:13.760290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd038d68-a1b1-46c7-b077-b4eb1213436e None None] Pushing event deleted for resources: {'Port': ['ID=6d74c160-f96d-4785-a061-7a26e02a49fe,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:13.783908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-fc548cd3-e139-450b-9798-8ef6538942a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:13.786063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-fc548cd3-e139-450b-9798-8ef6538942a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942202 Aug 11 03:00:13.797896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6d74c160-f96d-4785-a061-7a26e02a49fe,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:13.802919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] No DVR routers for this DVR port 6d74c160-f96d-4785-a061-7a26e02a49fe on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:13.814824 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:13.826549 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:13.827261 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:13.869076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-125e5929-bd36-4eb2-9beb-cdc94e5d40e2 req-d571a7b2-4503-4d38-885b-a483e8b72072 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446455 Aug 11 03:00:13.914320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-9ce79b0c-e8a9-4360-9e1b-8e74e6cd3a2c service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202567 Aug 11 03:00:14.029367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.051528 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:14.072996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c00c6c-21bc-4e1e-92b1-fe7fe9e15b4d req-3bb26870-790a-4125-af44-a74d37d281fd service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523876 Aug 11 03:00:14.073583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8921a403-7a4e-4100-84f4-01f96ac9b10d']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:14.074524 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f61d392-bf5f-4e31-bbb4-51b7b12b7f3a x-openstack-request-id: req-2f61d392-bf5f-4e31-bbb4-51b7b12b7f3a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:14.074810 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "tag": "d01144b7-78f4-47f0-b727-50febb51b420", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:14.075060 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f61d392-bf5f-4e31-bbb4-51b7b12b7f3a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:14.075766 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420', 'status': 'completed', 'code': 200} Aug 11 03:00:14.084622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e9ab52-5c00-4d4a-80cc-3dccc4711038 req-a349c0ec-f441-40a4-a82b-192a16e6fc2e tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0516024 Aug 11 03:00:14.090410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3feaa05a-5d4c-4fc9-9256-8ab46e88b800') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:14.090712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3feaa05a-5d4c-4fc9-9256-8ab46e88b800') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:14.109273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54436) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.118793 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.122366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-541c620f-ee55-4d96-98bb-197634d08062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.124049 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-541c620f-ee55-4d96-98bb-197634d08062 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 1098 time: 0.1398020 Aug 11 03:00:14.193582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.204355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:14.204772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:14.206624 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:14.299352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.307330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.308962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] 10.222.0.60 "DELETE /v2.0/networks/8921a403-7a4e-4100-84f4-01f96ac9b10d HTTP/1.1" status: 204 len: 168 time: 1.2440042 Aug 11 03:00:14.310371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-eb35e0a0-8600-4d6b-91b4-16c804692f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.311917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-eb35e0a0-8600-4d6b-91b4-16c804692f02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.1775594 Aug 11 03:00:14.335425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5b9a3-0774-4ee6-a5d7-ded753f318aa admin admin] Pushing event deleted for resources: {'Network': ['ID=8921a403-7a4e-4100-84f4-01f96ac9b10d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:14.341982 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70505e3b-8601-4907-82c7-da3e5ca5f6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.380113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-2dfe6d50-68fc-4dcd-89fa-5b5c6350b5fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 200 len: 217 time: 0.0532441 Aug 11 03:00:14.474285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1d06b167-9624-4e87-8483-2753e3f63eff no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:14.487240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-f34a7617-af6b-49d0-a749-51d1fdea239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.489099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-f34a7617-af6b-49d0-a749-51d1fdea239a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1004112 Aug 11 03:00:14.550037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 1d06b167-9624-4e87-8483-2753e3f63eff {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:14.550394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1d06b167-9624-4e87-8483-2753e3f63eff not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:14.552718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6d74c160-f96d-4785-a061-7a26e02a49fe no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:14.608371 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70505e3b-8601-4907-82c7-da3e5ca5f6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.629976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70505e3b-8601-4907-82c7-da3e5ca5f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:14.642677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-4da1665a-ee36-44df-b83b-18cf1a8e442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:14.645306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-4da1665a-ee36-44df-b83b-18cf1a8e442a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429458 Aug 11 03:00:14.649028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6d74c160-f96d-4785-a061-7a26e02a49fe {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:14.650070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6d74c160-f96d-4785-a061-7a26e02a49fe not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:14.674701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54450) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.776708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70505e3b-8601-4907-82c7-da3e5ca5f6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a866bc10-2a8f-448c-974f-1f0b695fe439,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:14.779817 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:14.817579 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfd4adf-e06c-4d67-80e0-b391700fa9d0 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:14.845570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54452) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.858714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-70505e3b-8601-4907-82c7-da3e5ca5f6b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d649b05e34fb4e4d93f63220347fe388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7482705 Aug 11 03:00:14.863096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-102bfb53-57b4-4064-ad90-0f32dc9a3c97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03041e967f11473e9e752bdfa2ccb19a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787872 Aug 11 03:00:14.863695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54456) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.879436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54458) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:14.998119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db9abb9-bb98-4c11-a051-276b7b7fc615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.040989 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69930d21-c18a-436a-ba77-2904482f869e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.064995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db9abb9-bb98-4c11-a051-276b7b7fc615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.119725 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69930d21-c18a-436a-ba77-2904482f869e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.206666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaef617-be5a-44d3-a2e4-3f3d4c6776ba req-93b5f908-3738-4ab9-8b28-7d55299404fb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.208310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acaef617-be5a-44d3-a2e4-3f3d4c6776ba req-93b5f908-3738-4ab9-8b28-7d55299404fb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1793823 Aug 11 03:00:15.218907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ed561a18-33b7-4302-bd3d-1a131ded6540 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bb497b990504e9dae2c06cce7c783ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692546 Aug 11 03:00:15.219414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54464) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:15.229541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88a7a0-29e1-4a4d-8600-98735321b349 None None] New status for floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:00:15.258411 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db9abb9-bb98-4c11-a051-276b7b7fc615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.261689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4db9abb9-bb98-4c11-a051-276b7b7fc615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.262825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4db9abb9-bb98-4c11-a051-276b7b7fc615 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/810c8f83-54bc-42d3-8c73-0f25d4419ab9 HTTP/1.1" status: 204 len: 168 time: 0.3822594 Aug 11 03:00:15.282294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9abb9-bb98-4c11-a051-276b7b7fc615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810c8f83-54bc-42d3-8c73-0f25d4419ab9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:15.290546 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69930d21-c18a-436a-ba77-2904482f869e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.293056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69930d21-c18a-436a-ba77-2904482f869e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.296436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-69930d21-c18a-436a-ba77-2904482f869e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a866bc10-2a8f-448c-974f-1f0b695fe439 HTTP/1.1" status: 204 len: 168 time: 0.4295957 Aug 11 03:00:15.332651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc012d-88e9-462a-b856-7b612255ba3e req-440dfb31-c31f-4920-bfb8-7a38dfe40b1c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:15.334388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-440dfb31-c31f-4920-bfb8-7a38dfe40b1c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0789487 Aug 11 03:00:15.343869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69930d21-c18a-436a-ba77-2904482f869e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a866bc10-2a8f-448c-974f-1f0b695fe439,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:15.357177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acaef617-be5a-44d3-a2e4-3f3d4c6776ba req-c827d0cc-1ddd-4e52-9587-eea72a10e397 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393232 Aug 11 03:00:15.385065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2016a0d6-1c57-443a-a075-bf9263fa7575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.426758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-be14513e-40c8-46da-9e7a-4d76bc9d73bc tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 698 time: 0.0841517 Aug 11 03:00:15.432182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2016a0d6-1c57-443a-a075-bf9263fa7575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.438607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'floatingip': {'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:15.446873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-462e48ef-1ba0-4440-9a2f-f845d984fae0 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7772949 Aug 11 03:00:15.466957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0fa319bd-2485-4d10-8644-f271940cdd0c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:15.506263 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.520506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-022e8c36-20d6-4bce-8777-191026d344b0 req-4007f019-e1b2-4d15-8d5c-9d83650e9f19 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0455418 Aug 11 03:00:15.547914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 0fa319bd-2485-4d10-8644-f271940cdd0c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:15.548301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0fa319bd-2485-4d10-8644-f271940cdd0c not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:15.554750 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2016a0d6-1c57-443a-a075-bf9263fa7575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.557712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2016a0d6-1c57-443a-a075-bf9263fa7575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.559024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2016a0d6-1c57-443a-a075-bf9263fa7575 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8947edb3-9398-4bbb-8a1c-7a3286fa246b HTTP/1.1" status: 204 len: 168 time: 0.3387160 Aug 11 03:00:15.579555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016a0d6-1c57-443a-a075-bf9263fa7575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8947edb3-9398-4bbb-8a1c-7a3286fa246b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:15.770260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc1795d5-be98-4259-a548-8f2e6bcf48ca req-56cab1e4-76f7-48f8-b13b-59c0ab952766 service neutron] 10.222.0.10 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922707 Aug 11 03:00:15.878518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54484) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:15.900706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-11bbfb38-bd65-43b9-aa8d-2abde5c37e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:15.940414 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:00:15.940739 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:00:16.052034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fe8d6-bdaa-4f00-b0cf-228285eec615 req-49ff320d-81d0-4eac-a2f3-6fa021a13853 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.053608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-851fe8d6-bdaa-4f00-b0cf-228285eec615 req-49ff320d-81d0-4eac-a2f3-6fa021a13853 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.0897107 Aug 11 03:00:16.142567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-851fe8d6-bdaa-4f00-b0cf-228285eec615 req-2946ed96-541d-40cd-a071-d486058521fd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799029 Aug 11 03:00:16.154196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-11bbfb38-bd65-43b9-aa8d-2abde5c37e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.168824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-11bbfb38-bd65-43b9-aa8d-2abde5c37e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.208176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbfb38-bd65-43b9-aa8d-2abde5c37e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7cda94-9fea-4e60-9793-b63977fb4bdc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.215327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-11bbfb38-bd65-43b9-aa8d-2abde5c37e52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7c15f26fe964c4181e12d87e09992b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355093 Aug 11 03:00:16.219891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54496) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:16.240200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54498) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:16.276620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580f226-9acd-41d4-8404-171ce798d684 req-2b31bb7d-0f01-4b70-a68a-ab24bb64ae77 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:16.279230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2580f226-9acd-41d4-8404-171ce798d684 req-2b31bb7d-0f01-4b70-a68a-ab24bb64ae77 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81 HTTP/1.1" status: 200 len: 946 time: 0.0685260 Aug 11 03:00:16.316300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dad01093-08c1-4749-bceb-0fe4498675d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da20d8e0d4db4a629685c68f19415119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726941 Aug 11 03:00:16.316941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54500) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:16.344460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e58f91e4-cbba-4f53-820a-d02bdf043dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.389893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e58f91e4-cbba-4f53-820a-d02bdf043dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.403976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Deleting port d01144b7-78f4-47f0-b727-50febb51b420 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:16.404581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.425773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efaafda2-1052-4815-9f04-8640dd5f7538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.449450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.460166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efaafda2-1052-4815-9f04-8640dd5f7538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.503692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e58f91e4-cbba-4f53-820a-d02bdf043dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.506523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e58f91e4-cbba-4f53-820a-d02bdf043dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.511781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e58f91e4-cbba-4f53-820a-d02bdf043dee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f7cda94-9fea-4e60-9793-b63977fb4bdc HTTP/1.1" status: 204 len: 168 time: 0.2905536 Aug 11 03:00:16.523158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f91e4-cbba-4f53-820a-d02bdf043dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7cda94-9fea-4e60-9793-b63977fb4bdc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.555938 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efaafda2-1052-4815-9f04-8640dd5f7538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.559145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efaafda2-1052-4815-9f04-8640dd5f7538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.562818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efaafda2-1052-4815-9f04-8640dd5f7538 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12420910-b9f6-4f31-9e11-5cfc8bedc613 HTTP/1.1" status: 204 len: 168 time: 0.2424924 Aug 11 03:00:16.572064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaafda2-1052-4815-9f04-8640dd5f7538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12420910-b9f6-4f31-9e11-5cfc8bedc613,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:16.656425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] For port d01144b7-78f4-47f0-b727-50febb51b420, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d01144b7-78f4-47f0-b727-50febb51b420,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:16.657103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:16.713571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ddd4a724-ad3d-4a21-9cc2-cee3f502376f req-f18012e9-c92b-4288-8a0e-76b87126e131 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0472946 Aug 11 03:00:16.735719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Calling delete_port for d01144b7-78f4-47f0-b727-50febb51b420 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:16.816476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54522) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.012923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-network', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:17.049380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Made reservation on behalf of 8582dedb0a1d4edea8775915dec369d0 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:17.051646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54528) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.052880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.063683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.077278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9c46c73-91e3-4dd3-9fa6-e1e06ac8be58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.094606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.108473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['d01144b7-78f4-47f0-b727-50febb51b420'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:17.111003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['29c3659e-611d-4954-8d46-3ecb457a30b2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:17.151541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Pushing event deleted for resources: {'Port': ['ID=d01144b7-78f4-47f0-b727-50febb51b420,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.199446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.210982 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.246739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:17.284300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a49fdc-ee08-4fd1-be11-52345aa1b480,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.323922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.324423 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Added segment 64942ad2-6d32-446b-a95f-facd9ffc7f6f of type vlan for network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd Aug 11 03:00:17.340214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] No DVR routers for this DVR port d01144b7-78f4-47f0-b727-50febb51b420 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:17.358684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.360802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2580f226-9acd-41d4-8404-171ce798d684 req-4a57762c-10eb-4140-b353-d932640fd26c tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.10 "DELETE /v2.0/ports/d01144b7-78f4-47f0-b727-50febb51b420 HTTP/1.1" status: 204 len: 173 time: 1.0756779 Aug 11 03:00:17.363036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:00:17.366059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'name': 'network-vif-deleted', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:17.373793 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e0bc64-cefa-45c7-a41b-d4362f794977" -d '{"events": [{"server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "name": "network-vif-deleted", "tag": "d01144b7-78f4-47f0-b727-50febb51b420"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:17.448044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.457052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.465133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.475168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ecc63-c206-4d3b-94b0-efba5b12a835 req-f5726b7f-f068-49b5-9e85-50113dc833f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:17.477132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-173ecc63-c206-4d3b-94b0-efba5b12a835 req-f5726b7f-f068-49b5-9e85-50113dc833f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1786292 Aug 11 03:00:17.571023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-173ecc63-c206-4d3b-94b0-efba5b12a835 req-deeca432-3a71-45e9-9853-8c20b48e4abe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861869 Aug 11 03:00:17.574594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.575590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:17.576207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.620049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9c46c73-91e3-4dd3-9fa6-e1e06ac8be58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.631831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9c46c73-91e3-4dd3-9fa6-e1e06ac8be58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.641512 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbff5fc2-e9be-4fc6-97fc-78dd21a75fec x-openstack-request-id: req-cbff5fc2-e9be-4fc6-97fc-78dd21a75fec {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:17.642009 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81", "name": "network-vif-deleted", "tag": "d01144b7-78f4-47f0-b727-50febb51b420", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:17.642374 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbff5fc2-e9be-4fc6-97fc-78dd21a75fec {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:17.642644 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7f1ef9-a1a2-4672-ba0a-39e7f0ac3f81', 'name': 'network-vif-deleted', 'tag': 'd01144b7-78f4-47f0-b727-50febb51b420', 'status': 'completed', 'code': 200} Aug 11 03:00:17.655125 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18 associated. External IP: 172.25.4.174, port: 29c3659e-611d-4954-8d46-3ecb457a30b2. Aug 11 03:00:17.660180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8396742 Aug 11 03:00:17.660763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54546) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.668310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Request body: {'subnet': {'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-subnet', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:17.699515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01ac36-948b-4d79-bb64-e737a75eb1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=101b5de5-471b-4c0f-9dcf-f8aeb023a1dd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.713589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:17.713944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Made reservation on behalf of 8582dedb0a1d4edea8775915dec369d0 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:17.720256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.720450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c46c73-91e3-4dd3-9fa6-e1e06ac8be58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71841c90-9cd5-423e-b924-4e506a3f2e8b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:17.729305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c9c46c73-91e3-4dd3-9fa6-e1e06ac8be58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=17be294ca6524d1895f31cd82ff7b4cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740000 Aug 11 03:00:17.733926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54552) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:17.853442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11d8ecf6-d207-422d-83d5-5a21f54668c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:17.889836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11d8ecf6-d207-422d-83d5-5a21f54668c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.057254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11d8ecf6-d207-422d-83d5-5a21f54668c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.060579 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.063534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-11d8ecf6-d207-422d-83d5-5a21f54668c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.067053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-11d8ecf6-d207-422d-83d5-5a21f54668c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71841c90-9cd5-423e-b924-4e506a3f2e8b HTTP/1.1" status: 204 len: 168 time: 0.3295405 Aug 11 03:00:18.078135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8ecf6-d207-422d-83d5-5a21f54668c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71841c90-9cd5-423e-b924-4e506a3f2e8b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.090460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:18.131657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c55d01e-bd68-4193-98fa-db9728dd102f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:18.143194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Checking segment: {'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:18.144061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Network hostable DHCP agents. Network: 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:18.161638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:18.175962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:18.188294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b0722-94ac-49f5-a448-f83fb9f4752f None None] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:18.193121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.193966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.219525 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-856ee229-e144-4f4f-a7d0-131a1cdd4e0b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5574257 Aug 11 03:00:18.221434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54578) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:18.227138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:18.266626 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.268486 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.293023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:18.296625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-400afd0a-83b4-4e60-8ca6-5eab56ea3d9c req-d8cde7ab-1b9f-415a-9f8b-39e7c30a152d tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0426004 Aug 11 03:00:18.300214 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.304318 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:18.318770 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:18.331801 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:18.413941 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-ab738303-45db-42b4-9256-7d2e7d7f95a6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "PUT /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 200 len: 996 time: 2.9862399 Aug 11 03:00:18.417932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.456137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-101b5de5-471b-4c0f-9dcf-f8aeb023a1dd', 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'fixed_ips': [{'subnet_id': '3c55d01e-bd68-4193-98fa-db9728dd102f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:00:18.457191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.506181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc012d-88e9-462a-b856-7b612255ba3e req-0d4fe914-27d7-4ed0-a000-214c96175d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.510005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-0d4fe914-27d7-4ed0-a000-214c96175d73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.0766122 Aug 11 03:00:18.595168 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:18.684536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.700267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc012d-88e9-462a-b856-7b612255ba3e req-9174553a-5ac5-46d5-a0d0-f3e935ff26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.703481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-9174553a-5ac5-46d5-a0d0-f3e935ff26ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.1859565 Aug 11 03:00:18.732823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Allocated IP 172.20.0.2 (101b5de5-471b-4c0f-9dcf-f8aeb023a1dd/3c55d01e-bd68-4193-98fa-db9728dd102f/84b4884c-7a46-4784-85d4-d86182c67459) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:18.795652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-f3afff64-20be-4005-b10c-dfc551836e06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 999 time: 0.0858457 Aug 11 03:00:18.895259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc012d-88e9-462a-b856-7b612255ba3e req-d82bafc9-da0f-4641-a96f-77a1acee8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.901976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-d82bafc9-da0f-4641-a96f-77a1acee8ecf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.0978503 Aug 11 03:00:18.978340 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:18.980841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc012d-88e9-462a-b856-7b612255ba3e req-3573b2ec-2a2e-4216-af69-92c07aa0c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:18.984997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-3573b2ec-2a2e-4216-af69-92c07aa0c6b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782778 Aug 11 03:00:19.006133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Transition to ACTIVE for port object 84b4884c-7a46-4784-85d4-d86182c67459 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:19.038943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Transition to ACTIVE for port object 84b4884c-7a46-4784-85d4-d86182c67459 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:19.051031 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.065979 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:fb:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:17Z', 'revision_number': 8, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:19.103620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:19.108985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:19.116766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:19.120667 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:19.146638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Pushing event updated for resources: {'Port': ['ID=84b4884c-7a46-4784-85d4-d86182c67459,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:19.148730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5d86d-5fa4-4d62-b73c-7622b27ed8f1 req-68f23f86-4a87-4ba7-ad0a-106d2d068f7b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:19.157173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3df5d86d-5fa4-4d62-b73c-7622b27ed8f1 req-68f23f86-4a87-4ba7-ad0a-106d2d068f7b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.2291758 Aug 11 03:00:19.161479 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:19.162133 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:19.192392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Attempting to bind port 84b4884c-7a46-4784-85d4-d86182c67459 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:19.192902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Attempting to bind port 84b4884c-7a46-4784-85d4-d86182c67459 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:19.193142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Attempting to bind port 84b4884c-7a46-4784-85d4-d86182c67459 on network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:19.200533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:19.200753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Checking segment: {'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:19.201145 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.202123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Bound using segment: {'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:19.202618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Bound port: 84b4884c-7a46-4784-85d4-d86182c67459, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:19.203016 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.216125 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-e548822f-9f8e-44eb-93f3-cd705a65635d service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199349 Aug 11 03:00:19.233350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3df5d86d-5fa4-4d62-b73c-7622b27ed8f1 req-b2c75619-8e89-45f3-be26-1912296ffd69 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710375 Aug 11 03:00:19.249826 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.279121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.308838 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:19.379761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54610) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:19.398687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] For port 84b4884c-7a46-4784-85d4-d86182c67459, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:19.406742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] For port 84b4884c-7a46-4784-85d4-d86182c67459, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=84b4884c-7a46-4784-85d4-d86182c67459,segment=NetworkSegment(64942ad2-6d32-446b-a95f-facd9ffc7f6f),segment_id=64942ad2-6d32-446b-a95f-facd9ffc7f6f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:19.417066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.485780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ad06033-d15f-4df6-9625-889e4bdf42f5 req-321e8cbc-980a-4929-b4b7-1f0341f696c3 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0510762 Aug 11 03:00:19.495001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Allocated IP 172.25.4.142 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ea81eafc-9710-4bd9-b003-288fc8ba60f2) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:19.502791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00dc012d-88e9-462a-b856-7b612255ba3e req-cb380537-c610-4f41-aac7-c2534949dbd3 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817986 Aug 11 03:00:19.570461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f7cec-6419-46b8-b4a3-647165981c47 None None] Pushing event updated for resources: {'Port': ['ID=84b4884c-7a46-4784-85d4-d86182c67459,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:19.646316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-514872384-network', 'tenant_id': '9cf6d0371ff148af8a5188e11738bb73'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:19.651449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:19.657691 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f24b0d-109e-46de-a714-4ebe1c42d56a" -d '{"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:19.707653 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d57bb1a-9f72-4bb1-8141-bed477f0be12 x-openstack-request-id: req-2d57bb1a-9f72-4bb1-8141-bed477f0be12 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:19.708140 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:fb:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:17Z', 'revision_number': 8, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:19.713215 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:19.713865 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d57bb1a-9f72-4bb1-8141-bed477f0be12 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:19.714507 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'status': 'completed', 'code': 200} Aug 11 03:00:19.716853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Made reservation on behalf of 9cf6d0371ff148af8a5188e11738bb73 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:19.725198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.736719 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec62be90-a563-4999-9a81-11a93e35f548 req-a065ce8f-cb98-4b12-9906-a483844e940f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 200 len: 996 time: 0.0974143 Aug 11 03:00:19.764254 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fca4c8-8ef4-4900-a3da-3998e08dc222 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b8b305ea-188b-4fdd-ba3e-156bd4312d18', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'floating_ip_address': '172.25.4.174', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'port_id': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'mac_address': 'fa:16:3e:fb:1b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T02:59:37Z', 'updated_at': '2021-08-11T03:00:17Z', 'revision_number': 8, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:19.830672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:19.881471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-eea945f1-d527-4b61-afd3-54c90ccec5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:19.882863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-eea945f1-d527-4b61-afd3-54c90ccec5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.1488886 Aug 11 03:00:20.146073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd02387-bb4c-47a4-aa58-2924f1020aa0 None None] New status for floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:00:20.255443 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.268755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54636) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:20.380241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62be90-a563-4999-9a81-11a93e35f548 req-933bc208-407a-491c-8048-0f097151e118 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.395469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec62be90-a563-4999-9a81-11a93e35f548 req-933bc208-407a-491c-8048-0f097151e118 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.6569438 Aug 11 03:00:20.418978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-ec62be90-a563-4999-9a81-11a93e35f548 req-9eec53dd-e58a-468c-9473-b87e600f20e6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:20.428147 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec62be90-a563-4999-9a81-11a93e35f548 req-9eec53dd-e58a-468c-9473-b87e600f20e6 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292008 Aug 11 03:00:20.442676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-d86575f2-c1f2-44d8-8989-77c1eab6e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.444227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-d86575f2-c1f2-44d8-8989-77c1eab6e2a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.5477774 Aug 11 03:00:20.448139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.452672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fab30-e2e0-43c2-8b49-5fe97a39f4e6 req-d98fc9df-e793-4b95-b6e3-ef5d61da07bf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.461129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-731fab30-e2e0-43c2-8b49-5fe97a39f4e6 req-d98fc9df-e793-4b95-b6e3-ef5d61da07bf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1335363 Aug 11 03:00:20.537775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84b4884c-7a46-4784-85d4-d86182c67459 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:20.557972 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.563043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-731fab30-e2e0-43c2-8b49-5fe97a39f4e6 req-db32dbf1-4c80-4746-96b7-2619478be504 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006052 Aug 11 03:00:20.567195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.608511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:20.628709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 84b4884c-7a46-4784-85d4-d86182c67459 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:20.631717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Pushing event updated for resources: {'Port': ['ID=ea81eafc-9710-4bd9-b003-288fc8ba60f2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:20.643804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e387b97-b6de-4753-ad51-1c0a93ac1769,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:20.653113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-fe3ca9db-c2a3-457a-b5c1-f65e3d577b51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 1001 time: 0.1888158 Aug 11 03:00:20.674771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.675137 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Added segment 3b164608-4f8f-4cdc-87bc-2ca04a34ce74 of type vlan for network 6faf6702-207c-4407-9762-ea8470623fe9 Aug 11 03:00:20.702130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:20.705058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b39e88-072a-408b-b243-e4bb14037d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.720284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:20.725646 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.726607 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-821a693c-3d7f-485e-9899-1eb7f8815e96 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.2604897 Aug 11 03:00:20.728740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:20.732212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 90bc6144-0463-4503-a0b3-f92c04b15de5 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:20.746719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d01144b7-78f4-47f0-b727-50febb51b420 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:20.787426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: d01144b7-78f4-47f0-b727-50febb51b420 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:20.788027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d01144b7-78f4-47f0-b727-50febb51b420 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:20.855912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e1383a7-b3d6-4644-b99a-a5863c33eb44 req-f454ad86-05dd-40a9-aa96-f3fc32c28a92 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.1041203 Aug 11 03:00:20.876753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-0b6fa857-5cf7-4322-b2f8-c8aced1ec54d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.878537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-0b6fa857-5cf7-4322-b2f8-c8aced1ec54d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports/29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 942 time: 0.1236656 Aug 11 03:00:20.965376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:20.976004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.977968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:20.979140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:20.989386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'port_id': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'mac_address': 'fa:16:3e:bb:43:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:21.070677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-0d153a2a-b94c-498c-88fb-d906d5cf0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:21.073673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-0d153a2a-b94c-498c-88fb-d906d5cf0716 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.3248181 Aug 11 03:00:21.088133 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.109624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90bc6144-0463-4503-a0b3-f92c04b15de5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:21.143682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:21.147759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e509233-0dc8-41d4-be09-3c9396e8e628 None None] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:21.151873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] Pushing event updated for resources: {'Network': ['ID=6faf6702-207c-4407-9762-ea8470623fe9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.161438 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.179988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-4b47fec0-4747-4b41-9cf3-26bc820dca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:21.182666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-4b47fec0-4747-4b41-9cf3-26bc820dca42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915461 Aug 11 03:00:21.225934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6faf6702-207c-4407-9762-ea8470623fe9 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:21.234521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b39e88-072a-408b-b243-e4bb14037d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.247283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-678a310e-52f5-429e-8c8c-593cadb10352 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.2650487 Aug 11 03:00:21.262024 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21b39e88-072a-408b-b243-e4bb14037d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.293366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-890643c4-1860-4dab-945f-30e2486a5e74 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9102156 Aug 11 03:00:21.296186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54674) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:21.305054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Request body: {'subnet': {'network_id': '6faf6702-207c-4407-9762-ea8470623fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-514872384-subnet', 'tenant_id': '9cf6d0371ff148af8a5188e11738bb73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:21.366889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-fd0df1ca-5bbd-4cf7-ad3c-8c1686f52c08 service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726277 Aug 11 03:00:21.370501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Made reservation on behalf of 9cf6d0371ff148af8a5188e11738bb73 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:21.377015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.436252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-21b39e88-072a-408b-b243-e4bb14037d8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fba25876b844629a29441f9a469c34c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1633806 Aug 11 03:00:21.447551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54680) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:21.459508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b39e88-072a-408b-b243-e4bb14037d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec29835-169c-44ca-b618-96ab23adbc01,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.565509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.585307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-fd3fb2c0-2095-4b0b-869f-0a4c3103c63b tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:21.587282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-431d7a62-fb75-4ccb-ae95-d3a5fa1226ce None None] Provisioning for port 84b4884c-7a46-4784-85d4-d86182c67459 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:21.596573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-fd3fb2c0-2095-4b0b-869f-0a4c3103c63b tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.3480718 Aug 11 03:00:21.598922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-431d7a62-fb75-4ccb-ae95-d3a5fa1226ce None None] Provisioning complete for port 84b4884c-7a46-4784-85d4-d86182c67459 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:21.600067 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-431d7a62-fb75-4ccb-ae95-d3a5fa1226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.601217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.640245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.663562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['90bc6144-0463-4503-a0b3-f92c04b15de5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:21.723510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98847b49-8019-4eed-844e-d2728db13460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.787673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-5918ec04-862c-4c66-8b83-1a17efbedd17 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 1001 time: 0.1897936 Aug 11 03:00:21.824378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:21.826543 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-431d7a62-fb75-4ccb-ae95-d3a5fa1226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.834421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98847b49-8019-4eed-844e-d2728db13460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:21.852762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Checking segment: {'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:21.853605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Network hostable DHCP agents. Network: 6faf6702-207c-4407-9762-ea8470623fe9, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:21.887029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86688f8c-d6c4-450d-b412-084b55f9a9a5 req-8d97b88b-bee4-4167-9051-63dec39e74f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:21.889607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86688f8c-d6c4-450d-b412-084b55f9a9a5 req-8d97b88b-bee4-4167-9051-63dec39e74f6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 945 time: 0.1428013 Aug 11 03:00:21.895133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=90f5394c-df54-475b-9992-09f5f410e5cf,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:21.934344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-431d7a62-fb75-4ccb-ae95-d3a5fa1226ce None None] For port 84b4884c-7a46-4784-85d4-d86182c67459, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=84b4884c-7a46-4784-85d4-d86182c67459,segment=NetworkSegment(64942ad2-6d32-446b-a95f-facd9ffc7f6f),segment_id=64942ad2-6d32-446b-a95f-facd9ffc7f6f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:21.945961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Network 6faf6702-207c-4407-9762-ea8470623fe9 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:21.960137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52f24b0d-109e-46de-a714-4ebe1c42d56a req-ab94c89e-111a-4fcb-988e-f1eff82e13fc service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5746677 Aug 11 03:00:21.963794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6faf6702-207c-4407-9762-ea8470623fe9) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:21.966355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-431d7a62-fb75-4ccb-ae95-d3a5fa1226ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.013427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:22.013735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.023514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86688f8c-d6c4-450d-b412-084b55f9a9a5 req-888d5396-e553-49d0-ab18-592832fc67ec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166067 Aug 11 03:00:22.035505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d7a62-fb75-4ccb-ae95-d3a5fa1226ce None None] Pushing event updated for resources: {'Port': ['ID=84b4884c-7a46-4784-85d4-d86182c67459,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:22.048132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e9053-8bca-4c15-9ae5-d99cba162ef6 None None] Network 6faf6702-207c-4407-9762-ea8470623fe9 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:22.052997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-492e28bc-f153-4482-b356-4850aa3ae22e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7550442 Aug 11 03:00:22.191480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.207608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98847b49-8019-4eed-844e-d2728db13460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.224684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98847b49-8019-4eed-844e-d2728db13460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.226088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-98847b49-8019-4eed-844e-d2728db13460 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ec29835-169c-44ca-b618-96ab23adbc01 HTTP/1.1" status: 204 len: 168 time: 0.7759156 Aug 11 03:00:22.313883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98847b49-8019-4eed-844e-d2728db13460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec29835-169c-44ca-b618-96ab23adbc01,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:22.324783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.363088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-599bb7a6-164b-4c8d-891b-8b0294507651 req-d1c83694-23ac-457b-b8b7-118393cbe762 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.1431267 Aug 11 03:00:22.470660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-758faa05-a496-4eda-bc61-199ea85596fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.522049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8667e7-708b-4a16-86e3-d7af58062815 None None] Network 6faf6702-207c-4407-9762-ea8470623fe9 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:22.547336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84b4884c-7a46-4784-85d4-d86182c67459 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:22.885079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.917775 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:22.918369 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18 disassociated. External IP: 172.25.4.174, port: 29c3659e-611d-4954-8d46-3ecb457a30b2. Aug 11 03:00:22.985405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7f19cdb2-ba05-417f-86fd-8ef7e9dacaed None None] Provisioning complete for port 84b4884c-7a46-4784-85d4-d86182c67459 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:22.986363 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7f19cdb2-ba05-417f-86fd-8ef7e9dacaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.052617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 84b4884c-7a46-4784-85d4-d86182c67459 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:23.054889 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.172529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Router 6e48f58b-88e1-4203-9bab-8a1423d17944 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:00:23.308035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142cafb-e4ea-4e68-b99b-cdc2851b625a req-d1363250-a725-492b-9f06-0527441ae180 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:23.310541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1142cafb-e4ea-4e68-b99b-cdc2851b625a req-d1363250-a725-492b-9f06-0527441ae180 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 945 time: 0.1279945 Aug 11 03:00:23.434406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1142cafb-e4ea-4e68-b99b-cdc2851b625a req-1084d1db-38b4-4d03-8585-65dc597ffe71 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143763 Aug 11 03:00:23.525215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:23.538973 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Sync routers for ids ['6e48f58b-88e1-4203-9bab-8a1423d17944'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:23.570831 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Routers {'6e48f58b-88e1-4203-9bab-8a1423d17944'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:23.573168 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e48f58b-88e1-4203-9bab-8a1423d17944'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:23.606978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:23.614089 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b4407160-9b17-4676-afe4-3b5c985060ff admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3912065 Aug 11 03:00:23.616928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54724) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:23.637015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:23.856571 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Set router 6e48f58b-88e1-4203-9bab-8a1423d17944 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:23.895231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba8a9b5b-06a3-4f96-813a-3ac123dcd7f0 req-9930de6c-3985-4bb7-b60a-7cfb34b56067 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.2593505 Aug 11 03:00:24.271119 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:21Z', 'revision_number': 3, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:24.340916 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Checking router: 6e48f58b-88e1-4203-9bab-8a1423d17944 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:24.341270 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Updating router 6e48f58b-88e1-4203-9bab-8a1423d17944 port ea81eafc-9710-4bd9-b003-288fc8ba60f2 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:24.398644 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.580461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:24.596391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:24.598849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.609710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:24.612994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:24.617375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T02:59:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:24.679415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-3254ff5a-7a29-4c7f-87de-5340a8b43704 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "PUT /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 200 len: 696 time: 2.8907208 Aug 11 03:00:24.686250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:24.697051 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03" -d '{"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:24.883087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-1754e22f-1643-4cb5-a327-0366447d7417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:24.886452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-1754e22f-1643-4cb5-a327-0366447d7417 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.1721048 Aug 11 03:00:24.995107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:25.052737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 90bc6144-0463-4503-a0b3-f92c04b15de5 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:25.062891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Allocated IP 172.20.0.1 (101b5de5-471b-4c0f-9dcf-f8aeb023a1dd/3c55d01e-bd68-4193-98fa-db9728dd102f/3ff7b608-c6bc-4b73-ad30-ace14e8e3d56) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:25.147426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-867b4e93-738e-42cd-89d3-33d21af1ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.155979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-867b4e93-738e-42cd-89d3-33d21af1ca5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.2462780 Aug 11 03:00:25.179874 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.213510 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Transition to ACTIVE for port object ea81eafc-9710-4bd9-b003-288fc8ba60f2 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:25.243816 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.299529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.327834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-e1e063b8-c83f-4b45-bce6-1818772737fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 217 time: 0.1664350 Aug 11 03:00:25.350138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Transition to ACTIVE for port object 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:25.418911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e19dabaf-5d4f-4885-9385-93eec816eaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.424167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Attempting to bind port ea81eafc-9710-4bd9-b003-288fc8ba60f2 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:25.424167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Attempting to bind port ea81eafc-9710-4bd9-b003-288fc8ba60f2 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:25.424167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Attempting to bind port ea81eafc-9710-4bd9-b003-288fc8ba60f2 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:25.445818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 90bc6144-0463-4503-a0b3-f92c04b15de5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:25.447591 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.457116 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 2, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:25.457595 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:25.457889 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.458286 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:25.458764 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Bound port: ea81eafc-9710-4bd9-b003-288fc8ba60f2, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:25.459147 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.506153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.516869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-eccad53b-485e-471c-9143-e85ad1d3b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.524210 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-eccad53b-485e-471c-9143-e85ad1d3b1a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.1883364 Aug 11 03:00:25.537226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.545663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:25.551964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.593711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:25.644681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:25.645324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:25.665996 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] For port ea81eafc-9710-4bd9-b003-288fc8ba60f2, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:25.700737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:25.704645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-7a6f7f93-875d-438c-9200-925c42b18797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:25.711224 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] For port ea81eafc-9710-4bd9-b003-288fc8ba60f2, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ea81eafc-9710-4bd9-b003-288fc8ba60f2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:25.712561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:25.714907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-7a6f7f93-875d-438c-9200-925c42b18797 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724045 Aug 11 03:00:25.731956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:25.734661 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Pushing event updated for resources: {'Port': ['ID=ea81eafc-9710-4bd9-b003-288fc8ba60f2,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.760767 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:25.783531 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.783936 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.784271 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.784605 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.784933 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.785252 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.785574 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.797421 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.797822 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.798168 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.798505 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.798835 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:25.858420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:25.909299 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3763e6-4586-479b-82a6-1a0725d712b5 None None] Pushing event updated for resources: {'Port': ['ID=ea81eafc-9710-4bd9-b003-288fc8ba60f2,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:25.922580 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Routers {'6e48f58b-88e1-4203-9bab-8a1423d17944'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:25.923207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e48f58b-88e1-4203-9bab-8a1423d17944'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:26.046867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.096304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-638d1494-da16-4fa0-8957-731b7684a24a service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735218 Aug 11 03:00:26.125699 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.215745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:26.218522 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d524d370-b309-4362-84e4-0cfd74e7805c" -d '{"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-plugged", "status": "completed", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:26.245904 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] Set router 6e48f58b-88e1-4203-9bab-8a1423d17944 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:26.248353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:26.255464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e27e473e-a8ab-4d97-a28c-76c9dafb55f9 None None] Provisioning for port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:26.262207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e27e473e-a8ab-4d97-a28c-76c9dafb55f9 None None] Provisioning complete for port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:26.263050 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e27e473e-a8ab-4d97-a28c-76c9dafb55f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.301687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.346871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89e60a-5fc5-459f-840e-6c1ad6a65b70 req-c66f5f36-2f77-437e-bc51-8348ff83594b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:26.358808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da89e60a-5fc5-459f-840e-6c1ad6a65b70 req-c66f5f36-2f77-437e-bc51-8348ff83594b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 945 time: 0.8798044 Aug 11 03:00:26.363284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:26.436288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-928d0d6d-7422-47d0-8b0f-c298649e73af req-9672e44f-542c-4ccc-9f29-6b1bafa029b2 service neutron] 10.222.0.60 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302853 Aug 11 03:00:26.498055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da89e60a-5fc5-459f-840e-6c1ad6a65b70 req-6b66cc31-4863-4fe8-b8fb-49b7cda33356 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275101 Aug 11 03:00:26.528074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e27e473e-a8ab-4d97-a28c-76c9dafb55f9 None None] Port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:26.537493 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10679d91-7053-4ba9-a041-02a677199202 x-openstack-request-id: req-10679d91-7053-4ba9-a041-02a677199202 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:26.538153 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:26.538578 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10679d91-7053-4ba9-a041-02a677199202 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:26.539135 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'status': 'completed', 'code': 200} Aug 11 03:00:26.567856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:26.628497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.645951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:26.702302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756f833-f403-486b-9e76-4d88d597e658 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T02:59:12Z', 'revision_number': 4, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '420f0c52-f896-4f4e-94cb-08d624d9d4f3', 'name': '', 'network_id': 'afd64d3c-d789-45f7-aa17-ecb36e28c0c8', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'mac_address': 'fa:16:3e:39:07:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:09Z', 'updated_at': '2021-08-11T02:59:20Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'subnets': [{'id': '39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:26.713980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:21Z', 'revision_number': 3, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:26.718617 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:26.753231 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726254c-ca82-417f-b33c-fe45bc5a3f6c None None] The sync data for ids ['6e48f58b-88e1-4203-9bab-8a1423d17944'] in n-d-768509-22 is: [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:21Z', 'revision_number': 3, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:26.797143 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:00:26.822584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de825f35-59d5-448e-9b47-ea0715bb4fca req-04a4658d-986b-4406-a0e6-e56e9cf48221 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.1267316 Aug 11 03:00:26.872650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-56be1cf5-e291-4e7d-98c6-4e9eda31f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:26.874205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-56be1cf5-e291-4e7d-98c6-4e9eda31f643 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a21042156e6744bdafd99dfc6fa55496&device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 1097 time: 0.2425094 Aug 11 03:00:26.963882 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26cc021-bbc1-4b36-90a2-fa942578c58f x-openstack-request-id: req-c26cc021-bbc1-4b36-90a2-fa942578c58f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:26.964178 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-plugged", "status": "completed", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:26.964435 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c26cc021-bbc1-4b36-90a2-fa942578c58f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:26.964828 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'code': 200} Aug 11 03:00:27.190474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-d331de15-cd28-4af3-8c8e-7bd31f1223d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.193225 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-d331de15-cd28-4af3-8c8e-7bd31f1223d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 200 len: 922 time: 0.3064005 Aug 11 03:00:27.271304 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e90f674-bb21-497a-85e6-744a559f6992 None None] New status for floating IP b8b305ea-188b-4fdd-ba3e-156bd4312d18: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:00:27.322656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-981083bd-0db6-4a46-bd1e-2f7ca184ba0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 200 len: 217 time: 0.1204488 Aug 11 03:00:27.328921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.345374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.371029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-8cfba1b0-9d2d-4810-9a74-18394c382ac9 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.381350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-8cfba1b0-9d2d-4810-9a74-18394c382ac9 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/networks?id=6faf6702-207c-4407-9762-ea8470623fe9 HTTP/1.1" status: 200 len: 808 time: 0.2747729 Aug 11 03:00:27.409054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-fc0a9503-8991-4fda-8088-faf098624609 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/quotas/9cf6d0371ff148af8a5188e11738bb73 HTTP/1.1" status: 200 len: 375 time: 0.0260749 Aug 11 03:00:27.477101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-6c64ca1b-4a6b-4588-a106-ba62ce1f1f9e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cf6d0371ff148af8a5188e11738bb73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668719 Aug 11 03:00:27.548019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:27.590831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-4ef1a6cd-eab5-4f6f-a99c-08806b31accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.604281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-4ef1a6cd-eab5-4f6f-a99c-08806b31accc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 200 len: 860 time: 0.2695460 Aug 11 03:00:27.628564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:27.709393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-3dfa9307-2dd8-4ce4-872f-c8b1178ed81a service neutron] 10.222.0.60 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235780 Aug 11 03:00:27.898154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-f1c86419-8e18-4915-9748-1fd9d9bc5402 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 200 len: 696 time: 0.2063556 Aug 11 03:00:27.910792 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-d2ac223d-54e1-47d0-b765-5fec91fd8847 service neutron] 10.222.0.60 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937292 Aug 11 03:00:27.986629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-d41ecfab-0d15-4e03-a34a-68f2c8af2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:27.988277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-d41ecfab-0d15-4e03-a34a-68f2c8af2f2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afd64d3c-d789-45f7-aa17-ecb36e28c0c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3686805 Aug 11 03:00:28.069088 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.231381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:28.252444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30bddf-8651-40ea-b2e4-636205830a79 req-5fa43ca4-a215-42d0-b98b-969d0aadc415 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:28.255399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:28.260813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a30bddf-8651-40ea-b2e4-636205830a79 req-5fa43ca4-a215-42d0-b98b-969d0aadc415 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1216910 Aug 11 03:00:28.339223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a30bddf-8651-40ea-b2e4-636205830a79 req-88d1081c-09a6-43c1-96a8-4c405cc72a5c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763133 Aug 11 03:00:28.539866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-f79b85b3-b07c-47ae-a1e3-a51a848ba92f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:28.547470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-f79b85b3-b07c-47ae-a1e3-a51a848ba92f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.6249256 Aug 11 03:00:28.569778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ea81eafc-9710-4bd9-b003-288fc8ba60f2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:28.577940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-c8f426a5-0c7d-45dc-a99d-2779d291232d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:28.579273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-c8f426a5-0c7d-45dc-a99d-2779d291232d tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307815 Aug 11 03:00:28.615864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-ef92f6d2-c488-4c48-ac62-3345d225c14a service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5449524 Aug 11 03:00:28.695512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ea81eafc-9710-4bd9-b003-288fc8ba60f2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:28.702770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ea81eafc-9710-4bd9-b003-288fc8ba60f2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:28.703194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.707259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-458fce27-ae53-49dd-a260-a44877c49552 None None] Provisioning complete for port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:28.707876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-458fce27-ae53-49dd-a260-a44877c49552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:28.895338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-458fce27-ae53-49dd-a260-a44877c49552 None None] Port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:00:28.975086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1346d6f9-4a2a-4f67-b136-cf1eb661c006 req-b82ec598-e29f-4faa-b2d7-9276dfe8edf1 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0530753 Aug 11 03:00:29.056861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.098390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ea81eafc-9710-4bd9-b003-288fc8ba60f2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ea81eafc-9710-4bd9-b003-288fc8ba60f2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:29.105129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.210787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ea81eafc-9710-4bd9-b003-288fc8ba60f2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:29.365768 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e1d8761-5ae0-4d86-88d1-c981ee2585fc req-71882c35-63d9-428a-ba6d-9c118a2f88de tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 210 time: 0.1386044 Aug 11 03:00:29.605183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e7baa8fb-f099-457f-92a6-ff6d8fd0c346 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 697 time: 1.0114074 Aug 11 03:00:29.652456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:29.760445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-bcc625fd-6f8d-4c88-973b-2516699f1bf9 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.174 HTTP/1.1" status: 200 len: 697 time: 0.0820293 Aug 11 03:00:29.776637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Router 6e48f58b-88e1-4203-9bab-8a1423d17944 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:29.957572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e4f61-9cdb-443f-bde6-aecd4eee098a req-d39ddb4f-98c5-4a70-8744-13a27ebab413 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:29.965924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed4e4f61-9cdb-443f-bde6-aecd4eee098a req-d39ddb4f-98c5-4a70-8744-13a27ebab413 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.0632844 Aug 11 03:00:30.025617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed4e4f61-9cdb-443f-bde6-aecd4eee098a req-1feb1574-3772-493c-9899-4611f4556dee tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584986 Aug 11 03:00:30.078906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:30.095201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Sync routers for ids ['6e48f58b-88e1-4203-9bab-8a1423d17944'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:30.097618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ee42d76-3ca0-4dd8-87c6-6d82c4f48c03 req-66cbe147-4acd-4362-8fd1-816fc346e24d service neutron] 10.222.0.57 "GET /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139270 Aug 11 03:00:30.108168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Routers {'6e48f58b-88e1-4203-9bab-8a1423d17944'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:30.111864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-81d0490f-ad79-4df0-9453-52305527b466 admin admin] 10.222.0.60 "PUT /v2.0/routers/6e48f58b-88e1-4203-9bab-8a1423d17944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4908643 Aug 11 03:00:30.116832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e48f58b-88e1-4203-9bab-8a1423d17944'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:30.220932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Deleting port 8e3c54ba-d647-4204-bdc3-cc8a66400778 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:30.221537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.260119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a8bec6f-3074-400e-8475-e9e5edbff955 req-0689dad0-1916-45f4-8f6f-2df550e17f55 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0699878 Aug 11 03:00:30.348182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Set router 6e48f58b-88e1-4203-9bab-8a1423d17944 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:30.361065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c441a961-142c-4fb4-8889-eede230060ad req-16d78d40-087e-46ed-996d-163c9ab4ac6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0995138 Aug 11 03:00:30.369357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e37ee333-a520-4c87-bac0-631ee0d1e968 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:30.371456 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e37ee333-a520-4c87-bac0-631ee0d1e968 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.10 "GET /v2.0/networks?id=6faf6702-207c-4407-9762-ea8470623fe9 HTTP/1.1" status: 200 len: 808 time: 0.2970765 Aug 11 03:00:30.387778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Request body: {'port': {'device_id': '80fd629d-8b27-40a0-bc59-629501466053', 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9', 'admin_state_up': True, 'tenant_id': '9cf6d0371ff148af8a5188e11738bb73'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:30.521989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f0d07e5-6244-4381-841b-5ca4a31e48ab req-f3ba8ff4-1c55-47f9-82e0-4bf78955ab2e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 210 time: 0.0419328 Aug 11 03:00:30.561945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.562272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.565357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Made reservation on behalf of 9cf6d0371ff148af8a5188e11738bb73 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:30.571333 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:30.598114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Calling delete_port for 8e3c54ba-d647-4204-bdc3-cc8a66400778 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:30.639073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ea81eafc-9710-4bd9-b003-288fc8ba60f2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:30.703161 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-51f79255-1711-4091-a7ff-c4b2ec529ede req-94cc899a-d1d4-42ba-ad6a-95a32648811e tempest-FloatingIPDetailsNegativeTestJSON-1083699383 tempest-FloatingIPDetailsNegativeTestJSON-1083699383-project] show failed (client error): The resource could not be found. Aug 11 03:00:30.718583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:30.723671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51f79255-1711-4091-a7ff-c4b2ec529ede req-94cc899a-d1d4-42ba-ad6a-95a32648811e tempest-FloatingIPDetailsNegativeTestJSON-1083699383 tempest-FloatingIPDetailsNegativeTestJSON-1083699383-project] 10.222.0.60 "GET /v2.0/floatingips/f84d5e2b-e347-40b5-9ff2-055536f42143 HTTP/1.1" status: 404 len: 350 time: 0.0817344 Aug 11 03:00:30.861487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ea81eafc-9710-4bd9-b003-288fc8ba60f2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:30.861487 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.037852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.048894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:26Z', 'revision_number': 4, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '3ff7b608-c6bc-4b73-ad30-ace14e8e3d56', 'name': '', 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'mac_address': 'fa:16:3e:af:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3c55d01e-bd68-4193-98fa-db9728dd102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:24Z', 'updated_at': '2021-08-11T03:00:26Z', 'revision_number': 2, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'subnets': [{'id': '3c55d01e-bd68-4193-98fa-db9728dd102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:31.129674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Checking router: 6e48f58b-88e1-4203-9bab-8a1423d17944 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:31.131490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Updating router 6e48f58b-88e1-4203-9bab-8a1423d17944 port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:00:31.181467 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.312238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Pushing event deleted for resources: {'Port': ['ID=8e3c54ba-d647-4204-bdc3-cc8a66400778,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:31.322897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575aca27-34be-44ef-98a0-c367ef7f30a9 req-abbd5ddf-48d4-4355-9b3f-495d9ffe255e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:31.331233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-575aca27-34be-44ef-98a0-c367ef7f30a9 req-abbd5ddf-48d4-4355-9b3f-495d9ffe255e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1497946 Aug 11 03:00:31.356784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Allocated IP 172.20.0.2 (6faf6702-207c-4407-9762-ea8470623fe9/90f5394c-df54-475b-9992-09f5f410e5cf/a68bbdde-1e5a-43af-98ce-b7da3b7e301a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:31.408314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-575aca27-34be-44ef-98a0-c367ef7f30a9 req-bc84fc64-7058-4b99-9508-bcf9287333dd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750837 Aug 11 03:00:31.582074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.584644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.585808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad6197c4-107f-4c50-9271-0a51d8a3216a req-e8b13282-88dc-4299-8c0d-cf0e6db87c31 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "DELETE /v2.0/floatingips/b8b305ea-188b-4fdd-ba3e-156bd4312d18 HTTP/1.1" status: 204 len: 173 time: 1.8180208 Aug 11 03:00:31.707007 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfb5bb35-3d66-41bd-aa5f-f6aad74a9545 req-b211e450-d2ba-442a-a3c9-e893092fcb96 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0651758 Aug 11 03:00:31.774694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.794859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Transition to ACTIVE for port object 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:31.800649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.812519 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.826292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-478884f6-f553-47a2-879e-4db76c162252 req-029468a3-3e4d-47fd-8abd-2f465c3c1d2c tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 210 time: 0.0454748 Aug 11 03:00:31.912466 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:31.938942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa63b12-d18c-45c8-af43-97c9e56e1f22 None None] Pushing event updated for resources: {'Port': ['ID=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.066407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Attempting to bind port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:32.066797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Attempting to bind port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:32.067296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Attempting to bind port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 on network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:32.074097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Network 6faf6702-207c-4407-9762-ea8470623fe9 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:32.074965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:32.075518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Checking segment: {'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:32.076237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.076655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Bound using segment: {'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:32.077147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Bound port: 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64942ad2-6d32-446b-a95f-facd9ffc7f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:32.077541 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.084268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.089631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Pushing event updated for resources: {'Port': ['ID=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.154127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.154127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.154127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.154127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.154835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.155282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.155818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.156266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.156754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.157154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.157723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.169669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:32.183497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:32.263370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41c3cb38-cf91-4cab-ae02-361a7d870d13 req-edb06108-85f7-424b-ba4e-24a40ff655ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7237a17518014dc4ad716397cda7a808&device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0680237 Aug 11 03:00:32.277363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] For port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:32.281008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] For port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,segment=NetworkSegment(64942ad2-6d32-446b-a95f-facd9ffc7f6f),segment_id=64942ad2-6d32-446b-a95f-facd9ffc7f6f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:32.285204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:32.301067 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.320335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a55ced88-43a8-4bf4-87c5-f3d3c95fad7d req-07b0e36e-7232-419e-8905-3658d9119a8c tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0576012 Aug 11 03:00:32.372737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.375688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:32.449683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa63b12-d18c-45c8-af43-97c9e56e1f22 None None] Pushing event updated for resources: {'Port': ['ID=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:32.452908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Routers {'6e48f58b-88e1-4203-9bab-8a1423d17944'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:32.453555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e48f58b-88e1-4203-9bab-8a1423d17944'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:32.478703 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41c3cb38-cf91-4cab-ae02-361a7d870d13 req-c462f105-a73a-48e0-a21d-101c5a353bec service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=7237a17518014dc4ad716397cda7a808&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2034118 Aug 11 03:00:32.587136 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e6803f22-b11f-4697-895d-4d12292e90ba tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2037885 Aug 11 03:00:32.651334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Request body: {'port': {'device_id': '80fd629d-8b27-40a0-bc59-629501466053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:32.656025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad8c37-2bc8-4f9c-97fe-743082634d20 req-070b99ba-fb90-4433-9f7c-18b359f1f6de tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.658302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48ad8c37-2bc8-4f9c-97fe-743082634d20 req-070b99ba-fb90-4433-9f7c-18b359f1f6de tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1049075 Aug 11 03:00:32.731222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] Set router 6e48f58b-88e1-4203-9bab-8a1423d17944 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:32.739466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48ad8c37-2bc8-4f9c-97fe-743082634d20 req-7e7a3d34-af2e-4920-8f57-1131af7d6cee tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729918 Aug 11 03:00:32.788556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819437df-1f49-44f0-ac60-87b6815f1644 req-cc226192-01e3-4e99-856c-721b7987aead tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:32.801206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-819437df-1f49-44f0-ac60-87b6815f1644 req-cc226192-01e3-4e99-856c-721b7987aead tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 945 time: 0.4439743 Aug 11 03:00:32.939368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:33.051251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:26Z', 'revision_number': 4, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '3ff7b608-c6bc-4b73-ad30-ace14e8e3d56', 'name': '', 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'mac_address': 'fa:16:3e:af:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3c55d01e-bd68-4193-98fa-db9728dd102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:24Z', 'updated_at': '2021-08-11T03:00:32Z', 'revision_number': 4, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'subnets': [{'id': '3c55d01e-bd68-4193-98fa-db9728dd102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:33.091658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14223b85-5984-494a-bcd4-b7e170013a6e None None] The sync data for ids ['6e48f58b-88e1-4203-9bab-8a1423d17944'] in n-d-768509-22 is: [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:26Z', 'revision_number': 4, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '3ff7b608-c6bc-4b73-ad30-ace14e8e3d56', 'name': '', 'network_id': '101b5de5-471b-4c0f-9dcf-f8aeb023a1dd', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'mac_address': 'fa:16:3e:af:0b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': '3c55d01e-bd68-4193-98fa-db9728dd102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:24Z', 'updated_at': '2021-08-11T03:00:32Z', 'revision_number': 4, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'subnets': [{'id': '3c55d01e-bd68-4193-98fa-db9728dd102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:33.099100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-819437df-1f49-44f0-ac60-87b6815f1644 req-9890216c-7eb8-4eb8-9614-a66cbacf72dc tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941177 Aug 11 03:00:33.128251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3cb38-cf91-4cab-ae02-361a7d870d13 req-be7d4e9e-004b-490c-9777-8b0e698ee1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.130066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41c3cb38-cf91-4cab-ae02-361a7d870d13 req-be7d4e9e-004b-490c-9777-8b0e698ee1c1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6412976 Aug 11 03:00:33.200050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1bc57-01dc-4255-819f-913f2763319e req-a5a61c1e-c60d-43ab-9461-408d39305491 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.201996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-50e1bc57-01dc-4255-819f-913f2763319e req-a5a61c1e-c60d-43ab-9461-408d39305491 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 931 time: 0.1287951 Aug 11 03:00:33.285488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-50e1bc57-01dc-4255-819f-913f2763319e req-8659f470-b7d1-476d-99d0-bf5557265c7f tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736885 Aug 11 03:00:33.751455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53a1bb21-81d4-4914-930a-2a5ad8a4c38a req-e2cf4a7b-ecf2-4a11-b455-12572445efd6 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0468779 Aug 11 03:00:33.913776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7b37e-cf3a-44a4-af3f-73c702108851 req-2bc82214-6d82-472f-8579-905f69f4b349 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.922347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7a7b37e-cf3a-44a4-af3f-73c702108851 req-2bc82214-6d82-472f-8579-905f69f4b349 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.0663049 Aug 11 03:00:33.987243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7a7b37e-cf3a-44a4-af3f-73c702108851 req-232a2882-7159-4383-8206-c57294f3043e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580986 Aug 11 03:00:33.991931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-5480906a-9fe8-4097-870e-a1ff93a136c4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:33.994226 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-5480906a-9fe8-4097-870e-a1ff93a136c4 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.57 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 945 time: 0.1604714 Aug 11 03:00:34.202509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68bbdde-1e5a-43af-98ce-b7da3b7e301a {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:34.212363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.225446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Transition to ACTIVE for port object a68bbdde-1e5a-43af-98ce-b7da3b7e301a will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:34.238907 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.326007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Pushing event updated for resources: {'Port': ['ID=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:34.329147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Deleting port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:34.329535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.532141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060373b-fcbb-4685-8781-167850344ea8 req-0974b06f-92ae-46bc-992d-be0ee60782a1 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.542334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3060373b-fcbb-4685-8781-167850344ea8 req-0974b06f-92ae-46bc-992d-be0ee60782a1 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 943 time: 0.1104276 Aug 11 03:00:34.546919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:34.632096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3060373b-fcbb-4685-8781-167850344ea8 req-4c8b7ad6-1327-4655-898e-abd73684009d tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887747 Aug 11 03:00:34.642273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:34.669558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:34.669938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.674924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504c3b-1719-442b-9afc-22a0c69ff619 req-1a9f3536-b050-4423-a55e-394f1f92c6ee tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:34.685939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e504c3b-1719-442b-9afc-22a0c69ff619 req-1a9f3536-b050-4423-a55e-394f1f92c6ee tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 945 time: 0.4443855 Aug 11 03:00:34.760145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41c3cb38-cf91-4cab-ae02-361a7d870d13 req-63847061-5aeb-4309-abd2-ef759dbb71d3 tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.57 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0570729 Aug 11 03:00:34.807352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Attempting to bind port a68bbdde-1e5a-43af-98ce-b7da3b7e301a on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:34.823913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Attempting to bind port a68bbdde-1e5a-43af-98ce-b7da3b7e301a by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:34.824723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Attempting to bind port a68bbdde-1e5a-43af-98ce-b7da3b7e301a on network 6faf6702-207c-4407-9762-ea8470623fe9 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:34.833529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Deleting port 29c3659e-611d-4954-8d46-3ecb457a30b2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:34.833863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.838975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] For port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,segment=NetworkSegment(64942ad2-6d32-446b-a95f-facd9ffc7f6f),segment_id=64942ad2-6d32-446b-a95f-facd9ffc7f6f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:34.839344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.905972 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:34.912349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Port a68bbdde-1e5a-43af-98ce-b7da3b7e301a on network 6faf6702-207c-4407-9762-ea8470623fe9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:34.912748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Attempting to bind port a68bbdde-1e5a-43af-98ce-b7da3b7e301a on network 6faf6702-207c-4407-9762-ea8470623fe9 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:34.934164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Calling delete_port for 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:34.973151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f1c932f-a2f6-47b7-a3bd-c815056b9964 req-87d8239c-b395-4207-b9dd-5001c588b19e tempest-ServerShowV257Test-1624976422 tempest-ServerShowV257Test-1624976422-project] 10.222.0.60 "GET /v2.0/ports?device_id=597c86db-33c4-4698-b643-c8a0c4574e1d HTTP/1.1" status: 200 len: 210 time: 0.0535569 Aug 11 03:00:34.986035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e504c3b-1719-442b-9afc-22a0c69ff619 req-084cc3fb-01ac-4727-9402-61eca5584f3f tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f4bbf5-db62-4423-ae11-4a35848d84e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982433 Aug 11 03:00:34.995117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,segment=NetworkSegment(64942ad2-6d32-446b-a95f-facd9ffc7f6f),segment_id=64942ad2-6d32-446b-a95f-facd9ffc7f6f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:35.001038 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.001898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:35.002326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Checking segment: {'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:35.003274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Bound using segment: {'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:35.003898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Bound port: a68bbdde-1e5a-43af-98ce-b7da3b7e301a, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:35.006931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.084122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.157697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8175e-7769-4d78-bb4e-82adaaad187a req-26ad3221-5475-4c61-8d2a-70c8c03dc7a5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:35.165585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbb8175e-7769-4d78-bb4e-82adaaad187a req-26ad3221-5475-4c61-8d2a-70c8c03dc7a5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.0854321 Aug 11 03:00:35.199442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] For port 29c3659e-611d-4954-8d46-3ecb457a30b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=29c3659e-611d-4954-8d46-3ecb457a30b2,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:35.209096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.246273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Calling delete_port for 29c3659e-611d-4954-8d46-3ecb457a30b2 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:35.257220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbb8175e-7769-4d78-bb4e-82adaaad187a req-e41c4208-fd35-4f0f-9721-36d81f53df9d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847728 Aug 11 03:00:35.401589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] For port a68bbdde-1e5a-43af-98ce-b7da3b7e301a, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:35.431811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] For port a68bbdde-1e5a-43af-98ce-b7da3b7e301a, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:35.441646 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.502699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Pushing event updated for resources: {'Port': ['ID=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.516673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:35.517674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.519434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-0052cbab-706a-4e9d-b4dd-6f2305684013 service neutron] 10.222.0.10 "PUT /v2.0/ports/a68bbdde-1e5a-43af-98ce-b7da3b7e301a HTTP/1.1" status: 200 len: 1092 time: 2.8734212 Aug 11 03:00:35.525044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fd629d-8b27-40a0-bc59-629501466053', 'tag': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:35.528463 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84732deb-2cec-43f5-8709-0aa40dac6d7c" -d '{"events": [{"name": "network-changed", "server_uuid": "80fd629d-8b27-40a0-bc59-629501466053", "tag": "a68bbdde-1e5a-43af-98ce-b7da3b7e301a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:35.625194 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dce6846a-c5b0-4358-a25c-fcf5046441fb x-openstack-request-id: req-dce6846a-c5b0-4358-a25c-fcf5046441fb {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:35.625490 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fd629d-8b27-40a0-bc59-629501466053", "tag": "a68bbdde-1e5a-43af-98ce-b7da3b7e301a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:35.625742 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dce6846a-c5b0-4358-a25c-fcf5046441fb {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:35.626146 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fd629d-8b27-40a0-bc59-629501466053', 'tag': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a', 'status': 'completed', 'code': 200} Aug 11 03:00:35.720850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.771614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Pushing event deleted for resources: {'Port': ['ID=29c3659e-611d-4954-8d46-3ecb457a30b2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.810981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.873081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff7b608-c6bc-4b73-ad30-ace14e8e3d56,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:35.903093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-97683b16-296d-480d-9f6f-e85d4c6ace58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:35.904623 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-97683b16-296d-480d-9f6f-e85d4c6ace58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9cf6d0371ff148af8a5188e11738bb73&device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 1095 time: 0.3182244 Aug 11 03:00:35.905363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] No DVR routers for this DVR port 29c3659e-611d-4954-8d46-3ecb457a30b2 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:35.909481 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:35.911856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b15ec27-fbe2-4e33-96cd-91e4ec91aee9 req-8d225ae9-9c40-4e58-aa24-5dde12be8a00 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.57 "DELETE /v2.0/ports/29c3659e-611d-4954-8d46-3ecb457a30b2 HTTP/1.1" status: 204 len: 173 time: 1.8975127 Aug 11 03:00:36.075157 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-98d38f46-9071-43c4-87fb-17e1d3b276a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a68bbdde-1e5a-43af-98ce-b7da3b7e301a HTTP/1.1" status: 200 len: 217 time: 0.1613669 Aug 11 03:00:36.126443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfac5f3-07d1-4bbf-80ac-b65c24831279 req-2f97f25c-0af8-4cdb-9687-6b1d217b1396 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:36.134759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cfac5f3-07d1-4bbf-80ac-b65c24831279 req-2f97f25c-0af8-4cdb-9687-6b1d217b1396 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 943 time: 0.3418195 Aug 11 03:00:36.415047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b9ed6b7-af55-4add-a2d1-ac94f04650b2 req-689c82b9-018a-4a05-ab4d-7ce922e35e91 tempest-FloatingIPsAssociationTestJSON-143936226 tempest-FloatingIPsAssociationTestJSON-143936226-project] 10.222.0.60 "GET /v2.0/ports?device_id=143a4a40-56d6-4d24-8a7e-da658c8e39f4 HTTP/1.1" status: 200 len: 210 time: 0.0799570 Aug 11 03:00:36.534883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-06a9cc41-6682-42c8-b532-a74e32bbc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:36.536419 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-06a9cc41-6682-42c8-b532-a74e32bbc872 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=90f5394c-df54-475b-9992-09f5f410e5cf HTTP/1.1" status: 200 len: 848 time: 0.4524541 Aug 11 03:00:36.639721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cfac5f3-07d1-4bbf-80ac-b65c24831279 req-59ce1d1a-8c44-4090-8233-3d81707027da tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989254 Aug 11 03:00:36.643973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-ebae06ef-ac5a-4088-b831-6964dc213cf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6faf6702-207c-4407-9762-ea8470623fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618882 Aug 11 03:00:36.764470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-8492f4dc-cfa4-4d5b-a1b0-845c81ada676 service neutron] 10.222.0.10 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045902 Aug 11 03:00:36.791866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d54d8-7828-49ec-ac30-5e9625a13e63 req-e113f1f9-d2d4-429a-82ee-509176d93415 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:36.816451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-755d54d8-7828-49ec-ac30-5e9625a13e63 req-e113f1f9-d2d4-429a-82ee-509176d93415 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1625764 Aug 11 03:00:36.831221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54956) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:36.842210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:36.861827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54960) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:36.951341 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-755d54d8-7828-49ec-ac30-5e9625a13e63 req-6edf2f3f-3add-4c7a-94f6-f642cc7f6aaf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285024 Aug 11 03:00:37.068452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54989568-7f76-4e0a-b22d-f12a99c2880b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.087698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e8aab73-b89a-4ca5-b9ca-8e0f653863ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.102241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a4b3a28-c3e0-44c0-9c3a-4fc8b5f0cf74 req-e475df08-80fe-4479-861b-754185a4603a service neutron] 10.222.0.10 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271270 Aug 11 03:00:37.116980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Router 6e48f58b-88e1-4203-9bab-8a1423d17944 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:37.269451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54989568-7f76-4e0a-b22d-f12a99c2880b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.271363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-86a9cf75-97a9-4caa-a34c-e7cbe2119436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:37.273576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-86a9cf75-97a9-4caa-a34c-e7cbe2119436 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9cf6d0371ff148af8a5188e11738bb73&device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 1095 time: 0.0905921 Aug 11 03:00:37.281942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:37.291895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fb79af45-1a29-4619-b177-215621dc1eec admin admin] 10.222.0.60 "PUT /v2.0/routers/6e48f58b-88e1-4203-9bab-8a1423d17944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5679584 Aug 11 03:00:37.296869 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] Sync routers for ids ['6e48f58b-88e1-4203-9bab-8a1423d17944'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:37.319328 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] Routers {'6e48f58b-88e1-4203-9bab-8a1423d17944'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:37.320034 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e48f58b-88e1-4203-9bab-8a1423d17944'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:37.401700 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e8aab73-b89a-4ca5-b9ca-8e0f653863ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.402516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-5d6bb5ad-8fee-41bc-8dbd-d88897c737af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:37.403488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54989568-7f76-4e0a-b22d-f12a99c2880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.404909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-5d6bb5ad-8fee-41bc-8dbd-d88897c737af service neutron] 10.222.0.10 "GET /v2.0/networks?id=6faf6702-207c-4407-9762-ea8470623fe9 HTTP/1.1" status: 200 len: 909 time: 0.1135666 Aug 11 03:00:37.405573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54964) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:37.433988 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e8aab73-b89a-4ca5-b9ca-8e0f653863ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.443761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54989568-7f76-4e0a-b22d-f12a99c2880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc16e36-0828-49c5-93bd-7ecc593d7728,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.519976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:37.534955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-54989568-7f76-4e0a-b22d-f12a99c2880b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=787691dc7b9d4ad3850db4ef160937d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7026074 Aug 11 03:00:37.535851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54972) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:37.537048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 29c3659e-611d-4954-8d46-3ecb457a30b2 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:37.547269 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] Set router 6e48f58b-88e1-4203-9bab-8a1423d17944 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:37.549914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e8aab73-b89a-4ca5-b9ca-8e0f653863ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7237a17518014dc4ad716397cda7a808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6867409 Aug 11 03:00:37.550562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54974) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:37.608630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 29c3659e-611d-4954-8d46-3ecb457a30b2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:37.611951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 29c3659e-611d-4954-8d46-3ecb457a30b2 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:37.692803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8aab73-b89a-4ca5-b9ca-8e0f653863ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47145469-61c8-4796-8dea-63c5739213ee,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.787681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c805ac8-89cb-4ab3-aec7-27dc1ad0282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.825914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f639f45b-7851-4741-881b-8f6154f23c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.832687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c805ac8-89cb-4ab3-aec7-27dc1ad0282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.861373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f639f45b-7851-4741-881b-8f6154f23c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.946474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f639f45b-7851-4741-881b-8f6154f23c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.949463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f639f45b-7851-4741-881b-8f6154f23c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:37.951011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f639f45b-7851-4741-881b-8f6154f23c4b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fc16e36-0828-49c5-93bd-7ecc593d7728 HTTP/1.1" status: 204 len: 168 time: 0.4086637 Aug 11 03:00:37.990371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639f45b-7851-4741-881b-8f6154f23c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc16e36-0828-49c5-93bd-7ecc593d7728,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:37.996520 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:35Z', 'revision_number': 5, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:37.998060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'name': 'network-vif-deleted', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:38.012250 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870f846-d4c0-4bdb-b9bd-308e75c2db4e" -d '{"events": [{"server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "name": "network-vif-deleted", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:38.018094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-b9a48b4e-8bfa-494c-9484-c2ba15655384 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a68bbdde-1e5a-43af-98ce-b7da3b7e301a HTTP/1.1" status: 200 len: 217 time: 0.6035569 Aug 11 03:00:38.037361 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c805ac8-89cb-4ab3-aec7-27dc1ad0282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.040657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c805ac8-89cb-4ab3-aec7-27dc1ad0282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.041273 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] Checking router: 6e48f58b-88e1-4203-9bab-8a1423d17944 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:38.044355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9c805ac8-89cb-4ab3-aec7-27dc1ad0282a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47145469-61c8-4796-8dea-63c5739213ee HTTP/1.1" status: 204 len: 168 time: 0.4838414 Aug 11 03:00:38.059220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c805ac8-89cb-4ab3-aec7-27dc1ad0282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47145469-61c8-4796-8dea-63c5739213ee,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:38.072977 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] Routers {'6e48f58b-88e1-4203-9bab-8a1423d17944'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:38.074148 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6e48f58b-88e1-4203-9bab-8a1423d17944'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:38.125075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81e376-7afd-4d87-a4e6-a63375fbe8f0 req-10891d04-f533-45d0-bb53-b12d7583bca9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.135396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c81e376-7afd-4d87-a4e6-a63375fbe8f0 req-10891d04-f533-45d0-bb53-b12d7583bca9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.0728929 Aug 11 03:00:38.186025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c81e376-7afd-4d87-a4e6-a63375fbe8f0 req-d6570f0e-c782-44d5-bacf-614cc22b1979 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492368 Aug 11 03:00:38.236025 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] Set router 6e48f58b-88e1-4203-9bab-8a1423d17944 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:38.254697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.257083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-2a0cd012-4a24-4f62-9d3c-6e989369906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.258683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-2a0cd012-4a24-4f62-9d3c-6e989369906f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=90f5394c-df54-475b-9992-09f5f410e5cf HTTP/1.1" status: 200 len: 848 time: 0.1374407 Aug 11 03:00:38.272990 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db501e3a-1bcc-48e9-ac11-27a00fcc7a0c x-openstack-request-id: req-db501e3a-1bcc-48e9-ac11-27a00fcc7a0c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:38.273332 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143a4a40-56d6-4d24-8a7e-da658c8e39f4", "name": "network-vif-deleted", "tag": "29c3659e-611d-4954-8d46-3ecb457a30b2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:38.274210 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db501e3a-1bcc-48e9-ac11-27a00fcc7a0c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:38.274617 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143a4a40-56d6-4d24-8a7e-da658c8e39f4', 'name': 'network-vif-deleted', 'tag': '29c3659e-611d-4954-8d46-3ecb457a30b2', 'status': 'completed', 'code': 200} Aug 11 03:00:38.466165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-d01fb6cf-1525-4aee-9a80-956772601c3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6faf6702-207c-4407-9762-ea8470623fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1503737 Aug 11 03:00:38.607938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca5cf9-186c-4c38-b223-6db959c99bcb req-0ffe5b3a-36a0-43ee-b8cb-c2c95468e083 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:38.615585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fca5cf9-186c-4c38-b223-6db959c99bcb req-0ffe5b3a-36a0-43ee-b8cb-c2c95468e083 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 943 time: 0.5939343 Aug 11 03:00:38.731696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fca5cf9-186c-4c38-b223-6db959c99bcb req-f104546a-caf3-4249-bb58-aea3624246a8 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079361 Aug 11 03:00:38.868785 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:35Z', 'revision_number': 5, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:38.903114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:38.908180 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a883e88-c02c-45c6-a05f-1c965d3f1f48 None None] The sync data for ids ['6e48f58b-88e1-4203-9bab-8a1423d17944'] in n-d-768509-22 is: [{'id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-486594250-router', 'tenant_id': '8582dedb0a1d4edea8775915dec369d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:00:18Z', 'updated_at': '2021-08-11T03:00:35Z', 'revision_number': 5, 'project_id': '8582dedb0a1d4edea8775915dec369d0', 'gw_port': {'id': 'ea81eafc-9710-4bd9-b003-288fc8ba60f2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e48f58b-88e1-4203-9bab-8a1423d17944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:00:19Z', 'updated_at': '2021-08-11T03:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:38.930891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-e1e2c8c2-3cd5-448c-82d7-cd15924cb1fd service neutron] 10.222.0.10 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104612 Aug 11 03:00:39.197189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Deleting port ea81eafc-9710-4bd9-b003-288fc8ba60f2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:39.197509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.220448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84732deb-2cec-43f5-8709-0aa40dac6d7c req-53bebf7f-cfd6-44e4-8bfa-3d30c65f84f9 service neutron] 10.222.0.10 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808747 Aug 11 03:00:39.404796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] For port ea81eafc-9710-4bd9-b003-288fc8ba60f2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ea81eafc-9710-4bd9-b003-288fc8ba60f2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:39.405486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.432194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55034) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:39.447620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Calling delete_port for ea81eafc-9710-4bd9-b003-288fc8ba60f2 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:39.487846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a8cda-b798-41a3-954b-07bdbc2092b0 req-e6edec94-03bc-4102-935f-e940432a2cab tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.493982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b8a8cda-b798-41a3-954b-07bdbc2092b0 req-e6edec94-03bc-4102-935f-e940432a2cab tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1562827 Aug 11 03:00:39.574446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b8a8cda-b798-41a3-954b-07bdbc2092b0 req-df320f82-d26b-4bd3-a115-934e5715fb8e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746467 Aug 11 03:00:39.628720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1417104654-network', 'tenant_id': 'fc052c47560340e3aecbe1f03d498088'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:39.660202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Made reservation on behalf of fc052c47560340e3aecbe1f03d498088 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:39.663392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.690366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.706921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.918318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.923978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.956770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29313295-556d-4aac-aa4d-fc3bcbf9a4c6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:39.969370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:39.974539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d219a47-de43-4e84-a6e6-8f03f5285aa1 req-a17bcc92-76fe-4e59-a14f-e734d8973a0e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:39.984262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d219a47-de43-4e84-a6e6-8f03f5285aa1 req-a17bcc92-76fe-4e59-a14f-e734d8973a0e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 943 time: 0.1179152 Aug 11 03:00:39.999574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:40.013335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=ea81eafc-9710-4bd9-b003-288fc8ba60f2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.030141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.030627 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Added segment f29ea40c-2929-43e5-81bb-35dee5171489 of type vlan for network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 Aug 11 03:00:40.067029 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d219a47-de43-4e84-a6e6-8f03f5285aa1 req-74c4da3b-6467-4d8e-a4a6-50093c613fc0 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811579 Aug 11 03:00:40.153147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.198137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.228373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.230191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:40.231166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.299469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8651752 Aug 11 03:00:40.302578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55066) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:40.310490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Request body: {'subnet': {'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1417104654-subnet', 'tenant_id': 'fc052c47560340e3aecbe1f03d498088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:40.326521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Deleting port 420f0c52-f896-4f4e-94cb-08d624d9d4f3 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:40.327136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.355493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbd659-e99a-429d-922b-cc1bd18864e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5293af7e-ae9f-4d93-8320-a86c4c6e54f7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.371728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.375396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.389319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:40.394198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Made reservation on behalf of fc052c47560340e3aecbe1f03d498088 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:40.397136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.449519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.450245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e48f58b-88e1-4203-9bab-8a1423d17944 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:40.456650 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.475709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-603a4f50-7624-469c-b841-2b568d8f8f3a admin admin] 10.222.0.60 "DELETE /v2.0/routers/6e48f58b-88e1-4203-9bab-8a1423d17944 HTTP/1.1" status: 204 len: 168 time: 3.0685046 Aug 11 03:00:40.482920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55070) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:40.547647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] For port 420f0c52-f896-4f4e-94cb-08d624d9d4f3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=420f0c52-f896-4f4e-94cb-08d624d9d4f3,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:40.548141 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.569950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Calling delete_port for 420f0c52-f896-4f4e-94cb-08d624d9d4f3 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:40.575092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:40.600413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] Deleting subnet 3c55d01e-bd68-4193-98fa-db9728dd102f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:40.616599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:40.618022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 3ff7b608-c6bc-4b73-ad30-ace14e8e3d56 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:40.648306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55074) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:40.671672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.782242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a68bbdde-1e5a-43af-98ce-b7da3b7e301a details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:40.795817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.828634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.902412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-172a9285-70ea-43a3-8a7f-b245855ee4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:40.921051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e7a82-a3b9-414e-bb17-875fc11e1699 req-01a8dead-2088-4ba3-97a3-3a4e3915c0a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:40.922938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a6e7a82-a3b9-414e-bb17-875fc11e1699 req-01a8dead-2088-4ba3-97a3-3a4e3915c0a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.2243354 Aug 11 03:00:40.923516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a68bbdde-1e5a-43af-98ce-b7da3b7e301a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:40.939382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a', 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9', 'port_id': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a', 'mac_address': 'fa:16:3e:96:14:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f5394c-df54-475b-9992-09f5f410e5cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:40.973910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Checking segment: {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:40.974277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Network hostable DHCP agents. Network: 5293af7e-ae9f-4d93-8320-a86c4c6e54f7, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:40.980939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=147ce0c0-a452-47d0-9545-22d923d83c2f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:40.994155 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.024746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:41.037325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68bbdde-1e5a-43af-98ce-b7da3b7e301a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:41.042528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5293af7e-ae9f-4d93-8320-a86c4c6e54f7) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:41.057349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156de38a-e551-4b3b-9acf-655bfa79cd7e None None] Network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:41.065153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:41.067195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.199030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-172a9285-70ea-43a3-8a7f-b245855ee4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.203947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-172a9285-70ea-43a3-8a7f-b245855ee4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.209526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a68bbdde-1e5a-43af-98ce-b7da3b7e301a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:41.214920 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.292459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a9285-70ea-43a3-8a7f-b245855ee4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddae938-7b0f-4e3a-80e7-5865ffc1b8c9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.309355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-db9ea8c3-aa36-4519-b57e-316902aa6603 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9969521 Aug 11 03:00:41.317970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.348732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-172a9285-70ea-43a3-8a7f-b245855ee4cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81180064bb554430ad25cfda414821a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959126 Aug 11 03:00:41.351241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55086) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.393449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dff7f96-07f4-47ba-a456-df3aee3cd850 None None] Network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:41.434192 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f96f9eb5-2e09-413f-9237-2bbd263738f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.467594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54709b4-9636-4eaa-9355-a21020924a10 req-28f3882f-1c99-4b94-9f73-ea4517b9f9b3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:41.476001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e54709b4-9636-4eaa-9355-a21020924a10 req-28f3882f-1c99-4b94-9f73-ea4517b9f9b3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 944 time: 0.1910021 Aug 11 03:00:41.514865 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f96f9eb5-2e09-413f-9237-2bbd263738f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.534147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a68bbdde-1e5a-43af-98ce-b7da3b7e301a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:41.552929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e54709b4-9636-4eaa-9355-a21020924a10 req-18bc0829-93e2-494c-baee-7042b00c9ca9 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700643 Aug 11 03:00:41.606004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a6e7a82-a3b9-414e-bb17-875fc11e1699 req-9e8e60f3-cd36-4778-9b5f-279b385b2768 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6686864 Aug 11 03:00:41.625710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f96f9eb5-2e09-413f-9237-2bbd263738f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.629262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f96f9eb5-2e09-413f-9237-2bbd263738f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.631380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f96f9eb5-2e09-413f-9237-2bbd263738f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ddae938-7b0f-4e3a-80e7-5865ffc1b8c9 HTTP/1.1" status: 204 len: 168 time: 0.2782502 Aug 11 03:00:41.646961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f9eb5-2e09-413f-9237-2bbd263738f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddae938-7b0f-4e3a-80e7-5865ffc1b8c9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.667148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.827026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.863420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.864429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c55d01e-bd68-4193-98fa-db9728dd102f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.901789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:41.903968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-742d0ff3-5f78-4607-8e34-b0020eb97517 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3c55d01e-bd68-4193-98fa-db9728dd102f HTTP/1.1" status: 204 len: 168 time: 1.4158947 Aug 11 03:00:41.904947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=420f0c52-f896-4f4e-94cb-08d624d9d4f3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:41.906528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:41.918726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74a60e-9b20-48ae-bad3-5df32917c5d9 None None] Network 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:42.082773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.211010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Deleting port 84b4884c-7a46-4784-85d4-d86182c67459 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:42.211577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.266341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.291972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] DHCP port deletion for 101b5de5-471b-4c0f-9dcf-f8aeb023a1dd request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:42.317457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] For port 84b4884c-7a46-4784-85d4-d86182c67459, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=84b4884c-7a46-4784-85d4-d86182c67459,segment=NetworkSegment(64942ad2-6d32-446b-a95f-facd9ffc7f6f),segment_id=64942ad2-6d32-446b-a95f-facd9ffc7f6f)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:42.317672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.343992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Calling delete_port for 84b4884c-7a46-4784-85d4-d86182c67459 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:42.391356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] Deleting port 84b4884c-7a46-4784-85d4-d86182c67459 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:42.391786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.511554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.545377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Pushing event deleted for resources: {'Port': ['ID=84b4884c-7a46-4784-85d4-d86182c67459,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:42.558400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] For port 84b4884c-7a46-4784-85d4-d86182c67459, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=84b4884c-7a46-4784-85d4-d86182c67459,segment=NetworkSegment(64942ad2-6d32-446b-a95f-facd9ffc7f6f),segment_id=64942ad2-6d32-446b-a95f-facd9ffc7f6f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:42.558976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.587438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] No DVR routers for this DVR port 84b4884c-7a46-4784-85d4-d86182c67459 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:42.598833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ea81eafc-9710-4bd9-b003-288fc8ba60f2 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:42.624734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] Calling delete_port for 84b4884c-7a46-4784-85d4-d86182c67459 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:42.756936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.770710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101b5de5-471b-4c0f-9dcf-f8aeb023a1dd']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:42.785464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64942ad2-6d32-446b-a95f-facd9ffc7f6f') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:42.785765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64942ad2-6d32-446b-a95f-facd9ffc7f6f') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: from cryptography.utils import int_from_bytes Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: from cryptography.utils import int_from_bytes Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.786242 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:00:42.788634 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:00:42.804795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:00:42.808399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52398ab2-80d7-4d13-b2ee-e42125e99a60 req-13568548-7a5c-4681-b9a9-20da570e1ead tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:42.810483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52398ab2-80d7-4d13-b2ee-e42125e99a60 req-13568548-7a5c-4681-b9a9-20da570e1ead tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 944 time: 0.1347382 Aug 11 03:00:42.817865 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.833437 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.846302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ea81eafc-9710-4bd9-b003-288fc8ba60f2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:42.846666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ea81eafc-9710-4bd9-b003-288fc8ba60f2 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:42.847601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84b4884c-7a46-4784-85d4-d86182c67459 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:42.849308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a68bbdde-1e5a-43af-98ce-b7da3b7e301a up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:42.855480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.875303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:42.876311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:42.878772 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:42.946715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52398ab2-80d7-4d13-b2ee-e42125e99a60 req-133eb810-57a7-4f74-ae51-a8049f9444d2 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266711 Aug 11 03:00:42.979121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:42.993916 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.002047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] 10.222.0.60 "DELETE /v2.0/networks/101b5de5-471b-4c0f-9dcf-f8aeb023a1dd HTTP/1.1" status: 204 len: 168 time: 1.0888462 Aug 11 03:00:43.002234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-856e2834-a5bb-4b46-8bbf-a7f99da134d2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.002234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-856e2834-a5bb-4b46-8bbf-a7f99da134d2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 814 time: 0.5372963 Aug 11 03:00:43.028280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-6d00e108-4e43-4289-8b5e-8647af48d439 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/quotas/fc052c47560340e3aecbe1f03d498088 HTTP/1.1" status: 200 len: 375 time: 0.0175254 Aug 11 03:00:43.036422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 84b4884c-7a46-4784-85d4-d86182c67459 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:43.036752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84b4884c-7a46-4784-85d4-d86182c67459 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:43.056952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] Pushing event deleted for resources: {'Port': ['ID=84b4884c-7a46-4784-85d4-d86182c67459,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:43.060544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530615d-c0a2-4790-b897-0f58fc73788a admin admin] Pushing event deleted for resources: {'Network': ['ID=101b5de5-471b-4c0f-9dcf-f8aeb023a1dd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:43.078201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-60e09367-1621-43a1-b01b-877a74dde37b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417252 Aug 11 03:00:43.082726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:00:43.092644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55138) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:43.093673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ee2c5c5a-0afe-4583-9c84-f86ccd761a93 admin admin] 10.222.0.60 "PUT /v2.0/routers/e1e60647-a351-4ab9-8c62-72a50e1f4fa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5705199 Aug 11 03:00:43.100547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-00777b2f-dad2-4d82-8162-7f1166013875 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:00:43.103018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-00777b2f-dad2-4d82-8162-7f1166013875 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066996 Aug 11 03:00:43.114555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de394c-1026-48d3-99f0-179e0f52a224 None None] No DVR routers for this DVR port 84b4884c-7a46-4784-85d4-d86182c67459 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:43.116684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] Sync routers for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:00:43.153926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:43.156833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:43.346031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-027bfd50-f227-44ba-9748-43cdc5c3eed0 service neutron] 10.222.0.60 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232366 Aug 11 03:00:43.480060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55144) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:43.506030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.515492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port a68bbdde-1e5a-43af-98ce-b7da3b7e301a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:43.533679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port a68bbdde-1e5a-43af-98ce-b7da3b7e301a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:43.533679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.567788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-85bb33e4-f9ed-4aac-b5d1-0111591f2348 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8582dedb0a1d4edea8775915dec369d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843174 Aug 11 03:00:43.568514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55148) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:43.575417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae0d65-e6e3-44cb-b696-77f36b004c0f req-9fa47205-a7ce-40c5-bc9c-6e2ae3f19076 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:43.583126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8eae0d65-e6e3-44cb-b696-77f36b004c0f req-9fa47205-a7ce-40c5-bc9c-6e2ae3f19076 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.3191833 Aug 11 03:00:43.615643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-19a6f53c-ddbe-4e7e-874f-1380148b525e service neutron] 10.222.0.60 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543371 Aug 11 03:00:43.657259 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd003555-b0d0-4a30-aeba-cff0bff68d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.663748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:43.689634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd003555-b0d0-4a30-aeba-cff0bff68d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.753289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd003555-b0d0-4a30-aeba-cff0bff68d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.755413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8eae0d65-e6e3-44cb-b696-77f36b004c0f req-28b6b664-20b0-4c33-81ae-59596d1b74d3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714289 Aug 11 03:00:43.755972 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd003555-b0d0-4a30-aeba-cff0bff68d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.761269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fd003555-b0d0-4a30-aeba-cff0bff68d49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75a49fdc-ee08-4fd1-be11-52345aa1b480 HTTP/1.1" status: 204 len: 168 time: 0.1912079 Aug 11 03:00:43.788260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd003555-b0d0-4a30-aeba-cff0bff68d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a49fdc-ee08-4fd1-be11-52345aa1b480,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:43.827561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:43.971974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Deleting port b92ac9b2-bd5a-476d-a571-c4ff70168dd1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:43.973189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.144403 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.160105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] For port b92ac9b2-bd5a-476d-a571-c4ff70168dd1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:44.160481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.223478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acfe690f-f379-4cd7-809e-2b990e639426 req-64ffa840-7cfe-4a4d-9b50-b3c199ed9429 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 210 time: 0.1014483 Aug 11 03:00:44.224422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Calling delete_port for b92ac9b2-bd5a-476d-a571-c4ff70168dd1 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:44.300051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda68c13-2561-4d40-a7b8-f6ac1c8a04a8 req-8ce14e28-a2e9-4c4d-a766-867642adc982 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:44.308639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd629d-8b27-40a0-bc59-629501466053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:44.310985 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4356eb21-a3cc-4db4-bded-8ef1cf455f3c" -d '{"events": [{"server_uuid": "80fd629d-8b27-40a0-bc59-629501466053", "name": "network-vif-plugged", "status": "completed", "tag": "a68bbdde-1e5a-43af-98ce-b7da3b7e301a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:44.312258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eda68c13-2561-4d40-a7b8-f6ac1c8a04a8 req-8ce14e28-a2e9-4c4d-a766-867642adc982 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 944 time: 0.1380048 Aug 11 03:00:44.434418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eda68c13-2561-4d40-a7b8-f6ac1c8a04a8 req-38727c63-ba4b-44b2-b125-daf33fd2dffb tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211939 Aug 11 03:00:44.437948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a68bbdde-1e5a-43af-98ce-b7da3b7e301a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:44.442169 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49329b4d-d783-4b06-8feb-07e4a8f21b05 x-openstack-request-id: req-49329b4d-d783-4b06-8feb-07e4a8f21b05 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:44.443280 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd629d-8b27-40a0-bc59-629501466053", "name": "network-vif-plugged", "status": "completed", "tag": "a68bbdde-1e5a-43af-98ce-b7da3b7e301a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:44.443947 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49329b4d-d783-4b06-8feb-07e4a8f21b05 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:44.448274 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd629d-8b27-40a0-bc59-629501466053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a', 'code': 200} Aug 11 03:00:44.464265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.489899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.543124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918b150-f4db-4243-98c7-807ab001f99d req-4d36d20c-380b-4ccd-858a-031c864554a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:44.544680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5918b150-f4db-4243-98c7-807ab001f99d req-4d36d20c-380b-4ccd-858a-031c864554a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 1097 time: 0.0753622 Aug 11 03:00:44.552532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:44.591135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T03:00:41Z', 'revision_number': 5, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port': {'id': 'b92ac9b2-bd5a-476d-a571-c4ff70168dd1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:03Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:44.626922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92ac9b2-bd5a-476d-a571-c4ff70168dd1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:44.675270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.702937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] Checking router: e1e60647-a351-4ab9-8c62-72a50e1f4fa7 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:00:44.705598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5918b150-f4db-4243-98c7-807ab001f99d req-406cdba6-1028-47d6-82ce-fc93bbf30fa5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030214 Aug 11 03:00:44.713753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] Routers {'e1e60647-a351-4ab9-8c62-72a50e1f4fa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:00:44.714656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:00:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:44.829264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] Set router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:00:44.847545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.848923 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.934361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T03:00:44Z', 'revision_number': 7, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:44.938835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.939596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1e60647-a351-4ab9-8c62-72a50e1f4fa7 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:00:44.945123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:44.946343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-be974fe5-d566-4dcb-a05e-75ceb36c7550 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e1e60647-a351-4ab9-8c62-72a50e1f4fa7 HTTP/1.1" status: 204 len: 168 time: 1.8527029 Aug 11 03:00:44.952920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55214) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:45.032818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadeb1a-79ac-4534-84cb-0f7f1fe86c89 None None] The sync data for ids ['e1e60647-a351-4ab9-8c62-72a50e1f4fa7'] in n-d-768509-22 is: [{'id': 'e1e60647-a351-4ab9-8c62-72a50e1f4fa7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1893944545-router', 'tenant_id': 'a21042156e6744bdafd99dfc6fa55496', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:01Z', 'updated_at': '2021-08-11T03:00:44Z', 'revision_number': 7, 'project_id': 'a21042156e6744bdafd99dfc6fa55496', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:00:45.038696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-ec350e63-bc12-423e-a27c-9b8a00212a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.040755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-ec350e63-bc12-423e-a27c-9b8a00212a7a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 1098 time: 0.1654756 Aug 11 03:00:45.051557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80904d-97ac-46c1-b1fe-cbb9db544929 req-9f82c013-96f8-4f99-80df-8b142c2e330d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.055208 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d80904d-97ac-46c1-b1fe-cbb9db544929 req-9f82c013-96f8-4f99-80df-8b142c2e330d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.0824575 Aug 11 03:00:45.124193 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d80904d-97ac-46c1-b1fe-cbb9db544929 req-e593e1a2-81f5-4757-8a2a-9343ed0c0b4d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613954 Aug 11 03:00:45.124835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:45.186514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] Deleting subnet 39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:00:45.198068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.220107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-3e22bad2-400a-4584-8989-454b3796aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.221675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-3e22bad2-400a-4584-8989-454b3796aa8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.1701925 Aug 11 03:00:45.277239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-13a2911d-9893-4c42-9861-78178772eb22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90bc6144-0463-4503-a0b3-f92c04b15de5 HTTP/1.1" status: 200 len: 217 time: 0.0451653 Aug 11 03:00:45.279345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.344216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1934821073-network', 'tenant_id': '6b333b2a3b9f46869bff7a3fbbeffbde'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:45.366355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d3d244c-6742-4318-b870-6d3d73953365 req-0a352d77-dcee-470c-840d-3663fd0a201e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 210 time: 0.0411179 Aug 11 03:00:45.402428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Made reservation on behalf of 6b333b2a3b9f46869bff7a3fbbeffbde for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:45.406209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.407542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-6f18d83b-b48e-4bc6-8b22-f59b8f085528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.409069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-6f18d83b-b48e-4bc6-8b22-f59b8f085528 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1072698 Aug 11 03:00:45.424929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.491199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.598975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-b7015faf-3940-4693-b96f-7571e9d037db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.600541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-b7015faf-3940-4693-b96f-7571e9d037db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785390 Aug 11 03:00:45.605829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.615149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.648215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:45.665000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.665356 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Added segment 0af81da3-c47a-4c78-aa6e-c44765f8eb32 of type vlan for network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 Aug 11 03:00:45.666893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393d10a7-91fb-417a-9d0d-394d1b0496d9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.720043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.757134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.758768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.759787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.765525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.825434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6967463 Aug 11 03:00:45.826133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55248) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:45.832500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-27bead7a-c63b-4c26-9798-b8dc2c9b160f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.832669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Request body: {'subnet': {'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1934821073-subnet', 'tenant_id': '6b333b2a3b9f46869bff7a3fbbeffbde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:45.834771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-27bead7a-c63b-4c26-9798-b8dc2c9b160f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.57 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 814 time: 0.3575230 Aug 11 03:00:45.837453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfb738-bf0c-44f9-98af-197e5c723c37 admin admin] Pushing event updated for resources: {'Network': ['ID=06ce0f8f-9373-4e42-90a4-5d46cab2fd95,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.845056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffcb04-84c5-41d6-9374-13aa973dfc40 req-2e4ff51a-b468-4f7c-9188-021aa5a7f7a9 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:45.846712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31ffcb04-84c5-41d6-9374-13aa973dfc40 req-2e4ff51a-b468-4f7c-9188-021aa5a7f7a9 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 945 time: 0.2545478 Aug 11 03:00:45.852258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:45.856159 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.860450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e HTTP/1.1" status: 204 len: 168 time: 0.9037099 Aug 11 03:00:45.861956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Request body: {'port': {'device_id': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7', 'admin_state_up': True, 'tenant_id': 'fc052c47560340e3aecbe1f03d498088'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:45.862547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55250) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:45.865898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac2cc2-78df-4be7-b8d4-0f926ee75dcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fcaf4b-d5d2-4b73-bd17-28b2bcc9888e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:45.956089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-102f8591-9838-4aec-bb0a-589f103a4ccb service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269658 Aug 11 03:00:45.956550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.966531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Made reservation on behalf of 6b333b2a3b9f46869bff7a3fbbeffbde for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:45.969056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:45.984792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5fd3c6-900a-4c1f-8294-8fd675f788ca None None] Network afd64d3c-d789-45f7-aa17-ecb36e28c0c8 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:46.044372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31ffcb04-84c5-41d6-9374-13aa973dfc40 req-336ff3c4-8ebe-44b7-83ec-4364d07158b4 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725721 Aug 11 03:00:46.121137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Deleting port 6069392d-35a9-4c4b-927b-7f09418b0422 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:46.121628 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.173519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Made reservation on behalf of fc052c47560340e3aecbe1f03d498088 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:46.188645 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.195532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a620b71-b9b1-4ddb-98a8-dddd4bd2fe6d req-b2dc501a-fd60-4ab2-969e-c2fb75c12bd8 service neutron] 10.222.0.10 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310743 Aug 11 03:00:46.314209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] For port 6069392d-35a9-4c4b-927b-7f09418b0422, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6069392d-35a9-4c4b-927b-7f09418b0422,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:46.314579 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.338138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Calling delete_port for 6069392d-35a9-4c4b-927b-7f09418b0422 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:46.340756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] DHCP port deletion for afd64d3c-d789-45f7-aa17-ecb36e28c0c8 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:00:46.416755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee1377-2337-47ba-97a0-c5a4156ae5a9 req-802c7fbf-6b64-4687-8ebf-0a6c863a5b4e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:46.428183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e6ee1377-2337-47ba-97a0-c5a4156ae5a9 req-802c7fbf-6b64-4687-8ebf-0a6c863a5b4e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1159778 Aug 11 03:00:46.460398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.487126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Allocated IP 172.20.0.5 (5293af7e-ae9f-4d93-8320-a86c4c6e54f7/147ce0c0-a452-47d0-9545-22d923d83c2f/3b669a74-48f8-4064-bebc-8dac2b327c39) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:46.510266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] Deleting port 6069392d-35a9-4c4b-927b-7f09418b0422 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:46.510657 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.573224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b92ac9b2-bd5a-476d-a571-c4ff70168dd1 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:46.593124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23db68b3-ec53-4680-a578-c9cdb9281a47,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.597656 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.606375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b92ac9b2-bd5a-476d-a571-c4ff70168dd1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:46.606727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b92ac9b2-bd5a-476d-a571-c4ff70168dd1 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:46.607493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6069392d-35a9-4c4b-927b-7f09418b0422 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:46.625467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Checking segment: {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:46.625981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Network hostable DHCP agents. Network: 06ce0f8f-9373-4e42-90a4-5d46cab2fd95, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:46.637221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6069392d-35a9-4c4b-927b-7f09418b0422 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:46.637929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6069392d-35a9-4c4b-927b-7f09418b0422 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:46.638551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 420f0c52-f896-4f4e-94cb-08d624d9d4f3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:46.644726 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e1932574-b7d2-4cd8-b25b-659f5a32be1a req-f6808783-d485-43f4-99c1-50aee5a65847 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 210 time: 0.0809317 Aug 11 03:00:46.650388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e6ee1377-2337-47ba-97a0-c5a4156ae5a9 req-74c6f189-d73b-43b5-8c9e-3c794052f18a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208040 Aug 11 03:00:46.669906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 420f0c52-f896-4f4e-94cb-08d624d9d4f3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:46.670492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 420f0c52-f896-4f4e-94cb-08d624d9d4f3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:46.675487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Pushing event deleted for resources: {'Port': ['ID=6069392d-35a9-4c4b-927b-7f09418b0422,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.684288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] For port 6069392d-35a9-4c4b-927b-7f09418b0422, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6069392d-35a9-4c4b-927b-7f09418b0422,segment=NetworkSegment(adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7),segment_id=adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:46.684822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] No DVR routers for this DVR port 6069392d-35a9-4c4b-927b-7f09418b0422 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:46.685844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.691451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:46.713086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] Calling delete_port for 6069392d-35a9-4c4b-927b-7f09418b0422 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:46.730436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 06ce0f8f-9373-4e42-90a4-5d46cab2fd95) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:46.771778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b25c8-86cd-4945-adcc-3ed7c3812612 None None] Network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:46.774782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:46.775399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.803714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.812847 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7d956401-ad0d-415b-b719-761a78c96f2c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9812264 Aug 11 03:00:46.816082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.827670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd64d3c-d789-45f7-aa17-ecb36e28c0c8']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:46.839933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:46.840230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbe9a78-82b5-4df5-9d9e-6fc1e14d4ef7') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:00:46.854969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.877013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.878194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.888149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:00:46.891497 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:00:46.895420 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:00:46.935012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:46.940848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:46.945671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:46.956673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:46.984794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:46.993102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.004219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.007022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] 10.222.0.60 "DELETE /v2.0/networks/afd64d3c-d789-45f7-aa17-ecb36e28c0c8 HTTP/1.1" status: 204 len: 168 time: 1.1432714 Aug 11 03:00:47.030656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] No DVR routers for this DVR port 6069392d-35a9-4c4b-927b-7f09418b0422 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:47.032463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.033701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba13f78-54fb-43b0-a73a-aa344596e922 None None] Network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:47.034206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.036693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee209b5-fc8c-4d33-89e5-212426eb8838 None None] Pushing event deleted for resources: {'Port': ['ID=6069392d-35a9-4c4b-927b-7f09418b0422,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.037614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fdfb8-378d-41bd-89ed-ef479769dd9a admin admin] Pushing event deleted for resources: {'Network': ['ID=afd64d3c-d789-45f7-aa17-ecb36e28c0c8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.067293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-dfcd310a-3ca5-49d5-8801-18527f40197e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2159886 Aug 11 03:00:47.094956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Request body: {'port': {'device_id': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:47.190422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.236815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55302) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.248974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944ef13-d9ca-4c3e-ad1b-f6810a25d855 req-0672949c-c53e-4d13-81f0-7b04540cc81c tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.250537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3944ef13-d9ca-4c3e-ad1b-f6810a25d855 req-0672949c-c53e-4d13-81f0-7b04540cc81c tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 945 time: 0.0997446 Aug 11 03:00:47.298893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e0e1996e-4ba7-4e48-b1c5-3f64d18eaf00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a21042156e6744bdafd99dfc6fa55496&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605512 Aug 11 03:00:47.300857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55308) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:47.355292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d28-7742-4ae8-a1ff-bba377aa3e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.370890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3944ef13-d9ca-4c3e-ad1b-f6810a25d855 req-03b91fbd-b37b-4cde-a630-7a40788966a8 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131959 Aug 11 03:00:47.421347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d28-7742-4ae8-a1ff-bba377aa3e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.509331 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d28-7742-4ae8-a1ff-bba377aa3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.515006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7f7d28-7742-4ae8-a1ff-bba377aa3e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.519767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f7f7d28-7742-4ae8-a1ff-bba377aa3e61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4f4bbf5-db62-4423-ae11-4a35848d84e8 HTTP/1.1" status: 204 len: 168 time: 0.2148969 Aug 11 03:00:47.530715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f7d28-7742-4ae8-a1ff-bba377aa3e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f4bbf5-db62-4423-ae11-4a35848d84e8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.636246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b669a74-48f8-4064-bebc-8dac2b327c39 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:47.646695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.661484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Transition to ACTIVE for port object 3b669a74-48f8-4064-bebc-8dac2b327c39 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:47.666019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.868706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:47.892199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398ce4-bb66-4493-8759-bc585266582b req-1a1614f6-4bec-4657-80f6-206f47b4be09 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.893841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-1a1614f6-4bec-4657-80f6-206f47b4be09 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 815 time: 0.2159426 Aug 11 03:00:47.906329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e0a2e-2935-477f-ba8f-6afee62befa2 req-be854a11-004f-45f4-b470-cb49c174983e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:47.908406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f7e0a2e-2935-477f-ba8f-6afee62befa2 req-be854a11-004f-45f4-b470-cb49c174983e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 946 time: 0.1065722 Aug 11 03:00:47.925954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:47.926581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:47.927561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:47.930942 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-4ef712ad-8484-4d10-8f38-34a05ed40c38 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/quotas/6b333b2a3b9f46869bff7a3fbbeffbde HTTP/1.1" status: 200 len: 375 time: 0.0275061 Aug 11 03:00:47.934202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Port 3b669a74-48f8-4064-bebc-8dac2b327c39 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:47.934764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:47.946701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:47.948060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Checking segment: {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:47.948676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Bound using segment: {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:47.949332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Bound port: 3b669a74-48f8-4064-bebc-8dac2b327c39, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:47.949901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:47.986472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-5a8e3322-ea98-41a4-9538-a448c00ec899 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545228 Aug 11 03:00:48.035146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:48.038557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:48.049096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.111746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f7e0a2e-2935-477f-ba8f-6afee62befa2 req-059cf51b-f547-4335-af6e-21b8d9b37cc0 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864586 Aug 11 03:00:48.121507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.122135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.123539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 1092 time: 1.0378850 Aug 11 03:00:48.124185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:48.126473 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed28429e-c426-483e-9d23-bbe5c29f26d5" -d '{"events": [{"name": "network-changed", "server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:48.166448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce69f0-a3cc-4d6e-95b8-d65f6e373736 service neutron] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:48.173756 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-7d769944-dfa1-4c01-914c-66e11197622d service neutron] 10.222.0.60 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862972 Aug 11 03:00:48.288136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-80cb7ae3-c8f8-421b-a02c-299c05b866dd service neutron] 10.222.0.60 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134236 Aug 11 03:00:48.318012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-9e8a2c41-7906-4992-8687-eb30d81c9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.319649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-9e8a2c41-7906-4992-8687-eb30d81c9f77 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1095 time: 0.1031740 Aug 11 03:00:48.333879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e382208-1bc7-4c71-900e-bf50844ffa0d req-7587537b-d9a9-4254-a319-cbb92d0c9e3c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.335515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e382208-1bc7-4c71-900e-bf50844ffa0d req-7587537b-d9a9-4254-a319-cbb92d0c9e3c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 943 time: 0.0816371 Aug 11 03:00:48.383806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55360) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:48.402939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-17d3a137-677a-448d-a0c4-7ea024ee367b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 217 time: 0.0662651 Aug 11 03:00:48.475399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e382208-1bc7-4c71-900e-bf50844ffa0d req-25ce66fa-b6e1-435e-b939-1eeac3d0703f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319673 Aug 11 03:00:48.512409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-3cd16c0a-ec2b-4cec-b0c8-3fb49ad88664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:48.521519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-3cd16c0a-ec2b-4cec-b0c8-3fb49ad88664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.1010058 Aug 11 03:00:48.546652 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea673d-21c6-4df9-bcf7-fc4e93ff54a7 x-openstack-request-id: req-55ea673d-21c6-4df9-bcf7-fc4e93ff54a7 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:48.546951 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:48.547205 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55ea673d-21c6-4df9-bcf7-fc4e93ff54a7 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:48.548626 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'status': 'completed', 'code': 200} Aug 11 03:00:48.591418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-54a4c59b-bb21-45a3-bb25-3fd7c8fbc7ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569305 Aug 11 03:00:48.681820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0205948e-d327-4c75-9fc6-f679b69ac939 req-0ea43540-84cf-43a2-a2eb-90ae4a352a71 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 210 time: 0.0890071 Aug 11 03:00:48.750260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-3f0aacfd-e340-465f-a031-d0abde7a578a service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442330 Aug 11 03:00:48.770958 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2467f9b4-f0ad-44de-add1-f1e71133cd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:48.829922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 90bc6144-0463-4503-a0b3-f92c04b15de5 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:48.843515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55386) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:48.937829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ba3d114-f3d2-4a7b-8356-dce6a653152f req-b59d01ad-c13e-44c6-8763-fd837a60716f service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781166 Aug 11 03:00:48.996885 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.014680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540984d-e5a1-4c3e-b8cc-91394b351ef1 req-5f00825f-449a-4a9e-8f73-f8eb130d7d93 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.016241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3540984d-e5a1-4c3e-b8cc-91394b351ef1 req-5f00825f-449a-4a9e-8f73-f8eb130d7d93 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 945 time: 0.1118290 Aug 11 03:00:49.030933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:49.033837 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cb27a8-f43d-48c9-8f2d-340f68cad13c" -d '{"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-unplugged", "status": "completed", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:49.036014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-470760769-network', 'tenant_id': '9543abba01874311b0c37bab1ccca3f5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:49.039616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2467f9b4-f0ad-44de-add1-f1e71133cd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.050166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2467f9b4-f0ad-44de-add1-f1e71133cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.067959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:49.074822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-e466f77c-15dd-4e87-8cfa-d117f8320cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.076284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.076438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-e466f77c-15dd-4e87-8cfa-d117f8320cf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1095 time: 0.0816865 Aug 11 03:00:49.077514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Made reservation on behalf of 9543abba01874311b0c37bab1ccca3f5 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:49.079848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.091961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.118048 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3540984d-e5a1-4c3e-b8cc-91394b351ef1 req-c3e5f654-eacc-4a84-a4a5-6d7991cfe614 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951455 Aug 11 03:00:49.137911 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2467f9b4-f0ad-44de-add1-f1e71133cd87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50edcaa9116c424e85ab8c4fface9f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7531021 Aug 11 03:00:49.140968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2467f9b4-f0ad-44de-add1-f1e71133cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea3f663-546a-439c-92e1-0013cce6f39a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.146503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55394) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:49.151187 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0accf3-177c-4dcd-8973-e2769f1ea7cd x-openstack-request-id: req-2c0accf3-177c-4dcd-8973-e2769f1ea7cd {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:49.151708 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-unplugged", "status": "failed", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5", "code": 422}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:49.152139 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c0accf3-177c-4dcd-8973-e2769f1ea7cd {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:49.152704 n-d-768509-22 neutron-server[111684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'code': 422} returned with failed status Aug 11 03:00:49.200014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.242645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90038a6a-c21a-4b36-af09-ebba4a6b57fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.267936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90038a6a-c21a-4b36-af09-ebba4a6b57fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.321361 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90038a6a-c21a-4b36-af09-ebba4a6b57fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.324106 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90038a6a-c21a-4b36-af09-ebba4a6b57fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.325454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-90038a6a-c21a-4b36-af09-ebba4a6b57fa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ea3f663-546a-439c-92e1-0013cce6f39a HTTP/1.1" status: 204 len: 168 time: 0.1776309 Aug 11 03:00:49.334318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90038a6a-c21a-4b36-af09-ebba4a6b57fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea3f663-546a-439c-92e1-0013cce6f39a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:49.587708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-ac530b60-ebec-4301-96f9-555bcb0f1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.589592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-ac530b60-ebec-4301-96f9-555bcb0f1acd service neutron] 10.222.0.57 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 915 time: 0.4988225 Aug 11 03:00:49.596442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ad4d9-f965-497f-9ad2-5da7e6307987 req-eed4f370-a700-4d16-9259-83b2d7cdf429 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.597967 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b2ad4d9-f965-497f-9ad2-5da7e6307987 req-eed4f370-a700-4d16-9259-83b2d7cdf429 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 943 time: 0.0604258 Aug 11 03:00:49.602804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa085c-9461-4638-a27a-7772484281b4 req-9bf80fcf-830b-428e-9079-732c3be3340d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.604635 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8fa085c-9461-4638-a27a-7772484281b4 req-9bf80fcf-830b-428e-9079-732c3be3340d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 944 time: 0.1152837 Aug 11 03:00:49.647962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55404) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:49.655885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-169894eb-9a2e-4dd8-8aee-e3b7694770b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 217 time: 0.0501673 Aug 11 03:00:49.667736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b2ad4d9-f965-497f-9ad2-5da7e6307987 req-d7cb8247-5d4a-4688-b3ee-6fddf716dd3e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631435 Aug 11 03:00:49.668970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7432042d-8fe7-4215-b602-d01599ff2294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.772807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8fa085c-9461-4638-a27a-7772484281b4 req-8044db60-4e9a-49ee-a6fe-b979d8b656eb tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603925 Aug 11 03:00:49.775458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.813348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-db813f82-92b5-46a3-8551-e1f1781464dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:49.815972 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-db813f82-92b5-46a3-8551-e1f1781464dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.1459424 Aug 11 03:00:49.817241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18841fb6-cb6d-4902-8f18-e5f2a87faffb req-38847f8b-cf0e-4247-bb1e-b3dfedaf7a3b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 210 time: 0.0472109 Aug 11 03:00:49.864842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.871966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-5fba1f1d-63c9-4c57-9923-6db0c8d0d2a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410678 Aug 11 03:00:49.942473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7432042d-8fe7-4215-b602-d01599ff2294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.947198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7432042d-8fe7-4215-b602-d01599ff2294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:49.953679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:00:49.990297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44d3fa6-5a14-444c-b02e-bd07605d5836,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.006885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7432042d-8fe7-4215-b602-d01599ff2294 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54613aefef164b4ba60e8de0e96e2b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3547833 Aug 11 03:00:50.008712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55414) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:50.017901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432042d-8fe7-4215-b602-d01599ff2294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f37ec3-ffbd-49ad-a869-25851863f2d8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.032489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.032716 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Added segment d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c of type vlan for network e63502cd-83b1-466c-b59a-e7e41506f97a Aug 11 03:00:50.071353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98607e34-478b-4e3d-9157-fa0da1e4b25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.093909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398ce4-bb66-4493-8759-bc585266582b req-1d023eec-fa7e-4a0f-8ba0-c45dd94d9025 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.095527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-1d023eec-fa7e-4a0f-8ba0-c45dd94d9025 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.10 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 815 time: 0.3631642 Aug 11 03:00:50.096055 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98607e34-478b-4e3d-9157-fa0da1e4b25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.113762 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.144624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b9cba-8833-4bc1-8365-535cceb3dd1a req-18f8312a-e1c1-4730-ad4c-6252962aa2f8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.146200 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-755b9cba-8833-4bc1-8365-535cceb3dd1a req-18f8312a-e1c1-4730-ad4c-6252962aa2f8 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2232668 Aug 11 03:00:50.151296 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-85bc97ea-e722-4e02-b500-796ac1a995a7 service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639287 Aug 11 03:00:50.156484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Request body: {'port': {'device_id': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'admin_state_up': True, 'tenant_id': '6b333b2a3b9f46869bff7a3fbbeffbde'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:50.317313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.318181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.318798 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.431202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-755b9cba-8833-4bc1-8365-535cceb3dd1a req-66c3fefc-170e-4a29-a0d9-5a5f17c1c209 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673743 Aug 11 03:00:50.438779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5941038 Aug 11 03:00:50.445616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55420) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:50.463512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Request body: {'subnet': {'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-470760769-subnet', 'tenant_id': '9543abba01874311b0c37bab1ccca3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:50.472938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-2086f393-1761-4d43-b4b9-046e00b3e4a0 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.474443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-2086f393-1761-4d43-b4b9-046e00b3e4a0 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.10 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 945 time: 0.2908931 Aug 11 03:00:50.485271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5d5c2-08a5-4aee-8aeb-97d1baf89a61 admin admin] Pushing event updated for resources: {'Network': ['ID=e63502cd-83b1-466c-b59a-e7e41506f97a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.495281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e63502cd-83b1-466c-b59a-e7e41506f97a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:00:50.529321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98607e34-478b-4e3d-9157-fa0da1e4b25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.532400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98607e34-478b-4e3d-9157-fa0da1e4b25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.533630 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-98607e34-478b-4e3d-9157-fa0da1e4b25b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36f37ec3-ffbd-49ad-a869-25851863f2d8 HTTP/1.1" status: 204 len: 168 time: 0.5237024 Aug 11 03:00:50.538403 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed28429e-c426-483e-9d23-bbe5c29f26d5 req-6c25049c-a057-4947-955d-89f11ef5c63c service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716166 Aug 11 03:00:50.558682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98607e34-478b-4e3d-9157-fa0da1e4b25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f37ec3-ffbd-49ad-a869-25851863f2d8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:50.574697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:00:50.574697 n-d-768509-22 neutron-server[111682]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:00:50.574697 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id': '6b333b2a3b9f46869bff7a3fbbeffbde', 'id': '2fb94ad6-3715-47f4-baa1-a0da7db421f6', 'expiration': datetime.datetime(2021, 8, 11, 3, 2, 50, 534556)}] Aug 11 03:00:50.574697 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:00:50.574697 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:00:50.575549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Made reservation on behalf of 9543abba01874311b0c37bab1ccca3f5 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:50.578107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.591224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf7369-0d33-465c-9eb6-5d658dbeaf9f req-18c280d5-43c6-4fe4-b775-7edaa144be02 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.598746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbcf7369-0d33-465c-9eb6-5d658dbeaf9f req-18c280d5-43c6-4fe4-b775-7edaa144be02 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 945 time: 0.1637204 Aug 11 03:00:50.624601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb36a6-1f4e-4e4c-96a0-f63cd7c07b9a req-b4d4aa52-3bff-4c8c-bafd-70b43f4552df tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.626359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91eb36a6-1f4e-4e4c-96a0-f63cd7c07b9a req-b4d4aa52-3bff-4c8c-bafd-70b43f4552df tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0928378 Aug 11 03:00:50.680292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Deleting port a68bbdde-1e5a-43af-98ce-b7da3b7e301a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:00:50.680744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.704730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbcf7369-0d33-465c-9eb6-5d658dbeaf9f req-4889d81f-4ee9-4277-8dd4-5c123e93d04c tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044290 Aug 11 03:00:50.737518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91eb36a6-1f4e-4e4c-96a0-f63cd7c07b9a req-f7f5ad75-f335-4e3b-9dbf-1f410327bba9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998955 Aug 11 03:00:50.829257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] For port a68bbdde-1e5a-43af-98ce-b7da3b7e301a, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:50.829947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.849432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Calling delete_port for a68bbdde-1e5a-43af-98ce-b7da3b7e301a owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:00:50.875907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32a456-b741-4e14-b4fb-40ff2bb4d178 req-4b6b396a-8dbc-4dd2-b03b-125f7d664284 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:50.877589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed32a456-b741-4e14-b4fb-40ff2bb4d178 req-4b6b396a-8dbc-4dd2-b03b-125f7d664284 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 943 time: 0.0998931 Aug 11 03:00:50.884528 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:50.986720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed32a456-b741-4e14-b4fb-40ff2bb4d178 req-7008ec1d-b3e0-41e1-b280-cb81e7b8e279 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987105 Aug 11 03:00:50.989822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a104117-721a-4f29-912a-f1aa83180e4b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:51.018883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Checking segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:51.019483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Network hostable DHCP agents. Network: e63502cd-83b1-466c-b59a-e7e41506f97a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:00:51.041181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Network e63502cd-83b1-466c-b59a-e7e41506f97a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:00:51.053407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e63502cd-83b1-466c-b59a-e7e41506f97a) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:51.054611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0642f2f6-33ce-4231-97e7-ab8338520370 req-820854f3-d620-488e-a400-5a98403a67f5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 210 time: 0.0557747 Aug 11 03:00:51.061345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.062073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.062582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d469d44-97e2-45d0-8a77-cffb152047fa None None] Network e63502cd-83b1-466c-b59a-e7e41506f97a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:51.097836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.123041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a68bbdde-1e5a-43af-98ce-b7da3b7e301a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:51.135212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Pushing event deleted for resources: {'Port': ['ID=a68bbdde-1e5a-43af-98ce-b7da3b7e301a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:51.137996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Made reservation on behalf of 6b333b2a3b9f46869bff7a3fbbeffbde for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:51.151135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-46a7e56f-b4fb-4582-8871-85724ce5eb54 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6907787 Aug 11 03:00:51.151345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.174220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6c4a-d4f2-449c-b01c-3b7ee06d7430 req-bed62098-16e9-48c3-b433-6837ead70dc1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.185301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5aed6c4a-d4f2-449c-b01c-3b7ee06d7430 req-bed62098-16e9-48c3-b433-6837ead70dc1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1109011 Aug 11 03:00:51.264568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5aed6c4a-d4f2-449c-b01c-3b7ee06d7430 req-7af69df8-ca80-4059-9c3b-bc612c31d7f3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738349 Aug 11 03:00:51.321366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] No DVR routers for this DVR port a68bbdde-1e5a-43af-98ce-b7da3b7e301a on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:00:51.326279 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.327012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4892fe3-91c3-47af-9d86-a222f14a178b None None] Network e63502cd-83b1-466c-b59a-e7e41506f97a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:00:51.328422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d94318e-bf02-4335-800a-e1a72abdd933 req-d36bd4be-ba5f-4e1d-8afe-559b360f58cd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.10 "DELETE /v2.0/ports/a68bbdde-1e5a-43af-98ce-b7da3b7e301a HTTP/1.1" status: 204 len: 173 time: 0.8397291 Aug 11 03:00:51.328811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fd629d-8b27-40a0-bc59-629501466053', 'name': 'network-vif-deleted', 'tag': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:51.337501 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31681e43-4fe1-4fb3-94f8-0debab1419d3" -d '{"events": [{"server_uuid": "80fd629d-8b27-40a0-bc59-629501466053", "name": "network-vif-deleted", "tag": "a68bbdde-1e5a-43af-98ce-b7da3b7e301a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:51.458594 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9819f20-b8f9-42d1-b40c-eb3ef637c3b4 x-openstack-request-id: req-a9819f20-b8f9-42d1-b40c-eb3ef637c3b4 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:51.458594 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fd629d-8b27-40a0-bc59-629501466053", "name": "network-vif-deleted", "tag": "a68bbdde-1e5a-43af-98ce-b7da3b7e301a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:51.459087 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9819f20-b8f9-42d1-b40c-eb3ef637c3b4 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:51.461537 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fd629d-8b27-40a0-bc59-629501466053', 'name': 'network-vif-deleted', 'tag': 'a68bbdde-1e5a-43af-98ce-b7da3b7e301a', 'status': 'completed', 'code': 200} Aug 11 03:00:51.491775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Allocated IP 172.20.0.2 (06ce0f8f-9373-4e42-90a4-5d46cab2fd95/23db68b3-ec53-4680-a578-c9cdb9281a47/149e69a9-5a13-441d-93f1-b769cb345bdf) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:51.652513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:51.655575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.708100 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.769909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:51.774229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:51.783213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:51.784273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:51.799303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7', 'port_id': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'mac_address': 'fa:16:3e:d9:c9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147ce0c0-a452-47d0-9545-22d923d83c2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:51.830964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:51.869996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15562176-e8fb-478c-be87-a70e5b473c90 req-98a563f0-eb7f-4e8e-a709-0ebfe46d2056 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.871718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-98a563f0-eb7f-4e8e-a709-0ebfe46d2056 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.2180669 Aug 11 03:00:51.877768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:51.879254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.891499 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:51.904775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8cdf057e-4d95-4b68-86a9-d44369d30a9e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/quotas/9543abba01874311b0c37bab1ccca3f5 HTTP/1.1" status: 200 len: 375 time: 0.0240896 Aug 11 03:00:51.924113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-64e53253-ac71-4177-b88e-38e68b98b496 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7752283 Aug 11 03:00:51.926435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f3fb4a38-4b2e-4bd6-8834-66a131218f18 req-73c6fb77-f89a-4b57-ac35-1792f78c41d5 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=80fd629d-8b27-40a0-bc59-629501466053 HTTP/1.1" status: 200 len: 210 time: 0.0424857 Aug 11 03:00:51.936191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b669a74-48f8-4064-bebc-8dac2b327c39 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:51.939970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Request body: {'port': {'device_id': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:51.964396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1aa7dd55-bfe3-46f2-addc-d2715632efa0 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587289 Aug 11 03:00:51.977533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:51.984330 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.038225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.047682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:52.089714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-74afd3ea-f620-4eb6-b5c8-71b50b2e9382 service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138942 Aug 11 03:00:52.208324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1b8d4984-e3e3-4204-ad5c-3759696761b9 service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100419 Aug 11 03:00:52.221302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb6af5-cdf6-48f5-b906-3fdaa63b1340 req-4828ac7f-402f-4901-a888-156d0595cbd4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.222853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cdcb6af5-cdf6-48f5-b906-3fdaa63b1340 req-4828ac7f-402f-4901-a888-156d0595cbd4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.1225102 Aug 11 03:00:52.272397 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5a33191-0447-43b1-990a-b1c0cfed395b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.285866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3b669a74-48f8-4064-bebc-8dac2b327c39'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:52.320779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cdcb6af5-cdf6-48f5-b906-3fdaa63b1340 req-d43e4bab-d738-4ece-921e-5770eb352c63 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856140 Aug 11 03:00:52.494164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149e69a9-5a13-441d-93f1-b769cb345bdf {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:52.504473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.529129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e245fdf-516c-473d-bc80-5ef414ce5a35 req-399b992f-6ddd-4ba1-a570-85d341a47f53 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.530972 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e245fdf-516c-473d-bc80-5ef414ce5a35 req-399b992f-6ddd-4ba1-a570-85d341a47f53 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 931 time: 0.1048696 Aug 11 03:00:52.534747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Transition to ACTIVE for port object 149e69a9-5a13-441d-93f1-b769cb345bdf will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:52.547324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.641196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e245fdf-516c-473d-bc80-5ef414ce5a35 req-e1392611-f4ad-433a-b661-01a96fa9a546 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014099 Aug 11 03:00:52.659001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:52.727745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab9047-07a0-4596-8000-d57326766be8 req-737d3ec8-5729-4884-a50e-1b1f2055556e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.729910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20ab9047-07a0-4596-8000-d57326766be8 req-737d3ec8-5729-4884-a50e-1b1f2055556e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0776341 Aug 11 03:00:52.739794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a44e2505-6a98-4ec4-9135-5761c40e066f req-33425ad1-de98-4bd2-b041-7d8d0b02a80c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 210 time: 0.0433130 Aug 11 03:00:52.773657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Attempting to bind port 149e69a9-5a13-441d-93f1-b769cb345bdf on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:52.773954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Attempting to bind port 149e69a9-5a13-441d-93f1-b769cb345bdf by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:52.774516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Attempting to bind port 149e69a9-5a13-441d-93f1-b769cb345bdf on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:52.779399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Port 149e69a9-5a13-441d-93f1-b769cb345bdf on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:52.779772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Attempting to bind port 149e69a9-5a13-441d-93f1-b769cb345bdf on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:52.783249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20ab9047-07a0-4596-8000-d57326766be8 req-6ff97cf9-bece-4a75-b7e3-b4bbf294a765 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453064 Aug 11 03:00:52.786787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:52.792971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Checking segment: {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:52.793384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Bound using segment: {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:52.793738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Bound port: 149e69a9-5a13-441d-93f1-b769cb345bdf, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:52.794184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.857940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 90bc6144-0463-4503-a0b3-f92c04b15de5 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:52.910689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:52.914045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:52.920535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.974412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:52.975495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:52.977494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a68bbdde-1e5a-43af-98ce-b7da3b7e301a no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:00:52.977636 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] 10.222.0.10 "PUT /v2.0/ports/149e69a9-5a13-441d-93f1-b769cb345bdf HTTP/1.1" status: 200 len: 1092 time: 1.0441234 Aug 11 03:00:53.020682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a68bbdde-1e5a-43af-98ce-b7da3b7e301a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:00:53.021020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c795a25-1611-49d6-a98b-bab1ac256d9d service neutron] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:53.021137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a68bbdde-1e5a-43af-98ce-b7da3b7e301a not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:00:53.095836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398ce4-bb66-4493-8759-bc585266582b req-c3f90b0d-0e99-4a13-a0ac-fa17c277e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.097728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-c3f90b0d-0e99-4a13-a0ac-fa17c277e66e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 1095 time: 0.0557206 Aug 11 03:00:53.168011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-4f3a95db-cc39-4b25-8787-9887cf2d8b99 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149e69a9-5a13-441d-93f1-b769cb345bdf HTTP/1.1" status: 200 len: 217 time: 0.0604999 Aug 11 03:00:53.231800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62398ce4-bb66-4493-8759-bc585266582b req-edda6bdc-0ae0-4c89-bca5-49a1116cebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.233860 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-edda6bdc-0ae0-4c89-bca5-49a1116cebf4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23db68b3-ec53-4680-a578-c9cdb9281a47 HTTP/1.1" status: 200 len: 855 time: 0.0608664 Aug 11 03:00:53.270687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-3dba6390-73cc-487e-b79a-8700bf2271cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266724 Aug 11 03:00:53.347393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-77937e70-1837-4af3-a158-ad4f7e237230 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.355227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-77937e70-1837-4af3-a158-ad4f7e237230 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/networks?id=6faf6702-207c-4407-9762-ea8470623fe9 HTTP/1.1" status: 200 len: 808 time: 0.1311765 Aug 11 03:00:53.365843 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-48f8ae54-0b5f-4556-bace-2295427dfc82 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/quotas/9cf6d0371ff148af8a5188e11738bb73 HTTP/1.1" status: 200 len: 375 time: 0.0097182 Aug 11 03:00:53.391019 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-2260e6c7-e44f-40cc-b896-180272285fbc service neutron] 10.222.0.10 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131344 Aug 11 03:00:53.409259 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-85f0fd6c-4269-4495-93bd-eb64f9f19dbd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9cf6d0371ff148af8a5188e11738bb73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350192 Aug 11 03:00:53.480740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:53.483447 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504c93de-8a81-4491-990e-35a4235fc75e" -d '{"events": [{"name": "network-changed", "server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:53.516611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-c657785b-54c5-4928-ad85-086d75f59158 service neutron] 10.222.0.60 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999792 Aug 11 03:00:53.523110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dde454-dc73-4c29-a477-300592233382 req-590cf3f9-759e-4e4c-a9f8-29c18391250a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.525097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84dde454-dc73-4c29-a477-300592233382 req-590cf3f9-759e-4e4c-a9f8-29c18391250a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.1167080 Aug 11 03:00:53.577663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62398ce4-bb66-4493-8759-bc585266582b req-80a89e10-f384-44d9-9bcc-ca26e3059199 service neutron] 10.222.0.10 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780190 Aug 11 03:00:53.597119 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84dde454-dc73-4c29-a477-300592233382 req-8ab70938-8133-4d75-a468-65faad2cba37 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647779 Aug 11 03:00:53.658432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-59c60539-1b7c-4ce9-887d-c82fa649b163 service neutron] 10.222.0.60 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335993 Aug 11 03:00:53.668867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:53.763696 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a63874-9a33-4c26-8d13-5d23d2e1f136 x-openstack-request-id: req-e3a63874-9a33-4c26-8d13-5d23d2e1f136 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:53.764000 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:53.764230 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3a63874-9a33-4c26-8d13-5d23d2e1f136 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:53.764622 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'status': 'completed', 'code': 200} Aug 11 03:00:53.777273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15562176-e8fb-478c-be87-a70e5b473c90 req-9ba26803-6059-4091-94b6-8aa6a6b3ff02 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.779543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-9ba26803-6059-4091-94b6-8aa6a6b3ff02 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.1959283 Aug 11 03:00:53.780764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 3b669a74-48f8-4064-bebc-8dac2b327c39 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:53.791075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 3b669a74-48f8-4064-bebc-8dac2b327c39 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:53.791803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.811667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Request body: {'port': {'device_id': '07c55742-5481-43f1-9bad-be1cd89b187f', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'admin_state_up': True, 'tenant_id': '9543abba01874311b0c37bab1ccca3f5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:53.914575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c93de-8a81-4491-990e-35a4235fc75e req-685e10aa-06f7-4e9d-ba59-cbe911bb1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:53.918700 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:53.919887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-504c93de-8a81-4491-990e-35a4235fc75e req-685e10aa-06f7-4e9d-ba59-cbe911bb1685 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 1095 time: 0.1213796 Aug 11 03:00:53.963257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:53.964305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:53.968391 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b872366a-7754-4974-b837-3f5ce6a25317" -d '{"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:53.972849 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.017666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Made reservation on behalf of 9543abba01874311b0c37bab1ccca3f5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:54.021458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.075930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-59b24f40-d84c-4c4f-8b51-6a9958014bcd req-17cc2759-4f17-409f-bec9-39a078907ca7 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 210 time: 0.0459349 Aug 11 03:00:54.110619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e4b75-59d0-44d2-927b-5becbc20dd94 req-8f82418a-de46-4f89-bd45-9d56e1f30177 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.120708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d4e4b75-59d0-44d2-927b-5becbc20dd94 req-8f82418a-de46-4f89-bd45-9d56e1f30177 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 943 time: 0.1977808 Aug 11 03:00:54.207325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5d4e4b75-59d0-44d2-927b-5becbc20dd94 req-e9396f36-0f6a-49a8-829b-d9cc0dda7351 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824423 Aug 11 03:00:54.212615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:54.234549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c173a6-3c35-4d94-8806-1704f43a2ee3 req-b66940f3-8f8c-44e4-b6be-a27473587823 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.236271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8c173a6-3c35-4d94-8806-1704f43a2ee3 req-b66940f3-8f8c-44e4-b6be-a27473587823 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0618720 Aug 11 03:00:54.296572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8c173a6-3c35-4d94-8806-1704f43a2ee3 req-7264a44e-f8c0-4c99-b9c5-1d9ff47d8f1e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506763 Aug 11 03:00:54.336705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cfca22a3-40a1-481e-8377-7d07cd3a3452 req-4f484856-a651-4953-b30b-daa8d47dbf83 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 210 time: 0.0504777 Aug 11 03:00:54.340719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c93de-8a81-4491-990e-35a4235fc75e req-2978465e-f598-476f-b09d-0b8d6ee8bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.342220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-504c93de-8a81-4491-990e-35a4235fc75e req-2978465e-f598-476f-b09d-0b8d6ee8bd7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 916 time: 0.3677688 Aug 11 03:00:54.374151 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1545a7f0-746f-46e2-8eda-428ec9480271 x-openstack-request-id: req-1545a7f0-746f-46e2-8eda-428ec9480271 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:54.374449 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:54.374702 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1545a7f0-746f-46e2-8eda-428ec9480271 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:54.375103 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'code': 200} Aug 11 03:00:54.410553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-504c93de-8a81-4491-990e-35a4235fc75e req-57dfd1b5-d0c9-4417-a2fc-f4763929ab14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=149e69a9-5a13-441d-93f1-b769cb345bdf HTTP/1.1" status: 200 len: 217 time: 0.0520251 Aug 11 03:00:54.528363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c93de-8a81-4491-990e-35a4235fc75e req-94a16b29-b9c9-4b0e-90c4-2f34a1db11dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.529847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-504c93de-8a81-4491-990e-35a4235fc75e req-94a16b29-b9c9-4b0e-90c4-2f34a1db11dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=23db68b3-ec53-4680-a578-c9cdb9281a47 HTTP/1.1" status: 200 len: 855 time: 0.0990908 Aug 11 03:00:54.530901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Allocated IP 172.20.0.5 (e63502cd-83b1-466c-b59a-e7e41506f97a/0a104117-721a-4f29-912a-f1aa83180e4b/a178dbd7-6a90-40ae-95ff-574ae2cf311d) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:54.573972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0733f-be68-4fe5-a9f1-77b3f9c7ff64 req-6af51209-4b2b-4a92-ad02-5029fe68b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:54.575871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eee0733f-be68-4fe5-a9f1-77b3f9c7ff64 req-6af51209-4b2b-4a92-ad02-5029fe68b488 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1097 time: 0.1131208 Aug 11 03:00:54.579851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-504c93de-8a81-4491-990e-35a4235fc75e req-a6ab0725-6950-4014-98c6-b6179daed50a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391400 Aug 11 03:00:54.604625 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55572) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:54.735572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.839209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.843444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.889108 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2d2d634b2584fdba0ee82dec9555892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809200 Aug 11 03:00:54.889108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf31c7ca-5766-4e0c-8358-52c35954b262,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:54.889628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55582) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:54.909158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.909518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.909853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.910188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.910528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.910865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.911202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.911527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.911881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.912210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.912539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.912865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91893582-817c-45a4-881a-8a86ae323db8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:00:54.956074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de6ed842-8b30-46cf-9927-6ae555cdb1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:54.979957 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de6ed842-8b30-46cf-9927-6ae555cdb1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.030516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de6ed842-8b30-46cf-9927-6ae555cdb1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.033133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de6ed842-8b30-46cf-9927-6ae555cdb1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.034307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-de6ed842-8b30-46cf-9927-6ae555cdb1d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf31c7ca-5766-4e0c-8358-52c35954b262 HTTP/1.1" status: 204 len: 168 time: 0.1437478 Aug 11 03:00:55.051344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ed842-8b30-46cf-9927-6ae555cdb1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf31c7ca-5766-4e0c-8358-52c35954b262,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.120858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eee0733f-be68-4fe5-a9f1-77b3f9c7ff64 req-99acc448-f255-4608-b0ea-c868db334858 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297072 Aug 11 03:00:55.190942 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be6400c2-7d86-4b2b-8b18-63f80f082d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.197279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-96c5d8fe-f89c-477a-b74a-8b8c6e5b7fb4 req-e243818c-dfd2-4513-bcd8-5ebea1945734 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 210 time: 0.0437050 Aug 11 03:00:55.198162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6fd56-22c7-440a-95f5-4d938a13fa43 req-9d852d55-13aa-4db0-95bf-28602d2eb258 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.199733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cd6fd56-22c7-440a-95f5-4d938a13fa43 req-9d852d55-13aa-4db0-95bf-28602d2eb258 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.5087037 Aug 11 03:00:55.208229 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-504c93de-8a81-4491-990e-35a4235fc75e req-585eae16-c937-4d47-a598-eff8745ba198 service neutron] 10.222.0.10 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087201 Aug 11 03:00:55.342527 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.347782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.383875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00178c-34de-40f2-94eb-3c1656656050 req-fbd71b80-f7fe-4aad-9b19-0f349080c202 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.392202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb00178c-34de-40f2-94eb-3c1656656050 req-fbd71b80-f7fe-4aad-9b19-0f349080c202 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 943 time: 0.0976372 Aug 11 03:00:55.394117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cd6fd56-22c7-440a-95f5-4d938a13fa43 req-812a72bb-461c-47a6-ba06-75e2bb7d5426 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849394 Aug 11 03:00:55.442927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb00178c-34de-40f2-94eb-3c1656656050 req-62921aa7-54d4-4f2e-b400-565a5fa41dc9 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497131 Aug 11 03:00:55.456046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55596) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:55.468636 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.472679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-504c93de-8a81-4491-990e-35a4235fc75e req-e8ca07e2-4c5d-462d-ac0c-c4cdbde7bee4 service neutron] 10.222.0.10 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479300 Aug 11 03:00:55.480743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70277957-2679-42bb-bff5-eca8b649e3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.483435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-dd5ac4ab-1adc-4515-adab-f3873ddcb196 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.485027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-dd5ac4ab-1adc-4515-adab-f3873ddcb196 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.57 "GET /v2.0/networks?id=6faf6702-207c-4407-9762-ea8470623fe9 HTTP/1.1" status: 200 len: 808 time: 0.2664285 Aug 11 03:00:55.498602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.517893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Request body: {'port': {'device_id': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9', 'admin_state_up': True, 'tenant_id': '9cf6d0371ff148af8a5188e11738bb73'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:55.562420 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-688f9700-6571-45cb-bc67-cefabd091b4f req-449946cb-ea70-4ef1-b7f2-36635e2fa014 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 210 time: 0.0357988 Aug 11 03:00:55.611044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70277957-2679-42bb-bff5-eca8b649e3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.615040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70277957-2679-42bb-bff5-eca8b649e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.634906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Network e63502cd-83b1-466c-b59a-e7e41506f97a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:55.642145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:55.645102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:55.658761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-70277957-2679-42bb-bff5-eca8b649e3e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c13b97d503674415a0276465933191e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992640 Aug 11 03:00:55.658761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70277957-2679-42bb-bff5-eca8b649e3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b813534a-098e-4bfa-8b94-a1146fb74251,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.660824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55598) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:00:55.680842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event updated for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.714942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02a019a6-705b-4246-b39d-efdea819b535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.725457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d1f48-292b-4285-b8ad-3807e23c1b8f req-a052ed5e-e2fa-4e66-9e96-f57c7109045f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.727718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c19d1f48-292b-4285-b8ad-3807e23c1b8f req-a052ed5e-e2fa-4e66-9e96-f57c7109045f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2037439 Aug 11 03:00:55.737449 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02a019a6-705b-4246-b39d-efdea819b535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.756284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:55.757271 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.784930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02a019a6-705b-4246-b39d-efdea819b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.787928 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-02a019a6-705b-4246-b39d-efdea819b535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.792630 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-02a019a6-705b-4246-b39d-efdea819b535 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b813534a-098e-4bfa-8b94-a1146fb74251 HTTP/1.1" status: 204 len: 168 time: 0.1279030 Aug 11 03:00:55.797035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-1a913c82-b671-40a0-ab32-d2081c6b5429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9907680 Aug 11 03:00:55.806405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a019a6-705b-4246-b39d-efdea819b535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b813534a-098e-4bfa-8b94-a1146fb74251,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:55.824459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c19d1f48-292b-4285-b8ad-3807e23c1b8f req-c86ab370-1de5-49ad-8302-2cee2c1156f3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860071 Aug 11 03:00:55.831467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Request body: {'port': {'device_id': '07c55742-5481-43f1-9bad-be1cd89b187f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:55.887183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Made reservation on behalf of 9cf6d0371ff148af8a5188e11738bb73 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:55.890616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:55.913014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.182034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Allocated IP 172.20.0.11 (6faf6702-207c-4407-9762-ea8470623fe9/90f5394c-df54-475b-9992-09f5f410e5cf/ebe97747-3014-4972-b45d-23ab3815fb2a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:00:56.329392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81167650-87d8-4dbb-8047-71d9d69dc32f req-7d66a70c-7613-4143-8357-cf3fe7041ed1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.331179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81167650-87d8-4dbb-8047-71d9d69dc32f req-7d66a70c-7613-4143-8357-cf3fe7041ed1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 931 time: 0.0536568 Aug 11 03:00:56.384019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81167650-87d8-4dbb-8047-71d9d69dc32f req-a1b247b9-ce69-4c5d-84fe-c5b5e160ae8e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 Aug 11 03:00:56.412436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a178dbd7-6a90-40ae-95ff-574ae2cf311d {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:56.424051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.441915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.450263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Transition to ACTIVE for port object a178dbd7-6a90-40ae-95ff-574ae2cf311d will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:56.457024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.564130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Pushing event updated for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:56.575762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c9ea2-6496-49d1-8ea3-8f4ffbe4313e req-7f042ecf-5ee5-4ad5-8266-f176e018f0dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.577898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf5c9ea2-6496-49d1-8ea3-8f4ffbe4313e req-7f042ecf-5ee5-4ad5-8266-f176e018f0dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 943 time: 0.0577624 Aug 11 03:00:56.592755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.620681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf5c9ea2-6496-49d1-8ea3-8f4ffbe4313e req-2ff90dd9-4b81-46e1-89da-1d67ee421058 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361011 Aug 11 03:00:56.655190 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.659111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c97b1-57ef-4f4e-94ad-c190dc7ffb8a req-51bd9d00-ddc5-418a-ae72-8c220d1ce56c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.660709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c2c97b1-57ef-4f4e-94ad-c190dc7ffb8a req-51bd9d00-ddc5-418a-ae72-8c220d1ce56c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1708064 Aug 11 03:00:56.680394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Network 6faf6702-207c-4407-9762-ea8470623fe9 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:00:56.709242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:00:56.717337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:00:56.730154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Attempting to bind port a178dbd7-6a90-40ae-95ff-574ae2cf311d on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:56.730470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Attempting to bind port a178dbd7-6a90-40ae-95ff-574ae2cf311d by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:56.730790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Attempting to bind port a178dbd7-6a90-40ae-95ff-574ae2cf311d on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:56.760969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Pushing event updated for resources: {'Port': ['ID=ebe97747-3014-4972-b45d-23ab3815fb2a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:56.769384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Port a178dbd7-6a90-40ae-95ff-574ae2cf311d on network e63502cd-83b1-466c-b59a-e7e41506f97a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:56.769703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Attempting to bind port a178dbd7-6a90-40ae-95ff-574ae2cf311d on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:56.771885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5963c-8b8c-4176-b942-d7222c491d04 req-d1836b77-676e-432b-915f-dbe67e91b985 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.774347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bca5963c-8b8c-4176-b942-d7222c491d04 req-d1836b77-676e-432b-915f-dbe67e91b985 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 932 time: 0.0680327 Aug 11 03:00:56.793123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c2c97b1-57ef-4f4e-94ad-c190dc7ffb8a req-c4192eb6-a32a-415e-b15e-34909f8b61a9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195145 Aug 11 03:00:56.809750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:56.810605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.815809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:56.816284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Checking segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:56.816843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Bound using segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:56.818237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Bound port: a178dbd7-6a90-40ae-95ff-574ae2cf311d, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:56.818647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.831761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bca5963c-8b8c-4176-b942-d7222c491d04 req-999797d5-ec00-49d9-9de1-46bfa8e0372f tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496073 Aug 11 03:00:56.871166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 149e69a9-5a13-441d-93f1-b769cb345bdf details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:00:56.933005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:56.936392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:56.939537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-60cd54df-c83d-47d7-b2ef-9d69a98944a3 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4281416 Aug 11 03:00:56.944013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:56.959812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Request body: {'port': {'device_id': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:57.052058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:57.052470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.054592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.056936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] 10.222.0.10 "PUT /v2.0/ports/a178dbd7-6a90-40ae-95ff-574ae2cf311d HTTP/1.1" status: 200 len: 1092 time: 1.2298229 Aug 11 03:00:57.057513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:57.059852 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934b4a08-f022-46a1-bdc4-8d4613fec34c" -d '{"events": [{"name": "network-changed", "server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:57.071168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'port_id': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'mac_address': 'fa:16:3e:12:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23db68b3-ec53-4680-a578-c9cdb9281a47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:00:57.128219 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.146027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149e69a9-5a13-441d-93f1-b769cb345bdf {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:57.178578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:57.184462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.199187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b7dcf-8b94-491a-8678-902493ce109b service neutron] Pushing event updated for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.236016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.248254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-43a87620-3b8d-4390-a44d-52f733fdf35d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.250781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-43a87620-3b8d-4390-a44d-52f733fdf35d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 814 time: 0.1631801 Aug 11 03:00:57.253553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:57.260634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a2aae-ed98-4a98-8b89-50ccc8d0fdd1 req-c59c0029-c6de-41a3-b952-c12a24c57d43 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.263350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff6a2aae-ed98-4a98-8b89-50ccc8d0fdd1 req-c59c0029-c6de-41a3-b952-c12a24c57d43 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2635543 Aug 11 03:00:57.269504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15562176-e8fb-478c-be87-a70e5b473c90 req-adfa70b4-f755-4717-bfbc-e2fb6f9f8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.270951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-adfa70b4-f755-4717-bfbc-e2fb6f9f8295 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 1095 time: 0.1436124 Aug 11 03:00:57.276185 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-32749767-c960-44ba-81fa-4b59b4cb8a60 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/quotas/fc052c47560340e3aecbe1f03d498088 HTTP/1.1" status: 200 len: 375 time: 0.0195947 Aug 11 03:00:57.329178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-f1d5872a-9c25-41a6-b358-d229bdb7a03b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480502 Aug 11 03:00:57.343571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-10fdaf8d-8c83-49c5-853b-fa6eacd34ca4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d HTTP/1.1" status: 200 len: 217 time: 0.0558264 Aug 11 03:00:57.411421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff6a2aae-ed98-4a98-8b89-50ccc8d0fdd1 req-38a5d2eb-7be2-4ec8-baf5-5b0551da9e2f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393435 Aug 11 03:00:57.461270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-0811c5b7-3fc8-468c-a4ff-78e051f2d9ff service neutron] 10.222.0.60 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226270 Aug 11 03:00:57.490322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['149e69a9-5a13-441d-93f1-b769cb345bdf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:00:57.493202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15562176-e8fb-478c-be87-a70e5b473c90 req-37d0b0b7-331e-44c8-b7fd-8cbfc30f9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.495519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-37d0b0b7-331e-44c8-b7fd-8cbfc30f9f21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.1414702 Aug 11 03:00:57.543901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-86cdeca4-c39f-4e71-be5c-153838f38ddf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400383 Aug 11 03:00:57.571022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-1c357c58-8f14-48c6-8f02-e0aed421ad47 service neutron] 10.222.0.60 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088066 Aug 11 03:00:57.606049 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8d2e5-4d7e-46e7-98a7-09db9be7682f x-openstack-request-id: req-d9f8d2e5-4d7e-46e7-98a7-09db9be7682f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:57.606231 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:57.606494 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9f8d2e5-4d7e-46e7-98a7-09db9be7682f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:57.607051 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'status': 'completed', 'code': 200} Aug 11 03:00:57.847089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6c4a6-e433-4996-a141-5ef63dd35b2f req-0c680e71-c5ba-4307-82bd-6daa5d96a9aa tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.849329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7db6c4a6-e433-4996-a141-5ef63dd35b2f req-0c680e71-c5ba-4307-82bd-6daa5d96a9aa tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 943 time: 0.1854219 Aug 11 03:00:57.881164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-f2896222-3f4b-4f90-aeac-d23fd3326481 service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202300 Aug 11 03:00:57.886675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41111d-9989-4295-8ab1-aaaba7bf0f55 req-11af420b-dc40-403b-9023-f054abed0cf5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:57.890366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d41111d-9989-4295-8ab1-aaaba7bf0f55 req-11af420b-dc40-403b-9023-f054abed0cf5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 944 time: 0.0848079 Aug 11 03:00:57.936302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe97747-3014-4972-b45d-23ab3815fb2a {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:00:57.951246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:57.951916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d41111d-9989-4295-8ab1-aaaba7bf0f55 req-99ab0e74-1bd5-47fa-9dec-5417b4ab88e5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Aug 11 03:00:58.019377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7db6c4a6-e433-4996-a141-5ef63dd35b2f req-036e9cd0-12a3-4d06-96e1-e65da03a9f39 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428344 Aug 11 03:00:58.027329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Transition to ACTIVE for port object ebe97747-3014-4972-b45d-23ab3815fb2a will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:00:58.034275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.063107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.089148 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-248ec88f-6471-43bb-84f0-925ef6c9b4df req-b2e36397-b34e-4d5c-b07f-196a3444aff6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 210 time: 0.0848546 Aug 11 03:00:58.114198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Pushing event updated for resources: {'Port': ['ID=ebe97747-3014-4972-b45d-23ab3815fb2a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.127691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15562176-e8fb-478c-be87-a70e5b473c90 req-f682ffd4-1bcb-45f2-a9de-dd5ab8bff168 service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203763 Aug 11 03:00:58.253735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21927ca-daf0-42d7-a83a-06523bcc538b req-24c778a8-47d9-4ee0-a646-76c89536c502 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.255257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e21927ca-daf0-42d7-a83a-06523bcc538b req-24c778a8-47d9-4ee0-a646-76c89536c502 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 944 time: 0.1302540 Aug 11 03:00:58.304066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-ec3a70de-22d2-4684-b814-fa3bd7b0493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.305684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-ec3a70de-22d2-4684-b814-fa3bd7b0493f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 1095 time: 0.1173003 Aug 11 03:00:58.314216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Attempting to bind port ebe97747-3014-4972-b45d-23ab3815fb2a on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:00:58.314549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Attempting to bind port ebe97747-3014-4972-b45d-23ab3815fb2a by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:00:58.314885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Attempting to bind port ebe97747-3014-4972-b45d-23ab3815fb2a on network 6faf6702-207c-4407-9762-ea8470623fe9 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:58.374350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Port ebe97747-3014-4972-b45d-23ab3815fb2a on network 6faf6702-207c-4407-9762-ea8470623fe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:00:58.374708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Attempting to bind port ebe97747-3014-4972-b45d-23ab3815fb2a on network 6faf6702-207c-4407-9762-ea8470623fe9 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:00:58.379513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e21927ca-daf0-42d7-a83a-06523bcc538b req-2be05dee-cb11-4ae5-9ba3-4ae3b4f7973c tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155908 Aug 11 03:00:58.391685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:00:58.392037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Checking segment: {'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:00:58.392425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Bound using segment: {'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:00:58.392870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Bound port: ebe97747-3014-4972-b45d-23ab3815fb2a, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b164608-4f8f-4cdc-87bc-2ca04a34ce74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:00:58.393235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.477870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-5f110f32-60df-4486-bade-ea70d90ce20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.479605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-5f110f32-60df-4486-bade-ea70d90ce20e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 905 time: 0.1664855 Aug 11 03:00:58.501287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] For port ebe97747-3014-4972-b45d-23ab3815fb2a, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:00:58.505835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] For port ebe97747-3014-4972-b45d-23ab3815fb2a, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ebe97747-3014-4972-b45d-23ab3815fb2a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:00:58.517961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.560022 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-026712cf-0c81-42ab-983f-5bc260821e1d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d HTTP/1.1" status: 200 len: 217 time: 0.0513368 Aug 11 03:00:58.589441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418020-14ec-493a-903e-5fda4417dc22 req-18658383-5d32-4328-95b0-bdd408dba437 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.589441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab418020-14ec-493a-903e-5fda4417dc22 req-18658383-5d32-4328-95b0-bdd408dba437 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0735462 Aug 11 03:00:58.625868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.626499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:58.627927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] 10.222.0.57 "PUT /v2.0/ports/ebe97747-3014-4972-b45d-23ab3815fb2a HTTP/1.1" status: 200 len: 1093 time: 1.6751719 Aug 11 03:00:58.642960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab418020-14ec-493a-903e-5fda4417dc22 req-ef2f963d-d456-4682-ae3f-16216ed3a648 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457792 Aug 11 03:00:58.675109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-40207773-940d-463b-a4a6-309604399f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.676550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-40207773-940d-463b-a4a6-309604399f35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.0857408 Aug 11 03:00:58.708812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691d543-7977-4800-ba17-feb7f767c2be service neutron] Pushing event updated for resources: {'Port': ['ID=ebe97747-3014-4972-b45d-23ab3815fb2a,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:58.730522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-2b2fb198-78fe-47d0-8047-fa706c356172 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437222 Aug 11 03:00:58.751493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-bdb5dc83-151b-4af4-abdf-e8d209973ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.752880 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-bdb5dc83-151b-4af4-abdf-e8d209973ebe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9cf6d0371ff148af8a5188e11738bb73&device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 1096 time: 0.0796163 Aug 11 03:00:58.826865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-290608a3-57a5-4e43-9a26-7c94e09ba2f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe97747-3014-4972-b45d-23ab3815fb2a HTTP/1.1" status: 200 len: 217 time: 0.0636215 Aug 11 03:00:58.886933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 149e69a9-5a13-441d-93f1-b769cb345bdf up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:00:58.904102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-61e0f423-71d1-461f-b0db-38179876db3e service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631205 Aug 11 03:00:58.907835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-5835324b-68f1-4d9e-b305-c11f5f6cf2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:58.909203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-5835324b-68f1-4d9e-b305-c11f5f6cf2e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=90f5394c-df54-475b-9992-09f5f410e5cf HTTP/1.1" status: 200 len: 848 time: 0.0637763 Aug 11 03:00:58.946799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 149e69a9-5a13-441d-93f1-b769cb345bdf completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:00:58.962138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 149e69a9-5a13-441d-93f1-b769cb345bdf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:00:58.964038 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.102893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.145611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:00:59.146996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:59.150124 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ab34f-34bb-4bd4-8362-4e025604ead6" -d '{"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-plugged", "status": "completed", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:59.154873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.192518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921b5d4-f06a-40bb-ad42-bae09ca395c7 req-035dc7e8-eb77-47e3-8880-cf4d6f40dec2 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.194213 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0921b5d4-f06a-40bb-ad42-bae09ca395c7 req-035dc7e8-eb77-47e3-8880-cf4d6f40dec2 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 943 time: 0.0601220 Aug 11 03:00:59.217566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:00:59.249922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0921b5d4-f06a-40bb-ad42-bae09ca395c7 req-b6bc5a82-7147-4b47-86db-694c923ed3cb tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491650 Aug 11 03:00:59.354637 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f104c79-b920-4562-a213-e9272715e4f7 req-1b13e4ed-371e-4a63-aeee-cd060e07a6fb tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 210 time: 0.0370903 Aug 11 03:00:59.358858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-ef039301-06f5-4ad6-a543-3c9604e74b7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6faf6702-207c-4407-9762-ea8470623fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4418452 Aug 11 03:00:59.405661 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6905ef64-af01-4b0d-b998-c678509cdef9 x-openstack-request-id: req-6905ef64-af01-4b0d-b998-c678509cdef9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:59.406494 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-plugged", "status": "completed", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:59.407232 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6905ef64-af01-4b0d-b998-c678509cdef9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:59.408508 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'code': 200} Aug 11 03:00:59.564954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20750cab-4d1f-422e-861b-bca297117f26 req-499c0053-59aa-4bd6-a155-070287c0abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.566761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20750cab-4d1f-422e-861b-bca297117f26 req-499c0053-59aa-4bd6-a155-070287c0abe7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 1097 time: 0.0831811 Aug 11 03:00:59.579636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153e24f-b4bb-4455-b18f-da84dcc1ed22 req-85764d44-d4db-4c6e-b127-f2d0f27f56b5 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.581136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6153e24f-b4bb-4455-b18f-da84dcc1ed22 req-85764d44-d4db-4c6e-b127-f2d0f27f56b5 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 944 time: 0.0570982 Aug 11 03:00:59.611458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'tag': 'ebe97747-3014-4972-b45d-23ab3815fb2a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:00:59.613902 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3675bfc-a037-4f89-b02b-4a00d5009359", "tag": "ebe97747-3014-4972-b45d-23ab3815fb2a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:00:59.634654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20750cab-4d1f-422e-861b-bca297117f26 req-5d959971-0915-4945-9b70-c1c0b474fff2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525582 Aug 11 03:00:59.638281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368a238f-bdc8-4995-b0ef-0c42e971ddb9 req-a4ab8a6e-5b8e-464d-a0ae-5d0744608ced tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.640192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-368a238f-bdc8-4995-b0ef-0c42e971ddb9 req-a4ab8a6e-5b8e-464d-a0ae-5d0744608ced tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2792318 Aug 11 03:00:59.642588 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6153e24f-b4bb-4455-b18f-da84dcc1ed22 req-c07a81d9-b633-4ab0-886d-8ba49b95b930 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537026 Aug 11 03:00:59.682086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.698500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-e1a9afeb-46be-4f68-bc20-cc5341459275 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.700022 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-e1a9afeb-46be-4f68-bc20-cc5341459275 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.10 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 814 time: 0.7738762 Aug 11 03:00:59.707027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934b4a08-f022-46a1-bdc4-8d4613fec34c req-c4055582-ce98-4242-a2e8-be080c5c1af6 service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889593 Aug 11 03:00:59.708813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-1d595921-6ac4-4c9a-8306-d11583733954 service neutron] 10.222.0.57 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374553 Aug 11 03:00:59.729744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Request body: {'port': {'device_id': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7', 'admin_state_up': True, 'tenant_id': 'fc052c47560340e3aecbe1f03d498088'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:00:59.789324 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f057528-f04b-460b-b750-248f5d7b0b15 x-openstack-request-id: req-5f057528-f04b-460b-b750-248f5d7b0b15 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:00:59.789627 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3675bfc-a037-4f89-b02b-4a00d5009359", "tag": "ebe97747-3014-4972-b45d-23ab3815fb2a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:00:59.790047 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f057528-f04b-460b-b750-248f5d7b0b15 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:00:59.790442 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'tag': 'ebe97747-3014-4972-b45d-23ab3815fb2a', 'status': 'completed', 'code': 200} Aug 11 03:00:59.802809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-368a238f-bdc8-4995-b0ef-0c42e971ddb9 req-03cedec6-0750-4a7e-b41c-48c42a359753 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528161 Aug 11 03:00:59.900124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ebc7f-4b44-4d57-86a8-fd14126b7215 req-872e9388-edad-4e40-b81b-b8c3d36c6d2d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:00:59.901942 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-252ebc7f-4b44-4d57-86a8-fd14126b7215 req-872e9388-edad-4e40-b81b-b8c3d36c6d2d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0690939 Aug 11 03:00:59.919688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038ab8de-7fc5-4eb8-a425-65ebb0dfb6ae req-bb0820e8-66a0-4bc2-8715-6eb2f916ec07 service neutron] 10.222.0.57 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815078 Aug 11 03:00:59.938552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Made reservation on behalf of fc052c47560340e3aecbe1f03d498088 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:00:59.942130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:00:59.949530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-252ebc7f-4b44-4d57-86a8-fd14126b7215 req-7c8f0ea1-467b-456f-8a59-c8a66ae3d941 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Aug 11 03:01:00.095038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-49f0f2af-e968-4db3-8530-12b2ec16460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.097009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-49f0f2af-e968-4db3-8530-12b2ec16460b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9cf6d0371ff148af8a5188e11738bb73&device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 1096 time: 0.1117702 Aug 11 03:01:00.141513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Allocated IP 172.20.0.6 (5293af7e-ae9f-4d93-8320-a86c4c6e54f7/147ce0c0-a452-47d0-9545-22d923d83c2f/c78a78e4-60b3-493d-a697-18e386ce6aa7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:00.249698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-313c1fc4-5045-4b48-bf77-d7c591f644f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.251717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-313c1fc4-5045-4b48-bf77-d7c591f644f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6faf6702-207c-4407-9762-ea8470623fe9 HTTP/1.1" status: 200 len: 909 time: 0.1364229 Aug 11 03:01:00.332320 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-158b67ad-a6dc-4d94-a556-8d2fafef6f14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebe97747-3014-4972-b45d-23ab3815fb2a HTTP/1.1" status: 200 len: 217 time: 0.0411468 Aug 11 03:01:00.458015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f1d9d-7b4e-41d8-a2d7-3622f6f09328 req-8a26d269-b3fa-458c-854d-d6e52929b734 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.459552 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d52f1d9d-7b4e-41d8-a2d7-3622f6f09328 req-8a26d269-b3fa-458c-854d-d6e52929b734 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 943 time: 0.1293099 Aug 11 03:01:00.461703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-a05c4260-66a8-411d-b130-c0fd5f605664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.463039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-a05c4260-66a8-411d-b130-c0fd5f605664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=90f5394c-df54-475b-9992-09f5f410e5cf HTTP/1.1" status: 200 len: 848 time: 0.1175132 Aug 11 03:01:00.491268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.502385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6c8689d6-b57d-43a7-9ffc-1826808cd275 req-ae35a136-f219-4f26-9835-700f9781d319 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 210 time: 0.0580697 Aug 11 03:01:00.522591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-f153b0e0-e158-4b3c-baf4-df7a07d6ed38 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6faf6702-207c-4407-9762-ea8470623fe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473826 Aug 11 03:01:00.555871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d52f1d9d-7b4e-41d8-a2d7-3622f6f09328 req-ef60659e-889d-44de-830c-c583d18322ac tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838420 Aug 11 03:01:00.642961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.656455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3b669a74-48f8-4064-bebc-8dac2b327c39'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:00.682766 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-956852ff-fd10-4893-859c-f351a2ed4c0d service neutron] 10.222.0.57 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418378 Aug 11 03:01:00.695590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:00.711797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:00.727554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:00.785656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Pushing event updated for resources: {'Port': ['ID=c78a78e4-60b3-493d-a697-18e386ce6aa7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:00.871120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.872332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:00.909736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a178dbd7-6a90-40ae-95ff-574ae2cf311d details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:00.916716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f0d6-a1e9-463b-b69f-76d64f7356e4 req-b0f3937c-07f7-4921-8529-bba84b51fc9c tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.918362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0837f0d6-a1e9-463b-b69f-76d64f7356e4 req-b0f3937c-07f7-4921-8529-bba84b51fc9c tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 944 time: 0.1594646 Aug 11 03:01:00.920253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cc8cacd-8bf3-4d79-8705-f6afd57b8c6e req-9eecf403-c102-4e66-828b-38f9355b8959 service neutron] 10.222.0.57 "GET /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235894 Aug 11 03:01:00.922121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-13b37576-69da-4820-a1ce-7e94a4a6fd1b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2084787 Aug 11 03:01:00.936727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Request body: {'port': {'device_id': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:00.952612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebf872-5200-4433-8081-569f0542e15f req-b048ebe5-6b0c-4881-8202-5f33d7f5f7e5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:00.961219 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65ebf872-5200-4433-8081-569f0542e15f req-b048ebe5-6b0c-4881-8202-5f33d7f5f7e5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0712738 Aug 11 03:01:01.004059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65ebf872-5200-4433-8081-569f0542e15f req-89721452-b8a5-4ba9-b3b9-52bc54758df9 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409031 Aug 11 03:01:01.027246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0837f0d6-a1e9-463b-b69f-76d64f7356e4 req-a51b3b6b-b6ce-4a49-9040-4a8fd97288ec tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998552 Aug 11 03:01:01.044758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.069231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:01.096065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'mac_address': 'fa:16:3e:93:d1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:01.144887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2da57-4e06-4c46-ac93-846579fa0831 req-8c5e6062-3721-4d67-8f7e-b9dcba93a0d5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.146911 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dab2da57-4e06-4c46-ac93-846579fa0831 req-8c5e6062-3721-4d67-8f7e-b9dcba93a0d5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0766301 Aug 11 03:01:01.157659 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.172138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a178dbd7-6a90-40ae-95ff-574ae2cf311d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:01.194929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:01.201314 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.208187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dab2da57-4e06-4c46-ac93-846579fa0831 req-c31673d4-65aa-4973-a039-f855ed97bdcc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547273 Aug 11 03:01:01.251364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d852d-26b7-4490-9dbf-bedc467f86e0 req-c431ac48-f6f2-4c17-8ad7-e1f701e1a979 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.253493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-702d852d-26b7-4490-9dbf-bedc467f86e0 req-c431ac48-f6f2-4c17-8ad7-e1f701e1a979 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1445248 Aug 11 03:01:01.273215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:01.341631 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-702d852d-26b7-4490-9dbf-bedc467f86e0 req-f23126d9-1c12-4e31-a6c4-d1bbd6900232 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813448 Aug 11 03:01:01.461891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78a78e4-60b3-493d-a697-18e386ce6aa7 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:01.469209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.488046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Transition to ACTIVE for port object c78a78e4-60b3-493d-a697-18e386ce6aa7 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:01.491584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a178dbd7-6a90-40ae-95ff-574ae2cf311d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:01.493880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.579345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Pushing event updated for resources: {'Port': ['ID=c78a78e4-60b3-493d-a697-18e386ce6aa7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:01.722144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Attempting to bind port c78a78e4-60b3-493d-a697-18e386ce6aa7 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:01.724013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Attempting to bind port c78a78e4-60b3-493d-a697-18e386ce6aa7 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:01.724462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Attempting to bind port c78a78e4-60b3-493d-a697-18e386ce6aa7 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:01.738011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Port c78a78e4-60b3-493d-a697-18e386ce6aa7 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:01.738481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Attempting to bind port c78a78e4-60b3-493d-a697-18e386ce6aa7 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:01.745040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73eedbe-af05-4979-afd3-fbc606215727 req-8d642318-6d8f-41c5-9a46-fcd81074b429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.752585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f73eedbe-af05-4979-afd3-fbc606215727 req-8d642318-6d8f-41c5-9a46-fcd81074b429 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 944 time: 0.0693457 Aug 11 03:01:01.755069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806445da-cb19-45ee-8e34-6217af60226c req-cbe207ba-2890-4bca-95ee-5210c10d803c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.757221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-806445da-cb19-45ee-8e34-6217af60226c req-cbe207ba-2890-4bca-95ee-5210c10d803c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 943 time: 0.1263196 Aug 11 03:01:01.761348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:01.761348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Checking segment: {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:01.761952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Bound using segment: {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:01.762489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Bound port: c78a78e4-60b3-493d-a697-18e386ce6aa7, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:01.762969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.791509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f73eedbe-af05-4979-afd3-fbc606215727 req-8d4f818d-5404-4067-bfe2-eaa99fb1784d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Aug 11 03:01:01.839394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-806445da-cb19-45ee-8e34-6217af60226c req-5d8d5523-ecbb-45bb-a0b3-7feed8b79d89 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714374 Aug 11 03:01:01.901944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] For port c78a78e4-60b3-493d-a697-18e386ce6aa7, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:01.905372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] For port c78a78e4-60b3-493d-a697-18e386ce6aa7, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c78a78e4-60b3-493d-a697-18e386ce6aa7,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:01.922203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.976542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:01.976943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:01.978587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] 10.222.0.10 "PUT /v2.0/ports/c78a78e4-60b3-493d-a697-18e386ce6aa7 HTTP/1.1" status: 200 len: 1092 time: 1.0476573 Aug 11 03:01:01.979039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'tag': 'c78a78e4-60b3-493d-a697-18e386ce6aa7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:01.981296 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b47790-a8a6-4c35-a4f3-c37ad4a916af" -d '{"events": [{"name": "network-changed", "server_uuid": "16fddae2-9e76-4bf7-af6d-d66bd2ce803e", "tag": "c78a78e4-60b3-493d-a697-18e386ce6aa7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:02.016597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174af8-f944-4785-916c-5f986bdfb1c6 req-eb431aca-48ac-420c-9fe0-b6135cd626b7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.018137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174af8-f944-4785-916c-5f986bdfb1c6 req-eb431aca-48ac-420c-9fe0-b6135cd626b7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1109517 Aug 11 03:01:02.021404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801bff72-02a9-4be8-ab06-e89cf1a0f98d service neutron] Pushing event updated for resources: {'Port': ['ID=c78a78e4-60b3-493d-a697-18e386ce6aa7,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:02.055076 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551e6aca-9d16-4b3e-aa99-8b58eac52304 x-openstack-request-id: req-551e6aca-9d16-4b3e-aa99-8b58eac52304 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:02.055076 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fddae2-9e76-4bf7-af6d-d66bd2ce803e", "tag": "c78a78e4-60b3-493d-a697-18e386ce6aa7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:02.055076 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-551e6aca-9d16-4b3e-aa99-8b58eac52304 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:02.055076 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'tag': 'c78a78e4-60b3-493d-a697-18e386ce6aa7', 'status': 'completed', 'code': 200} Aug 11 03:01:02.093865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174af8-f944-4785-916c-5f986bdfb1c6 req-5306f93f-4763-49fb-bd48-9d2bfebfcd9d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665143 Aug 11 03:01:02.103239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-66aea357-1009-4521-8800-90bfd0371a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.105045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-66aea357-1009-4521-8800-90bfd0371a49 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 1095 time: 0.0704165 Aug 11 03:01:02.151186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-6ffb64bb-5073-4787-942a-a2cd558fb4e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c78a78e4-60b3-493d-a697-18e386ce6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0379407 Aug 11 03:01:02.151479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2829-6f94-4a43-83e4-b0d0b72cf5fd req-e8f8a1ef-d656-4e8f-9c81-9acae3c029b8 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.152805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e7d2829-6f94-4a43-83e4-b0d0b72cf5fd req-e8f8a1ef-d656-4e8f-9c81-9acae3c029b8 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 944 time: 0.0564094 Aug 11 03:01:02.193605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e7d2829-6f94-4a43-83e4-b0d0b72cf5fd req-ee3ab1f8-6eb1-42c2-bc3c-561c79aeedd0 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347602 Aug 11 03:01:02.217425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-e77637d9-62ef-4905-8a9c-bd286b6c2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.219084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-e77637d9-62ef-4905-8a9c-bd286b6c2204 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.0610054 Aug 11 03:01:02.254345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-60276cbb-19fa-4e68-8288-119c90f5eca8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258627 Aug 11 03:01:02.374977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c89b452-bd38-4e39-b51e-13f8c1a7b2ff req-06d10abe-8434-427f-ac35-a284217101f3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.376493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6c89b452-bd38-4e39-b51e-13f8c1a7b2ff req-06d10abe-8434-427f-ac35-a284217101f3 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0744901 Aug 11 03:01:02.396906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-a4a22282-3a1c-48aa-90af-d84946330698 service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367872 Aug 11 03:01:02.465882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6c89b452-bd38-4e39-b51e-13f8c1a7b2ff req-f47bec53-259b-4648-a078-b5301ec6e05a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804498 Aug 11 03:01:02.505504 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d7496b5-563a-4601-9bdf-de447885c0e5 req-d9754c49-1ce2-442e-861c-cb9ce07e6320 service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012120 Aug 11 03:01:02.613078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-28e12cd7-c2d8-4d03-a267-aff9c4e0be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.614604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-28e12cd7-c2d8-4d03-a267-aff9c4e0be99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 1095 time: 0.0593042 Aug 11 03:01:02.780680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fc297-c686-497d-aa84-2306cd5e29df req-337c6dea-6c98-49a1-9793-f7a99f47d3f1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.782167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-025fc297-c686-497d-aa84-2306cd5e29df req-337c6dea-6c98-49a1-9793-f7a99f47d3f1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1469765 Aug 11 03:01:02.787851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-94c913b3-576e-4568-9a04-da1a37566d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.789299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-94c913b3-576e-4568-9a04-da1a37566d16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.1020162 Aug 11 03:01:02.820505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-0b7d3b92-4d65-41d7-84eb-b3aebd5702c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.822212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-0b7d3b92-4d65-41d7-84eb-b3aebd5702c1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 915 time: 0.1985962 Aug 11 03:01:02.911054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-6daa7f7c-7f4f-44e9-adfe-2753bd388af2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c78a78e4-60b3-493d-a697-18e386ce6aa7 HTTP/1.1" status: 200 len: 217 time: 0.0772521 Aug 11 03:01:02.920885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a178dbd7-6a90-40ae-95ff-574ae2cf311d up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:02.921361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-025fc297-c686-497d-aa84-2306cd5e29df req-4f37e42a-6992-4a57-8d38-8f2cd0f102ad tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310685 Aug 11 03:01:02.993455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port a178dbd7-6a90-40ae-95ff-574ae2cf311d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:02.994675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169ab11-b90b-4256-823d-575f45efe9ea req-ac7f5291-70ed-49d6-90b4-610527450976 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:02.996284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7169ab11-b90b-4256-823d-575f45efe9ea req-ac7f5291-70ed-49d6-90b4-610527450976 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 944 time: 0.1069369 Aug 11 03:01:03.001598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-b6630f20-7313-480d-b36a-347607b07b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.003087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-b6630f20-7313-480d-b36a-347607b07b06 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.0809476 Aug 11 03:01:03.005327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-ba7220b7-06c0-4c02-ae57-242e5e27a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.006653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-ba7220b7-06c0-4c02-ae57-242e5e27a8fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2024786 Aug 11 03:01:03.006928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port a178dbd7-6a90-40ae-95ff-574ae2cf311d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:03.007830 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.044732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7169ab11-b90b-4256-823d-575f45efe9ea req-4047df7e-00e1-46b6-8348-6bc8b0db5355 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Aug 11 03:01:03.106619 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.136581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:03.138982 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861e57cf-3f57-4dda-bd07-ebef18710299" -d '{"events": [{"server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "name": "network-vif-plugged", "status": "completed", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:03.157787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:03.168353 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.224246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:03.332018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a80953-1806-4e6d-85eb-5a28d16905d1 req-a15b980a-fa4b-4de3-b3ec-5a870e3f6cbc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.333807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93a80953-1806-4e6d-85eb-5a28d16905d1 req-a15b980a-fa4b-4de3-b3ec-5a870e3f6cbc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0526469 Aug 11 03:01:03.382563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93a80953-1806-4e6d-85eb-5a28d16905d1 req-cf88f9c1-4ea7-46b4-bb62-3876359a9b9a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Aug 11 03:01:03.431409 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a339d66-440f-4ade-b001-fe298e762cc8 x-openstack-request-id: req-3a339d66-440f-4ade-b001-fe298e762cc8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:03.431735 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "name": "network-vif-plugged", "status": "completed", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:03.431992 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a339d66-440f-4ade-b001-fe298e762cc8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:03.432395 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'code': 200} Aug 11 03:01:03.453844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-b7fddb6a-12e2-4868-97dd-89a7b0c022d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4362683 Aug 11 03:01:03.523468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-cee490fe-92a9-4906-8cc7-dd31dbc0a8bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.5041335 Aug 11 03:01:03.536453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047759-2c09-4810-a178-d8e9cc8a2218 req-de729486-b12b-45fb-bada-6e25b4332746 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.537999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f047759-2c09-4810-a178-d8e9cc8a2218 req-de729486-b12b-45fb-bada-6e25b4332746 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 944 time: 0.0536139 Aug 11 03:01:03.539372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71d2ba-b9cd-418b-a884-6cc223aca480 req-aa0441fa-17ea-41f9-90a1-d9791c34e493 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.541034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e71d2ba-b9cd-418b-a884-6cc223aca480 req-aa0441fa-17ea-41f9-90a1-d9791c34e493 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 943 time: 0.5369539 Aug 11 03:01:03.584298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f047759-2c09-4810-a178-d8e9cc8a2218 req-9de0b6ed-4c88-4402-b57c-496b27a05604 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342398 Aug 11 03:01:03.665557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-f226d68e-9978-49e5-9e81-246a882dabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.667038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-f226d68e-9978-49e5-9e81-246a882dabbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1234660 Aug 11 03:01:03.674920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497311bc-8136-4508-a55c-d6450ddf7e17 req-1e16542e-d3f5-4e94-bb30-3b34296f50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.676464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497311bc-8136-4508-a55c-d6450ddf7e17 req-1e16542e-d3f5-4e94-bb30-3b34296f50cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 1097 time: 0.1560667 Aug 11 03:01:03.680629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e71d2ba-b9cd-418b-a884-6cc223aca480 req-98c574e9-1f6b-456a-ac5d-be33c81e5f4e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272118 Aug 11 03:01:03.682336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-b74fdaa8-e4e1-46bd-a472-f554d153796b service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187281 Aug 11 03:01:03.729117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ebe97747-3014-4972-b45d-23ab3815fb2a details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:03.777100 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:03.796018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497311bc-8136-4508-a55c-d6450ddf7e17 req-4b6931ac-b076-4d6e-b6ae-c8b766aa97f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025550 Aug 11 03:01:03.817258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-0d13926e-fead-4cbc-9016-a7d1848025b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:03.818788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-0d13926e-fead-4cbc-9016-a7d1848025b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355951 Aug 11 03:01:03.855898 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b47790-a8a6-4c35-a4f3-c37ad4a916af req-04ff8573-9ff9-4b92-965f-5852f2a7aca3 service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635864 Aug 11 03:01:03.870083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ebe97747-3014-4972-b45d-23ab3815fb2a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ebe97747-3014-4972-b45d-23ab3815fb2a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:03.893844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'ebe97747-3014-4972-b45d-23ab3815fb2a', 'network_id': '6faf6702-207c-4407-9762-ea8470623fe9', 'port_id': 'ebe97747-3014-4972-b45d-23ab3815fb2a', 'mac_address': 'fa:16:3e:3e:c9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f5394c-df54-475b-9992-09f5f410e5cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:03.932607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-a64a4d2d-164e-4560-9624-b5747f9ff17c service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050673 Aug 11 03:01:03.951545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:03.967244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe97747-3014-4972-b45d-23ab3815fb2a {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:03.990748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ebe97747-3014-4972-b45d-23ab3815fb2a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ebe97747-3014-4972-b45d-23ab3815fb2a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:03.998199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:04.049369 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8650269a-5279-4d5e-a41c-d4ada6bcb4ea req-dbd020e4-4f20-48f0-88b5-03daf3fe393d service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060400 Aug 11 03:01:04.059762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ebe97747-3014-4972-b45d-23ab3815fb2a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:04.077744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630a1c-44d1-46c1-8ac9-1ae4e2d0d722 req-63d5fe23-5782-4f72-a962-7330689d31be tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.079440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a6630a1c-44d1-46c1-8ac9-1ae4e2d0d722 req-63d5fe23-5782-4f72-a962-7330689d31be tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0688779 Aug 11 03:01:04.131821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a6630a1c-44d1-46c1-8ac9-1ae4e2d0d722 req-d403666c-d575-481d-ab8f-406516bb259b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Aug 11 03:01:04.212523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd02c1-373d-4a07-bfcb-9235c4daaf8a req-ccbb1c09-80eb-46f0-9e0e-79a3b1aaf673 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.214168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2fd02c1-373d-4a07-bfcb-9235c4daaf8a req-ccbb1c09-80eb-46f0-9e0e-79a3b1aaf673 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 945 time: 0.0729542 Aug 11 03:01:04.296651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2fd02c1-373d-4a07-bfcb-9235c4daaf8a req-f61210be-9b6f-4496-a27a-15c169e4043c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683739 Aug 11 03:01:04.368034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['ebe97747-3014-4972-b45d-23ab3815fb2a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:04.589373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2dfb3-bf85-4fb0-b4c0-4c31f0282e70 req-f9af1b54-b2ef-4164-bb2a-68d3398bae27 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.592068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60f2dfb3-bf85-4fb0-b4c0-4c31f0282e70 req-f9af1b54-b2ef-4164-bb2a-68d3398bae27 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1068666 Aug 11 03:01:04.647074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60f2dfb3-bf85-4fb0-b4c0-4c31f0282e70 req-adbe593a-919d-4658-91cf-eecf0a1d06bd tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482266 Aug 11 03:01:04.814593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7393a9-5256-4510-8f5a-8b62ff7d8097 req-5caeb55c-acaa-44f0-af05-740dcf93fa7f tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.820857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a7393a9-5256-4510-8f5a-8b62ff7d8097 req-5caeb55c-acaa-44f0-af05-740dcf93fa7f tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 945 time: 0.1200907 Aug 11 03:01:04.877077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85895227-b232-467c-8308-6875b559be82 req-e458590c-8a06-4527-aa42-1a317280365a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:04.883523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85895227-b232-467c-8308-6875b559be82 req-e458590c-8a06-4527-aa42-1a317280365a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 943 time: 0.1211383 Aug 11 03:01:04.898530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a7393a9-5256-4510-8f5a-8b62ff7d8097 req-48bfd296-a0d5-4b22-8fb2-b7bf23b60d00 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693092 Aug 11 03:01:04.934414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85895227-b232-467c-8308-6875b559be82 req-73fb4750-f708-497a-b62c-b7b1751c5919 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Aug 11 03:01:04.937017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c78a78e4-60b3-493d-a697-18e386ce6aa7 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:05.044058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c78a78e4-60b3-493d-a697-18e386ce6aa7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c78a78e4-60b3-493d-a697-18e386ce6aa7,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:05.059210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'c78a78e4-60b3-493d-a697-18e386ce6aa7', 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7', 'port_id': 'c78a78e4-60b3-493d-a697-18e386ce6aa7', 'mac_address': 'fa:16:3e:ee:16:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147ce0c0-a452-47d0-9545-22d923d83c2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:05.115361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.132483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78a78e4-60b3-493d-a697-18e386ce6aa7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:05.162543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c78a78e4-60b3-493d-a697-18e386ce6aa7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c78a78e4-60b3-493d-a697-18e386ce6aa7,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:05.170529 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.230666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c78a78e4-60b3-493d-a697-18e386ce6aa7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:05.285522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd7119-edd9-4a01-90b1-c4a478af7bc3 req-d163ede0-c2de-44c2-a960-42585fa1a7e4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.292135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4dd7119-edd9-4a01-90b1-c4a478af7bc3 req-d163ede0-c2de-44c2-a960-42585fa1a7e4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0702386 Aug 11 03:01:05.340114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4dd7119-edd9-4a01-90b1-c4a478af7bc3 req-9557ed78-0ebb-4a92-87bb-a88619955623 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391665 Aug 11 03:01:05.472299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af001a-4672-4e43-a7a5-f37cbafa9351 req-e3337864-e3f9-42de-b227-c3136d1903a6 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.474506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00af001a-4672-4e43-a7a5-f37cbafa9351 req-e3337864-e3f9-42de-b227-c3136d1903a6 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 945 time: 0.0586927 Aug 11 03:01:05.476903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['c78a78e4-60b3-493d-a697-18e386ce6aa7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:05.483745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19044c-2f52-46b4-8c51-099c8c5e2390 req-1fc8b7ad-4884-4d19-b0aa-c6c7656bd5f4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.485506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c19044c-2f52-46b4-8c51-099c8c5e2390 req-1fc8b7ad-4884-4d19-b0aa-c6c7656bd5f4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0571482 Aug 11 03:01:05.537173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00af001a-4672-4e43-a7a5-f37cbafa9351 req-f2d3410d-a48b-49da-834c-5aad06fc272c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550246 Aug 11 03:01:05.543952 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c19044c-2f52-46b4-8c51-099c8c5e2390 req-564f0643-d32f-4a42-954a-59723db730f9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509148 Aug 11 03:01:05.668735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60688669-2c34-4e39-b2cb-077f1a82366f req-d36c236c-67ac-45ed-81c7-e9e0d464db72 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.685269 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60688669-2c34-4e39-b2cb-077f1a82366f req-d36c236c-67ac-45ed-81c7-e9e0d464db72 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0704141 Aug 11 03:01:05.726436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60688669-2c34-4e39-b2cb-077f1a82366f req-02e50bb2-678f-46db-a2c6-90fb7caa9309 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402589 Aug 11 03:01:05.735580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ebe97747-3014-4972-b45d-23ab3815fb2a up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:05.794531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port ebe97747-3014-4972-b45d-23ab3815fb2a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:05.800670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port ebe97747-3014-4972-b45d-23ab3815fb2a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:05.801088 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.835818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000d3f7-5b92-4080-8bd6-af3d71f92374 req-1706687e-2320-49bb-b084-c62612ee81cd tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.837580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a000d3f7-5b92-4080-8bd6-af3d71f92374 req-1706687e-2320-49bb-b084-c62612ee81cd tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1178637 Aug 11 03:01:05.885042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff16cc-3721-45fe-9afe-404c4431d2eb req-859a0052-b1ab-47bc-8dd1-c636027dc2dc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:05.892519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fff16cc-3721-45fe-9afe-404c4431d2eb req-859a0052-b1ab-47bc-8dd1-c636027dc2dc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 945 time: 0.0774715 Aug 11 03:01:05.901858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a000d3f7-5b92-4080-8bd6-af3d71f92374 req-124780b3-fdb9-4297-9d50-96508b9b2a41 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537779 Aug 11 03:01:05.916086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:05.941563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe97747-3014-4972-b45d-23ab3815fb2a'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:05.943788 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed88cdb-76a4-4220-9654-382ac7157095" -d '{"events": [{"server_uuid": "f3675bfc-a037-4f89-b02b-4a00d5009359", "name": "network-vif-plugged", "status": "completed", "tag": "ebe97747-3014-4972-b45d-23ab3815fb2a"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:05.957623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fff16cc-3721-45fe-9afe-404c4431d2eb req-a2df39d2-b513-4cd8-8724-721a8a3f74af tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638897 Aug 11 03:01:05.960619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ebe97747-3014-4972-b45d-23ab3815fb2a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ebe97747-3014-4972-b45d-23ab3815fb2a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:05.974911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:06.033625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ebe97747-3014-4972-b45d-23ab3815fb2a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:06.074786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5d930-5979-46c7-912d-1eb56a1d0ab0 req-c8a01cdf-d46a-4971-a892-3c5097b1b7ef tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.076339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ccf5d930-5979-46c7-912d-1eb56a1d0ab0 req-c8a01cdf-d46a-4971-a892-3c5097b1b7ef tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 946 time: 0.0512991 Aug 11 03:01:06.119500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ccf5d930-5979-46c7-912d-1eb56a1d0ab0 req-a7fbb953-0d22-4f5f-b5a7-686d22a955c4 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367632 Aug 11 03:01:06.176821 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928a9b2f-332e-4952-8c69-5af376d33ed8 x-openstack-request-id: req-928a9b2f-332e-4952-8c69-5af376d33ed8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:06.177431 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3675bfc-a037-4f89-b02b-4a00d5009359", "name": "network-vif-plugged", "status": "completed", "tag": "ebe97747-3014-4972-b45d-23ab3815fb2a", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:06.177784 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-928a9b2f-332e-4952-8c69-5af376d33ed8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:06.178816 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe97747-3014-4972-b45d-23ab3815fb2a', 'code': 200} Aug 11 03:01:06.267773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbde99-bd40-452b-9018-b1fab6146b51 req-b2c49c90-a789-483d-b695-a675667328f3 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.275673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2bbbde99-bd40-452b-9018-b1fab6146b51 req-b2c49c90-a789-483d-b695-a675667328f3 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 944 time: 0.0657382 Aug 11 03:01:06.314253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f541966-cea3-46bd-859c-68a4a7039671 req-b0166499-3100-4eaa-866f-f65553c93810 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.315746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f541966-cea3-46bd-859c-68a4a7039671 req-b0166499-3100-4eaa-866f-f65553c93810 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0825531 Aug 11 03:01:06.316502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2bbbde99-bd40-452b-9018-b1fab6146b51 req-4cb29bbb-a362-4350-8434-07dc5c1f2a93 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Aug 11 03:01:06.322256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1306f-1aa9-4b5b-9f6a-1014713113c4 req-0f93ddda-741c-43f9-9f57-8da2fd5f0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:06.323802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bad1306f-1aa9-4b5b-9f6a-1014713113c4 req-0f93ddda-741c-43f9-9f57-8da2fd5f0149 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 1098 time: 0.0636435 Aug 11 03:01:06.380976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f541966-cea3-46bd-859c-68a4a7039671 req-12ef8ad6-4e74-4dd9-8c29-14f5d08ff11b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561833 Aug 11 03:01:06.396393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bad1306f-1aa9-4b5b-9f6a-1014713113c4 req-e760ed6c-8dd3-475c-8675-ef93fd9a2d48 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541966 Aug 11 03:01:06.961005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c78a78e4-60b3-493d-a697-18e386ce6aa7 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:07.014589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port c78a78e4-60b3-493d-a697-18e386ce6aa7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:07.020032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port c78a78e4-60b3-493d-a697-18e386ce6aa7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:07.020555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.063657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c9110-a6c6-46da-b404-73c06e48d5f5 req-3e0ee818-14b9-4dff-b050-200439692799 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.066609 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-036c9110-a6c6-46da-b404-73c06e48d5f5 req-3e0ee818-14b9-4dff-b050-200439692799 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0679626 Aug 11 03:01:07.092624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f122-6242-4095-b342-94a5741d2d32 req-edd0443a-ea0d-44f0-a4f1-b3e495b8ba43 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.101201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2028f122-6242-4095-b342-94a5741d2d32 req-edd0443a-ea0d-44f0-a4f1-b3e495b8ba43 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 945 time: 0.0657783 Aug 11 03:01:07.110884 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.115954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-036c9110-a6c6-46da-b404-73c06e48d5f5 req-e3acb9d2-63eb-4cea-b976-7a7de692420f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Aug 11 03:01:07.140666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2028f122-6242-4095-b342-94a5741d2d32 req-77849091-af71-4a42-9cca-7b3d7b550348 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378222 Aug 11 03:01:07.149518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c78a78e4-60b3-493d-a697-18e386ce6aa7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c78a78e4-60b3-493d-a697-18e386ce6aa7,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:07.161165 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:07.220457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c78a78e4-60b3-493d-a697-18e386ce6aa7,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:07.282023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df106264-693b-4d12-b07d-dfb419c01269 req-efa58de9-63d2-4425-9259-d264e59716dd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.284517 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df106264-693b-4d12-b07d-dfb419c01269 req-efa58de9-63d2-4425-9259-d264e59716dd tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 946 time: 0.0655408 Aug 11 03:01:07.325070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df106264-693b-4d12-b07d-dfb419c01269 req-feae91e6-438e-4a25-88b2-a4f179c45c72 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 11 03:01:07.448001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a974f-0b4e-49be-b652-ed2b18b9e681 req-5544a2d9-ca5e-450f-9bb6-4b13b43d3852 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.449599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-971a974f-0b4e-49be-b652-ed2b18b9e681 req-5544a2d9-ca5e-450f-9bb6-4b13b43d3852 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 945 time: 0.0572708 Aug 11 03:01:07.504950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-971a974f-0b4e-49be-b652-ed2b18b9e681 req-c8ad7b31-06d1-47d2-83a5-c9b9d1d69539 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473008 Aug 11 03:01:07.647612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf867e-2db7-4f7c-b858-5d4a4d477071 req-89cd0f2f-cc22-46c8-9811-8ada6416e83d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.649522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5fdf867e-2db7-4f7c-b858-5d4a4d477071 req-89cd0f2f-cc22-46c8-9811-8ada6416e83d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0640919 Aug 11 03:01:07.711691 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5fdf867e-2db7-4f7c-b858-5d4a4d477071 req-e13d65e0-3253-4659-bb36-e214c7ac852d tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529215 Aug 11 03:01:07.928822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208153c-e835-44ed-aad7-8ae848db50c5 req-101cf272-0455-44ce-a2d9-ab7f39058dc1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.930753 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c208153c-e835-44ed-aad7-8ae848db50c5 req-101cf272-0455-44ce-a2d9-ab7f39058dc1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0599017 Aug 11 03:01:07.965235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-48ee3c14-7785-4111-8925-e4f384217357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:07.966813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-48ee3c14-7785-4111-8925-e4f384217357 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.0438571 Aug 11 03:01:07.975278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c208153c-e835-44ed-aad7-8ae848db50c5 req-560c2121-76e1-4a21-bf11-3e9946749482 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384181 Aug 11 03:01:08.075484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-8af31d31-616b-472a-bb42-2de6b7979814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.077004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-8af31d31-616b-472a-bb42-2de6b7979814 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.0988297 Aug 11 03:01:08.156922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-630ccde8-033b-4d05-b24e-87dae95e43a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.0681758 Aug 11 03:01:08.179876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78a78e4-60b3-493d-a697-18e386ce6aa7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:08.183203 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba4c781-b9c4-440e-b826-ceb786ad81c7" -d '{"events": [{"server_uuid": "16fddae2-9e76-4bf7-af6d-d66bd2ce803e", "name": "network-vif-plugged", "status": "completed", "tag": "c78a78e4-60b3-493d-a697-18e386ce6aa7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:08.231070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-f0ae8ae4-a493-412d-94e3-e1284d05df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.232596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-f0ae8ae4-a493-412d-94e3-e1284d05df4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.0646815 Aug 11 03:01:08.232773 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde37acd-f472-475a-84b3-5285fc12f813 x-openstack-request-id: req-cde37acd-f472-475a-84b3-5285fc12f813 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:08.233260 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fddae2-9e76-4bf7-af6d-d66bd2ce803e", "name": "network-vif-plugged", "status": "completed", "tag": "c78a78e4-60b3-493d-a697-18e386ce6aa7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:08.233354 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cde37acd-f472-475a-84b3-5285fc12f813 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:08.233703 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78a78e4-60b3-493d-a697-18e386ce6aa7', 'code': 200} Aug 11 03:01:08.300326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb0089-d228-4fe9-b68e-cf80028cbbb4 req-bb34e5bd-7e09-4427-acff-9ac38e5a6b06 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.301799 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87cb0089-d228-4fe9-b68e-cf80028cbbb4 req-bb34e5bd-7e09-4427-acff-9ac38e5a6b06 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0842659 Aug 11 03:01:08.334847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-9405083e-a804-4a45-8ea5-049803b0b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.336664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-9405083e-a804-4a45-8ea5-049803b0b7f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883703 Aug 11 03:01:08.425143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04368f-13fe-4165-a9b4-34b997da4d77 req-1da53b39-1dd2-422a-b511-cbf0e8bdafc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.426577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa04368f-13fe-4165-a9b4-34b997da4d77 req-1da53b39-1dd2-422a-b511-cbf0e8bdafc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 1097 time: 0.1342278 Aug 11 03:01:08.430062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87cb0089-d228-4fe9-b68e-cf80028cbbb4 req-bb746236-0306-420d-b5a4-710a97ed3776 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167278 Aug 11 03:01:08.483513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca5388-1b03-4c88-9ea7-663fbbceabef req-9d389782-d41e-409a-9275-1b017665ff45 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.485670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-09ca5388-1b03-4c88-9ea7-663fbbceabef req-9d389782-d41e-409a-9275-1b017665ff45 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 946 time: 0.0714500 Aug 11 03:01:08.501327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-9cdb553e-f24b-4a94-b18c-750a5c4a0eb8 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539004 Aug 11 03:01:08.505678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa04368f-13fe-4165-a9b4-34b997da4d77 req-09d79810-d699-43d5-94be-e9084de0fd7d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711520 Aug 11 03:01:08.543503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-09ca5388-1b03-4c88-9ea7-663fbbceabef req-4aeb5fe3-c555-4e67-aa24-df3bd9ef3bd2 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Aug 11 03:01:08.690172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91441c33-7db8-4ceb-ba5c-88cee5f31291 req-e7a4f002-a0ff-4da2-8b5a-5e20af1f3530 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:08.691897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91441c33-7db8-4ceb-ba5c-88cee5f31291 req-e7a4f002-a0ff-4da2-8b5a-5e20af1f3530 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 945 time: 0.0863247 Aug 11 03:01:08.696219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b937c5e-87bc-4d53-ba50-4360386f0eb7 req-70541262-96f6-49b8-9d46-09b898b4599c service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759329 Aug 11 03:01:08.754455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91441c33-7db8-4ceb-ba5c-88cee5f31291 req-62c8cd87-1c8d-40cb-b6ea-2f4656f14e6d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524662 Aug 11 03:01:09.098453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026796c-a270-4d37-b711-258f2abbaf25 req-ac20b157-25e8-4d4d-a8a3-c24c52f3915e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.100202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d026796c-a270-4d37-b711-258f2abbaf25 req-ac20b157-25e8-4d4d-a8a3-c24c52f3915e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0515308 Aug 11 03:01:09.152567 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d026796c-a270-4d37-b711-258f2abbaf25 req-167cbce1-99ad-42de-813c-1da950076097 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447774 Aug 11 03:01:09.325846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638fb2-0e12-4f38-84f6-176fef76c170 req-ade454b6-7a15-4f22-88af-cfb046d2536b tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.325846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8638fb2-0e12-4f38-84f6-176fef76c170 req-ade454b6-7a15-4f22-88af-cfb046d2536b tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 946 time: 0.0570996 Aug 11 03:01:09.363851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8638fb2-0e12-4f38-84f6-176fef76c170 req-4dee5f7e-c71b-440a-a099-2c5b5479059d tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Aug 11 03:01:09.573167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b32b4-2286-4713-8a40-7178bf89127e req-e47870d7-a2a2-4764-b847-a2edb881497e tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.575006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-654b32b4-2286-4713-8a40-7178bf89127e req-e47870d7-a2a2-4764-b847-a2edb881497e tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0687873 Aug 11 03:01:09.629873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-654b32b4-2286-4713-8a40-7178bf89127e req-b5f03172-1cb2-4b0c-baf5-6d9e49484127 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Aug 11 03:01:09.893067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7877b88-7f16-4ca5-8929-b8f20aba0471 req-9d96e346-a326-441f-9dad-7e8c82b00a30 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:09.894900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7877b88-7f16-4ca5-8929-b8f20aba0471 req-9d96e346-a326-441f-9dad-7e8c82b00a30 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 945 time: 0.0611076 Aug 11 03:01:09.899808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56142) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:09.953708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7877b88-7f16-4ca5-8929-b8f20aba0471 req-5cadf548-5f41-477b-b917-857daf554006 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463898 Aug 11 03:01:10.040299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5248f8e4-eb9a-4792-814f-9fd2f5475671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.147297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5248f8e4-eb9a-4792-814f-9fd2f5475671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.152618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5248f8e4-eb9a-4792-814f-9fd2f5475671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.203436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5248f8e4-eb9a-4792-814f-9fd2f5475671 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85d6ef59d0864fdfb11488251461d89a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019161 Aug 11 03:01:10.206223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56162) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:10.207838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248f8e4-eb9a-4792-814f-9fd2f5475671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611747c4-8ffe-42e3-b090-d7cfcb51facf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:10.286138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84274a6d-497a-4b76-aca3-440290991657 req-082402fc-00aa-45d6-a4b6-96cbb963a715 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.287847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84274a6d-497a-4b76-aca3-440290991657 req-082402fc-00aa-45d6-a4b6-96cbb963a715 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 945 time: 0.0824523 Aug 11 03:01:10.320287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9305-c78f-4c99-94d5-97ad84a22e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.339790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5d36c-198f-4be3-b321-71669a2457a0 req-63c8dd7c-6d1f-4309-bd67-017e3517443f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.346454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84274a6d-497a-4b76-aca3-440290991657 req-2e55d404-ff0b-43f3-9c38-8e28284287d2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514126 Aug 11 03:01:10.347315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7f5d36c-198f-4be3-b321-71669a2457a0 req-63c8dd7c-6d1f-4309-bd67-017e3517443f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1035564 Aug 11 03:01:10.370651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9305-c78f-4c99-94d5-97ad84a22e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.432653 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7f5d36c-198f-4be3-b321-71669a2457a0 req-2d369fe3-9a32-499d-acd7-04d1ecaa6d83 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842478 Aug 11 03:01:10.472412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9305-c78f-4c99-94d5-97ad84a22e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.475468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e6e9305-c78f-4c99-94d5-97ad84a22e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:10.481440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4e6e9305-c78f-4c99-94d5-97ad84a22e70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/611747c4-8ffe-42e3-b090-d7cfcb51facf HTTP/1.1" status: 204 len: 168 time: 0.2741628 Aug 11 03:01:10.490669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e9305-c78f-4c99-94d5-97ad84a22e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611747c4-8ffe-42e3-b090-d7cfcb51facf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:10.537265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21030409-c4d6-4fe5-903f-73bef21979f3 req-19ee4b17-4119-43bf-b20f-3990e7806cae tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.539669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21030409-c4d6-4fe5-903f-73bef21979f3 req-19ee4b17-4119-43bf-b20f-3990e7806cae tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 946 time: 0.0981073 Aug 11 03:01:10.607380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537b755-20f3-43df-a29f-f67f654376f4 req-d9cd5f54-c2ee-47c1-8cb7-26094988614a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.609302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8537b755-20f3-43df-a29f-f67f654376f4 req-d9cd5f54-c2ee-47c1-8cb7-26094988614a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.0658388 Aug 11 03:01:10.613957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21030409-c4d6-4fe5-903f-73bef21979f3 req-af040251-77a3-47e6-bd61-9804a8ba7766 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e387b97-b6de-4753-ad51-1c0a93ac1769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616040 Aug 11 03:01:10.670629 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8537b755-20f3-43df-a29f-f67f654376f4 req-16e6e993-884b-4bc2-8e11-913e8b245e95 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468001 Aug 11 03:01:10.754684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb63321-56ba-4283-8b0d-e10b123be394 req-81de1ba0-c8ce-40d8-97a2-5091cb4d6eb4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:10.757857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cb63321-56ba-4283-8b0d-e10b123be394 req-81de1ba0-c8ce-40d8-97a2-5091cb4d6eb4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0605426 Aug 11 03:01:10.828453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cb63321-56ba-4283-8b0d-e10b123be394 req-2e2da933-119f-4ff1-88e7-cdc9efce2879 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641847 Aug 11 03:01:10.866654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56194) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:10.888096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-259ec602-e3b6-4ffe-9f97-50413bc3dc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.022014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-259ec602-e3b6-4ffe-9f97-50413bc3dc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.029848 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-259ec602-e3b6-4ffe-9f97-50413bc3dc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.042951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a178dbd7-6a90-40ae-95ff-574ae2cf311d details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:11.075676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ec602-e3b6-4ffe-9f97-50413bc3dc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8ca7c7-ac6d-4978-930c-67fa57077b19,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:11.079939 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-259ec602-e3b6-4ffe-9f97-50413bc3dc4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cc323eb3a3a43c9909d1803922fa6f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120843 Aug 11 03:01:11.082555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56210) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:11.156531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87115c44-a0dc-4c2d-be2f-499b1354a876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.166275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:11.180538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'mac_address': 'fa:16:3e:93:d1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:11.208182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87115c44-a0dc-4c2d-be2f-499b1354a876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.226604 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.240532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a178dbd7-6a90-40ae-95ff-574ae2cf311d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:11.273063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:11.275094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87115c44-a0dc-4c2d-be2f-499b1354a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.277898 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87115c44-a0dc-4c2d-be2f-499b1354a876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.278366 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:11.282362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-87115c44-a0dc-4c2d-be2f-499b1354a876 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d8ca7c7-ac6d-4978-930c-67fa57077b19 HTTP/1.1" status: 204 len: 168 time: 0.1955786 Aug 11 03:01:11.291822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87115c44-a0dc-4c2d-be2f-499b1354a876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8ca7c7-ac6d-4978-930c-67fa57077b19,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:11.376292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:11.385175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.385738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.388760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.389361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.391502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.392756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.393484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.393883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.394297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.394640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.394973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.395308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:11.441489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a178dbd7-6a90-40ae-95ff-574ae2cf311d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:11.539719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-dab23349-7565-4cdd-9058-50f83036f4bc tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.541479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-dab23349-7565-4cdd-9058-50f83036f4bc tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 946 time: 0.1119862 Aug 11 03:01:11.763290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-dd164659-c258-4ac9-b19f-3aa5752fc717 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:11.763848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-dd164659-c258-4ac9-b19f-3aa5752fc717 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.10 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 945 time: 0.1771989 Aug 11 03:01:11.822234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Deleting port ebe97747-3014-4972-b45d-23ab3815fb2a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:11.822441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.003388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-e4ae2439-e181-4509-bb1d-2c8c52a4b63e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.012899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-e4ae2439-e181-4509-bb1d-2c8c52a4b63e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9d45d4-fee6-4d31-a111-bb57e5969924 HTTP/1.1" status: 200 len: 944 time: 0.1156440 Aug 11 03:01:12.030871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] For port ebe97747-3014-4972-b45d-23ab3815fb2a, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ebe97747-3014-4972-b45d-23ab3815fb2a,segment=NetworkSegment(3b164608-4f8f-4cdc-87bc-2ca04a34ce74),segment_id=3b164608-4f8f-4cdc-87bc-2ca04a34ce74)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.031211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.064494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Deleting port c78a78e4-60b3-493d-a697-18e386ce6aa7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:12.064831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.073844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Calling delete_port for ebe97747-3014-4972-b45d-23ab3815fb2a owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:12.139051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Deleting port 90bc6144-0463-4503-a0b3-f92c04b15de5 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:12.139249 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.199501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c388f-8ff8-4e46-a962-20b5bad260ff req-ef485f8c-5b97-48da-9a05-9c980bda01e7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:12.207571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-687c388f-8ff8-4e46-a962-20b5bad260ff req-ef485f8c-5b97-48da-9a05-9c980bda01e7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 945 time: 0.2025194 Aug 11 03:01:12.292013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] For port 90bc6144-0463-4503-a0b3-f92c04b15de5, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=90bc6144-0463-4503-a0b3-f92c04b15de5,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.292388 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.311978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Calling delete_port for 90bc6144-0463-4503-a0b3-f92c04b15de5 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:12.330053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] For port c78a78e4-60b3-493d-a697-18e386ce6aa7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c78a78e4-60b3-493d-a697-18e386ce6aa7,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:12.330776 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.346270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-687c388f-8ff8-4e46-a962-20b5bad260ff req-48b658cc-5d76-45cd-8bb3-154f948c9ac6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373725 Aug 11 03:01:12.408085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Calling delete_port for c78a78e4-60b3-493d-a697-18e386ce6aa7 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:12.573973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.593121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['bf6f7400-3a62-47b0-9d38-89693319f75d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:12.599394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:12.617346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event deleted for resources: {'Port': ['ID=90bc6144-0463-4503-a0b3-f92c04b15de5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:12.700854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] No DVR routers for this DVR port 90bc6144-0463-4503-a0b3-f92c04b15de5 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:12.704294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.714336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b56807ac-5300-4ef7-b30d-9501eeb06cb0 req-59915ed5-4ef7-406b-8166-2fffea423981 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "DELETE /v2.0/ports/90bc6144-0463-4503-a0b3-f92c04b15de5 HTTP/1.1" status: 204 len: 173 time: 0.6999462 Aug 11 03:01:12.714938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-deleted', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:12.719260 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3f655-3c7e-44f9-bd63-ccbed98b05d3" -d '{"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-deleted", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:12.723523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.748433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:12.830571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Pushing event deleted for resources: {'Port': ['ID=c78a78e4-60b3-493d-a697-18e386ce6aa7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:12.891719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9fb1e8be-dd00-47f8-99ff-94428243422a req-a7b5d3f7-8dfd-407d-b018-be7bd989e463 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 210 time: 0.2664506 Aug 11 03:01:12.980095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Pushing event deleted for resources: {'Port': ['ID=ebe97747-3014-4972-b45d-23ab3815fb2a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:13.071003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a178dbd7-6a90-40ae-95ff-574ae2cf311d up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:13.099025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] No DVR routers for this DVR port c78a78e4-60b3-493d-a697-18e386ce6aa7 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:13.107476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.109593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b8c0441a-ca30-46bf-b0dd-a3060842d730 req-1cbe4f89-c5b9-4d09-b6b0-fae2d1984489 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.10 "DELETE /v2.0/ports/c78a78e4-60b3-493d-a697-18e386ce6aa7 HTTP/1.1" status: 204 len: 173 time: 1.3356571 Aug 11 03:01:13.185303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'name': 'network-vif-deleted', 'tag': 'c78a78e4-60b3-493d-a697-18e386ce6aa7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:13.211326 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c120ee-600c-48cf-b680-d3e3b62254e0" -d '{"events": [{"server_uuid": "16fddae2-9e76-4bf7-af6d-d66bd2ce803e", "name": "network-vif-deleted", "tag": "c78a78e4-60b3-493d-a697-18e386ce6aa7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:13.281641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] No DVR routers for this DVR port ebe97747-3014-4972-b45d-23ab3815fb2a on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:13.296053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.298339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-497a1e02-13e1-4125-aef7-0e6ecd768ec2 req-0c291e74-a84c-4723-a9e1-cdd097f9a49e tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.57 "DELETE /v2.0/ports/ebe97747-3014-4972-b45d-23ab3815fb2a HTTP/1.1" status: 204 len: 173 time: 1.7430649 Aug 11 03:01:13.307270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port a178dbd7-6a90-40ae-95ff-574ae2cf311d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:13.309914 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.341074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41279f8e-f8b8-4867-be9a-8c42177a3e21 req-99f0055e-1679-4e76-8b2f-d3606237f652 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:13.355154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41279f8e-f8b8-4867-be9a-8c42177a3e21 req-99f0055e-1679-4e76-8b2f-d3606237f652 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.3007698 Aug 11 03:01:13.446254 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-41279f8e-f8b8-4867-be9a-8c42177a3e21 req-07848e4a-3010-4e2d-91d8-ceb90467388b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901058 Aug 11 03:01:13.538078 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.542442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['ebe97747-3014-4972-b45d-23ab3815fb2a'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:13.553375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3b669a74-48f8-4064-bebc-8dac2b327c39'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:13.609957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['c78a78e4-60b3-493d-a697-18e386ce6aa7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:13.662430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:13.667275 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720d353-997d-4280-ac08-cf21feaeb56f" -d '{"events": [{"server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "name": "network-vif-plugged", "status": "completed", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:13.688697 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c1bff-4df5-46cc-bd44-4d1793f65273 x-openstack-request-id: req-b11c1bff-4df5-46cc-bd44-4d1793f65273 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:13.689784 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9d45d4-fee6-4d31-a111-bb57e5969924", "name": "network-vif-deleted", "tag": "90bc6144-0463-4503-a0b3-f92c04b15de5", "status": "failed", "code": 422}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:13.690841 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b11c1bff-4df5-46cc-bd44-4d1793f65273 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:13.691596 n-d-768509-22 neutron-server[111683]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc9d45d4-fee6-4d31-a111-bb57e5969924', 'name': 'network-vif-deleted', 'tag': '90bc6144-0463-4503-a0b3-f92c04b15de5', 'status': 'failed', 'code': 422} returned with failed status Aug 11 03:01:13.710309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:13.726972 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:13.770738 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a033fa1-3e09-46cd-b891-29d21858d913 x-openstack-request-id: req-5a033fa1-3e09-46cd-b891-29d21858d913 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:13.771599 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fddae2-9e76-4bf7-af6d-d66bd2ce803e", "name": "network-vif-deleted", "tag": "c78a78e4-60b3-493d-a697-18e386ce6aa7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:13.772046 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a033fa1-3e09-46cd-b891-29d21858d913 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:13.772758 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fddae2-9e76-4bf7-af6d-d66bd2ce803e', 'name': 'network-vif-deleted', 'tag': 'c78a78e4-60b3-493d-a697-18e386ce6aa7', 'status': 'completed', 'code': 200} Aug 11 03:01:13.900546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53e052d8-b4ef-448d-8056-b65060d06bdd req-571a7603-2a42-4c99-b95b-67f6f4414202 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=16fddae2-9e76-4bf7-af6d-d66bd2ce803e HTTP/1.1" status: 200 len: 210 time: 0.0544443 Aug 11 03:01:13.951360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:13.985751 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbdffe1-34d8-4f59-94b4-78d08e00bb1d x-openstack-request-id: req-5fbdffe1-34d8-4f59-94b4-78d08e00bb1d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:13.986120 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "name": "network-vif-plugged", "status": "completed", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:13.986440 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fbdffe1-34d8-4f59-94b4-78d08e00bb1d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:13.986909 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'code': 200} Aug 11 03:01:14.159173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8223c1a-7215-4126-8406-23d211632592 req-10c216bd-cfc3-4737-8405-553bc085d976 tempest-VolumesActionsTest-1708710224 tempest-VolumesActionsTest-1708710224-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3675bfc-a037-4f89-b02b-4a00d5009359 HTTP/1.1" status: 200 len: 210 time: 0.0541680 Aug 11 03:01:14.337745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cabc7-929e-4cc8-b40a-fd0438ea9dfb req-ca76e500-2312-4f26-b667-899faf273a9e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.339735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a7cabc7-929e-4cc8-b40a-fd0438ea9dfb req-ca76e500-2312-4f26-b667-899faf273a9e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 907 time: 0.0731325 Aug 11 03:01:14.548605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56336) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:14.615961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344465fd-cfb0-4ee1-951e-57117dbeb75b req-069bfb1b-5423-4ab2-b0aa-dfdba9460601 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:14.618464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-344465fd-cfb0-4ee1-951e-57117dbeb75b req-069bfb1b-5423-4ab2-b0aa-dfdba9460601 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0688970 Aug 11 03:01:14.697969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-344465fd-cfb0-4ee1-951e-57117dbeb75b req-7863aead-19e1-4716-a388-558b5d04e07d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685513 Aug 11 03:01:14.722831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-120cdc35-6271-4f09-9ef6-c1920a8dfa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.896209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-120cdc35-6271-4f09-9ef6-c1920a8dfa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.904869 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-120cdc35-6271-4f09-9ef6-c1920a8dfa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:14.969884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-120cdc35-6271-4f09-9ef6-c1920a8dfa70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f03c946563e44ff599dfff507948370a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4190805 Aug 11 03:01:14.970890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cdc35-6271-4f09-9ef6-c1920a8dfa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ec34d0-ef74-4f95-afec-c7c823d2fdf9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:14.973478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56356) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:15.046182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3b9-9323-4673-b3f2-4ec7b8da7766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.077636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3b9-9323-4673-b3f2-4ec7b8da7766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.092593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0565347-9d9b-4e55-8c78-9de51e744cd9 req-451e5863-67d7-4e5c-b6c3-422c70d63b04 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.100065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c0565347-9d9b-4e55-8c78-9de51e744cd9 req-451e5863-67d7-4e5c-b6c3-422c70d63b04 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0701501 Aug 11 03:01:15.140622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c0565347-9d9b-4e55-8c78-9de51e744cd9 req-83dcc3eb-a7e4-42a8-a6b9-f64fc7e11271 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386333 Aug 11 03:01:15.145132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3b9-9323-4673-b3f2-4ec7b8da7766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.148510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3bfb3b9-9323-4673-b3f2-4ec7b8da7766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:15.156993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d3bfb3b9-9323-4673-b3f2-4ec7b8da7766 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1ec34d0-ef74-4f95-afec-c7c823d2fdf9 HTTP/1.1" status: 204 len: 168 time: 0.1815000 Aug 11 03:01:15.186925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfb3b9-9323-4673-b3f2-4ec7b8da7766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ec34d0-ef74-4f95-afec-c7c823d2fdf9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:15.560034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17906798-824f-42e8-ac5e-6d3f3567d6f9 req-bb6fc36b-dc62-4f2c-8657-9a2fd5e17b08 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.561801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17906798-824f-42e8-ac5e-6d3f3567d6f9 req-bb6fc36b-dc62-4f2c-8657-9a2fd5e17b08 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 907 time: 0.0721648 Aug 11 03:01:15.677155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8652d31c-a5bf-4ac2-a60c-0d91abbe272f req-267dcd98-e070-4c16-98e6-55394e726df2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:15.679934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8652d31c-a5bf-4ac2-a60c-0d91abbe272f req-267dcd98-e070-4c16-98e6-55394e726df2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0737875 Aug 11 03:01:15.791841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8652d31c-a5bf-4ac2-a60c-0d91abbe272f req-56209270-9e4c-42ff-a6a8-4eb7cb42a85d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900528 Aug 11 03:01:15.812787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'name': 'network-vif-deleted', 'tag': 'ebe97747-3014-4972-b45d-23ab3815fb2a'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:15.818464 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52de0ca7-de08-4724-9759-bbce32ac60c4" -d '{"events": [{"server_uuid": "f3675bfc-a037-4f89-b02b-4a00d5009359", "name": "network-vif-deleted", "tag": "ebe97747-3014-4972-b45d-23ab3815fb2a"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:15.839449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ebe97747-3014-4972-b45d-23ab3815fb2a no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:15.888496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-9d2eb437-3a1d-4e0a-beec-f28d266d0485 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1525722 Aug 11 03:01:15.916451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: ebe97747-3014-4972-b45d-23ab3815fb2a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:15.916806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ebe97747-3014-4972-b45d-23ab3815fb2a not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:16.088207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860d161-ec1b-4a6b-bbdf-a7eeb9d06ba7 req-7d660093-aa2e-4157-bec4-6c5a60b24e98 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.091189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6af060-3346-4f46-a09d-9f914038a11b req-cae3ca21-4368-4afd-981c-b4ea3ddb55f8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.092834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e6af060-3346-4f46-a09d-9f914038a11b req-cae3ca21-4368-4afd-981c-b4ea3ddb55f8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0850253 Aug 11 03:01:16.099779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6860d161-ec1b-4a6b-bbdf-a7eeb9d06ba7 req-7d660093-aa2e-4157-bec4-6c5a60b24e98 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1930676 Aug 11 03:01:16.123416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-bf6bd4c5-f219-4d4c-9210-7cb0e12af6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.125170 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-bf6bd4c5-f219-4d4c-9210-7cb0e12af6be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d5e2849c1fa2439186e02d67a1626514&device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 1096 time: 0.1562543 Aug 11 03:01:16.169079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6860d161-ec1b-4a6b-bbdf-a7eeb9d06ba7 req-b74091f7-655c-49d3-a04e-7620ad37a810 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681984 Aug 11 03:01:16.193642 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e6af060-3346-4f46-a09d-9f914038a11b req-2f2cacb2-6322-442d-931e-4bfc6f1491a7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801799 Aug 11 03:01:16.270016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e134b37-21e1-463d-aadd-69a8288092ae req-d036192d-77e9-4aa3-8f45-787f0616971c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.272844 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e134b37-21e1-463d-aadd-69a8288092ae req-d036192d-77e9-4aa3-8f45-787f0616971c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 907 time: 0.0664732 Aug 11 03:01:16.338220 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d299edac-9e55-4498-a17c-da06b5fc35f5 x-openstack-request-id: req-d299edac-9e55-4498-a17c-da06b5fc35f5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:16.338577 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3675bfc-a037-4f89-b02b-4a00d5009359", "name": "network-vif-deleted", "tag": "ebe97747-3014-4972-b45d-23ab3815fb2a", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:16.338885 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d299edac-9e55-4498-a17c-da06b5fc35f5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:16.339379 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3675bfc-a037-4f89-b02b-4a00d5009359', 'name': 'network-vif-deleted', 'tag': 'ebe97747-3014-4972-b45d-23ab3815fb2a', 'status': 'completed', 'code': 200} Aug 11 03:01:16.463046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-d2cd6d74-9db7-4c5f-8ada-5fb05341b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.467094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-d2cd6d74-9db7-4c5f-8ada-5fb05341b26d service neutron] 10.222.0.57 "GET /v2.0/networks?id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 200 len: 913 time: 0.2958229 Aug 11 03:01:16.526967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Deleting port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:16.527862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.583610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-0957341e-89e6-4763-8b2e-a57d32872383 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 200 len: 999 time: 0.1045828 Aug 11 03:01:16.711839 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] For port 451a7f03-4487-4ef2-a275-0f61e91cfbc2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=451a7f03-4487-4ef2-a275-0f61e91cfbc2,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:16.712820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:16.733730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Calling delete_port for 451a7f03-4487-4ef2-a275-0f61e91cfbc2 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:16.747700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-00bbe252-9018-4841-8362-74eba06933c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.749521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-00bbe252-9018-4841-8362-74eba06933c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 200 len: 851 time: 0.1394448 Aug 11 03:01:16.792360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027edd8-4625-42f2-aa3a-4c1e04647bd2 req-362e4acf-f109-4154-a1ae-8b44ad8163a9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.820979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2027edd8-4625-42f2-aa3a-4c1e04647bd2 req-362e4acf-f109-4154-a1ae-8b44ad8163a9 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 907 time: 0.1339369 Aug 11 03:01:16.901324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-23a13559-c4d8-406b-9963-21013da38f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:16.901324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-23a13559-c4d8-406b-9963-21013da38f04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744965 Aug 11 03:01:17.054663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.059661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c78a78e4-60b3-493d-a697-18e386ce6aa7 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:17.094208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-ff5e8d12-4a56-439f-9c9d-c0e1656aa45e service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887288 Aug 11 03:01:17.134601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: c78a78e4-60b3-493d-a697-18e386ce6aa7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:17.134994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c78a78e4-60b3-493d-a697-18e386ce6aa7 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:17.135759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event deleted for resources: {'Port': ['ID=451a7f03-4487-4ef2-a275-0f61e91cfbc2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:17.185863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] No DVR routers for this DVR port 451a7f03-4487-4ef2-a275-0f61e91cfbc2 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:17.188657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:17.190991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e134b37-21e1-463d-aadd-69a8288092ae req-1c7389e6-72e2-47b2-ab1d-8e6038258a05 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "DELETE /v2.0/ports/451a7f03-4487-4ef2-a275-0f61e91cfbc2 HTTP/1.1" status: 204 len: 173 time: 0.9088492 Aug 11 03:01:17.191538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'name': 'network-vif-deleted', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:17.194078 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8327ceda-81aa-4ddc-b1d0-248288c9ee18" -d '{"events": [{"server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "name": "network-vif-deleted", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:17.322736 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb1fdb-e29b-429f-a215-998cf30f2769 x-openstack-request-id: req-83cb1fdb-e29b-429f-a215-998cf30f2769 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:17.323035 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "611a5ff0-3f76-43b9-b3a5-b7192dcc5219", "name": "network-vif-deleted", "tag": "451a7f03-4487-4ef2-a275-0f61e91cfbc2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:17.323286 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83cb1fdb-e29b-429f-a215-998cf30f2769 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:17.325496 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '611a5ff0-3f76-43b9-b3a5-b7192dcc5219', 'name': 'network-vif-deleted', 'tag': '451a7f03-4487-4ef2-a275-0f61e91cfbc2', 'status': 'completed', 'code': 200} Aug 11 03:01:17.470774 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49325856-61ab-45ab-92e7-9112b3cefd7c req-a17676dc-6979-49a9-8686-94220f9ffb69 service neutron] 10.222.0.57 "GET /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644392 Aug 11 03:01:17.531083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bab449-02ea-48b5-a5ed-ee18c2145429 req-f091a7ff-5ffd-4075-b1fe-64cce1cd6e26 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:17.533832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e0bab449-02ea-48b5-a5ed-ee18c2145429 req-f091a7ff-5ffd-4075-b1fe-64cce1cd6e26 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2575889 Aug 11 03:01:17.587494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e0bab449-02ea-48b5-a5ed-ee18c2145429 req-88e4f64f-be0b-4772-8c33-d17b589c81a4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Aug 11 03:01:18.054113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f8885a7-4cf9-4cf0-a980-14eadab9a986 req-a02265cd-e79a-4686-a092-85db1ef07b5c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=611a5ff0-3f76-43b9-b3a5-b7192dcc5219 HTTP/1.1" status: 200 len: 210 time: 0.0786955 Aug 11 03:01:18.832475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc74d6-1035-4ba5-bfff-b68b5fd7d217 req-3b0f2950-b6de-48e9-aa94-d7e23feed990 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:18.845039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2acc74d6-1035-4ba5-bfff-b68b5fd7d217 req-3b0f2950-b6de-48e9-aa94-d7e23feed990 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1042130 Aug 11 03:01:18.925335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2acc74d6-1035-4ba5-bfff-b68b5fd7d217 req-f32dc267-2985-4bde-9aa7-2fa62774159b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781071 Aug 11 03:01:19.856026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 451a7f03-4487-4ef2-a275-0f61e91cfbc2 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:19.913385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 451a7f03-4487-4ef2-a275-0f61e91cfbc2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:19.914049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 451a7f03-4487-4ef2-a275-0f61e91cfbc2 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:19.952466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac43d-b6cf-4778-bbd3-92d1b3bbbce7 req-daedf67e-25f6-44a0-a53c-b60f2b69c4ce tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:19.957854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0dac43d-b6cf-4778-bbd3-92d1b3bbbce7 req-daedf67e-25f6-44a0-a53c-b60f2b69c4ce tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 946 time: 0.0992775 Aug 11 03:01:20.045033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0dac43d-b6cf-4778-bbd3-92d1b3bbbce7 req-e53789cf-d4fd-4927-8fce-59d4a16de874 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776927 Aug 11 03:01:20.365240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec011f5-3f70-4123-95d4-c356766b52e6 req-fc790d18-8656-439e-a817-33b750a9a5c6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.367342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ec011f5-3f70-4123-95d4-c356766b52e6 req-fc790d18-8656-439e-a817-33b750a9a5c6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0982890 Aug 11 03:01:20.428152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6ec011f5-3f70-4123-95d4-c356766b52e6 req-c63c2c39-fbd1-4d1c-b563-26233ac0a30f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520544 Aug 11 03:01:20.600869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108b5d8-91a1-4187-b245-1363eb223b3b req-630c1996-9aa5-4a08-8e3c-91ffaebab5a9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.602700 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3108b5d8-91a1-4187-b245-1363eb223b3b req-630c1996-9aa5-4a08-8e3c-91ffaebab5a9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0928555 Aug 11 03:01:20.692953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3108b5d8-91a1-4187-b245-1363eb223b3b req-f204517f-6ddf-4ee4-852f-c6b261771778 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820582 Aug 11 03:01:20.930590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0d4ac-6b86-4a3a-b7fd-07dc4d223030 req-de67cdd2-b3fb-4e6c-8a39-da433a0eb1c4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:20.938225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3aa0d4ac-6b86-4a3a-b7fd-07dc4d223030 req-de67cdd2-b3fb-4e6c-8a39-da433a0eb1c4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0612636 Aug 11 03:01:20.986535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3aa0d4ac-6b86-4a3a-b7fd-07dc4d223030 req-74952241-850d-4c2e-9837-927a410ce83e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Aug 11 03:01:21.365327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d87643-4c50-4d2f-8a92-1cdcaff6db46 req-66a3faaa-fd26-4255-a702-9d909ba8e9fc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.372917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29d87643-4c50-4d2f-8a92-1cdcaff6db46 req-66a3faaa-fd26-4255-a702-9d909ba8e9fc tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 946 time: 0.1186979 Aug 11 03:01:21.469825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29d87643-4c50-4d2f-8a92-1cdcaff6db46 req-89f93443-2d6b-4e60-9b25-1daf9413b9de tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775325 Aug 11 03:01:21.694712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7582f0-2e06-4d27-a29e-766893954e25 req-aff5671d-e6cc-438b-be41-6b17a84c04c2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.696646 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5c7582f0-2e06-4d27-a29e-766893954e25 req-aff5671d-e6cc-438b-be41-6b17a84c04c2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0662942 Aug 11 03:01:21.778885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5c7582f0-2e06-4d27-a29e-766893954e25 req-e67541fa-75e0-4c39-a4da-2ef331b3cd74 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630317 Aug 11 03:01:21.821019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-a2f3b1d9-0437-45f5-b45a-aa243cd00489 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:21.823472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-a2f3b1d9-0437-45f5-b45a-aa243cd00489 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 946 time: 0.1271646 Aug 11 03:01:22.032342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Deleting port bf6f7400-3a62-47b0-9d38-89693319f75d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:22.033184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.220739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] For port bf6f7400-3a62-47b0-9d38-89693319f75d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bf6f7400-3a62-47b0-9d38-89693319f75d,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:22.221148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.244583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Calling delete_port for bf6f7400-3a62-47b0-9d38-89693319f75d owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:22.281397 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0441b682-c678-4e84-b63a-9b88b1cf055f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.536560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.556290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['bf6f7400-3a62-47b0-9d38-89693319f75d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:22.633745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:22.680036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-955a6e15-60b3-4861-9975-95082fbc36b4 req-2108140c-9be0-4774-a5e0-422c9d5390ec tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f787a24-905c-439c-ae62-0a13d3d2ff0f HTTP/1.1" status: 200 len: 210 time: 0.0572131 Aug 11 03:01:22.776928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event deleted for resources: {'Port': ['ID=bf6f7400-3a62-47b0-9d38-89693319f75d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:22.855567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] No DVR routers for this DVR port bf6f7400-3a62-47b0-9d38-89693319f75d on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:22.860490 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:22.863712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6715ea65-f77f-4272-a4a5-5cfcb8f40364 req-1feb2aea-0e72-45c6-be42-da8c62972f06 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "DELETE /v2.0/ports/bf6f7400-3a62-47b0-9d38-89693319f75d HTTP/1.1" status: 204 len: 173 time: 1.0308843 Aug 11 03:01:22.864450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'name': 'network-vif-deleted', 'tag': 'bf6f7400-3a62-47b0-9d38-89693319f75d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:22.868272 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7e04ec-35a8-4659-bf57-f60f93fb4384" -d '{"events": [{"server_uuid": "7f787a24-905c-439c-ae62-0a13d3d2ff0f", "name": "network-vif-deleted", "tag": "bf6f7400-3a62-47b0-9d38-89693319f75d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:23.069220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a356-a091-4b03-8cbd-c9d87fdb0a65 req-f3cd12d7-9d21-4ef7-8132-12aed4aa91ca tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:23.081355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be59a356-a091-4b03-8cbd-c9d87fdb0a65 req-f3cd12d7-9d21-4ef7-8132-12aed4aa91ca tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2008259 Aug 11 03:01:23.151810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be59a356-a091-4b03-8cbd-c9d87fdb0a65 req-6b08567d-a393-4aa1-9f8a-83793cad9126 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695534 Aug 11 03:01:23.231071 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f73249-bdfc-4547-93dc-655bad24b470 x-openstack-request-id: req-41f73249-bdfc-4547-93dc-655bad24b470 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:23.231950 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f787a24-905c-439c-ae62-0a13d3d2ff0f", "name": "network-vif-deleted", "tag": "bf6f7400-3a62-47b0-9d38-89693319f75d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:23.231950 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41f73249-bdfc-4547-93dc-655bad24b470 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:23.232161 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f787a24-905c-439c-ae62-0a13d3d2ff0f', 'name': 'network-vif-deleted', 'tag': 'bf6f7400-3a62-47b0-9d38-89693319f75d', 'status': 'completed', 'code': 200} Aug 11 03:01:24.472584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f3a47-25c4-4c09-8a0c-0a7aeb92e8ae req-d03be735-211b-4f91-bcbf-32b8e9896111 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.482131 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0f3a47-25c4-4c09-8a0c-0a7aeb92e8ae req-d03be735-211b-4f91-bcbf-32b8e9896111 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1522877 Aug 11 03:01:24.575985 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae0f3a47-25c4-4c09-8a0c-0a7aeb92e8ae req-6440b777-6bd9-4816-b079-161786b57035 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875719 Aug 11 03:01:24.761631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650342f-152a-47eb-9d87-dea489ed2d37 req-8550f3b7-79cf-4a30-bf76-aa75f893ac24 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.770365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9650342f-152a-47eb-9d87-dea489ed2d37 req-8550f3b7-79cf-4a30-bf76-aa75f893ac24 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.0951581 Aug 11 03:01:24.830926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9650342f-152a-47eb-9d87-dea489ed2d37 req-8747888b-e5f7-4d9e-84b5-5124f42702cf tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=4543c3df-0801-4f36-b4cb-fa3a38e07502&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462818 Aug 11 03:01:24.977440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-9e148359-fcd6-4a34-877f-c2139f85f60a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:24.988849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-9e148359-fcd6-4a34-877f-c2139f85f60a tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.10 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 945 time: 0.1191885 Aug 11 03:01:25.014299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef6828-d4b3-4333-9a60-d9318191d474 req-431be689-329c-40e6-a133-57022069d4c9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.023093 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbef6828-d4b3-4333-9a60-d9318191d474 req-431be689-329c-40e6-a133-57022069d4c9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0927780 Aug 11 03:01:25.094110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbef6828-d4b3-4333-9a60-d9318191d474 req-b3e6281d-b921-4180-83aa-307a529bdd9c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696368 Aug 11 03:01:25.153121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Deleting port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:25.153480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.205274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-508f4bca-9fa6-435b-9c86-eb16f1224a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.388424 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.390684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] For port 7f7226b7-b60b-4520-9ca7-26a09fa949b3, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7f7226b7-b60b-4520-9ca7-26a09fa949b3,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:25.391242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.416881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Calling delete_port for 7f7226b7-b60b-4520-9ca7-26a09fa949b3 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:25.458467 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.676265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eee26e-42f2-4d0b-b663-17c795976352 req-68da7563-6960-4da9-96e6-7d4a27691625 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:25.679464 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:25.693509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7f7226b7-b60b-4520-9ca7-26a09fa949b3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:25.694635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70eee26e-42f2-4d0b-b663-17c795976352 req-68da7563-6960-4da9-96e6-7d4a27691625 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1296160 Aug 11 03:01:25.814126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70eee26e-42f2-4d0b-b663-17c795976352 req-436bddc9-8bc5-4ef1-8f06-913ae2037b78 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180096 Aug 11 03:01:25.833215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event deleted for resources: {'Port': ['ID=7f7226b7-b60b-4520-9ca7-26a09fa949b3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:25.864021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bf6f7400-3a62-47b0-9d38-89693319f75d no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:26.012082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: bf6f7400-3a62-47b0-9d38-89693319f75d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:26.023940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bf6f7400-3a62-47b0-9d38-89693319f75d not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:26.361618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6457871-19a7-4f69-92fb-0ca91eb2cd69 req-1118a797-3d2f-4921-bea9-e4e7ed0e27c2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:26.395130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6457871-19a7-4f69-92fb-0ca91eb2cd69 req-1118a797-3d2f-4921-bea9-e4e7ed0e27c2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2671156 Aug 11 03:01:26.561066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6457871-19a7-4f69-92fb-0ca91eb2cd69 req-7c702976-f9f6-4e45-8456-f9ff3a977e67 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638370 Aug 11 03:01:26.585387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] No DVR routers for this DVR port 7f7226b7-b60b-4520-9ca7-26a09fa949b3 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:26.587964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.590393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ae309b6-6235-4b1e-a9ce-33ddc5c5bc16 req-5914a327-75f7-44ac-8939-4ec99ff420a1 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.10 "DELETE /v2.0/ports/7f7226b7-b60b-4520-9ca7-26a09fa949b3 HTTP/1.1" status: 204 len: 173 time: 1.5944715 Aug 11 03:01:26.591390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82941220-07ad-4153-a32f-eabadeb861cc', 'name': 'network-vif-deleted', 'tag': '7f7226b7-b60b-4520-9ca7-26a09fa949b3'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:26.594565 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dcabb3-f44d-4736-aaf2-8c8ed992cd02" -d '{"events": [{"server_uuid": "82941220-07ad-4153-a32f-eabadeb861cc", "name": "network-vif-deleted", "tag": "7f7226b7-b60b-4520-9ca7-26a09fa949b3"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:26.645872 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:26.708391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-335c0324-c9a7-4a45-9a39-fbf736285d0f req-a6af89d9-d565-416e-b051-cd0adef7690e tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=82941220-07ad-4153-a32f-eabadeb861cc HTTP/1.1" status: 200 len: 210 time: 0.0611954 Aug 11 03:01:27.199146 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb03f7f-93ec-4e9f-9a7c-6e4f29faf48c x-openstack-request-id: req-bbb03f7f-93ec-4e9f-9a7c-6e4f29faf48c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:27.199572 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82941220-07ad-4153-a32f-eabadeb861cc", "name": "network-vif-deleted", "tag": "7f7226b7-b60b-4520-9ca7-26a09fa949b3", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:27.199954 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbb03f7f-93ec-4e9f-9a7c-6e4f29faf48c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:27.200465 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82941220-07ad-4153-a32f-eabadeb861cc', 'name': 'network-vif-deleted', 'tag': '7f7226b7-b60b-4520-9ca7-26a09fa949b3', 'status': 'completed', 'code': 200} Aug 11 03:01:27.345042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bd321-461c-487e-8d37-a9ce0c2c2f81 req-c66f1db7-8535-4032-be97-344da0940e75 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.353325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-555bd321-461c-487e-8d37-a9ce0c2c2f81 req-c66f1db7-8535-4032-be97-344da0940e75 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1011720 Aug 11 03:01:27.389179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-555bd321-461c-487e-8d37-a9ce0c2c2f81 req-ce97ac6d-54e1-45fa-acb8-4309395d984a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350206 Aug 11 03:01:27.567249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297988e-aeef-4b06-99e2-56eefe756925 req-716e498a-8d63-489f-a447-441ba5c12727 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.576610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a297988e-aeef-4b06-99e2-56eefe756925 req-716e498a-8d63-489f-a447-441ba5c12727 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0646966 Aug 11 03:01:27.644215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a297988e-aeef-4b06-99e2-56eefe756925 req-065d3cd2-1566-4005-86b7-eb54ef6d1e4a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663228 Aug 11 03:01:27.802270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050236-c689-4e8d-9258-a1789b66f553 req-44a217be-e258-41e1-bc95-39028a9a79f6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:27.820639 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03050236-c689-4e8d-9258-a1789b66f553 req-44a217be-e258-41e1-bc95-39028a9a79f6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0817316 Aug 11 03:01:27.884355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03050236-c689-4e8d-9258-a1789b66f553 req-2de6cfcc-e654-4470-ada6-0a27a96c8963 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573306 Aug 11 03:01:28.061136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:28.065977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a9c81-3b99-4e4b-b1cb-9ad082b917a2 req-68ff4381-96c5-41d4-acca-67ab56d47ce4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.067735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc5a9c81-3b99-4e4b-b1cb-9ad082b917a2 req-68ff4381-96c5-41d4-acca-67ab56d47ce4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1041682 Aug 11 03:01:28.169950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc5a9c81-3b99-4e4b-b1cb-9ad082b917a2 req-1b00a796-b7a5-4b73-a034-89ad6523ef74 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939903 Aug 11 03:01:28.636752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a4fa2-9751-42f9-8575-e6c697b31f94 req-1f11108b-5ef6-456c-86d9-9209ca3ca502 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.639308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85a4fa2-9751-42f9-8575-e6c697b31f94 req-1f11108b-5ef6-456c-86d9-9209ca3ca502 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0605972 Aug 11 03:01:28.695439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e85a4fa2-9751-42f9-8575-e6c697b31f94 req-e6e12376-f510-4062-a1c5-3effb9d1d6cf tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496414 Aug 11 03:01:28.825166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7068282-a9a6-4108-9d8c-4b1858115918 req-2c1d70bd-808e-4c55-bf00-7d5ed9c5df8f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:28.828570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7068282-a9a6-4108-9d8c-4b1858115918 req-2c1d70bd-808e-4c55-bf00-7d5ed9c5df8f tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1639960 Aug 11 03:01:28.918621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7068282-a9a6-4108-9d8c-4b1858115918 req-399633a2-7c9c-4bd0-9ff4-0c00c550dfd7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807869 Aug 11 03:01:29.025990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56780) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:29.093650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d93b89-572d-40c7-9010-0bada68e3d95 req-d5bd9e1f-6cd8-499c-af87-3b301d7c395c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.101767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06d93b89-572d-40c7-9010-0bada68e3d95 req-d5bd9e1f-6cd8-499c-af87-3b301d7c395c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0679514 Aug 11 03:01:29.145198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06d93b89-572d-40c7-9010-0bada68e3d95 req-6e194c9a-f2fc-41de-a169-115c859a7194 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Aug 11 03:01:29.182256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7f7226b7-b60b-4520-9ca7-26a09fa949b3 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:29.219065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 7f7226b7-b60b-4520-9ca7-26a09fa949b3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:29.219410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7f7226b7-b60b-4520-9ca7-26a09fa949b3 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:29.259750 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25762563-4d50-4b45-8e0f-1be0e672b101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.331681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804695e7-18d4-4fb8-aad8-e2ea2e5e2967 req-befc3de2-351b-4ddd-9f9b-98f41fbf64ed tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.336488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-804695e7-18d4-4fb8-aad8-e2ea2e5e2967 req-befc3de2-351b-4ddd-9f9b-98f41fbf64ed tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0786052 Aug 11 03:01:29.424170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-804695e7-18d4-4fb8-aad8-e2ea2e5e2967 req-52155edb-9db3-4f30-99b5-9f6fe3a4579b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801384 Aug 11 03:01:29.511259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25762563-4d50-4b45-8e0f-1be0e672b101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.524260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25762563-4d50-4b45-8e0f-1be0e672b101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.579527 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-25762563-4d50-4b45-8e0f-1be0e672b101 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e530a3cded094ae5b8e96888a1b043a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5521204 Aug 11 03:01:29.582154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56814) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:29.664133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25762563-4d50-4b45-8e0f-1be0e672b101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef2bae6-c914-40b0-ba60-f7c12020849f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:29.692362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4754fa28-fd9b-43fe-bf0d-4756650759b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.702507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e393b-6a51-4667-8918-edc941546a07 req-a469060f-79c9-4df3-b1f1-51a8a85c4e8b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:29.710583 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-087e393b-6a51-4667-8918-edc941546a07 req-a469060f-79c9-4df3-b1f1-51a8a85c4e8b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1416438 Aug 11 03:01:29.722371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.756704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4754fa28-fd9b-43fe-bf0d-4756650759b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.780319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-087e393b-6a51-4667-8918-edc941546a07 req-bc36ac2c-4c2d-4084-9351-5941b3569c81 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690932 Aug 11 03:01:29.880045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4754fa28-fd9b-43fe-bf0d-4756650759b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.884261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4754fa28-fd9b-43fe-bf0d-4756650759b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:29.885638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4754fa28-fd9b-43fe-bf0d-4756650759b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aef2bae6-c914-40b0-ba60-f7c12020849f HTTP/1.1" status: 204 len: 168 time: 0.2965806 Aug 11 03:01:29.906080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754fa28-fd9b-43fe-bf0d-4756650759b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef2bae6-c914-40b0-ba60-f7c12020849f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.158803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99f416-2f8d-4e6f-a5cf-29d632e8c578 req-0bcf1eb2-6bca-47fc-a057-480075c6b9c5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.166416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b99f416-2f8d-4e6f-a5cf-29d632e8c578 req-0bcf1eb2-6bca-47fc-a057-480075c6b9c5 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1163416 Aug 11 03:01:30.218174 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b99f416-2f8d-4e6f-a5cf-29d632e8c578 req-621cb410-24d9-4633-a38c-d243541ec9e6 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508690 Aug 11 03:01:30.455736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df892a-d273-4a19-97c3-28c9f1fbb36d req-56aea386-a46c-4226-9093-82d69571e8e4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.468470 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64df892a-d273-4a19-97c3-28c9f1fbb36d req-56aea386-a46c-4226-9093-82d69571e8e4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1003923 Aug 11 03:01:30.469208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:30.488026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a40fe9a-2aa8-4fa4-aa00-ac45d3d9c214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.571838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64df892a-d273-4a19-97c3-28c9f1fbb36d req-e91eefa2-6d87-4c6a-b58c-3490d33354c7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994349 Aug 11 03:01:30.661595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a40fe9a-2aa8-4fa4-aa00-ac45d3d9c214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.670299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a40fe9a-2aa8-4fa4-aa00-ac45d3d9c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:30.683814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368174ca-bb46-4815-8ccf-312f6ce3c53c req-0e8a51c1-7b0a-4562-9aa3-acbd938f1c50 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.686656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-368174ca-bb46-4815-8ccf-312f6ce3c53c req-0e8a51c1-7b0a-4562-9aa3-acbd938f1c50 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2414861 Aug 11 03:01:30.696366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-7c6ca432-a8d8-4738-b42d-56ca225c06e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.704260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-7c6ca432-a8d8-4738-b42d-56ca225c06e7 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.2389879 Aug 11 03:01:30.725791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40fe9a-2aa8-4fa4-aa00-ac45d3d9c214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced9f41-60a9-4381-b6eb-c5ee6f774064,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:30.766100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4a40fe9a-2aa8-4fa4-aa00-ac45d3d9c214 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b686e5e477e9457fa89bd541286da726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954319 Aug 11 03:01:30.770544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56866) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:30.782151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-368174ca-bb46-4815-8ccf-312f6ce3c53c req-fb401e63-ddbd-4391-9f80-058f5bd1e5bd tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764468 Aug 11 03:01:30.986602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-50ab876b-3137-4829-a08b-e83e67986ae4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:30.995775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-50ab876b-3137-4829-a08b-e83e67986ae4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.2215948 Aug 11 03:01:31.027101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-dfe5a92c-3c77-473a-b5da-ae83c965beaa tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/quotas/9543abba01874311b0c37bab1ccca3f5 HTTP/1.1" status: 200 len: 375 time: 0.0301089 Aug 11 03:01:31.082709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610dd7c-b989-4c53-80e8-dc8c4479ebed req-eddc18d1-426d-4783-af7c-ae0004444343 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.084338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4610dd7c-b989-4c53-80e8-dc8c4479ebed req-eddc18d1-426d-4783-af7c-ae0004444343 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1612270 Aug 11 03:01:31.094604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Deleting port e00120b2-2306-4fae-86d0-e062896f431f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:31.094914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.142394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-9b36243e-f44f-4588-85ee-c475f82f27a0 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135859 Aug 11 03:01:31.191934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4610dd7c-b989-4c53-80e8-dc8c4479ebed req-34118987-b4bf-4898-a9da-36672d61e0da tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933130 Aug 11 03:01:31.285214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] For port e00120b2-2306-4fae-86d0-e062896f431f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e00120b2-2306-4fae-86d0-e062896f431f,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:31.285595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.340874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af53362c-c93c-4f07-b75b-0b841f375b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.420430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af53362c-c93c-4f07-b75b-0b841f375b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.470077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e43de3de-60b8-44e2-9ef8-151a364a7d6c service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262877 Aug 11 03:01:31.552820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af53362c-c93c-4f07-b75b-0b841f375b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.555557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af53362c-c93c-4f07-b75b-0b841f375b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.556862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af53362c-c93c-4f07-b75b-0b841f375b06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ced9f41-60a9-4381-b6eb-c5ee6f774064 HTTP/1.1" status: 204 len: 168 time: 0.7850125 Aug 11 03:01:31.572474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af53362c-c93c-4f07-b75b-0b841f375b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced9f41-60a9-4381-b6eb-c5ee6f774064,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:31.608991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-8f4efe99-7357-4c40-b190-f4ce6eb5967d service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376808 Aug 11 03:01:31.618411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac6a4a-3963-446b-8317-4239c085a73e req-83f19c5f-014e-4ced-b7e1-ae1248a3d6bd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.627263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eeac6a4a-3963-446b-8317-4239c085a73e req-83f19c5f-014e-4ced-b7e1-ae1248a3d6bd tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 944 time: 0.1447651 Aug 11 03:01:31.737802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eeac6a4a-3963-446b-8317-4239c085a73e req-333a9641-772d-415e-8fbe-6735bf0805d4 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups?id=adf108d9-578d-47f1-9c2d-18943b0773ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093314 Aug 11 03:01:31.945082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.945082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:31.945384 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Floating IP 23f2b473-1894-45d7-bbe7-9ccc9de29801 disassociated. External IP: 172.25.4.236, port: e00120b2-2306-4fae-86d0-e062896f431f. Aug 11 03:01:31.946105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Calling delete_port for e00120b2-2306-4fae-86d0-e062896f431f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:31.955700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-756a6feb-8445-4ddd-843f-9bd4d553fe3e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:31.957982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-756a6feb-8445-4ddd-843f-9bd4d553fe3e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "GET /v2.0/ports?device_id=07c55742-5481-43f1-9bad-be1cd89b187f HTTP/1.1" status: 200 len: 945 time: 0.0843000 Aug 11 03:01:32.187565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f736180-3801-46b1-a522-cd18fd02ccbc req-331cd5a4-232f-4916-b801-cc038cea57ac tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:32.199867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f736180-3801-46b1-a522-cd18fd02ccbc req-331cd5a4-232f-4916-b801-cc038cea57ac tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1303833 Aug 11 03:01:32.265299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f736180-3801-46b1-a522-cd18fd02ccbc req-2c031099-9643-4931-b5ba-78a32355ef7d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641315 Aug 11 03:01:32.312849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Deleting port a178dbd7-6a90-40ae-95ff-574ae2cf311d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:32.313315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.487401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b33c2-2e0a-42cd-aa6d-90badf63e624 req-ee9c2046-38f2-4392-9b23-4ea2823b0c24 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:32.497617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-805b33c2-2e0a-42cd-aa6d-90badf63e624 req-ee9c2046-38f2-4392-9b23-4ea2823b0c24 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0801330 Aug 11 03:01:32.592176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-805b33c2-2e0a-42cd-aa6d-90badf63e624 req-a5ca26d8-e02e-498b-9da9-a681cbeee4ca tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919259 Aug 11 03:01:32.642447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] For port a178dbd7-6a90-40ae-95ff-574ae2cf311d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a178dbd7-6a90-40ae-95ff-574ae2cf311d,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:32.642740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:32.661988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Calling delete_port for a178dbd7-6a90-40ae-95ff-574ae2cf311d owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:32.861045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068f7e2-43ad-4d35-b22c-651b4bb83928 req-1f28b34d-6292-47d2-85ea-1aefd8324a79 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:32.876274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3068f7e2-43ad-4d35-b22c-651b4bb83928 req-1f28b34d-6292-47d2-85ea-1aefd8324a79 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1540115 Aug 11 03:01:32.960089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf8b67c2-b2ba-4041-b817-37abf6f1d443 req-1fa0e81c-36cd-4c94-aa0b-c9b9b7f91f08 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0993266 Aug 11 03:01:32.996160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3068f7e2-43ad-4d35-b22c-651b4bb83928 req-6c54c0c0-4f49-4f36-bd81-a59e31d6b52b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162779 Aug 11 03:01:33.079605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.197561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a178dbd7-6a90-40ae-95ff-574ae2cf311d no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:33.347180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event deleted for resources: {'Port': ['ID=e00120b2-2306-4fae-86d0-e062896f431f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:33.408148 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.425612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.426027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.426290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.426624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.426963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.427292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.427614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.476237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.476580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.477234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.477577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.478352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:33.781541 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:33.787101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:33.897325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:33.912064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event deleted for resources: {'Port': ['ID=a178dbd7-6a90-40ae-95ff-574ae2cf311d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:33.965407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: e00120b2-2306-4fae-86d0-e062896f431f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:33.965667 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e00120b2-2306-4fae-86d0-e062896f431f not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:33.971722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] No DVR routers for this DVR port a178dbd7-6a90-40ae-95ff-574ae2cf311d on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:34.097796 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.100856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1859ce15-ad05-4db9-9030-4c7783a2a177 req-f7fe5f89-8c4d-43ec-afaa-70d973cadb65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "DELETE /v2.0/ports/a178dbd7-6a90-40ae-95ff-574ae2cf311d HTTP/1.1" status: 204 len: 173 time: 2.1217685 Aug 11 03:01:34.101964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:34.103567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'name': 'network-vif-deleted', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:34.105871 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f404fefd-e531-4368-823d-196418a189fd" -d '{"events": [{"server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "name": "network-vif-deleted", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:34.118196 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] Sync routers for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:34.139841 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:34.141733 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:01:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:34.158282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] No DVR routers for this DVR port e00120b2-2306-4fae-86d0-e062896f431f on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:34.163618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:34.165686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f229fe6-d76c-4b0d-99fe-688f8e6a4c32 req-6db4241d-7c40-4a4b-a992-4728be26eabe tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.57 "DELETE /v2.0/ports/e00120b2-2306-4fae-86d0-e062896f431f HTTP/1.1" status: 204 len: 173 time: 3.3871040 Aug 11 03:01:34.258292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee8f36-2743-4a85-96f3-d04fb1f6ee02 req-54d04639-61a9-4b27-80c2-948a77bbd75e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.273840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bee8f36-2743-4a85-96f3-d04fb1f6ee02 req-54d04639-61a9-4b27-80c2-948a77bbd75e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 814 time: 0.6221719 Aug 11 03:01:34.325177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bee8f36-2743-4a85-96f3-d04fb1f6ee02 req-16661575-9373-43eb-b1fa-9d0342d4046e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/quotas/fc052c47560340e3aecbe1f03d498088 HTTP/1.1" status: 200 len: 375 time: 0.0422387 Aug 11 03:01:34.352004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dec5b513-92dc-4dcd-b526-37cf6d4ecded req-be8873d3-0795-4ea0-bdd6-422dd3beaa0b tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3922856-fe47-4ced-8428-452a67080964 HTTP/1.1" status: 200 len: 210 time: 1.2424502 Aug 11 03:01:34.354438 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:34.501409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bee8f36-2743-4a85-96f3-d04fb1f6ee02 req-097fe360-f8be-493b-be19-937bc7202b73 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1647308 Aug 11 03:01:34.628242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6a7ae-7435-401a-9617-c3f42f796546 req-679a8be3-dff0-4195-b9c9-af656c224bb5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.640384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74c6a7ae-7435-401a-9617-c3f42f796546 req-679a8be3-dff0-4195-b9c9-af656c224bb5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1151328 Aug 11 03:01:34.758977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-f269e1f2-8384-4ece-9fe4-f5af08b14f84 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:34.758977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-f269e1f2-8384-4ece-9fe4-f5af08b14f84 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.4575713 Aug 11 03:01:34.803659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Request body: {'port': {'device_id': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'admin_state_up': True, 'tenant_id': '9543abba01874311b0c37bab1ccca3f5'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:34.813008 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2dc4c95b-2a70-4b81-80a0-a316bd0d898d req-8126a76e-dd84-4af7-88f1-cf30ec9ab9fe tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.1110866 Aug 11 03:01:35.081527 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74c6a7ae-7435-401a-9617-c3f42f796546 req-b34075a3-be19-4f7b-8823-13fe4cc75d15 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400992 Aug 11 03:01:35.103889 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:39Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:35.129691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Made reservation on behalf of 9543abba01874311b0c37bab1ccca3f5 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:35.138257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:35.172556 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] Checking router: 8b8a9b7c-b1c7-4209-90be-21af477d13d0 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:35.175093 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99b3f43-457e-4076-81ef-e391f913fe6e x-openstack-request-id: req-b99b3f43-457e-4076-81ef-e391f913fe6e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:35.175927 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c55742-5481-43f1-9bad-be1cd89b187f", "name": "network-vif-deleted", "tag": "a178dbd7-6a90-40ae-95ff-574ae2cf311d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:35.176336 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b99b3f43-457e-4076-81ef-e391f913fe6e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:35.176892 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c55742-5481-43f1-9bad-be1cd89b187f', 'name': 'network-vif-deleted', 'tag': 'a178dbd7-6a90-40ae-95ff-574ae2cf311d', 'status': 'completed', 'code': 200} Aug 11 03:01:35.194713 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:35.196344 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:01:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:35.340378 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:35.631914 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:39Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:35.675976 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74070e84-0d29-4fb0-a8bc-b5debda0b0b3 None None] The sync data for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 is: [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T02:51:30Z', 'revision_number': 4, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '658dde52-a843-47e2-8574-7a9e228d54a9', 'name': '', 'network_id': '6deacbbc-90b6-4ce7-9661-dcbc27f0fea7', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'mac_address': 'fa:16:3e:5c:05:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:27Z', 'updated_at': '2021-08-11T02:51:39Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'subnets': [{'id': '2b70181b-6aab-4380-94da-065bdc0b290b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:35.701218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Allocated IP 172.20.0.7 (e63502cd-83b1-466c-b59a-e7e41506f97a/0a104117-721a-4f29-912a-f1aa83180e4b/0cb4b42b-c5f7-407a-80d2-e24c999ccde8) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:35.771087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7763bca-7117-4fe9-98f2-9cc312911462 req-acee5478-ccd3-4a46-8c7e-db389847e9c8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:35.779744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7763bca-7117-4fe9-98f2-9cc312911462 req-acee5478-ccd3-4a46-8c7e-db389847e9c8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.4075947 Aug 11 03:01:35.908087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7763bca-7117-4fe9-98f2-9cc312911462 req-a5aa6942-8a73-4f5d-85a9-19bfab895d83 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271198 Aug 11 03:01:36.127168 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ee84b1e-f243-4fbb-a1fb-3ace6b07889d req-073093f0-352a-4879-a126-dabfe7db1d76 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 210 time: 0.0853343 Aug 11 03:01:36.264958 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.298629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f044dc-944a-4e82-a612-1d3109e32dac req-a07c5706-cbdf-463c-bf41-8898a32162fa tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.299184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622e02fd-fcc0-4c44-bb44-79f637fa69d9 None None] New status for floating IP 23f2b473-1894-45d7-bbe7-9ccc9de29801: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:01:36.319559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9f044dc-944a-4e82-a612-1d3109e32dac req-a07c5706-cbdf-463c-bf41-8898a32162fa tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1298344 Aug 11 03:01:36.384468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57040) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:36.402455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9f044dc-944a-4e82-a612-1d3109e32dac req-832593cc-619b-40f8-a625-6e8833bff6b0 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817187 Aug 11 03:01:36.670152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.731943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96c1b707-77ad-4658-aac2-738da6f12c38 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.749666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc757c-a587-41be-b84e-8f7fb18cd32f req-da4f591a-d87d-496e-bc76-b6c4b7870797 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:36.757389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06bc757c-a587-41be-b84e-8f7fb18cd32f req-da4f591a-d87d-496e-bc76-b6c4b7870797 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2588274 Aug 11 03:01:36.814450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Network e63502cd-83b1-466c-b59a-e7e41506f97a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:36.832396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96c1b707-77ad-4658-aac2-738da6f12c38 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:36.837025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:36.841058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:36.843939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:36.860988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-665adb23-cdae-4b5a-ad5d-b46884947cfe req-b7628859-dff7-4f0e-825e-760609769dfc tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fc052c47560340e3aecbe1f03d498088 HTTP/1.1" status: 200 len: 221 time: 0.0591586 Aug 11 03:01:37.057359 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06bc757c-a587-41be-b84e-8f7fb18cd32f req-6ec964db-24b1-49d4-b145-1cd4db67d1a7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989295 Aug 11 03:01:37.075396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.083129 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.107565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57078) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:37.116146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-6ed80797-e662-4a5f-bce4-7a69e5d5383a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3290477 Aug 11 03:01:37.124026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96c1b707-77ad-4658-aac2-738da6f12c38 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.130542 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96c1b707-77ad-4658-aac2-738da6f12c38 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.135834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-96c1b707-77ad-4658-aac2-738da6f12c38 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "DELETE /v2.0/security-groups/adf108d9-578d-47f1-9c2d-18943b0773ba HTTP/1.1" status: 204 len: 168 time: 0.7502286 Aug 11 03:01:37.136468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57082) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:37.144092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Request body: {'port': {'device_id': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:37.145114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6352ef-4384-4bf4-b849-222e0637c608 req-63e40d29-5114-42e4-a4d1-5e6a9c379733 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.147717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e6352ef-4384-4bf4-b849-222e0637c608 req-63e40d29-5114-42e4-a4d1-5e6a9c379733 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1611893 Aug 11 03:01:37.195016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-deleted', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:37.197327 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469674f8-f731-43c3-9635-e9933ff79fb1" -d '{"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-deleted", "tag": "e00120b2-2306-4fae-86d0-e062896f431f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:37.200868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 149e69a9-5a13-441d-93f1-b769cb345bdf details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:37.203140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 149e69a9-5a13-441d-93f1-b769cb345bdf no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:37.250362 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-60f07fec-adf1-4d1f-9c08-da3e1f32ba4c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] show failed (client error): The resource could not be found. Aug 11 03:01:37.251690 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-60f07fec-adf1-4d1f-9c08-da3e1f32ba4c tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "GET /v2.0/security-groups/adf108d9-578d-47f1-9c2d-18943b0773ba HTTP/1.1" status: 404 len: 347 time: 0.0634327 Aug 11 03:01:37.258423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57088) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:37.263662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e6352ef-4384-4bf4-b849-222e0637c608 req-e98d90e7-dd42-4bb6-a2bf-d0517b1bc81b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050930 Aug 11 03:01:37.310751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1b707-77ad-4658-aac2-738da6f12c38 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf108d9-578d-47f1-9c2d-18943b0773ba,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:37.355889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.380254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915eeee-7c09-4472-acd2-ae03b9d35394 req-c41eef00-dcac-420a-815f-3e8a17557a87 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.389762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9915eeee-7c09-4472-acd2-ae03b9d35394 req-c41eef00-dcac-420a-815f-3e8a17557a87 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 931 time: 0.1204565 Aug 11 03:01:37.409735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a404a99e-bfc2-42e1-ad42-4cf209ec47c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.444247 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fabbf52-7a9c-4804-8248-d84fa34a2caa x-openstack-request-id: req-9fabbf52-7a9c-4804-8248-d84fa34a2caa {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:37.444707 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3922856-fe47-4ced-8428-452a67080964", "name": "network-vif-deleted", "tag": "e00120b2-2306-4fae-86d0-e062896f431f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:37.445196 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fabbf52-7a9c-4804-8248-d84fa34a2caa {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:37.445711 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3922856-fe47-4ced-8428-452a67080964', 'name': 'network-vif-deleted', 'tag': 'e00120b2-2306-4fae-86d0-e062896f431f', 'status': 'completed', 'code': 200} Aug 11 03:01:37.463086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9915eeee-7c09-4472-acd2-ae03b9d35394 req-56a24f09-8d0b-4e04-b305-3e5da2308f35 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723786 Aug 11 03:01:37.732609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a404a99e-bfc2-42e1-ad42-4cf209ec47c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.774476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b3e11-222b-4ff4-8c89-b77f9fdf188d req-bae5b340-00c0-4826-b2cf-ed54093f32d9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:37.782160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-727b3e11-222b-4ff4-8c89-b77f9fdf188d req-bae5b340-00c0-4826-b2cf-ed54093f32d9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2383687 Aug 11 03:01:37.785402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a404a99e-bfc2-42e1-ad42-4cf209ec47c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:37.985246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404a99e-bfc2-42e1-ad42-4cf209ec47c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7652d0-91e5-4dbb-a9ce-005ee0b653ba,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.007454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a404a99e-bfc2-42e1-ad42-4cf209ec47c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8cf66e16088847218ebb8f2ae453e0b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8951297 Aug 11 03:01:38.007936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:38.031186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-727b3e11-222b-4ff4-8c89-b77f9fdf188d req-269fcd6e-71b0-43a5-af93-a45c7828e2d5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481527 Aug 11 03:01:38.039944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Deleting port 50394e1f-50b2-4113-9cfa-0ae96267f695 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:38.040173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.072995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:38.101989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:38.144791 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.150973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.151731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'port_id': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'mac_address': 'fa:16:3e:12:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23db68b3-ec53-4680-a578-c9cdb9281a47', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:38.153804 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.154140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.167490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Calling delete_port for 50394e1f-50b2-4113-9cfa-0ae96267f695 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:38.172640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52b01836-7e27-439d-bd03-c45b249ba9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.212519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Transition to ACTIVE for port object 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:38.283978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.290387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:38.303230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:38.314907 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73710a15-2bd5-4588-92eb-b07a903238a8" -d '{"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-unplugged", "status": "completed", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:38.322565 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.324355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a178dbd7-6a90-40ae-95ff-574ae2cf311d no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:38.372088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52b01836-7e27-439d-bd03-c45b249ba9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.419141 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.442157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48c39-9da4-4702-9806-d3fa4e8cc401 req-628e38b8-8fd6-47f9-8399-dbdd1336d745 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.451483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0eb48c39-9da4-4702-9806-d3fa4e8cc401 req-628e38b8-8fd6-47f9-8399-dbdd1336d745 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2371707 Aug 11 03:01:38.469871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Pushing event deleted for resources: {'Port': ['ID=50394e1f-50b2-4113-9cfa-0ae96267f695,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.512525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a178dbd7-6a90-40ae-95ff-574ae2cf311d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:38.512739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a178dbd7-6a90-40ae-95ff-574ae2cf311d not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:38.518696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.520284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.544854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa651bc4-6f37-41cf-8894-407e957aefc1 req-af80c126-7b57-48f4-8f5d-9b36b35108df tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.550584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa651bc4-6f37-41cf-8894-407e957aefc1 req-af80c126-7b57-48f4-8f5d-9b36b35108df tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 943 time: 0.1865745 Aug 11 03:01:38.575355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.593317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Attempting to bind port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:38.593317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Attempting to bind port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:38.593317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Attempting to bind port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:38.599059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149e69a9-5a13-441d-93f1-b769cb345bdf {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:38.612268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0eb48c39-9da4-4702-9806-d3fa4e8cc401 req-77745df9-1e3f-4884-836d-85abc100531f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593409 Aug 11 03:01:38.640178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 on network e63502cd-83b1-466c-b59a-e7e41506f97a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:38.640541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Attempting to bind port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:38.656374 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52b01836-7e27-439d-bd03-c45b249ba9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.664818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52b01836-7e27-439d-bd03-c45b249ba9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.668216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-52b01836-7e27-439d-bd03-c45b249ba9c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf7652d0-91e5-4dbb-a9ce-005ee0b653ba HTTP/1.1" status: 204 len: 168 time: 0.6588473 Aug 11 03:01:38.669318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:38.675093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.675587 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.678436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.679951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-85ab06c6-57ea-4d58-8df0-8c721629f573 tempest-ServerActionsTestJSON-408103690 tempest-ServerActionsTestJSON-408103690-project] 10.222.0.60 "DELETE /v2.0/floatingips/23f2b473-1894-45d7-bbe7-9ccc9de29801 HTTP/1.1" status: 204 len: 168 time: 1.4101901 Aug 11 03:01:38.684117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa651bc4-6f37-41cf-8894-407e957aefc1 req-5f06dbe2-5596-4a8a-a1ca-ef02ef018b09 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637512 Aug 11 03:01:38.684931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57118) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:38.686203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:38.688323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Checking segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:38.692494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Bound using segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:38.695739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Bound port: 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:38.695739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.757917 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b19d05a-0b24-4001-9326-551f559442dd x-openstack-request-id: req-1b19d05a-0b24-4001-9326-551f559442dd {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:38.757917 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-unplugged", "status": "completed", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:38.757917 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b19d05a-0b24-4001-9326-551f559442dd {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:38.758888 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'code': 200} Aug 11 03:01:38.829546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.832991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b01836-7e27-439d-bd03-c45b249ba9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7652d0-91e5-4dbb-a9ce-005ee0b653ba,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:38.929995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:38.933883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:38.938817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.990684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:38.991344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:38.993985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['149e69a9-5a13-441d-93f1-b769cb345bdf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:38.996477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] 10.222.0.57 "PUT /v2.0/ports/0cb4b42b-c5f7-407a-80d2-e24c999ccde8 HTTP/1.1" status: 200 len: 1092 time: 1.8590472 Aug 11 03:01:38.996955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:38.999358 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54953630-e122-4c6f-b8cf-d16cc24fe18d" -d '{"events": [{"name": "network-changed", "server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:39.005380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6259db-4682-4d01-892f-93ef1c2440ab req-01a3d4a6-5a6a-4435-a33b-7c562153d642 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.007184 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce6259db-4682-4d01-892f-93ef1c2440ab req-01a3d4a6-5a6a-4435-a33b-7c562153d642 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 943 time: 0.1903851 Aug 11 03:01:39.176680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee2ea-8480-40a3-b8ad-f9d3c8402083 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:39.180867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce6259db-4682-4d01-892f-93ef1c2440ab req-67df2ea8-32b9-4fca-bca6-dd857f8c35ea tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514981 Aug 11 03:01:39.271511 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf6685-061b-4b0e-ad07-4c130cc04d81 req-ac272bca-720e-47ce-ad43-7c764b07963c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.273283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3adf6685-061b-4b0e-ad07-4c130cc04d81 req-ac272bca-720e-47ce-ad43-7c764b07963c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2579348 Aug 11 03:01:39.304074 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69595ba-666a-41d1-ae6f-e2f9042c8299 x-openstack-request-id: req-b69595ba-666a-41d1-ae6f-e2f9042c8299 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:39.304450 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:39.304696 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b69595ba-666a-41d1-ae6f-e2f9042c8299 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:39.305116 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'status': 'completed', 'code': 200} Aug 11 03:01:39.354587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-1beb1168-b9cc-4bba-9c8e-7f29b5c23592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.356145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-1beb1168-b9cc-4bba-9c8e-7f29b5c23592 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 1095 time: 0.2570708 Aug 11 03:01:39.382144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57132) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:39.410096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3adf6685-061b-4b0e-ad07-4c130cc04d81 req-d2146423-8ba0-4d94-a7da-b61aec45cd3c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265564 Aug 11 03:01:39.491534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9455d2cc-ddd9-40a2-967f-0385aebc6dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:39.494297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-fa7f7517-e827-45df-a3cb-7be6baa850b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8 HTTP/1.1" status: 200 len: 217 time: 0.1111951 Aug 11 03:01:39.594464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-a7c5f025-7999-4f1d-aad3-b12b36304ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.596408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-a7c5f025-7999-4f1d-aad3-b12b36304ed0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.0822363 Aug 11 03:01:39.627515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1565b-002c-43df-a01d-6cd611564f1c req-835a9be1-51ac-4d28-910e-06e10f3559e0 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:39.637354 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6e1565b-002c-43df-a01d-6cd611564f1c req-835a9be1-51ac-4d28-910e-06e10f3559e0 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0941553 Aug 11 03:01:39.668901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-755552b1-b068-4069-916e-a2aa615adae2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619063 Aug 11 03:01:39.721437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6e1565b-002c-43df-a01d-6cd611564f1c req-0757096e-7ae8-439d-80ba-9df9f5a205cf tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810504 Aug 11 03:01:39.859271 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.000649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9455d2cc-ddd9-40a2-967f-0385aebc6dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.000985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2e352-ed4c-43ae-b963-f8e33ceacbf8 req-58b2a85e-04aa-45ac-a7c3-c071f98a9795 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.003216 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2f2e352-ed4c-43ae-b963-f8e33ceacbf8 req-58b2a85e-04aa-45ac-a7c3-c071f98a9795 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1723928 Aug 11 03:01:40.014878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9455d2cc-ddd9-40a2-967f-0385aebc6dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.073608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314caeac-35b3-42c1-bad8-7631b248dc78 req-a8bb3eae-e503-4c2b-8d8e-708c3ae70878 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.075330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-314caeac-35b3-42c1-bad8-7631b248dc78 req-a8bb3eae-e503-4c2b-8d8e-708c3ae70878 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 944 time: 0.2375100 Aug 11 03:01:40.086618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455d2cc-ddd9-40a2-967f-0385aebc6dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd533612-c8d8-4995-ad12-a6ef3f461e89,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:40.145012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2f2e352-ed4c-43ae-b963-f8e33ceacbf8 req-d3198838-bd78-427a-bd78-ecbd15d69ff2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727041 Aug 11 03:01:40.147818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57148) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:40.148198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9455d2cc-ddd9-40a2-967f-0385aebc6dc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=458d1adb808343f4a4614456912cd3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7368941 Aug 11 03:01:40.153141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-fecff13e-f83d-4ef5-ac9f-446d804899d6 service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484856 Aug 11 03:01:40.159516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-314caeac-35b3-42c1-bad8-7631b248dc78 req-4b53c016-d312-497a-9fce-f159263b4626 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692773 Aug 11 03:01:40.339873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e10513b7-ddc5-46fa-9c7f-22b3695bfa49 req-c3b085d9-bb59-43c6-a0f7-bd572328b0bd service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745996 Aug 11 03:01:40.481708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87820891-169a-4bec-9a1c-e7e9aff894c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:40.535610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29314be-db64-4c18-815d-bb6373a8ad65 req-9d5ebe31-db9c-4962-b5d9-5540886fbe45 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.537829 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f29314be-db64-4c18-815d-bb6373a8ad65 req-9d5ebe31-db9c-4962-b5d9-5540886fbe45 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 943 time: 0.1859925 Aug 11 03:01:40.559887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-c4037c49-560e-431c-b9bf-e50b503b46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.562103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-c4037c49-560e-431c-b9bf-e50b503b46e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 1095 time: 0.1385925 Aug 11 03:01:40.687538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f29314be-db64-4c18-815d-bb6373a8ad65 req-86113027-7fe9-447d-82cd-fbbe3e287137 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384709 Aug 11 03:01:40.776518 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:01:40.806451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-a50d65ff-49db-411f-9888-a3bf44dfa708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.815499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-a50d65ff-49db-411f-9888-a3bf44dfa708 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 905 time: 0.2436199 Aug 11 03:01:40.920568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-ff9fd525-792e-47d6-94fa-c6e77bbd7f4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8 HTTP/1.1" status: 200 len: 217 time: 0.0459216 Aug 11 03:01:40.983947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-b3f51f11-9ef7-4a4f-bc3f-d7cf6c9b836b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:40.985883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-b3f51f11-9ef7-4a4f-bc3f-d7cf6c9b836b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.0574703 Aug 11 03:01:40.998105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87820891-169a-4bec-9a1c-e7e9aff894c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.014698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.024129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.030304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.040163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.049138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.058102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.065984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.067899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-64581836-7309-4457-84e4-8bf99c4cee02 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.2474711 Aug 11 03:01:41.085707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e50ab-a033-4bda-b71a-284ccd1f84aa req-98e25790-7d0e-4238-8901-77deb5346992 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.092976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c73e50ab-a033-4bda-b71a-284ccd1f84aa req-98e25790-7d0e-4238-8901-77deb5346992 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.6358490 Aug 11 03:01:41.107027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-b3c9fabd-b3c8-4463-86f9-90d52436c95c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377760 Aug 11 03:01:41.182475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c73e50ab-a033-4bda-b71a-284ccd1f84aa req-6de039d6-89cc-46ff-a691-94ca345f11ea tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885377 Aug 11 03:01:41.207782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87820891-169a-4bec-9a1c-e7e9aff894c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.215717 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87820891-169a-4bec-9a1c-e7e9aff894c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.215962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 149e69a9-5a13-441d-93f1-b769cb345bdf up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:41.220690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-87820891-169a-4bec-9a1c-e7e9aff894c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd533612-c8d8-4995-ad12-a6ef3f461e89 HTTP/1.1" status: 204 len: 168 time: 1.0718973 Aug 11 03:01:41.248106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87820891-169a-4bec-9a1c-e7e9aff894c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd533612-c8d8-4995-ad12-a6ef3f461e89,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.261227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-b619a47b-d200-4ef1-948c-8f2a1d5d28ef service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430986 Aug 11 03:01:41.272125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Deleting port 658dde52-a843-47e2-8574-7a9e228d54a9 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:41.272547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.361358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 149e69a9-5a13-441d-93f1-b769cb345bdf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:41.364497 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.408402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47ac7a69-e7ae-4086-95c3-ad56444b4241 req-ac4f3ecd-5185-40d6-9e8a-8bf0a6f593fb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2984359 Aug 11 03:01:41.520914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54953630-e122-4c6f-b8cf-d16cc24fe18d req-71a52a81-2e78-41b4-8d63-2a4340853bec service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292242 Aug 11 03:01:41.562528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4d284-013a-409f-a659-0a0fd16ef03b req-72342424-bae7-429a-911d-36d5f76a3bbd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.574808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92b4d284-013a-409f-a659-0a0fd16ef03b req-72342424-bae7-429a-911d-36d5f76a3bbd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2677307 Aug 11 03:01:41.593129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.685232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] For port 658dde52-a843-47e2-8574-7a9e228d54a9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=658dde52-a843-47e2-8574-7a9e228d54a9,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:41.685232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.696962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb7d1-eb56-462e-afa1-ce26a535146d req-3da373ea-532d-491b-8a8e-d2348dd04821 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.702215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:41.703223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:41.706854 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e51064-dabc-4aa6-8b8c-79c5e07b050d" -d '{"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-plugged", "status": "completed", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:41.709679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38deb7d1-eb56-462e-afa1-ce26a535146d req-3da373ea-532d-491b-8a8e-d2348dd04821 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 944 time: 0.1313527 Aug 11 03:01:41.718741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:41.764506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92b4d284-013a-409f-a659-0a0fd16ef03b req-9df89e21-b032-4420-bab5-38b3104b4130 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731579 Aug 11 03:01:41.771550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38deb7d1-eb56-462e-afa1-ce26a535146d req-23cb8db0-85e0-49c9-a524-9dd5c4769d20 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558183 Aug 11 03:01:41.783548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Calling delete_port for 658dde52-a843-47e2-8574-7a9e228d54a9 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:41.869180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:41.952625 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4a580-ace9-484a-a0e9-1aa344627099 req-efb61854-4685-4ef5-bf9e-a5f09afdc1fe tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.957477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99a4a580-ace9-484a-a0e9-1aa344627099 req-efb61854-4685-4ef5-bf9e-a5f09afdc1fe tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 943 time: 0.0899336 Aug 11 03:01:41.968563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.975137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.981472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.987550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:41.994862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.001166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.008568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.010734 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b64fa0e5-be41-4263-886d-5ea398672c19 req-28a7a4b0-085d-4a24-ab3b-e9358d8d8dc9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.1230841 Aug 11 03:01:42.063809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99a4a580-ace9-484a-a0e9-1aa344627099 req-c7734350-6d4e-4b5b-8d4f-e691528cf0f2 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920067 Aug 11 03:01:42.094419 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6e3d07-0edf-48a5-a425-ca3a6f4126f1 x-openstack-request-id: req-4c6e3d07-0edf-48a5-a425-ca3a6f4126f1 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:42.094675 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-plugged", "status": "completed", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:42.094937 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c6e3d07-0edf-48a5-a425-ca3a6f4126f1 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:42.095340 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'code': 200} Aug 11 03:01:42.258047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.270980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2b88c-8695-4cbf-b239-449fbaf822f4 req-109f044f-d43f-46c9-bd0c-059c053300c4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.276078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1b2b88c-8695-4cbf-b239-449fbaf822f4 req-109f044f-d43f-46c9-bd0c-059c053300c4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1222901 Aug 11 03:01:42.335157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Pushing event deleted for resources: {'Port': ['ID=658dde52-a843-47e2-8574-7a9e228d54a9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:42.338564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1b2b88c-8695-4cbf-b239-449fbaf822f4 req-ee82ca1f-3740-4283-a13e-5afb2555af19 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534275 Aug 11 03:01:42.646209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:42.673179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90b2da-8b24-44c6-ae92-e850fb86099f req-4b2bf200-45e9-4fd2-b267-eb7876ede6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.675298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a90b2da-8b24-44c6-ae92-e850fb86099f req-4b2bf200-45e9-4fd2-b267-eb7876ede6c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 1097 time: 0.4282668 Aug 11 03:01:42.806263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a90b2da-8b24-44c6-ae92-e850fb86099f req-93824146-35e0-48dd-ba89-5cbb6c4a8bfb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130126 Aug 11 03:01:42.852048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386cbcf-2f61-4f00-91d4-95694fe29702 req-b5c062e2-1992-4f7c-9fd8-4eb908f5ca3a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.854221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5386cbcf-2f61-4f00-91d4-95694fe29702 req-b5c062e2-1992-4f7c-9fd8-4eb908f5ca3a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2119935 Aug 11 03:01:42.915171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3249b-4636-499e-9591-17faf247ca0c req-5e4e1ad8-9e84-41d9-a47c-547ec0766fb8 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:42.923846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7b3249b-4636-499e-9591-17faf247ca0c req-5e4e1ad8-9e84-41d9-a47c-547ec0766fb8 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.0655563 Aug 11 03:01:42.978154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7b3249b-4636-499e-9591-17faf247ca0c req-24d02500-6ade-4927-bed7-7b1cbc19d516 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525076 Aug 11 03:01:42.983534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5386cbcf-2f61-4f00-91d4-95694fe29702 req-b2c90167-c742-4bab-b781-5327956b3432 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202097 Aug 11 03:01:43.181084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:01:43.238075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff413654-88bb-4525-8127-ecb1d8dce9be req-2982ab2b-3d7a-4c69-9630-46081dbd078e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.240843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56cee1-c443-4af4-ac43-a78a8f9d791c req-ae62b0cd-c6b6-444d-ae3c-40a3a29cc49c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.249391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e56cee1-c443-4af4-ac43-a78a8f9d791c req-ae62b0cd-c6b6-444d-ae3c-40a3a29cc49c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1151683 Aug 11 03:01:43.258110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ff413654-88bb-4525-8127-ecb1d8dce9be req-2982ab2b-3d7a-4c69-9630-46081dbd078e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 943 time: 0.0861835 Aug 11 03:01:43.338694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ff413654-88bb-4525-8127-ecb1d8dce9be req-e562e5d0-7b45-4d69-ad8f-e78b1895a76d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766671 Aug 11 03:01:43.353335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e56cee1-c443-4af4-ac43-a78a8f9d791c req-ae3a53d6-6d11-42c8-8f84-56ceab6478de tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979261 Aug 11 03:01:43.517819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:01:43.531012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c24deb45-4c88-4b11-a0d5-4bcf2e513fca admin admin] 10.222.0.60 "PUT /v2.0/routers/8b8a9b7c-b1c7-4209-90be-21af477d13d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8448102 Aug 11 03:01:43.534860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57262) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:43.543765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] Sync routers for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:01:43.562797 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:43.563450 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:01:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:43.634689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9c08c-fbac-478c-a414-c5e79283ffaa req-c1b83b86-ac36-42c5-a5bf-8d1b66e3cc13 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:43.637613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-98d9c08c-fbac-478c-a414-c5e79283ffaa req-c1b83b86-ac36-42c5-a5bf-8d1b66e3cc13 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1477354 Aug 11 03:01:43.767409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-98d9c08c-fbac-478c-a414-c5e79283ffaa req-c29d9c05-af6e-468e-95ff-79c5a7a97f1a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220496 Aug 11 03:01:43.826185 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:43.829530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:43.952143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:44.095142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec8fa7-b50e-4a0f-9689-5e89d042d987 req-88f6aeeb-b9db-44e7-8eb3-8f525b13b62d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.110927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edec8fa7-b50e-4a0f-9689-5e89d042d987 req-88f6aeeb-b9db-44e7-8eb3-8f525b13b62d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1712449 Aug 11 03:01:44.179254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:44.197765 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edec8fa7-b50e-4a0f-9689-5e89d042d987 req-9ff6fe80-b21d-455a-ad5a-89a3b7b45486 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858510 Aug 11 03:01:44.210990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'mac_address': 'fa:16:3e:00:8b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:44.247108 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T03:01:42Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:44.295388 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.320771 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] Checking router: 8b8a9b7c-b1c7-4209-90be-21af477d13d0 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:01:44.336408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:44.338916 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] Routers {'8b8a9b7c-b1c7-4209-90be-21af477d13d0'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:01:44.339512 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:01:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:44.363375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce759d4d-17ba-46f6-a4c0-fa93b05d9383 req-c016f334-13f2-400c-aa0b-9b4317d87dd2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.365645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57292) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:44.373911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce759d4d-17ba-46f6-a4c0-fa93b05d9383 req-c016f334-13f2-400c-aa0b-9b4317d87dd2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2284880 Aug 11 03:01:44.388885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.406474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f66f8-753d-4ac9-b90b-f08c6185977a req-c92ec66e-d5d1-4547-ade1-9f5632f2fbc5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.417901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a5f66f8-753d-4ac9-b90b-f08c6185977a req-c92ec66e-d5d1-4547-ade1-9f5632f2fbc5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1294615 Aug 11 03:01:44.462432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:44.477287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.520404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a5f66f8-753d-4ac9-b90b-f08c6185977a req-b3117800-85c9-447f-85c6-0ae2e3f12477 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819077 Aug 11 03:01:44.550746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:44.563060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce759d4d-17ba-46f6-a4c0-fa93b05d9383 req-3a197403-f3d0-4462-9c53-ff27619a8daa tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857142 Aug 11 03:01:44.627910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Deleting port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:44.630505 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.716194 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] Set router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:01:44.730139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0cb4b42b-c5f7-407a-80d2-e24c999ccde8'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:44.746138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] For port 9f73e441-57bc-47b1-8bb9-c18968fb1fc7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:44.746898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.763156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Calling delete_port for 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:44.767007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-78aa69aa-1cb6-47d8-899d-60a82764d305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:44.921134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b390f0-f026-42f6-b45c-4db46b6a2b24 req-33f52e54-14fe-4811-8f78-9c410de3a70f tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:44.929783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64b390f0-f026-42f6-b45c-4db46b6a2b24 req-33f52e54-14fe-4811-8f78-9c410de3a70f tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 944 time: 0.1796770 Aug 11 03:01:45.058076 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64b390f0-f026-42f6-b45c-4db46b6a2b24 req-8793142e-0aec-4ecf-aa79-8272bbb8a071 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210358 Aug 11 03:01:45.087366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e758f3-eeb3-42aa-b420-805f8a5cb79a req-529e528f-8ac3-4940-a478-8296fca285b5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.102561 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49e758f3-eeb3-42aa-b420-805f8a5cb79a req-529e528f-8ac3-4940-a478-8296fca285b5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.2387724 Aug 11 03:01:45.138007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57322) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:45.203881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-78aa69aa-1cb6-47d8-899d-60a82764d305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.258511 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-78aa69aa-1cb6-47d8-899d-60a82764d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.263280 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.310986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f73e441-57bc-47b1-8bb9-c18968fb1fc7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:45.319189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49e758f3-eeb3-42aa-b420-805f8a5cb79a req-8990d35f-f6b7-470f-95c2-afc4dd45cada tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115595 Aug 11 03:01:45.386469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.416307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-78aa69aa-1cb6-47d8-899d-60a82764d305 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a29d940e1c54cb29028c7013fd89ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0422225 Aug 11 03:01:45.419680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57328) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:45.439670 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T03:01:42Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:45.484215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa69aa-1cb6-47d8-899d-60a82764d305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424a78ca-5ad4-4bf1-a820-47a80b136345,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:45.485508 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198a768f-c337-4279-b0fe-f9634f091a72 None None] The sync data for ids ['8b8a9b7c-b1c7-4209-90be-21af477d13d0'] in n-d-768509-22 is: [{'id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'name': 'tempest-ServerActionsTestJSON-1480041633-router', 'tenant_id': 'd5e2849c1fa2439186e02d67a1626514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:51:21Z', 'updated_at': '2021-08-11T03:01:42Z', 'revision_number': 5, 'project_id': 'd5e2849c1fa2439186e02d67a1626514', 'gw_port': {'id': '9f73e441-57bc-47b1-8bb9-c18968fb1fc7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6c:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8a9b7c-b1c7-4209-90be-21af477d13d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:51:22Z', 'updated_at': '2021-08-11T02:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:01:45.543199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.546751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.591023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.591711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.592658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.593283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.594105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.595184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.597117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.607732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-0f21902f-69fa-41a0-9196-954a69101cf0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6498 time: 0.4667878 Aug 11 03:01:45.619108 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.621371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8a9b7c-b1c7-4209-90be-21af477d13d0 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:01:45.630521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.632736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3d1eeff6-56ad-425e-b701-fb8804f4d957 admin admin] 10.222.0.60 "DELETE /v2.0/routers/8b8a9b7c-b1c7-4209-90be-21af477d13d0 HTTP/1.1" status: 204 len: 168 time: 2.0974407 Aug 11 03:01:45.636113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57332) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:45.640082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c6c50-e3ca-4218-85ff-91063263294d req-dfc39f1b-cb1b-46c4-8b4e-a3b59862f9b3 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:45.647133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc3c6c50-e3ca-4218-85ff-91063263294d req-dfc39f1b-cb1b-46c4-8b4e-a3b59862f9b3 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.4366992 Aug 11 03:01:45.727079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] Deleting subnet 2b70181b-6aab-4380-94da-065bdc0b290b {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:45.730915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.770038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc3c6c50-e3ca-4218-85ff-91063263294d req-62bcb333-cd79-4896-9ef7-0891badfb58c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Aug 11 03:01:45.804693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-319d234f-90b3-4877-b1cb-57883a28bb30 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1552081 Aug 11 03:01:45.822100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a767df00-d692-4710-99c0-233e0f525ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.838010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:45.945369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:45.968156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a767df00-d692-4710-99c0-233e0f525ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.044539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:46.056742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:46.057138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.095911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-85e93b8c-344c-47d4-aae8-10f01d82149d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.113820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-85e93b8c-344c-47d4-aae8-10f01d82149d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 815 time: 0.1888628 Aug 11 03:01:46.129474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ef1f3-060c-4c3c-8c2e-d9fc75b3bbec req-686639f1-d31b-4f32-82c2-0ccdcb821fbf tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.131120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e3ef1f3-060c-4c3c-8c2e-d9fc75b3bbec req-686639f1-d31b-4f32-82c2-0ccdcb821fbf tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1821272 Aug 11 03:01:46.169760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-8d9c8aa3-fcc5-42d6-87b3-9759f72a7314 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/quotas/6b333b2a3b9f46869bff7a3fbbeffbde HTTP/1.1" status: 200 len: 375 time: 0.0548458 Aug 11 03:01:46.204314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a767df00-d692-4710-99c0-233e0f525ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.208432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a767df00-d692-4710-99c0-233e0f525ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.221273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a767df00-d692-4710-99c0-233e0f525ac8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/424a78ca-5ad4-4bf1-a820-47a80b136345 HTTP/1.1" status: 204 len: 168 time: 0.7829931 Aug 11 03:01:46.226661 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.245657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767df00-d692-4710-99c0-233e0f525ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424a78ca-5ad4-4bf1-a820-47a80b136345,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:46.274842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.315927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e3ef1f3-060c-4c3c-8c2e-d9fc75b3bbec req-8b2c2b47-7cfc-49ea-87b8-f4844d59f27f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728885 Aug 11 03:01:46.317192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-6a0a139e-26e7-4bae-98fb-61f0037ced3b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1459482 Aug 11 03:01:46.339005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:46.357876 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8a9b7e-7916-4612-8ea7-e29809246e5c" -d '{"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:46.400395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:46.409295 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.519669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:46.535229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.598600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-1d763ee4-539a-4d1a-81dc-62de620876a3 service neutron] 10.222.0.60 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805269 Aug 11 03:01:46.605297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5b46e-f40d-47e6-9912-fafe55c9697b req-ed95cad6-4e1b-4026-94a1-c1b45e8cf5f7 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.611319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93371c-5499-4e0a-b41f-523ac0baf555 None None] Network 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:46.615945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b70181b-6aab-4380-94da-065bdc0b290b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:46.619347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dce5b46e-f40d-47e6-9912-fafe55c9697b req-ed95cad6-4e1b-4026-94a1-c1b45e8cf5f7 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1491158 Aug 11 03:01:46.628600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.634538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4e924d07-5feb-4bc5-83da-cd82b4941357 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2b70181b-6aab-4380-94da-065bdc0b290b HTTP/1.1" status: 204 len: 168 time: 0.9931841 Aug 11 03:01:46.639039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 658dde52-a843-47e2-8574-7a9e228d54a9 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:46.656908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:46.784922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 658dde52-a843-47e2-8574-7a9e228d54a9 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:46.784922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 658dde52-a843-47e2-8574-7a9e228d54a9 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:46.873199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-1cfb5eb9-abb4-4449-904d-4f6a5660807c service neutron] 10.222.0.60 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464793 Aug 11 03:01:46.888946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dce5b46e-f40d-47e6-9912-fafe55c9697b req-b64360b2-5a1f-48b8-87ef-69051726d8bf tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667592 Aug 11 03:01:46.963103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:46.971271 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d4ef5-23dd-48df-a64e-e34ab686769a x-openstack-request-id: req-7f9d4ef5-23dd-48df-a64e-e34ab686769a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:46.971853 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:46.971853 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f9d4ef5-23dd-48df-a64e-e34ab686769a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:46.972236 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'code': 200} Aug 11 03:01:46.985588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab379-b599-480d-88dd-73c83741e443 req-29c2abbd-0c1c-4586-8244-3dd7d8c900da tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:46.990178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed2ab379-b599-480d-88dd-73c83741e443 req-29c2abbd-0c1c-4586-8244-3dd7d8c900da tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.10 "GET /v2.0/ports?device_id=315e3af6-b40b-4dbb-84db-ceec1f1717e4 HTTP/1.1" status: 200 len: 945 time: 0.1130848 Aug 11 03:01:47.131567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] DHCP port deletion for 6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:01:47.321206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] Deleting port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:47.321903 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.361266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab4fb0-e34e-4f1f-aab6-6e6dd19059f5 req-f863bb97-9cf7-4d95-ba6e-bb6077892e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.369511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0ab4fb0-e34e-4f1f-aab6-6e6dd19059f5 req-f863bb97-9cf7-4d95-ba6e-bb6077892e60 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 1097 time: 0.3115094 Aug 11 03:01:47.373102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Deleting port 149e69a9-5a13-441d-93f1-b769cb345bdf {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:47.378107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.388193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Deleting port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:47.388543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.481843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] For port 533c3ba7-3114-48b6-aff5-fd80b5e9c999, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=533c3ba7-3114-48b6-aff5-fd80b5e9c999,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:47.482625 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.520609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] Calling delete_port for 533c3ba7-3114-48b6-aff5-fd80b5e9c999 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:47.543321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468257e9-7681-4869-aa1f-ee5503903179 req-4444e9e7-1fa7-492e-a0e1-5924003d01a4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:47.553384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-468257e9-7681-4869-aa1f-ee5503903179 req-4444e9e7-1fa7-492e-a0e1-5924003d01a4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.3828354 Aug 11 03:01:47.642189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0ab4fb0-e34e-4f1f-aab6-6e6dd19059f5 req-9581414d-94b4-4819-b67e-f7c04bebdd26 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566180 Aug 11 03:01:47.655150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] For port 533c3ba7-3114-48b6-aff5-fd80b5e9c999, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=533c3ba7-3114-48b6-aff5-fd80b5e9c999,segment=NetworkSegment(ed28b30e-4374-4813-8321-843ab4b971c0),segment_id=ed28b30e-4374-4813-8321-843ab4b971c0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:47.655835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.683326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-468257e9-7681-4869-aa1f-ee5503903179 req-6e78b4b7-8230-4181-ae14-3f9ce22a5785 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289587 Aug 11 03:01:47.698622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Calling delete_port for 533c3ba7-3114-48b6-aff5-fd80b5e9c999 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:47.709947 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.747858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-428932b0-791c-4b45-9e16-34e3c3a20af0 req-71cb1479-68c1-4146-82c5-8c72244da00f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 210 time: 0.3761032 Aug 11 03:01:47.791007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] Pushing event deleted for resources: {'Port': ['ID=533c3ba7-3114-48b6-aff5-fd80b5e9c999,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:47.807680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee605bb-102f-4e72-b225-17e70317d5c5 None None] No DVR routers for this DVR port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:47.882225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] For port 149e69a9-5a13-441d-93f1-b769cb345bdf, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=149e69a9-5a13-441d-93f1-b769cb345bdf,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:47.882540 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.894515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:47.910462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Calling delete_port for 149e69a9-5a13-441d-93f1-b769cb345bdf owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:47.961514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Pushing event deleted for resources: {'Port': ['ID=533c3ba7-3114-48b6-aff5-fd80b5e9c999,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:47.970859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] No DVR routers for this DVR port 533c3ba7-3114-48b6-aff5-fd80b5e9c999 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:48.100096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.113743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['149e69a9-5a13-441d-93f1-b769cb345bdf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:48.117470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57414) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.145578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.178719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Pushing event deleted for resources: {'Port': ['ID=149e69a9-5a13-441d-93f1-b769cb345bdf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.206587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6deacbbc-90b6-4ce7-9661-dcbc27f0fea7']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:48.234663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed28b30e-4374-4813-8321-843ab4b971c0') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:48.234961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed28b30e-4374-4813-8321-843ab4b971c0') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:48.248782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.265532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] No DVR routers for this DVR port 149e69a9-5a13-441d-93f1-b769cb345bdf on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:01:48.270228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.275024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebffcaa-6c29-4a8c-91dc-23f2ca56da0f req-c4c20530-9250-4a2c-a642-9ae7f8a15b82 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.282563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eebffcaa-6c29-4a8c-91dc-23f2ca56da0f req-c4c20530-9250-4a2c-a642-9ae7f8a15b82 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2074316 Aug 11 03:01:48.283667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa858fe0-e5d2-47aa-9d0f-4d8543799fa1 req-54ad8e83-2203-4ad2-8bc9-b1ccf69b0856 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.284888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.285718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa858fe0-e5d2-47aa-9d0f-4d8543799fa1 req-54ad8e83-2203-4ad2-8bc9-b1ccf69b0856 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1168673 Aug 11 03:01:48.287443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed2ab379-b599-480d-88dd-73c83741e443 req-a948de52-c16d-4dda-a719-70a348476b8b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.10 "DELETE /v2.0/ports/149e69a9-5a13-441d-93f1-b769cb345bdf HTTP/1.1" status: 204 len: 173 time: 1.2907445 Aug 11 03:01:48.288688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-deleted', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:48.290836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:48.292946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:48.295645 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:48.301143 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37163da1-6042-45e8-9dfd-2f383cc08784" -d '{"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-deleted", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:48.364325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7c4ee6c7-d625-4059-a85a-b038e59e3003 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] Request body: {'port': {'network_id': 'b09e1918-3970-4da5-a113-d2238233a3bc', 'name': 'tempest-NetworksNegativeTestJSON-729072426'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:48.372230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eebffcaa-6c29-4a8c-91dc-23f2ca56da0f req-729aa85a-8566-41cf-bd92-7432fba29a55 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887063 Aug 11 03:01:48.423394 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c4ee6c7-d625-4059-a85a-b038e59e3003 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] POST failed (client error): The resource could not be found. Aug 11 03:01:48.424179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c4ee6c7-d625-4059-a85a-b038e59e3003 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:48.425589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7c4ee6c7-d625-4059-a85a-b038e59e3003 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3071499 Aug 11 03:01:48.430814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57430) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.454742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.457625 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb249f05-b1cb-4b57-bf8c-935c96897072 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] DELETE failed (client error): The resource could not be found. Aug 11 03:01:48.458214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb249f05-b1cb-4b57-bf8c-935c96897072 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:48.460423 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bb249f05-b1cb-4b57-bf8c-935c96897072 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "DELETE /v2.0/networks/8f2da2e1-a701-474a-a6cb-30a422fa45d7 HTTP/1.1" status: 404 len: 339 time: 0.0284395 Aug 11 03:01:48.466544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57432) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.471515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:48.479223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6deacbbc-90b6-4ce7-9661-dcbc27f0fea7 HTTP/1.1" status: 204 len: 168 time: 1.8209939 Aug 11 03:01:48.486443 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa858fe0-e5d2-47aa-9d0f-4d8543799fa1 req-83f36eb8-d770-4f1c-b458-93b2c75b532d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759357 Aug 11 03:01:48.522787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfb43d-9041-4ea6-bcb4-106ab415f018 admin admin] Pushing event deleted for resources: {'Network': ['ID=6deacbbc-90b6-4ce7-9661-dcbc27f0fea7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:48.570224 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1f406b-af5c-4faf-bb66-00d378dc9ab0 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] DELETE failed (client error): The resource could not be found. Aug 11 03:01:48.574197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1f406b-af5c-4faf-bb66-00d378dc9ab0 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:48.584079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fb1f406b-af5c-4faf-bb66-00d378dc9ab0 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "DELETE /v2.0/ports/1f85ab5c-3ff5-46ae-8e45-f00bc326878d HTTP/1.1" status: 404 len: 333 time: 0.1166606 Aug 11 03:01:48.586124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57436) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.635124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:48.678597 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc19c7-bbba-432c-a16e-197dc4d6ab53 x-openstack-request-id: req-cbfc19c7-bbba-432c-a16e-197dc4d6ab53 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:48.678888 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "315e3af6-b40b-4dbb-84db-ceec1f1717e4", "name": "network-vif-deleted", "tag": "149e69a9-5a13-441d-93f1-b769cb345bdf", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:48.679142 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbfc19c7-bbba-432c-a16e-197dc4d6ab53 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:48.682660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:48.685139 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315e3af6-b40b-4dbb-84db-ceec1f1717e4', 'name': 'network-vif-deleted', 'tag': '149e69a9-5a13-441d-93f1-b769cb345bdf', 'status': 'completed', 'code': 200} Aug 11 03:01:48.685290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9f73e441-57bc-47b1-8bb9-c18968fb1fc7 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:48.685290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 533c3ba7-3114-48b6-aff5-fd80b5e9c999 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:48.734271 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e44c00-78c6-4131-8a88-821d3b4dcdd8 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] DELETE failed (client error): The resource could not be found. Aug 11 03:01:48.737066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e44c00-78c6-4131-8a88-821d3b4dcdd8 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:48.748891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-52e44c00-78c6-4131-8a88-821d3b4dcdd8 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "DELETE /v2.0/subnets/f5280a12-6688-4755-902e-a783361d9f03 HTTP/1.1" status: 404 len: 337 time: 0.1591763 Aug 11 03:01:48.752709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57440) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.756953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fcb0c-8311-4273-8979-a22558aea020 req-6271b999-ca79-44ef-ac9a-5d7618dfb016 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.758629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 533c3ba7-3114-48b6-aff5-fd80b5e9c999 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:48.758994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 533c3ba7-3114-48b6-aff5-fd80b5e9c999 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:48.760968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734fcb0c-8311-4273-8979-a22558aea020 req-6271b999-ca79-44ef-ac9a-5d7618dfb016 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.2003593 Aug 11 03:01:48.802893 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f96d76-4ddc-44e5-b44c-be32aac23dc4 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] GET failed (client error): The resource could not be found. Aug 11 03:01:48.822520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57444) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.824244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-78f96d76-4ddc-44e5-b44c-be32aac23dc4 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "GET /v2.0/networks/1de1a08e-9682-4228-a587-ebcc5b174707 HTTP/1.1" status: 404 len: 339 time: 0.0663173 Aug 11 03:01:48.870650 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1747f6b-e7d8-48da-afe2-5b0ae459f64a tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] GET failed (client error): The resource could not be found. Aug 11 03:01:48.876141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e1747f6b-e7d8-48da-afe2-5b0ae459f64a tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "GET /v2.0/ports/471ef4e3-75d9-4670-8cea-c3ff361fab6c HTTP/1.1" status: 404 len: 333 time: 0.0483863 Aug 11 03:01:48.876677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734fcb0c-8311-4273-8979-a22558aea020 req-0c8849c8-9386-44d7-9e48-71d033e4162c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069989 Aug 11 03:01:48.877618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57446) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.906967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57448) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.915596 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3314085f-95a5-4974-95e2-32c0eefc6262 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] GET failed (client error): The resource could not be found. Aug 11 03:01:48.920659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3314085f-95a5-4974-95e2-32c0eefc6262 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "GET /v2.0/subnets/d215497b-862b-4070-8d25-82b0f4b10531 HTTP/1.1" status: 404 len: 337 time: 0.0386109 Aug 11 03:01:48.921798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57450) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.942240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6cdbb114-24af-4bea-a501-36b524b89add tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] Request body: {'network': {'name': 'new_name'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:48.944548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340cfdc-a370-434d-b4eb-b10514a224cb req-1bb3df14-6fc5-410b-bb71-b4ca6bb18a4e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:48.954162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1340cfdc-a370-434d-b4eb-b10514a224cb req-1bb3df14-6fc5-410b-bb71-b4ca6bb18a4e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1283963 Aug 11 03:01:48.972667 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdbb114-24af-4bea-a501-36b524b89add tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] PUT failed (client error): The resource could not be found. Aug 11 03:01:48.973438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cdbb114-24af-4bea-a501-36b524b89add tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:48.975608 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6cdbb114-24af-4bea-a501-36b524b89add tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "PUT /v2.0/networks/8ef0afa1-e114-4c9e-b46b-730fc6c0d421 HTTP/1.1" status: 404 len: 339 time: 0.0528162 Aug 11 03:01:48.981678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57452) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:48.999278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6067f11d-87de-484a-be17-b3ad7a76a65e tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] Request body: {'port': {'name': 'new_name'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:49.032202 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6067f11d-87de-484a-be17-b3ad7a76a65e tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] PUT failed (client error): The resource could not be found. Aug 11 03:01:49.032952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6067f11d-87de-484a-be17-b3ad7a76a65e tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:49.038240 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6067f11d-87de-484a-be17-b3ad7a76a65e tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "PUT /v2.0/ports/80c7fd19-319f-4b65-9358-cef6a5227d4d HTTP/1.1" status: 404 len: 333 time: 0.0515382 Aug 11 03:01:49.038783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f84fa65f-7dbe-40c6-a167-82c82a74e716 req-86b5bc48-1560-4306-9f58-632b25f4aa1b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 210 time: 0.0587945 Aug 11 03:01:49.039260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57454) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:49.044975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3f96baf2-3817-48e7-86ca-23e93658efa4 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:49.065112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-186b87c9-96df-449f-abb6-031f4c582469 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5e2849c1fa2439186e02d67a1626514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563680 Aug 11 03:01:49.080327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1340cfdc-a370-434d-b4eb-b10514a224cb req-859c0124-48e2-4515-a2de-1d9a5709e68e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252825 Aug 11 03:01:49.080832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57456) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:49.091124 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f96baf2-3817-48e7-86ca-23e93658efa4 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] PUT failed (client error): The resource could not be found. Aug 11 03:01:49.091598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f96baf2-3817-48e7-86ca-23e93658efa4 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:01:49.093348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3f96baf2-3817-48e7-86ca-23e93658efa4 tempest-NetworksNegativeTestJSON-1130750207 tempest-NetworksNegativeTestJSON-1130750207-project] 10.222.0.60 "PUT /v2.0/subnets/90378b34-e5ce-4221-a8ae-2d8dff2a7070 HTTP/1.1" status: 404 len: 337 time: 0.0530853 Aug 11 03:01:49.203888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46fc74b5-59a6-4001-9f9a-a47c1e84a2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.231773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46fc74b5-59a6-4001-9f9a-a47c1e84a2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.348835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76815b8b-103b-4c0c-b9eb-6f282c9036f6 req-9a40c609-b875-4bc4-ae84-09f2ffd5b054 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.351353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76815b8b-103b-4c0c-b9eb-6f282c9036f6 req-9a40c609-b875-4bc4-ae84-09f2ffd5b054 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1086721 Aug 11 03:01:49.444771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76815b8b-103b-4c0c-b9eb-6f282c9036f6 req-d4a6a388-5845-4a9a-a654-925d9ef5f2a2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772805 Aug 11 03:01:49.514818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46fc74b5-59a6-4001-9f9a-a47c1e84a2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.517836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46fc74b5-59a6-4001-9f9a-a47c1e84a2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:49.519051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-46fc74b5-59a6-4001-9f9a-a47c1e84a2ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4543c3df-0801-4f36-b4cb-fa3a38e07502 HTTP/1.1" status: 204 len: 168 time: 0.4372580 Aug 11 03:01:49.591012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc74b5-59a6-4001-9f9a-a47c1e84a2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4543c3df-0801-4f36-b4cb-fa3a38e07502,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:49.618612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e7b3d06e-b23e-4ec7-bd79-9244562cdb22 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.627959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e7b3d06e-b23e-4ec7-bd79-9244562cdb22 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 815 time: 0.3474860 Aug 11 03:01:49.642118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Request body: {'port': {'device_id': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'admin_state_up': True, 'tenant_id': '6b333b2a3b9f46869bff7a3fbbeffbde'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:49.730752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57476) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:49.781415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a9571-db29-43ed-8cff-57ed731c0df4 req-8977e149-7ee3-4055-af34-ad8c2e81e59b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.783915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f27a9571-db29-43ed-8cff-57ed731c0df4 req-8977e149-7ee3-4055-af34-ad8c2e81e59b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1367702 Aug 11 03:01:49.837198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f27a9571-db29-43ed-8cff-57ed731c0df4 req-005f55a8-584c-4cc9-9efe-3528f742a5bc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Aug 11 03:01:49.907041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23bfe3c-f9ad-4d80-a153-765422826cfb req-e524683a-182f-4ca3-a7c4-d38801390d12 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:49.915489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e23bfe3c-f9ad-4d80-a153-765422826cfb req-e524683a-182f-4ca3-a7c4-d38801390d12 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1533654 Aug 11 03:01:49.981870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Made reservation on behalf of 6b333b2a3b9f46869bff7a3fbbeffbde for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:49.997482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.021725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e23bfe3c-f9ad-4d80-a153-765422826cfb req-fd7921e9-cf23-4d69-84db-8330b2060152 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965040 Aug 11 03:01:50.176773 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8de964a8-d14a-45ab-ba7f-def1b95f3ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.208057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e61c07-6ec9-4139-981e-e5ddb77d2ba5 req-1927818d-1a06-44aa-a2d1-b94e652a276f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:50.211340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1e61c07-6ec9-4139-981e-e5ddb77d2ba5 req-1927818d-1a06-44aa-a2d1-b94e652a276f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1306088 Aug 11 03:01:50.312244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Allocated IP 172.20.0.6 (06ce0f8f-9373-4e42-90a4-5d46cab2fd95/23db68b3-ec53-4680-a578-c9cdb9281a47/2c601dbf-a6aa-4e43-ab99-38965ae89863) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:01:50.320060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1e61c07-6ec9-4139-981e-e5ddb77d2ba5 req-6b6e271b-ce65-416d-9308-676c70f0f2c6 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649593 Aug 11 03:01:50.326176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18a14ee9-6757-40a5-8c52-596485b1eb66 req-6c1c909b-7d88-4273-b6dc-1b74788d5140 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 210 time: 0.0645649 Aug 11 03:01:50.399403 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8de964a8-d14a-45ab-ba7f-def1b95f3ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.405346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8de964a8-d14a-45ab-ba7f-def1b95f3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.437938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8de964a8-d14a-45ab-ba7f-def1b95f3ed6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=900d0a9eccf74a35b706bb67523371e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046182 Aug 11 03:01:50.440221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57526) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.505263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de964a8-d14a-45ab-ba7f-def1b95f3ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feac1bf-9713-4910-9207-c94dbe1bf755,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:50.562721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.578775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a1cc0-a141-4f9b-992f-3a40e898644f req-d2dd9d1a-ee8b-46f5-b6c2-04523f94d9fc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:50.580587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c9a1cc0-a141-4f9b-992f-3a40e898644f req-d2dd9d1a-ee8b-46f5-b6c2-04523f94d9fc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1045394 Aug 11 03:01:50.584617 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f64a6df9-d4ce-47cf-bdc8-441f55548573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.624048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.641399 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f64a6df9-d4ce-47cf-bdc8-441f55548573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.660521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c9a1cc0-a141-4f9b-992f-3a40e898644f req-6a5a1ec8-efa5-425e-9c18-d51af0c50697 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722888 Aug 11 03:01:50.683376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:50.688775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:50.691757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:50.715932 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f64a6df9-d4ce-47cf-bdc8-441f55548573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.721192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f64a6df9-d4ce-47cf-bdc8-441f55548573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.722781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f64a6df9-d4ce-47cf-bdc8-441f55548573 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8feac1bf-9713-4910-9207-c94dbe1bf755 HTTP/1.1" status: 204 len: 168 time: 0.2812898 Aug 11 03:01:50.733728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a6df9-d4ce-47cf-bdc8-441f55548573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feac1bf-9713-4910-9207-c94dbe1bf755,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:50.748493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57534) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:50.764569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:50.792291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:50.802494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:50.823032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-107d0bbc-c34d-4db9-8617-3a821f6c432c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1851108 Aug 11 03:01:50.839984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Request body: {'port': {'device_id': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:50.909314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.013029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-921550272-network', 'tenant_id': '5b577d8b997142ff99ed5e8defa8cd4c'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:51.039016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Made reservation on behalf of 5b577d8b997142ff99ed5e8defa8cd4c for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:51.041832 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.057526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.175212 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.181543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.204750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15edfb8-69f5-45f5-8c09-c55dba4edc5c req-e4e777dd-e878-4e1a-8261-9c2fd8adf69f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.205025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:51.206541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a15edfb8-69f5-45f5-8c09-c55dba4edc5c req-e4e777dd-e878-4e1a-8261-9c2fd8adf69f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1184072 Aug 11 03:01:51.220895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47a8494-5797-4fe4-b745-3543ad3c53ad,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.223896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.224291 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Added segment c1c53cf3-cbc4-4de7-8b31-fac506e3e715 of type vlan for network 45e6623c-e522-4346-a6f1-c0070ca4c999 Aug 11 03:01:51.246331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 149e69a9-5a13-441d-93f1-b769cb345bdf no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:01:51.273080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 149e69a9-5a13-441d-93f1-b769cb345bdf {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:01:51.273714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 149e69a9-5a13-441d-93f1-b769cb345bdf not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:01:51.274723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.314985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.316392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.317102 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.385795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6360555 Aug 11 03:01:51.396134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705c95-7ae0-401c-b197-b2bb513df875 admin admin] Pushing event updated for resources: {'Network': ['ID=45e6623c-e522-4346-a6f1-c0070ca4c999,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.399814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57558) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:51.411960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 45e6623c-e522-4346-a6f1-c0070ca4c999 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:51.413401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Request body: {'subnet': {'network_id': '45e6623c-e522-4346-a6f1-c0070ca4c999', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-921550272-subnet', 'tenant_id': '5b577d8b997142ff99ed5e8defa8cd4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:51.491387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Made reservation on behalf of 5b577d8b997142ff99ed5e8defa8cd4c for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:51.494871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.583529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880067e8-2be8-4601-bdc7-b9a317c24601 req-7099648c-04d0-4f69-9008-f2662e028f7a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.596531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-880067e8-2be8-4601-bdc7-b9a317c24601 req-7099648c-04d0-4f69-9008-f2662e028f7a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 931 time: 0.1454649 Aug 11 03:01:51.641082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a15edfb8-69f5-45f5-8c09-c55dba4edc5c req-a9355cc8-8e82-45d6-b4f9-6c3ae181f69b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188848 Aug 11 03:01:51.646921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57576) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:51.669547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-880067e8-2be8-4601-bdc7-b9a317c24601 req-57d85c71-da7a-4a4b-a798-9cac044afb88 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719092 Aug 11 03:01:51.687642 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c601dbf-a6aa-4e43-ab99-38965ae89863 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:51.702044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.728746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Transition to ACTIVE for port object 2c601dbf-a6aa-4e43-ab99-38965ae89863 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:01:51.734761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.803855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:51.901815 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:51.905837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eba64e-ed25-4f3e-b12f-4dd5669b233e req-dad7e040-1642-452a-b3fd-2b10cca03def tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.907657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0eba64e-ed25-4f3e-b12f-4dd5669b233e req-dad7e040-1642-452a-b3fd-2b10cca03def tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0986013 Aug 11 03:01:51.925858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-877633915'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:51.962973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6b2d7-a14a-4e0a-996d-9825929d6579 req-940c978d-b0db-4ba4-b9a4-5c5102c417ef tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:51.964772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-efb6b2d7-a14a-4e0a-996d-9825929d6579 req-940c978d-b0db-4ba4-b9a4-5c5102c417ef tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1179712 Aug 11 03:01:51.996556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007f10d5-318f-4ccf-8a76-22f8e48d8f46,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.002577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c0eba64e-ed25-4f3e-b12f-4dd5669b233e req-9479dcaa-7d0f-4174-b656-fdecf78985dc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854800 Aug 11 03:01:52.003255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Attempting to bind port 2c601dbf-a6aa-4e43-ab99-38965ae89863 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:01:52.003591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Attempting to bind port 2c601dbf-a6aa-4e43-ab99-38965ae89863 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:01:52.003947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Attempting to bind port 2c601dbf-a6aa-4e43-ab99-38965ae89863 on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:52.009298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:52.013553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.016467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Port 2c601dbf-a6aa-4e43-ab99-38965ae89863 on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:01:52.016812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Attempting to bind port 2c601dbf-a6aa-4e43-ab99-38965ae89863 on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:01:52.040369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:01:52.040482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Checking segment: {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:52.041169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Bound using segment: {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:01:52.041689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Bound port: 2c601dbf-a6aa-4e43-ab99-38965ae89863, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:01:52.041973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.045174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.046515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-efb6b2d7-a14a-4e0a-996d-9825929d6579 req-b2573f40-f50d-4854-a626-58b6fee6d29d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744998 Aug 11 03:01:52.060305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Checking segment: {'id': 'c1c53cf3-cbc4-4de7-8b31-fac506e3e715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '45e6623c-e522-4346-a6f1-c0070ca4c999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:52.060716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Network hostable DHCP agents. Network: 45e6623c-e522-4346-a6f1-c0070ca4c999, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:52.085115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Network 45e6623c-e522-4346-a6f1-c0070ca4c999 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:52.097437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 45e6623c-e522-4346-a6f1-c0070ca4c999) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:52.103043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.103716 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.116275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3798d-aa51-46cc-b040-dcf969959bbc None None] Network 45e6623c-e522-4346-a6f1-c0070ca4c999 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:52.157180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:01:52.165451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:01:52.176489 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.196153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.196777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.199373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] 10.222.0.57 "PUT /v2.0/ports/2c601dbf-a6aa-4e43-ab99-38965ae89863 HTTP/1.1" status: 200 len: 1092 time: 1.3666389 Aug 11 03:01:52.205927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:52.216129 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dad74e4-f660-40df-9ec9-c4b91756bedf" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:52.317430 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6b0dd4-6818-456a-a22d-cea304431191 x-openstack-request-id: req-ea6b0dd4-6818-456a-a22d-cea304431191 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:52.317905 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:52.318270 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea6b0dd4-6818-456a-a22d-cea304431191 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:52.318801 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'status': 'completed', 'code': 200} Aug 11 03:01:52.346736 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-36a70a58-4ed2-4c23-9fb2-65512f71ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.355725 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e544fdd-7b3f-49e9-8c2a-3ce9bfffd3a4 None None] Network 45e6623c-e522-4346-a6f1-c0070ca4c999 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:52.375395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c9465-396c-46dc-b36b-12d4eaa92327 service neutron] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.388133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-8ac0b2ff-60ca-43c0-b405-8963c63bda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.389902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-8ac0b2ff-60ca-43c0-b405-8963c63bda83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 1095 time: 0.1431069 Aug 11 03:01:52.392260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.392411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0324747-ca1e-45ac-b923-4436c2323b47 req-c2c95a99-09cc-437b-98b4-fcde4a20b578 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.394982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c0324747-ca1e-45ac-b923-4436c2323b47 req-c2c95a99-09cc-437b-98b4-fcde4a20b578 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1001737 Aug 11 03:01:52.399942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.439087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e63d4ab6-794d-42e7-b9fb-520da7ce5c05 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0325310 Aug 11 03:01:52.490299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c0324747-ca1e-45ac-b923-4436c2323b47 req-aeb348a2-87d3-45b3-930e-043ac49a687f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870087 Aug 11 03:01:52.490722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-4596cd0b-3103-407b-8e29-9c9defae5fd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863 HTTP/1.1" status: 200 len: 217 time: 0.0848470 Aug 11 03:01:52.562908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:52.582752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0981c31-c77f-4354-acde-45edc08be2e7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.596293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.596745 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment 2881ef02-0aa3-46db-8720-42d8b5850cc9 of type vlan for network 310f3143-844d-44d8-b088-6c64db3a9522 Aug 11 03:01:52.600932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57636) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:52.653588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-a83ad9f2-f708-47b7-b81f-64741be8c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.654223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] Deleting subnet 007f10d5-318f-4ccf-8a76-22f8e48d8f46 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:52.655247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-a83ad9f2-f708-47b7-b81f-64741be8c919 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23db68b3-ec53-4680-a578-c9cdb9281a47 HTTP/1.1" status: 200 len: 855 time: 0.1558366 Aug 11 03:01:52.658016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.678194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.698157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-09c0e547-58f2-48c1-bb6b-6cb2d2426ec4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332947 Aug 11 03:01:52.709458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.759821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.790749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.796343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.796955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:52.858206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05378c68-9deb-48bd-b3af-f9d38025befb req-027efb87-d6ff-4e73-89de-80305233a3a7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:52.863043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05378c68-9deb-48bd-b3af-f9d38025befb req-027efb87-d6ff-4e73-89de-80305233a3a7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 943 time: 0.0975876 Aug 11 03:01:52.866038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2181983 Aug 11 03:01:52.871656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57640) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:52.876950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'name': 'tempest-PortsIpV6TestJSON-1018545095'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:52.884737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-66bbc528-0fd4-4f3c-89ff-f2ba516867d9 service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782267 Aug 11 03:01:52.891649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f085b-09a2-4a13-9fbb-40182a967bf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=310f3143-844d-44d8-b088-6c64db3a9522,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:52.905203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:53.011077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4f0e984-7c86-4e68-afb5-0dd42f0f3499 req-22537fdc-afef-46fe-979b-eddba3b381bc service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167922 Aug 11 03:01:53.148316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-689fd833-0a33-4764-aa48-4c951e49170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.149840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-689fd833-0a33-4764-aa48-4c951e49170d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 1095 time: 0.0856533 Aug 11 03:01:53.174729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ec6e4-cc74-4a63-a1bd-6903938fcd3d req-c5f1b1a9-d0fb-4611-9e1f-9902c2f15a9d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.176344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e9ec6e4-cc74-4a63-a1bd-6903938fcd3d req-c5f1b1a9-d0fb-4611-9e1f-9902c2f15a9d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0783911 Aug 11 03:01:53.269920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e9ec6e4-cc74-4a63-a1bd-6903938fcd3d req-1f57223c-02a8-4365-9765-eb055694824e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575984 Aug 11 03:01:53.284301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-d73ec5c9-822a-4988-9cb7-f6bad98e4903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.285947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-d73ec5c9-822a-4988-9cb7-f6bad98e4903 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 916 time: 0.1279447 Aug 11 03:01:53.309483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.332531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05378c68-9deb-48bd-b3af-f9d38025befb req-6f43bbd9-b3bf-4fce-8fb2-fc83665582af tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498379 Aug 11 03:01:53.356507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-176b6755-e226-4182-a466-ba04ee2ed8bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863 HTTP/1.1" status: 200 len: 217 time: 0.0520897 Aug 11 03:01:53.367936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.370275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/007f10d5-318f-4ccf-8a76-22f8e48d8f46 HTTP/1.1" status: 204 len: 168 time: 0.7683289 Aug 11 03:01:53.373262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57646) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:53.381640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d41bbe-3209-4d1d-a7f5-92e31aebb802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007f10d5-318f-4ccf-8a76-22f8e48d8f46,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:53.434284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-14ef6e17-9e87-4026-9bdf-84e4f111641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.435877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-14ef6e17-9e87-4026-9bdf-84e4f111641b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23db68b3-ec53-4680-a578-c9cdb9281a47 HTTP/1.1" status: 200 len: 855 time: 0.0770340 Aug 11 03:01:53.445310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1aab-85ba-4430-a75d-080d2da97907 req-0c204033-a0be-4331-b182-3b06ceb17df5 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.446859 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4abe1aab-85ba-4430-a75d-080d2da97907 req-0c204033-a0be-4331-b182-3b06ceb17df5 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1006064 Aug 11 03:01:53.471416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:53.475523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.480112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-22afe6e2-bf2e-4261-8de6-27dcfa266fc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321636 Aug 11 03:01:53.495090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.499335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port f2a742f9-0adb-4f27-9c6a-190abfe4e396 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:53.565177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4abe1aab-85ba-4430-a75d-080d2da97907 req-62d5d1a6-613a-4f30-9ddb-d214f1d53bf3 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877557 Aug 11 03:01:53.627803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-bcc808fe-e8a5-453e-bd11-c1368a2ea5c6 service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334679 Aug 11 03:01:53.690658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.706015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e6623c-e522-4346-a6f1-c0070ca4c999']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:53.739354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dad74e4-f660-40df-9ec9-c4b91756bedf req-c4f983c0-bfb3-42b9-ae7a-fb85219971cc service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026590 Aug 11 03:01:53.758039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c53cf3-cbc4-4de7-8b31-fac506e3e715') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:53.758363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c53cf3-cbc4-4de7-8b31-fac506e3e715') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:53.782700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52dcc5-5554-426f-ab33-8f4328b6cda6 req-4a3140d7-6dd5-4089-ace5-91079151a548 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:53.784247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e52dcc5-5554-426f-ab33-8f4328b6cda6 req-4a3140d7-6dd5-4089-ace5-91079151a548 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2303219 Aug 11 03:01:53.789933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.838351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.856964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:53.857419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:53.861120 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:53.873424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.931433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e52dcc5-5554-426f-ab33-8f4328b6cda6 req-15dbc1b9-13dc-4d4d-9e3b-1420b79a4db6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328373 Aug 11 03:01:53.956937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.964949 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:53.972303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] 10.222.0.60 "DELETE /v2.0/networks/45e6623c-e522-4346-a6f1-c0070ca4c999 HTTP/1.1" status: 204 len: 168 time: 0.5936019 Aug 11 03:01:53.999936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c53fe-f248-4ff5-a954-0aea5a3e19fa admin admin] Pushing event deleted for resources: {'Network': ['ID=45e6623c-e522-4346-a6f1-c0070ca4c999,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.017994 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.094751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=f2a742f9-0adb-4f27-9c6a-190abfe4e396,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.113604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': '2881ef02-0aa3-46db-8720-42d8b5850cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:54.113979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: 310f3143-844d-44d8-b088-6c64db3a9522, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:54.138747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:54.146590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b378a0-2b6a-49d3-b3ba-4a83a937b50e req-31cbdb6f-f56b-4268-b68d-a6fe5292e1cc tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.149285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48b378a0-2b6a-49d3-b3ba-4a83a937b50e req-31cbdb6f-f56b-4268-b68d-a6fe5292e1cc tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0852425 Aug 11 03:01:54.150305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 310f3143-844d-44d8-b088-6c64db3a9522) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:54.156711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:54.159191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff7b2a-ecf4-4e02-8331-dd5b75bcc2a7 None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:54.168295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.169241 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.205425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dcbe8ca4-dc94-4e3e-9575-4c14689102df tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3274586 Aug 11 03:01:54.205700 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48b378a0-2b6a-49d3-b3ba-4a83a937b50e req-6f66984a-faf0-404b-ac06-dcd4da0d1773 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Aug 11 03:01:54.205839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57656) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.211163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-565780450'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:54.264893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:54.276816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.278502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57660) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.342203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:54.361388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.362127 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment 93a3b006-318e-4bd4-9264-63dd211ed24e of type vlan for network ae25398b-ccc6-4e50-878d-f0c04f3eff17 Aug 11 03:01:54.395405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d845d624-e83d-4561-987e-6882688f032a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b577d8b997142ff99ed5e8defa8cd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143942 Aug 11 03:01:54.398212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57668) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.420601 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.495766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b2508-8398-4cbc-aa00-6d22f83ac18f req-485f21d3-3050-441f-9fbc-8e78f4a4be3c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.497411 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-125b2508-8398-4cbc-aa00-6d22f83ac18f req-485f21d3-3050-441f-9fbc-8e78f4a4be3c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0820489 Aug 11 03:01:54.498634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.504338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.505808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.508137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe4ef5-e6c4-4128-8df9-f4461bd6c95f req-6dbe0eb4-9f71-44bd-8d97-1c1798218373 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.509685 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77fe4ef5-e6c4-4128-8df9-f4461bd6c95f req-6dbe0eb4-9f71-44bd-8d97-1c1798218373 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0876093 Aug 11 03:01:54.510822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7994-8b0d-4dd9-87de-3ce2d5960e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.552735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7994-8b0d-4dd9-87de-3ce2d5960e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.611130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4052808 Aug 11 03:01:54.613725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57672) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.619026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'ports': [{'network_id': '310f3143-844d-44d8-b088-6c64db3a9522'}, {'network_id': 'ae25398b-ccc6-4e50-878d-f0c04f3eff17'}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:54.619487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:54.620066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': 'ae25398b-ccc6-4e50-878d-f0c04f3eff17'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:54.631162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77fe4ef5-e6c4-4128-8df9-f4461bd6c95f req-1ad84489-b574-4afa-98ba-4dd3b728e332 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063683 Aug 11 03:01:54.633213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad3fab-e497-4841-9308-4f8a538d5bc1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=ae25398b-ccc6-4e50-878d-f0c04f3eff17,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.655595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network ae25398b-ccc6-4e50-878d-f0c04f3eff17 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:54.668988 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7994-8b0d-4dd9-87de-3ce2d5960e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.671503 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4e7994-8b0d-4dd9-87de-3ce2d5960e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:54.675012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae4e7994-8b0d-4dd9-87de-3ce2d5960e26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b47a8494-5797-4fe4-b745-3543ad3c53ad HTTP/1.1" status: 204 len: 168 time: 0.2735233 Aug 11 03:01:54.688718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-125b2508-8398-4cbc-aa00-6d22f83ac18f req-e9ed6415-04d7-4be9-882e-6c120cd27dee tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796122 Aug 11 03:01:54.743438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e7994-8b0d-4dd9-87de-3ce2d5960e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47a8494-5797-4fe4-b745-3543ad3c53ad,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:54.754989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57680) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:54.857153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5407704-a55e-41ea-94a5-344227288b28 req-29def610-e7e0-498b-b801-e80dfcdd229d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:54.858736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f5407704-a55e-41ea-94a5-344227288b28 req-29def610-e7e0-498b-b801-e80dfcdd229d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 943 time: 0.0718722 Aug 11 03:01:54.907686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f5407704-a55e-41ea-94a5-344227288b28 req-5cff1db7-85c7-4346-9068-655f374d34e5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396678 Aug 11 03:01:54.917831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] Deleting subnet 90f5394c-df54-475b-9992-09f5f410e5cf {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:01:54.929128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.008499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6de6b-fb00-41d3-9fa3-214277df16fb req-54c61f09-ce12-40fa-9d22-a398fe5c1e65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.008499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58d6de6b-fb00-41d3-9fa3-214277df16fb req-54c61f09-ce12-40fa-9d22-a398fe5c1e65 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1934049 Aug 11 03:01:55.017717 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.073416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661d2a2-aed9-4bb1-a36f-b9e6213eade5 req-2006b905-9bce-4b7e-bc0f-145b1fedc58f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.075542 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e661d2a2-aed9-4bb1-a36f-b9e6213eade5 req-2006b905-9bce-4b7e-bc0f-145b1fedc58f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0804429 Aug 11 03:01:55.088373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 2} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:55.093197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.127473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58d6de6b-fb00-41d3-9fa3-214277df16fb req-b49863e8-1660-4b7b-a4c7-eeb6a6c16396 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124604 Aug 11 03:01:55.131447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.150851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e661d2a2-aed9-4bb1-a36f-b9e6213eade5 req-f4bcd460-54c6-4afd-bfca-57f8f8abdd54 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606401 Aug 11 03:01:55.156438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.230561 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d225905-c073-48d4-b172-b700db13a3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.277818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port 3334021a-dc49-4ef3-9f14-aec899b9e95b yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:55.288885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.326226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90f5394c-df54-475b-9992-09f5f410e5cf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:55.334250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.336969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-88a1c935-8e06-44df-a293-a21f5a330fe1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/90f5394c-df54-475b-9992-09f5f410e5cf HTTP/1.1" status: 204 len: 168 time: 0.5795057 Aug 11 03:01:55.339946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57694) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:55.360098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3f431-0c19-4f26-a7dc-f450faab3829 req-8117b3c6-899f-498c-9e07-01530cdaa45c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.371455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3c3f431-0c19-4f26-a7dc-f450faab3829 req-8117b3c6-899f-498c-9e07-01530cdaa45c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0912335 Aug 11 03:01:55.376751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.440106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3c3f431-0c19-4f26-a7dc-f450faab3829 req-c3d6f271-7646-4bcf-b0c5-6bb41f329dab tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676048 Aug 11 03:01:55.458318 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.469697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.644097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.660119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.718187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6faf6702-207c-4407-9762-ea8470623fe9']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:55.745917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b164608-4f8f-4cdc-87bc-2ca04a34ce74') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:55.746215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b164608-4f8f-4cdc-87bc-2ca04a34ce74') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:55.765560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.774590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1edb2-e803-47c2-a155-82ef9a6eaebc req-e53a3660-bdbf-40fb-8791-6d335858aae8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.776163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eda1edb2-e803-47c2-a155-82ef9a6eaebc req-e53a3660-bdbf-40fb-8791-6d335858aae8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2499945 Aug 11 03:01:55.779879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564c2a-0eaf-4d0b-9f03-2742a70e6626 req-49da02ee-6be6-446f-a2c9-699f84884018 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:55.782135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8564c2a-0eaf-4d0b-9f03-2742a70e6626 req-49da02ee-6be6-446f-a2c9-699f84884018 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0762689 Aug 11 03:01:55.793549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port 87c9334f-2902-4147-b64c-c31d6456a87a yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:01:55.814207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.830654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:55.831097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:55.832872 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:55.843084 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8564c2a-0eaf-4d0b-9f03-2742a70e6626 req-e59e9573-0fa5-445d-86de-cccab6757760 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536547 Aug 11 03:01:55.872754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57710) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:55.893593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eda1edb2-e803-47c2-a155-82ef9a6eaebc req-b25a85d1-f052-4e04-bc31-2206abd84b5c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046793 Aug 11 03:01:55.943423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.954447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:55.957821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] 10.222.0.60 "DELETE /v2.0/networks/6faf6702-207c-4407-9762-ea8470623fe9 HTTP/1.1" status: 204 len: 168 time: 0.6167274 Aug 11 03:01:55.978922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c60186-f63d-46c4-ac50-300eda81b1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=6faf6702-207c-4407-9762-ea8470623fe9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.003482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2c601dbf-a6aa-4e43-ab99-38965ae89863 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:01:56.097587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-427108619-network', 'tenant_id': '2d65a20241c24170b7cfdccec4479198'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:56.128508 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.140425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9e9f6-5192-4a19-b967-b47a5a8a8583 req-958f9e12-12f2-4338-b92b-f0afabd12748 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.149041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74f9e9f6-5192-4a19-b967-b47a5a8a8583 req-958f9e12-12f2-4338-b92b-f0afabd12748 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0876429 Aug 11 03:01:56.152877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Made reservation on behalf of 2d65a20241c24170b7cfdccec4479198 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:56.153720 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.169474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.182978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65792868-9eda-40a9-a472-16164ff6593b req-6e9f7169-71e0-4af5-823b-3111bb532331 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.183267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:56.194408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65792868-9eda-40a9-a472-16164ff6593b req-6e9f7169-71e0-4af5-823b-3111bb532331 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 943 time: 0.1531734 Aug 11 03:01:56.195879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'port_id': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'mac_address': 'fa:16:3e:94:59:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23db68b3-ec53-4680-a578-c9cdb9281a47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:01:56.229061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74f9e9f6-5192-4a19-b967-b47a5a8a8583 req-17e7cb0c-cf87-450e-bcc4-d1d31f42e5c9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762544 Aug 11 03:01:56.246157 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.265473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c601dbf-a6aa-4e43-ab99-38965ae89863 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:01:56.276160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57726) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:56.301765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:56.310829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.313171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65792868-9eda-40a9-a472-16164ff6593b req-55217ae6-19ae-4577-98ac-3bfaee04d95c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095192 Aug 11 03:01:56.327139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.381487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.394039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.414605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.415138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:01:56.417764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d0fceb92-1cf0-4cc9-85b3-99176fbf0441 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cf6d0371ff148af8a5188e11738bb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350641 Aug 11 03:01:56.422193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57728) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:56.437546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:56.442532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:56.443446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.456297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=3334021a-dc49-4ef3-9f14-aec899b9e95b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.457296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:56.494889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c159-e022-409e-895b-b701db915c08 req-d414e0b5-f6eb-4859-8ead-92ac609f0c52 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.496479 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a76c159-e022-409e-895b-b701db915c08 req-d414e0b5-f6eb-4859-8ead-92ac609f0c52 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1512747 Aug 11 03:01:56.502214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635fd1e5-b87c-4508-8652-df0e20f7e584,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.506338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.506961 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Added segment f351841c-313e-4798-9fc2-4000075ab49f of type vlan for network 9ee1e902-6b08-48d8-ab7f-9718ab4264b2 Aug 11 03:01:56.525123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152e673-bb86-4a66-bb82-101a9a4b6ca7 req-94829b0a-2b16-4676-a10e-22388bb0207b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.526667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c152e673-bb86-4a66-bb82-101a9a4b6ca7 req-94829b0a-2b16-4676-a10e-22388bb0207b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1319282 Aug 11 03:01:56.535506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=87c9334f-2902-4147-b64c-c31d6456a87a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.535793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.536169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.536539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.537504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.538075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.538467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.538772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.539110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.539464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.539800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.540133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.540441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:01:56.561129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': '93a3b006-318e-4bd4-9264-63dd211ed24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ae25398b-ccc6-4e50-878d-f0c04f3eff17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:01:56.561498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: ae25398b-ccc6-4e50-878d-f0c04f3eff17, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:01:56.588648 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c152e673-bb86-4a66-bb82-101a9a4b6ca7 req-1e04f2c7-63a0-424d-9700-d41fec6a6dd2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540757 Aug 11 03:01:56.598083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network ae25398b-ccc6-4e50-878d-f0c04f3eff17 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:01:56.598552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.610584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, ae25398b-ccc6-4e50-878d-f0c04f3eff17) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:01:56.619179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['2c601dbf-a6aa-4e43-ab99-38965ae89863'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:01:56.626470 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be9111a4-3bf2-424d-9c9e-c9726a9414c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.631788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:01:56.631984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91898eb-a4ef-48f3-9e2f-7a23b027c60f None None] Network ae25398b-ccc6-4e50-878d-f0c04f3eff17 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:01:56.634280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a76c159-e022-409e-895b-b701db915c08 req-36a15499-3b06-48e6-be77-be60a97a2979 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209905 Aug 11 03:01:56.658752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.658752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.658752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.671897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be9111a4-3bf2-424d-9c9e-c9726a9414c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.678337 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-517dc6e2-1273-459d-a16e-ea9b3b7bf1bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0636330 Aug 11 03:01:56.679440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.680472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.680936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57734) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:56.681067 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.764709 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.782163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9004714 Aug 11 03:01:56.788244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933612c6-49f3-4dcb-9a8f-5dabbcaa06a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee1e902-6b08-48d8-ab7f-9718ab4264b2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.812163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd881c5a-f5f4-4695-94dc-443015dc397c req-b5d6c8d8-8d3a-4f7c-a126-a3e2caabf1ba tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:56.813405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd881c5a-f5f4-4695-94dc-443015dc397c req-b5d6c8d8-8d3a-4f7c-a126-a3e2caabf1ba tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0902371 Aug 11 03:01:56.816712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 9ee1e902-6b08-48d8-ab7f-9718ab4264b2 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:56.824899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be9111a4-3bf2-424d-9c9e-c9726a9414c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.828992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be9111a4-3bf2-424d-9c9e-c9726a9414c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:56.830518 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-be9111a4-3bf2-424d-9c9e-c9726a9414c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e387b97-b6de-4753-ad51-1c0a93ac1769 HTTP/1.1" status: 204 len: 168 time: 0.4056022 Aug 11 03:01:56.841048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9111a4-3bf2-424d-9c9e-c9726a9414c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e387b97-b6de-4753-ad51-1c0a93ac1769,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:56.920795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd881c5a-f5f4-4695-94dc-443015dc397c req-a519e421-1582-47c0-b5ab-35298721fed5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965152 Aug 11 03:01:56.964785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 87c9334f-2902-4147-b64c-c31d6456a87a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:56.965012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.108110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.114218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c1760-99c9-4032-9cfa-a9ad75721959 req-d9b8474f-22f6-423c-83f1-6fcac2b91237 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.116392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f9c1760-99c9-4032-9cfa-a9ad75721959 req-d9b8474f-22f6-423c-83f1-6fcac2b91237 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0911043 Aug 11 03:01:57.129179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 87c9334f-2902-4147-b64c-c31d6456a87a owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:57.150651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e5db1-f9d3-4104-ac5d-41391a17392d req-1322c04c-de62-4289-8d20-c1bc84e2e8f4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.157830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c29e5db1-f9d3-4104-ac5d-41391a17392d req-1322c04c-de62-4289-8d20-c1bc84e2e8f4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1127365 Aug 11 03:01:57.159297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f9c1760-99c9-4032-9cfa-a9ad75721959 req-a5763f1a-2c33-477c-a813-c037b46f2405 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366032 Aug 11 03:01:57.234888 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c29e5db1-f9d3-4104-ac5d-41391a17392d req-b29f1bea-5127-449b-b79f-607251000dc7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762007 Aug 11 03:01:57.278493 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.312126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=87c9334f-2902-4147-b64c-c31d6456a87a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:57.321007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.323890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fc870542-9037-466c-91bb-b2921265a035 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/87c9334f-2902-4147-b64c-c31d6456a87a HTTP/1.1" status: 204 len: 168 time: 0.6412482 Aug 11 03:01:57.326164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57760) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:57.413051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a330aa-0d2d-47d3-b9c0-f7bf50befade tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.419089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a330aa-0d2d-47d3-b9c0-f7bf50befade tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.420787 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-89a330aa-0d2d-47d3-b9c0-f7bf50befade tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0934567 Aug 11 03:01:57.423472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57768) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:57.466320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a84259-7b35-4a22-b38b-c6b728f706fe req-4e385b75-b89d-4b24-819a-7f7a54ba3563 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.467845 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94a84259-7b35-4a22-b38b-c6b728f706fe req-4e385b75-b89d-4b24-819a-7f7a54ba3563 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1086652 Aug 11 03:01:57.529643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf849-eee3-4f02-b09d-fc4d0863c826 req-e4148459-dbc3-45e5-8d48-7319e48eb8ba tempest-ComputeTenantNetworksTest-1111595252 tempest-ComputeTenantNetworksTest-1111595252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.539456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf849-eee3-4f02-b09d-fc4d0863c826 req-e4148459-dbc3-45e5-8d48-7319e48eb8ba tempest-ComputeTenantNetworksTest-1111595252 tempest-ComputeTenantNetworksTest-1111595252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.544080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94a84259-7b35-4a22-b38b-c6b728f706fe req-0af48d37-f4c8-4d4b-b739-32393f1636ba tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 Aug 11 03:01:57.546148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cf849-eee3-4f02-b09d-fc4d0863c826 req-e4148459-dbc3-45e5-8d48-7319e48eb8ba tempest-ComputeTenantNetworksTest-1111595252 tempest-ComputeTenantNetworksTest-1111595252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.547811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-770cf849-eee3-4f02-b09d-fc4d0863c826 req-e4148459-dbc3-45e5-8d48-7319e48eb8ba tempest-ComputeTenantNetworksTest-1111595252 tempest-ComputeTenantNetworksTest-1111595252-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1376989 Aug 11 03:01:57.577034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 3334021a-dc49-4ef3-9f14-aec899b9e95b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:01:57.578010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.680392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa5682-ca89-441a-8309-c620f97d5f87 req-6bd16c5d-e9ec-4337-9426-2a852c505c87 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.681931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dffa5682-ca89-441a-8309-c620f97d5f87 req-6bd16c5d-e9ec-4337-9426-2a852c505c87 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 944 time: 0.0638447 Aug 11 03:01:57.716940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.725849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dffa5682-ca89-441a-8309-c620f97d5f87 req-550d5c61-89b6-4510-9b11-6d0b9cbcff81 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376666 Aug 11 03:01:57.737593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 3334021a-dc49-4ef3-9f14-aec899b9e95b owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:01:57.745928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b30d5-0778-4147-ae63-b17e6fd6bbbb req-d23a3351-d76c-4e34-8c3f-81395f464bfc tempest-ComputeTenantNetworksTest-1111595252 tempest-ComputeTenantNetworksTest-1111595252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.747315 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d20b30d5-0778-4147-ae63-b17e6fd6bbbb req-d23a3351-d76c-4e34-8c3f-81395f464bfc tempest-ComputeTenantNetworksTest-1111595252 tempest-ComputeTenantNetworksTest-1111595252-project] 10.222.0.60 "GET /v2.0/networks/9ee1e902-6b08-48d8-ab7f-9718ab4264b2 HTTP/1.1" status: 200 len: 768 time: 0.1502187 Aug 11 03:01:57.756353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57784) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:57.845395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e84e7-5868-4def-9d6c-3e25bf2e1c93 req-37601ce9-2fde-425a-90a5-7eeb1231cb9a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.846917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-432e84e7-5868-4def-9d6c-3e25bf2e1c93 req-37601ce9-2fde-425a-90a5-7eeb1231cb9a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0574307 Aug 11 03:01:57.889411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-432e84e7-5868-4def-9d6c-3e25bf2e1c93 req-f79111db-0b11-44a5-b243-54d54563451d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341120 Aug 11 03:01:57.935773 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:57.969737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3852a-037a-4934-a9fa-8a05ccf2e324 req-45f4ab3d-cd6e-4406-84a7-cd56b3c3e527 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:57.970791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90c3852a-037a-4934-a9fa-8a05ccf2e324 req-45f4ab3d-cd6e-4406-84a7-cd56b3c3e527 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1397128 Aug 11 03:01:58.009189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2c601dbf-a6aa-4e43-ab99-38965ae89863 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:01:58.010624 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.066041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7ab58-fd66-482b-89d9-64181f03c902 req-17e44278-b74e-4ccb-a900-fe0540f5a086 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.068353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01c7ab58-fd66-482b-89d9-64181f03c902 req-17e44278-b74e-4ccb-a900-fe0540f5a086 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0614793 Aug 11 03:01:58.090177 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.096627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=3334021a-dc49-4ef3-9f14-aec899b9e95b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:58.104468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 2c601dbf-a6aa-4e43-ab99-38965ae89863 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:01:58.110646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 2c601dbf-a6aa-4e43-ab99-38965ae89863 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:01:58.119750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.121365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.123313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-62d77c07-8f5e-48d1-8b6e-5537f1e497ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/3334021a-dc49-4ef3-9f14-aec899b9e95b HTTP/1.1" status: 204 len: 168 time: 0.6988866 Aug 11 03:01:58.125236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.126069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57794) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.130308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90c3852a-037a-4934-a9fa-8a05ccf2e324 req-440fb1f3-c956-4ab7-aaf1-c02fe7bbe602 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494501 Aug 11 03:01:58.142098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee1e902-6b08-48d8-ab7f-9718ab4264b2']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.162227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f351841c-313e-4798-9fc2-4000075ab49f') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.162772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f351841c-313e-4798-9fc2-4000075ab49f') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.178808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.183274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01c7ab58-fd66-482b-89d9-64181f03c902 req-91fbba83-0830-4fc3-8f2a-0552d4567932 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028397 Aug 11 03:01:58.229667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.233967 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.246766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:58.247026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:58.251318 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:58.272071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:01:58.274836 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb761f3-a46c-4f1d-bdf1-67c6fd08fc63" -d '{"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-plugged", "status": "completed", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:01:58.284327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebddd119-daee-4d87-9c10-30933b2587cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.289231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ebddd119-daee-4d87-9c10-30933b2587cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1620522 Aug 11 03:01:58.289834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57802) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.292991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:01:58.300102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.353684 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadc7327-1263-47ff-96f1-f73fd33be69a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:01:58.353684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fadc7327-1263-47ff-96f1-f73fd33be69a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/87c9334f-2902-4147-b64c-c31d6456a87a HTTP/1.1" status: 404 len: 333 time: 0.0558248 Aug 11 03:01:58.355761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57804) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.396466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:58.430109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0cefd-1354-441a-96bc-bed2bcee12a2 req-00d19cea-16ad-4599-bb46-05b75592efda tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.439111 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45b0cefd-1354-441a-96bc-bed2bcee12a2 req-00d19cea-16ad-4599-bb46-05b75592efda tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1554930 Aug 11 03:01:58.459744 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0f8a78-61b1-4fe5-a7bb-b8c8675fab63 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:01:58.462017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1e0f8a78-61b1-4fe5-a7bb-b8c8675fab63 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/3334021a-dc49-4ef3-9f14-aec899b9e95b HTTP/1.1" status: 404 len: 333 time: 0.1053207 Aug 11 03:01:58.465095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57810) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.473135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.502202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.504944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9ee1e902-6b08-48d8-ab7f-9718ab4264b2 HTTP/1.1" status: 204 len: 168 time: 0.7440274 Aug 11 03:01:58.506308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b2db7-117e-4224-8f8f-954359a7fa06 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee1e902-6b08-48d8-ab7f-9718ab4264b2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:58.520218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45b0cefd-1354-441a-96bc-bed2bcee12a2 req-285de43d-b284-4e0a-afc0-a3fb881c4e42 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800402 Aug 11 03:01:58.537758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae51cdc-ed71-48d5-8728-24f6cacfcce5 req-d5a1376b-3d92-432a-b050-eb59d843a4af tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.542249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ae51cdc-ed71-48d5-8728-24f6cacfcce5 req-d5a1376b-3d92-432a-b050-eb59d843a4af tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1993876 Aug 11 03:01:58.589827 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dfe235-8204-46e2-afa6-e5a063f4866c x-openstack-request-id: req-37dfe235-8204-46e2-afa6-e5a063f4866c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:01:58.590221 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-plugged", "status": "completed", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:01:58.590400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.590554 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37dfe235-8204-46e2-afa6-e5a063f4866c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:01:58.590932 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'code': 200} Aug 11 03:01:58.613870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ae51cdc-ed71-48d5-8728-24f6cacfcce5 req-eb873fcc-bdb7-462f-922e-9860f3534b7b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706024 Aug 11 03:01:58.758145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57822) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.777435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.791593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae25398b-ccc6-4e50-878d-f0c04f3eff17']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.830509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6d2d1a33-ccff-425d-bb6c-ba9a5cb56f22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d65a20241c24170b7cfdccec4479198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706050 Aug 11 03:01:58.832762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57824) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:58.836805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a3b006-318e-4bd4-9264-63dd211ed24e') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.837275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a3b006-318e-4bd4-9264-63dd211ed24e') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:01:58.849910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.875671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.891602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a671f-27ba-454d-af32-b3a635a0c92f req-66848963-35a9-4cdb-b77e-55d309d3999a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.896427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c63a671f-27ba-454d-af32-b3a635a0c92f req-66848963-35a9-4cdb-b77e-55d309d3999a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1722035 Aug 11 03:01:58.899576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:01:58.900449 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.905542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690f068-eb71-4ab2-abae-f8f08563fff0 req-4efdf10e-a849-433d-8b70-e374200f7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.907125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c690f068-eb71-4ab2-abae-f8f08563fff0 req-4efdf10e-a849-433d-8b70-e374200f7c40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 1097 time: 0.2338219 Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:01:58.907799 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:01:58.938944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b8696-c588-4a38-8b9a-91250468d9ec req-e491af14-e077-4f16-b363-8f17d3336b9f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:58.940584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-858b8696-c588-4a38-8b9a-91250468d9ec req-e491af14-e077-4f16-b363-8f17d3336b9f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.0926907 Aug 11 03:01:58.941729 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed7e4ef-df08-42e7-817a-1e376e4bb597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:58.981978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed7e4ef-df08-42e7-817a-1e376e4bb597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.026477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-858b8696-c588-4a38-8b9a-91250468d9ec req-5db0d5e6-fc54-4787-ba2d-0222d58c00b4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741210 Aug 11 03:01:59.037082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c690f068-eb71-4ab2-abae-f8f08563fff0 req-467de53d-c8dd-42cc-9121-7ddf3026b88a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890317 Aug 11 03:01:59.047989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c63a671f-27ba-454d-af32-b3a635a0c92f req-ae2e49d2-101f-4bd3-add3-c822eb519fbd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285794 Aug 11 03:01:59.048689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.061819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed7e4ef-df08-42e7-817a-1e376e4bb597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.064391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.064950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ed7e4ef-df08-42e7-817a-1e376e4bb597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.068545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/ae25398b-ccc6-4e50-878d-f0c04f3eff17 HTTP/1.1" status: 204 len: 168 time: 0.6016667 Aug 11 03:01:59.080418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3ed7e4ef-df08-42e7-817a-1e376e4bb597 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/635fd1e5-b87c-4508-8652-df0e20f7e584 HTTP/1.1" status: 204 len: 168 time: 0.2394905 Aug 11 03:01:59.081498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:59.101175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-952077189'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:59.101861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b6459-6217-4526-b36f-0e699d944521 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=ae25398b-ccc6-4e50-878d-f0c04f3eff17,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:59.130001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7e4ef-df08-42e7-817a-1e376e4bb597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635fd1e5-b87c-4508-8652-df0e20f7e584,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:59.190629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:59.195198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.222383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011ef30-08e7-44ee-a77d-fcd3dee0b2c0 req-0c939f2a-f0ba-43c3-945c-a69a71858932 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.224004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5011ef30-08e7-44ee-a77d-fcd3dee0b2c0 req-0c939f2a-f0ba-43c3-945c-a69a71858932 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0823596 Aug 11 03:01:59.240628 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:01:59.271331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.271734 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment 37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f of type vlan for network f6145aa2-17c9-4d85-9f85-a5453e23effe Aug 11 03:01:59.281282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d7ed6-9084-4068-be4e-2c769e0b1c24 req-44685fda-59c9-4d45-aa53-a2baff08694a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.283001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8a0d7ed6-9084-4068-be4e-2c769e0b1c24 req-44685fda-59c9-4d45-aa53-a2baff08694a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0604107 Aug 11 03:01:59.293137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5011ef30-08e7-44ee-a77d-fcd3dee0b2c0 req-9ea73856-7356-4b57-8f43-2d656799351c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Aug 11 03:01:59.329897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8a0d7ed6-9084-4068-be4e-2c769e0b1c24 req-b10b67ed-dda0-4429-b0a8-e575ef08af10 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 Aug 11 03:01:59.335843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.375323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.381814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.382453 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.445335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3497503 Aug 11 03:01:59.448222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57840) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:01:59.458408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:01:59.498386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3ea59-e839-4811-b46e-1ff6463633ca req-3807e239-bd73-4a86-84dc-776628c1a8f6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.500209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3e3ea59-e839-4811-b46e-1ff6463633ca req-3807e239-bd73-4a86-84dc-776628c1a8f6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0618153 Aug 11 03:01:59.515779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa0db4-077e-4daa-8ec7-29104134f4ac tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=f6145aa2-17c9-4d85-9f85-a5453e23effe,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:01:59.531344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network f6145aa2-17c9-4d85-9f85-a5453e23effe details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:01:59.584930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:01:59.592097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.609275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3e3ea59-e839-4811-b46e-1ff6463633ca req-d1640665-01a8-463a-8d34-bd31405b7cf3 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016212 Aug 11 03:01:59.734629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389ad09-0152-4adb-8b8b-b5a26815f5ff req-0d562a9f-f8df-4a2e-ae76-e9a49c7eadf7 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.736578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b389ad09-0152-4adb-8b8b-b5a26815f5ff req-0d562a9f-f8df-4a2e-ae76-e9a49c7eadf7 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0908613 Aug 11 03:01:59.754411 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:01:59.810557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b389ad09-0152-4adb-8b8b-b5a26815f5ff req-714c4678-30e5-4c78-843f-175bac39deb4 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661843 Aug 11 03:01:59.822462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71f9f6-1c9e-4887-9788-3ded3a6152ab req-266588b2-c65d-4640-a488-9ddd062ec534 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:01:59.848306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b71f9f6-1c9e-4887-9788-3ded3a6152ab req-266588b2-c65d-4640-a488-9ddd062ec534 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1296225 Aug 11 03:01:59.919274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b71f9f6-1c9e-4887-9788-3ded3a6152ab req-37fcdfa6-93a0-487d-bf97-87a266d7e991 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700629 Aug 11 03:01:59.932116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.028744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': '37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:00.029123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: f6145aa2-17c9-4d85-9f85-a5453e23effe, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:00.034077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=71896218-f342-4a3d-b59f-95f56ba57fde,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:00.060781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network f6145aa2-17c9-4d85-9f85-a5453e23effe is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:00.076700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, f6145aa2-17c9-4d85-9f85-a5453e23effe) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:00.087307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a50bb9f-1af1-4a31-811e-f13f78da7b27 None None] Network f6145aa2-17c9-4d85-9f85-a5453e23effe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:00.112985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.113326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.180018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-268d0859-dacf-4256-b8f1-fd0876653c52 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7305031 Aug 11 03:02:00.180926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57876) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:00.198912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-a13ee128-1a39-42ea-bf04-9e8c19c98feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.200822 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-a13ee128-1a39-42ea-bf04-9e8c19c98feb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 1097 time: 0.1257002 Aug 11 03:02:00.208051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe', 'name': 'tempest-PortsIpV6TestJSON-575902921'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:00.236847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b0026-e05b-437f-bc7e-fa9ec7714f97 req-444a5ef7-81f6-439d-93c9-48850c9444ce tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.258891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a7b0026-e05b-437f-bc7e-fa9ec7714f97 req-444a5ef7-81f6-439d-93c9-48850c9444ce tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1824942 Aug 11 03:02:00.344046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-53a9def0-2650-4d01-b8ed-87c6b24be069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.346342 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-53a9def0-2650-4d01-b8ed-87c6b24be069 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.1331036 Aug 11 03:02:00.366736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a7b0026-e05b-437f-bc7e-fa9ec7714f97 req-b179a673-ee30-4608-abb4-b9e3c701c9b6 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066518 Aug 11 03:02:00.534257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6b74c-7917-4742-9234-8f06ea88cfa4 req-544c61b0-bd75-42d3-9b7f-960ce99aa56c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.535807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7c6b74c-7917-4742-9234-8f06ea88cfa4 req-544c61b0-bd75-42d3-9b7f-960ce99aa56c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.3854747 Aug 11 03:02:00.540475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30dce01-c65a-40f5-8c31-3c98c120d583 req-3a54b3df-c984-41cb-9bfc-753d0ecdb745 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.543343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e30dce01-c65a-40f5-8c31-3c98c120d583 req-3a54b3df-c984-41cb-9bfc-753d0ecdb745 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0710411 Aug 11 03:02:00.589979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-60795002-6846-4a7d-a136-aae322c4cdc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 200 len: 1000 time: 0.2007511 Aug 11 03:02:00.656080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e30dce01-c65a-40f5-8c31-3c98c120d583 req-98801769-fbb8-4a29-a51a-a2ea9bc428c5 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042893 Aug 11 03:02:00.754290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-f6145aa2-17c9-4d85-9f85-a5453e23effe', 'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe', 'tenant_id': 'bc365628acdf4109a8723cfb048e31d8', 'fixed_ips': [{'subnet_id': '71896218-f342-4a3d-b59f-95f56ba57fde'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:00.755807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.768655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7c6b74c-7917-4742-9234-8f06ea88cfa4 req-a3f5dead-438f-4d52-b985-b9be3f33edc9 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101414 Aug 11 03:02:00.793087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:00.800402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:00.879112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b09388-f722-4052-b7cd-a3a9db5b9908 req-8cae72de-81a8-4f3a-841d-19b5c59680b7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:00.883417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b09388-f722-4052-b7cd-a3a9db5b9908 req-8cae72de-81a8-4f3a-841d-19b5c59680b7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1288922 Aug 11 03:02:00.980282 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b09388-f722-4052-b7cd-a3a9db5b9908 req-c1a76c61-6572-4ef5-aaf3-d6a0e8bd9c9c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841770 Aug 11 03:02:01.061169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Allocated IP 2001:db8::2 (f6145aa2-17c9-4d85-9f85-a5453e23effe/71896218-f342-4a3d-b59f-95f56ba57fde/6e8da67a-f738-446f-8dd5-f57e6d87707c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:01.243226 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.252680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Transition to ACTIVE for port object 6e8da67a-f738-446f-8dd5-f57e6d87707c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:01.273067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Transition to ACTIVE for port object 6e8da67a-f738-446f-8dd5-f57e6d87707c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:01.282042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.312447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-5445fdfa-5061-427d-ae94-4b551c391287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.313914 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-5445fdfa-5061-427d-ae94-4b551c391287 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.7165217 Aug 11 03:02:01.332193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port 1ded35c4-895d-41ed-8488-f38466cd9ad6 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:01.332535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Network f6145aa2-17c9-4d85-9f85-a5453e23effe is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:01.335673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:01.338562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:01.350234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Pushing event updated for resources: {'Port': ['ID=6e8da67a-f738-446f-8dd5-f57e6d87707c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:01.378162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02f970-3fad-46cf-9ed1-e0f7bfa91276 req-cdb944c1-82f0-4741-bafa-0d815ce28f53 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.386609 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8a02f970-3fad-46cf-9ed1-e0f7bfa91276 req-cdb944c1-82f0-4741-bafa-0d815ce28f53 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1137204 Aug 11 03:02:01.412142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Attempting to bind port 6e8da67a-f738-446f-8dd5-f57e6d87707c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:01.412753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Attempting to bind port 6e8da67a-f738-446f-8dd5-f57e6d87707c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:01.413288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Attempting to bind port 6e8da67a-f738-446f-8dd5-f57e6d87707c on network f6145aa2-17c9-4d85-9f85-a5453e23effe {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:01.418926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:01.419698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Checking segment: {'id': '37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:01.420271 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.420950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Bound using segment: {'id': '37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:01.421575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Bound port: 6e8da67a-f738-446f-8dd5-f57e6d87707c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f6145aa2-17c9-4d85-9f85-a5453e23effe'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:01.422293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.494249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8a02f970-3fad-46cf-9ed1-e0f7bfa91276 req-8d646242-c6f6-48d3-993b-f87789bb287f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066692 Aug 11 03:02:01.523835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] For port 6e8da67a-f738-446f-8dd5-f57e6d87707c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:01.534927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] For port 6e8da67a-f738-446f-8dd5-f57e6d87707c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e8da67a-f738-446f-8dd5-f57e6d87707c,segment=NetworkSegment(37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f),segment_id=37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:01.546655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-bdf590c5-032d-42e0-876f-57279193647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.546985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:01.547262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e958a-cc61-4d7f-8626-af9ab6cfeb05 req-63b0fd5f-858e-4cdc-8312-3bef9f68e85b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.549110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-bdf590c5-032d-42e0-876f-57279193647c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2258065 Aug 11 03:02:01.559343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-638e958a-cc61-4d7f-8626-af9ab6cfeb05 req-63b0fd5f-858e-4cdc-8312-3bef9f68e85b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0789199 Aug 11 03:02:01.636267 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-638e958a-cc61-4d7f-8626-af9ab6cfeb05 req-83bc0d94-696e-49a8-bf93-8b6b97c7141e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750227 Aug 11 03:02:01.659005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cee483-6782-40b0-8597-fb038437e4d0 None None] Pushing event updated for resources: {'Port': ['ID=6e8da67a-f738-446f-8dd5-f57e6d87707c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:01.738712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::4c (f6145aa2-17c9-4d85-9f85-a5453e23effe/71896218-f342-4a3d-b59f-95f56ba57fde/1ded35c4-895d-41ed-8488-f38466cd9ad6) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:01.819888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88489253-51ed-4a35-a5cb-15f22a18d009 req-9b47d7d0-4933-49bd-bc72-436c7adc1b67 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.821805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88489253-51ed-4a35-a5cb-15f22a18d009 req-9b47d7d0-4933-49bd-bc72-436c7adc1b67 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1464005 Aug 11 03:02:01.853016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ef695-f428-45ff-bc33-248f51ac2eb3 req-9d887881-c390-482c-b9ae-1d3c1f21ed1d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:01.855752 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-243ef695-f428-45ff-bc33-248f51ac2eb3 req-9d887881-c390-482c-b9ae-1d3c1f21ed1d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0959842 Aug 11 03:02:01.858133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-41b0c720-3dec-426a-a0d4-9c76e1423690 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940400 Aug 11 03:02:01.987275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-243ef695-f428-45ff-bc33-248f51ac2eb3 req-67585701-42dd-4d64-ae76-d2fd0c32420d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088588 Aug 11 03:02:02.010591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88489253-51ed-4a35-a5cb-15f22a18d009 req-2126ada0-023f-4c56-994b-3afcfb7113b5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732500 Aug 11 03:02:02.212605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db0883e1-5147-4c9a-9660-c2e7dea7685c req-2f3aaa6a-bc2c-4116-a0e2-27e461c6a141 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451889 Aug 11 03:02:02.213062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc959d7-c8d8-4861-ad7c-4997f2740057 req-7786bd7f-b81a-43aa-88d6-2389fd2bbab4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.214782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbc959d7-c8d8-4861-ad7c-4997f2740057 req-7786bd7f-b81a-43aa-88d6-2389fd2bbab4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.0980303 Aug 11 03:02:02.256402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.277065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195c69-a5ca-4bc8-a974-6008169a0eba req-53168450-5c44-4840-bbad-b1513473c10d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.278645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b195c69-a5ca-4bc8-a974-6008169a0eba req-53168450-5c44-4840-bbad-b1513473c10d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1252844 Aug 11 03:02:02.284205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object 1ded35c4-895d-41ed-8488-f38466cd9ad6 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:02.319779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbc959d7-c8d8-4861-ad7c-4997f2740057 req-a045fcd6-8792-47d7-b2ea-76a3c9b6b508 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866041 Aug 11 03:02:02.365235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b195c69-a5ca-4bc8-a974-6008169a0eba req-32bc5251-e98d-45ed-89c8-8635d4051f95 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751884 Aug 11 03:02:02.379227 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.446493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network f6145aa2-17c9-4d85-9f85-a5453e23effe is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:02.450051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:02.457786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:02.464946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.465847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.484670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=1ded35c4-895d-41ed-8488-f38466cd9ad6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:02.512322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b08dc341-1e0a-433b-a67a-5a55f08a5943 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3101416 Aug 11 03:02:02.514833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57946) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:02.553751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b67ff-3b42-4cbd-8066-6036ec665fd1 req-1d67e4ff-135c-4282-9c6a-e6bc0aece1f6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:02.562372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f0b67ff-3b42-4cbd-8066-6036ec665fd1 req-1d67e4ff-135c-4282-9c6a-e6bc0aece1f6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1212196 Aug 11 03:02:02.581142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6e8da67a-f738-446f-8dd5-f57e6d87707c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:02.698674 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f0b67ff-3b42-4cbd-8066-6036ec665fd1 req-e570542c-9e11-4545-96f0-50f0b3a61f50 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311991 Aug 11 03:02:02.713893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 1ded35c4-895d-41ed-8488-f38466cd9ad6 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:02.714224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.754241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6e8da67a-f738-446f-8dd5-f57e6d87707c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:02.947236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:02.965966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 1ded35c4-895d-41ed-8488-f38466cd9ad6 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:03.018548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee453d-a5e7-43f7-b1ea-630e55395be0 req-35f517e8-edd1-407d-853d-f77387be937c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:03.021956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21ee453d-a5e7-43f7-b1ea-630e55395be0 req-35f517e8-edd1-407d-853d-f77387be937c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1421082 Aug 11 03:02:03.132407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21ee453d-a5e7-43f7-b1ea-630e55395be0 req-a708add0-aef8-4006-bc03-b036a68fc263 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989838 Aug 11 03:02:03.144196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50852ec4-2ab2-4489-8445-c7be1f046c65 None None] Network f6145aa2-17c9-4d85-9f85-a5453e23effe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:03.169903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.210927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=1ded35c4-895d-41ed-8488-f38466cd9ad6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:03.277068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.285698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57966) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:03.296195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dc476bdf-01e7-4cf6-aa63-1475b3deaa61 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/1ded35c4-895d-41ed-8488-f38466cd9ad6 HTTP/1.1" status: 204 len: 168 time: 0.7797666 Aug 11 03:02:03.306357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b84361a0-0cd3-4ef9-8af4-fd657e2a0d20 None None] Provisioning for port 6e8da67a-f738-446f-8dd5-f57e6d87707c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:03.314924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b84361a0-0cd3-4ef9-8af4-fd657e2a0d20 None None] Provisioning complete for port 6e8da67a-f738-446f-8dd5-f57e6d87707c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:03.315297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b84361a0-0cd3-4ef9-8af4-fd657e2a0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.339528 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a058036-3a94-41cf-8c62-15fedc3ef208 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:02:03.341426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a058036-3a94-41cf-8c62-15fedc3ef208 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:03.348187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:03.363191 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5a058036-3a94-41cf-8c62-15fedc3ef208 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/1ded35c4-895d-41ed-8488-f38466cd9ad6 HTTP/1.1" status: 404 len: 333 time: 0.0757496 Aug 11 03:02:03.397663 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a074aa-8746-4415-b1c5-a82c420fc4d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:03.402862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:03.423287 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e9a074aa-8746-4415-b1c5-a82c420fc4d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/1ded35c4-895d-41ed-8488-f38466cd9ad6 HTTP/1.1" status: 404 len: 333 time: 0.0738382 Aug 11 03:02:03.490310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 71896218-f342-4a3d-b59f-95f56ba57fde {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:03.521250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.618164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.644781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf9aef-ef12-4405-ad25-3fd7f4355bfa req-97307903-31fd-4082-ab73-bea8844e2af1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:03.650368 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b84361a0-0cd3-4ef9-8af4-fd657e2a0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.656138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cedf9aef-ef12-4405-ad25-3fd7f4355bfa req-97307903-31fd-4082-ab73-bea8844e2af1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1566131 Aug 11 03:02:03.680877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985b147-113f-4398-812b-fdfe69211250 req-15e705d7-3888-46e8-aa07-f88d84566a38 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:03.683416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a985b147-113f-4398-812b-fdfe69211250 req-15e705d7-3888-46e8-aa07-f88d84566a38 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.0894365 Aug 11 03:02:03.720818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b84361a0-0cd3-4ef9-8af4-fd657e2a0d20 None None] For port 6e8da67a-f738-446f-8dd5-f57e6d87707c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e8da67a-f738-446f-8dd5-f57e6d87707c,segment=NetworkSegment(37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f),segment_id=37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:03.729986 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b84361a0-0cd3-4ef9-8af4-fd657e2a0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.752635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57982) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:03.761953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cedf9aef-ef12-4405-ad25-3fd7f4355bfa req-fc84cdf7-6deb-4807-9e91-8b076bafa718 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044354 Aug 11 03:02:03.790992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a985b147-113f-4398-812b-fdfe69211250 req-62f20198-d948-4b03-9ce5-463bb6b1f7f2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000464 Aug 11 03:02:03.811567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84361a0-0cd3-4ef9-8af4-fd657e2a0d20 None None] Pushing event updated for resources: {'Port': ['ID=6e8da67a-f738-446f-8dd5-f57e6d87707c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:03.853421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.947047 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.982891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdac1-f1b6-405b-8678-333ea187e8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:03.989983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=71896218-f342-4a3d-b59f-95f56ba57fde,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.002136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.007676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ea488f4-92be-4acb-aac2-2fbebc44d054 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/71896218-f342-4a3d-b59f-95f56ba57fde HTTP/1.1" status: 204 len: 168 time: 0.6034856 Aug 11 03:02:04.008259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57988) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:04.017321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9338-581a-4a32-8d42-0e2776eed59a req-e78446af-5c01-453b-b6d6-0cf0da622b71 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.025931 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3beb9338-581a-4a32-8d42-0e2776eed59a req-e78446af-5c01-453b-b6d6-0cf0da622b71 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1036081 Aug 11 03:02:04.029751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e6b30-fcb4-458f-b500-fc8653b726d8 req-00634fb5-0cd0-4c90-8cc2-c1f492c88df9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.031317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-979e6b30-fcb4-458f-b500-fc8653b726d8 req-00634fb5-0cd0-4c90-8cc2-c1f492c88df9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1201575 Aug 11 03:02:04.073690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe4c5c-e8ab-49b4-8678-8c4f76d4eb62 None None] Network f6145aa2-17c9-4d85-9f85-a5453e23effe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:04.129648 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3beb9338-581a-4a32-8d42-0e2776eed59a req-674d4e88-96ec-46ef-8a0a-23e310091e1e tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027427 Aug 11 03:02:04.170740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-979e6b30-fcb4-458f-b500-fc8653b726d8 req-862df1a2-9a43-4f7a-8067-3f0a8c6bf6ae tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264946 Aug 11 03:02:04.195914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.213739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ac74e8a1-f7f0-4c1d-abb5-80c29b75d846 None None] Provisioning complete for port 6e8da67a-f738-446f-8dd5-f57e6d87707c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:04.216742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ac74e8a1-f7f0-4c1d-abb5-80c29b75d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.294545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdac1-f1b6-405b-8678-333ea187e8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.305339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdac1-f1b6-405b-8678-333ea187e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.337989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 6e8da67a-f738-446f-8dd5-f57e6d87707c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:04.340935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.374963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6dec7-8956-4b6c-ad08-00ff91ae98f1 req-e2206d32-de0e-4dd1-9957-0ce2f2d5cb11 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.383789 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78e6dec7-8956-4b6c-ad08-00ff91ae98f1 req-e2206d32-de0e-4dd1-9957-0ce2f2d5cb11 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1511018 Aug 11 03:02:04.396481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f5bdac1-f1b6-405b-8678-333ea187e8ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91a56d19545c46e790049d43f21220da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369450 Aug 11 03:02:04.402632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58004) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:04.422888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bdac1-f1b6-405b-8678-333ea187e8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935b73f5-e845-4de0-a881-88be39a00894,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.473743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] For port 6e8da67a-f738-446f-8dd5-f57e6d87707c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e8da67a-f738-446f-8dd5-f57e6d87707c,segment=NetworkSegment(37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f),segment_id=37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.474891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.510611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 6e8da67a-f738-446f-8dd5-f57e6d87707c owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:04.561603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] DHCP port deletion for f6145aa2-17c9-4d85-9f85-a5453e23effe request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:04.613825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78e6dec7-8956-4b6c-ad08-00ff91ae98f1 req-99e26a24-a8ac-4772-b699-a5bc92c13230 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220423 Aug 11 03:02:04.652741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f862e88-a030-4276-af03-0124ee3f9f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.691199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f862e88-a030-4276-af03-0124ee3f9f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.705844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] Deleting port 6e8da67a-f738-446f-8dd5-f57e6d87707c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:04.706303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.783223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f862e88-a030-4276-af03-0124ee3f9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.794526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f862e88-a030-4276-af03-0124ee3f9f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.796590 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5f862e88-a030-4276-af03-0124ee3f9f6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/935b73f5-e845-4de0-a881-88be39a00894 HTTP/1.1" status: 204 len: 168 time: 0.3908594 Aug 11 03:02:04.821517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.828980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] For port 6e8da67a-f738-446f-8dd5-f57e6d87707c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e8da67a-f738-446f-8dd5-f57e6d87707c,segment=NetworkSegment(37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f),segment_id=37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:04.829400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:04.835485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f862e88-a030-4276-af03-0124ee3f9f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935b73f5-e845-4de0-a881-88be39a00894,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.897234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] Calling delete_port for 6e8da67a-f738-446f-8dd5-f57e6d87707c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:04.910344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=6e8da67a-f738-446f-8dd5-f57e6d87707c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:04.913810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No DVR routers for this DVR port 6e8da67a-f738-446f-8dd5-f57e6d87707c on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:04.926124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91873eb2-489b-4cc7-b6f6-c57025397d3e req-1ef11519-1835-4db0-8023-3446cd1475b3 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:04.934346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91873eb2-489b-4cc7-b6f6-c57025397d3e req-1ef11519-1835-4db0-8023-3446cd1475b3 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.2081337 Aug 11 03:02:05.032591 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.058003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] Pushing event deleted for resources: {'Port': ['ID=6e8da67a-f738-446f-8dd5-f57e6d87707c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.069765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb72025-2816-4a24-b909-512e0297a2e3 None None] No DVR routers for this DVR port 6e8da67a-f738-446f-8dd5-f57e6d87707c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:05.088025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.089986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d568a-7487-4986-952c-39b61b613bf7 req-612c0286-c444-4d82-a6f3-6fd2b9aa69f1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:05.091989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f8d568a-7487-4986-952c-39b61b613bf7 req-612c0286-c444-4d82-a6f3-6fd2b9aa69f1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1794786 Aug 11 03:02:05.126480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91873eb2-489b-4cc7-b6f6-c57025397d3e req-7faaf2ba-c529-4548-b313-fe4d10e1ef74 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848283 Aug 11 03:02:05.149994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6145aa2-17c9-4d85-9f85-a5453e23effe']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:05.159828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f8d568a-7487-4986-952c-39b61b613bf7 req-b1cd82c1-a857-4297-9adf-b71b3e52c413 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610645 Aug 11 03:02:05.168386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:05.168667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37fb1745-cbd0-4541-b1a9-2ea0d81c6e0f') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:05.181109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.197281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.209731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:05.210285 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:05.238182 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:05.331533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.344722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c135e-9261-46f3-80fc-88aff4c4609e req-dc68a05c-684f-4868-b71b-8fafd8e35981 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:05.346382 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df6c135e-9261-46f3-80fc-88aff4c4609e req-dc68a05c-684f-4868-b71b-8fafd8e35981 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0743198 Aug 11 03:02:05.351180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.353624 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/f6145aa2-17c9-4d85-9f85-a5453e23effe HTTP/1.1" status: 204 len: 168 time: 1.3442724 Aug 11 03:02:05.357327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58024) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.362962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1308160868'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:05.375705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d1232-8149-4c30-8dc4-80b4611d30d8 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=f6145aa2-17c9-4d85-9f85-a5453e23effe,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.400135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58026) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.410929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:05.417083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.419813 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a41181f9-95e1-4393-8795-29af3e9260e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.440279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df6c135e-9261-46f3-80fc-88aff4c4609e req-9bd584ce-02b6-4a05-a121-5d8934651f24 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840039 Aug 11 03:02:05.472268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:05.491433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.492251 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d of type vlan for network d83f8e14-a36a-437a-a563-d287aadad378 Aug 11 03:02:05.556480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a41181f9-95e1-4393-8795-29af3e9260e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.559341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.561977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a41181f9-95e1-4393-8795-29af3e9260e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.609333 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.617241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:05.618815 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.623650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a41181f9-95e1-4393-8795-29af3e9260e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=764e5c15b17d4acb9e3af3118b800c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221417 Aug 11 03:02:05.624858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41181f9-95e1-4393-8795-29af3e9260e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d2ae49-66ff-47ca-9e86-653d84098d71,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.627989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58028) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.686281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3275547 Aug 11 03:02:05.689671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58030) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:05.698610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:05.709535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a4891-84d4-47cb-af5b-d445562fc88b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=d83f8e14-a36a-437a-a563-d287aadad378,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:05.721133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d83f8e14-a36a-437a-a563-d287aadad378 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:05.765058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-498138df-77fe-45ac-b8be-f85182a85656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.804176 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-498138df-77fe-45ac-b8be-f85182a85656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.837077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:05.840791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.948646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-498138df-77fe-45ac-b8be-f85182a85656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.951526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-498138df-77fe-45ac-b8be-f85182a85656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:05.955010 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-498138df-77fe-45ac-b8be-f85182a85656 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8d2ae49-66ff-47ca-9e86-653d84098d71 HTTP/1.1" status: 204 len: 168 time: 0.3236973 Aug 11 03:02:05.967328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498138df-77fe-45ac-b8be-f85182a85656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d2ae49-66ff-47ca-9e86-653d84098d71,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:06.098246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.174117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=35262fe5-3e87-4bff-9ec6-b7e64e44d19d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:06.191436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': 'e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:06.191883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: d83f8e14-a36a-437a-a563-d287aadad378, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:06.212832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network d83f8e14-a36a-437a-a563-d287aadad378 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:06.231320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d83f8e14-a36a-437a-a563-d287aadad378) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:06.237946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.238780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.246924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be80785-6b55-438c-a3de-6851926890f6 None None] Network d83f8e14-a36a-437a-a563-d287aadad378 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:06.259729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-734e3eaa-3e7a-4423-9142-285ba9cab56e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5683393 Aug 11 03:02:06.262231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58044) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:06.269919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-99703706'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:06.360716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e8ce4-1aea-462e-b925-9c350af176ed req-d19855e3-ce00-4978-a1e6-d4b916b8b884 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.362289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-859e8ce4-1aea-462e-b925-9c350af176ed req-d19855e3-ce00-4978-a1e6-d4b916b8b884 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0817463 Aug 11 03:02:06.413712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-859e8ce4-1aea-462e-b925-9c350af176ed req-b697f9d5-29ae-4177-80c9-ff4427513df0 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418651 Aug 11 03:02:06.429372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bced4fc-e6f1-45f0-a1a8-48ced40f91d5 req-c63a813f-8172-4ac0-b135-20c6c16b2c89 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.439099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bced4fc-e6f1-45f0-a1a8-48ced40f91d5 req-c63a813f-8172-4ac0-b135-20c6c16b2c89 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1605561 Aug 11 03:02:06.523906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-d83f8e14-a36a-437a-a563-d287aadad378', 'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378', 'tenant_id': 'bc365628acdf4109a8723cfb048e31d8', 'fixed_ips': [{'subnet_id': '35262fe5-3e87-4bff-9ec6-b7e64e44d19d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:06.524794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.532998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:06.537978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.565092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bced4fc-e6f1-45f0-a1a8-48ced40f91d5 req-e1408758-ccc4-43ce-8a76-87b5b764fe35 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248729 Aug 11 03:02:06.572914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port a54ce4d7-7d66-47cc-ba65-6e320c38d088 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:06.580255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6e8da67a-f738-446f-8dd5-f57e6d87707c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:06.650421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976b6d3-46c4-4b86-82d1-cbc6571e3b4b req-eb4fdb9b-0f23-4461-a1e0-db91fca82587 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.663966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6976b6d3-46c4-4b86-82d1-cbc6571e3b4b req-eb4fdb9b-0f23-4461-a1e0-db91fca82587 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0899968 Aug 11 03:02:06.675992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6e8da67a-f738-446f-8dd5-f57e6d87707c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:06.676345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6e8da67a-f738-446f-8dd5-f57e6d87707c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:06.710363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::241 (d83f8e14-a36a-437a-a563-d287aadad378/35262fe5-3e87-4bff-9ec6-b7e64e44d19d/a54ce4d7-7d66-47cc-ba65-6e320c38d088) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:06.721531 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6976b6d3-46c4-4b86-82d1-cbc6571e3b4b req-1974f5b1-a8fa-4320-8912-a9efb8978415 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507970 Aug 11 03:02:06.870837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.887257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object a54ce4d7-7d66-47cc-ba65-6e320c38d088 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:06.927448 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:06.980316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network d83f8e14-a36a-437a-a563-d287aadad378 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:06.985486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:06.990493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:06.998128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:06.999082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.000713 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Allocated IP 2001:db8::2 (d83f8e14-a36a-437a-a563-d287aadad378/35262fe5-3e87-4bff-9ec6-b7e64e44d19d/aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:07.032069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=a54ce4d7-7d66-47cc-ba65-6e320c38d088,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:07.045715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e5bf264a-749e-4e04-9119-95c20cc8d498 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.7798555 Aug 11 03:02:07.046146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58064) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:07.151666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port a54ce4d7-7d66-47cc-ba65-6e320c38d088 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:07.153145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.213267 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.225504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Transition to ACTIVE for port object aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:07.245578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Transition to ACTIVE for port object aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:07.254368 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.304462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Pushing event updated for resources: {'Port': ['ID=aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:07.322240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Network d83f8e14-a36a-437a-a563-d287aadad378 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:07.324259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:07.329305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:07.398024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Attempting to bind port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:07.398403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Attempting to bind port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:07.398772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Attempting to bind port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b on network d83f8e14-a36a-437a-a563-d287aadad378 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:07.405346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:07.405731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Checking segment: {'id': 'e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:07.406293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.406736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Bound using segment: {'id': 'e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:07.407227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Bound port: aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd83f8e14-a36a-437a-a563-d287aadad378'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:07.407649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.534442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] For port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:07.541024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] For port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b,segment=NetworkSegment(e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d),segment_id=e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:07.546724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.613003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd18e9-d3b3-4cbd-bd78-060ed012a9d5 req-34b670c9-810a-4938-a4c0-5c44ea215c54 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.621433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eedd18e9-d3b3-4cbd-bd78-060ed012a9d5 req-34b670c9-810a-4938-a4c0-5c44ea215c54 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0965567 Aug 11 03:02:07.653134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d436c39-fa13-4148-bebc-9369a2e09629 None None] Pushing event updated for resources: {'Port': ['ID=aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:07.659454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:07.685715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for a54ce4d7-7d66-47cc-ba65-6e320c38d088 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:07.707862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eedd18e9-d3b3-4cbd-bd78-060ed012a9d5 req-b6caa6b4-0637-46b0-aebf-71a37583a101 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802343 Aug 11 03:02:07.810687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5996cf-f3d8-414e-b312-a62fc1eba231 req-ae3d4826-490e-4063-b413-6bb3e009d1d7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.812749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a5996cf-f3d8-414e-b312-a62fc1eba231 req-ae3d4826-490e-4063-b413-6bb3e009d1d7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1230721 Aug 11 03:02:07.892374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a5996cf-f3d8-414e-b312-a62fc1eba231 req-807c9f53-19a6-49cf-87e3-73e146be4131 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701311 Aug 11 03:02:07.952983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b1dff-6cae-43bd-9802-f50aca93ae1b req-949b87d1-e189-4de7-bfea-24182f564c6d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:07.957475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-555b1dff-6cae-43bd-9802-f50aca93ae1b req-949b87d1-e189-4de7-bfea-24182f564c6d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1143441 Aug 11 03:02:07.989303 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.041900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-555b1dff-6cae-43bd-9802-f50aca93ae1b req-9da59348-07a0-4ae9-87ef-aabc10f09605 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646839 Aug 11 03:02:08.061420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=a54ce4d7-7d66-47cc-ba65-6e320c38d088,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:08.099526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.103697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8acd9d12-3ff1-481d-9c6c-57678d1eaa9f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/a54ce4d7-7d66-47cc-ba65-6e320c38d088 HTTP/1.1" status: 204 len: 168 time: 1.0543690 Aug 11 03:02:08.106020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58092) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:08.153106 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8938c2e8-4540-4d70-b33e-94165df06903 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:08.158090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8938c2e8-4540-4d70-b33e-94165df06903 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/a54ce4d7-7d66-47cc-ba65-6e320c38d088 HTTP/1.1" status: 404 len: 333 time: 0.0479155 Aug 11 03:02:08.158417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58094) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:08.233548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 35262fe5-3e87-4bff-9ec6-b7e64e44d19d {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:08.235278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.284472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.398868 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.494602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.515430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.517476 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/35262fe5-3e87-4bff-9ec6-b7e64e44d19d HTTP/1.1" status: 204 len: 168 time: 0.3575203 Aug 11 03:02:08.520980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58112) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:08.573589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:08.574841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8845b22-3ebb-4252-ac2a-91557e2e5e42 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=35262fe5-3e87-4bff-9ec6-b7e64e44d19d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:08.668040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.694072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:08.748697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:08.749246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.855108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] For port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b,segment=NetworkSegment(e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d),segment_id=e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:08.855526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:08.883947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:08.893168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf4326-d89d-406c-8bfd-18b6a8c72737 req-11abb478-096a-481f-81d7-07b9c8fcf4dc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:08.901499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5bf4326-d89d-406c-8bfd-18b6a8c72737 req-11abb478-096a-481f-81d7-07b9c8fcf4dc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0839534 Aug 11 03:02:08.963370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5bf4326-d89d-406c-8bfd-18b6a8c72737 req-f5aecaad-ad9c-4ad8-9ffc-f2bffe24330f tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608935 Aug 11 03:02:09.029444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.064237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061ca36-6bca-4338-a514-2900b648e446 None None] Network d83f8e14-a36a-437a-a563-d287aadad378 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:09.092412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.105896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No DVR routers for this DVR port aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:09.144679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0f1d09fd-acd7-4d80-bf21-5eeeb9d9b9ba None None] Could not find standard attr ID for object aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:09.164538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601305-bd98-4dfe-bbbd-6a77e45be8cc req-d1130bfd-7eb0-48b2-971f-99988c825b66 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.166999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5601305-bd98-4dfe-bbbd-6a77e45be8cc req-d1130bfd-7eb0-48b2-971f-99988c825b66 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1328824 Aug 11 03:02:09.218159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f1647-1f64-4c21-9434-060e431ab076 req-99618fe6-6365-4d5d-9e07-ce24e1d1304a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.228326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-980f1647-1f64-4c21-9434-060e431ab076 req-99618fe6-6365-4d5d-9e07-ce24e1d1304a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0895388 Aug 11 03:02:09.283103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-980f1647-1f64-4c21-9434-060e431ab076 req-f37be77e-ff49-40dc-965c-55befdbf91d1 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511026 Aug 11 03:02:09.297814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.308437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b44e3-4d36-4fd4-96d6-0a0a37fba182 None None] DHCP port deletion for d83f8e14-a36a-437a-a563-d287aadad378 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:09.341913 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5601305-bd98-4dfe-bbbd-6a77e45be8cc req-93a14a94-2d66-45a3-81e2-bf7a9818b883 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642404 Aug 11 03:02:09.344451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83f8e14-a36a-437a-a563-d287aadad378']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:09.357654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:09.359993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a2c4b9-6bcb-42af-9d0c-53e8ce78552d') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:09.372110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.387995 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.397585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:09.398364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:09.401668 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:09.482115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.493388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.495248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/d83f8e14-a36a-437a-a563-d287aadad378 HTTP/1.1" status: 204 len: 168 time: 0.9731154 Aug 11 03:02:09.499012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58134) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:09.504128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'name': 'tempest-PortsIpV6TestJSON-357323759'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:09.511932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24247c-bcbf-41eb-a051-507a2065af7a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=d83f8e14-a36a-437a-a563-d287aadad378,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.600996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:09.604797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.624473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port 27bd6113-78d5-4845-948a-31705bf745e4 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:09.795849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.835146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.885786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:09.889079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:09.893312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:09.899587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:09.900261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:09.908746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=27bd6113-78d5-4845-948a-31705bf745e4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:09.919933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ddadf53-f0a1-4c0a-972e-0e227921d417 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4198582 Aug 11 03:02:09.922508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58146) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.015309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 27bd6113-78d5-4845-948a-31705bf745e4 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:10.015695 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.118987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.134037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 27bd6113-78d5-4845-948a-31705bf745e4 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:10.148084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e972-06d0-46be-8735-7bbeeb02a82f req-e93fca7f-eb51-498c-81cc-97f12308ca78 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.149596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6c8e972-06d0-46be-8735-7bbeeb02a82f req-e93fca7f-eb51-498c-81cc-97f12308ca78 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0870724 Aug 11 03:02:10.258384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6c8e972-06d0-46be-8735-7bbeeb02a82f req-e561bb41-fa37-48c8-a62d-8dee45ac0b2c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013334 Aug 11 03:02:10.293488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.345254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=27bd6113-78d5-4845-948a-31705bf745e4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:10.357620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.362734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58164) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:10.363613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-33ae17ed-a6af-4d9a-8e92-f5200dfd2890 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/27bd6113-78d5-4845-948a-31705bf745e4 HTTP/1.1" status: 204 len: 168 time: 0.4399734 Aug 11 03:02:10.369373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'mac_address': 'fa:16:3e:72:c1:78', 'name': 'tempest-PortsIpV6TestJSON-1638645300'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:10.499141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63ed4f-5175-486b-ba45-2b6dc6bf9c74 req-32eec267-254f-444f-a061-323898b87f0f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.509935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a63ed4f-5175-486b-ba45-2b6dc6bf9c74 req-32eec267-254f-444f-a061-323898b87f0f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.0718892 Aug 11 03:02:10.545453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566e17c-be7d-4348-8772-23c4d1e77b9c req-02004466-347a-4688-8160-dced30eea237 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:10.547388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7566e17c-be7d-4348-8772-23c4d1e77b9c req-02004466-347a-4688-8160-dced30eea237 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1154234 Aug 11 03:02:10.553308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a63ed4f-5175-486b-ba45-2b6dc6bf9c74 req-39c45d03-2835-49eb-9098-007e4e7ea245 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387869 Aug 11 03:02:10.587349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:10.601973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:10.635951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:10.636449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device aabb0d7e-bc12-49e2-b19f-b0e207f9bb2b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:10.685501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7566e17c-be7d-4348-8772-23c4d1e77b9c req-456e9fbf-1720-4f45-94b4-da028b2a2682 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167974 Aug 11 03:02:10.716588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.742534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port 794159a4-4cba-43ee-9391-f99b186b7d4c yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:10.963381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:10.976547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7c813040-33ab-4abf-b6da-85bee82477cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0857265 Aug 11 03:02:11.018862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.103787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:11.111078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:11.113809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=794159a4-4cba-43ee-9391-f99b186b7d4c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:11.116528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:11.122375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.123016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.146598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.147095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.147577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.148079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.148556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.149028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.149502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.151601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7fd81fa6-3f13-4637-81dc-41fd167be943 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=77123c6e520747929f1d963ef4704a0a&device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 6498 time: 0.0972607 Aug 11 03:02:11.155812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-619808f4-eeb9-4a21-b5c8-2b4cfded2c68 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7895956 Aug 11 03:02:11.156224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58200) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:11.209158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c68b70-5c24-4c81-ba61-ac80ff77293a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.210709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4c68b70-5c24-4c81-ba61-ac80ff77293a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/794159a4-4cba-43ee-9391-f99b186b7d4c HTTP/1.1" status: 200 len: 845 time: 0.0533879 Aug 11 03:02:11.213465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58204) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:11.320295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-175b9f4b-9c06-4475-b23c-ea5b23129191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.320953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-175b9f4b-9c06-4475-b23c-ea5b23129191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.321443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-175b9f4b-9c06-4475-b23c-ea5b23129191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.323207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-175b9f4b-9c06-4475-b23c-ea5b23129191 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=1f3c0774-edba-4861-a3d0-7d508f132475&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43 HTTP/1.1" status: 200 len: 2292 time: 0.1447082 Aug 11 03:02:11.326678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 794159a4-4cba-43ee-9391-f99b186b7d4c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:11.328056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.411584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.450036 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-4e89b5aa-0c07-4332-b7af-3f5bc919e4a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce HTTP/1.1" status: 200 len: 1001 time: 0.1195931 Aug 11 03:02:11.460472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 794159a4-4cba-43ee-9391-f99b186b7d4c owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:11.525481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-64174d07-fcc8-4859-8527-b89a6c7ccd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.527061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-64174d07-fcc8-4859-8527-b89a6c7ccd67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fa0c64f-eee5-487c-aa30-d2e421af22bf HTTP/1.1" status: 200 len: 850 time: 0.0695128 Aug 11 03:02:11.530837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ad9aa-bce9-421b-8322-eb494e7e278b req-d7a20cb7-f115-4e93-b7a3-5e370a3dc951 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.532413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af0ad9aa-bce9-421b-8322-eb494e7e278b req-d7a20cb7-f115-4e93-b7a3-5e370a3dc951 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1125710 Aug 11 03:02:11.591423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-84a407aa-3d40-468e-8d1a-bc05dfdf81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.600956 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-84a407aa-3d40-468e-8d1a-bc05dfdf81aa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7a3aa00c-3100-43b8-a599-3e6a2929cd25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669870 Aug 11 03:02:11.603006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af0ad9aa-bce9-421b-8322-eb494e7e278b req-5bd5013b-4557-431c-8bde-2d263870efb1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562527 Aug 11 03:02:11.647069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.715369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=794159a4-4cba-43ee-9391-f99b186b7d4c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:11.736039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:11.741118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ce385bd3-4a14-4bfb-9382-c5ca3cfa457f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/794159a4-4cba-43ee-9391-f99b186b7d4c HTTP/1.1" status: 204 len: 168 time: 0.5232804 Aug 11 03:02:11.741535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58246) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:11.774123 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93f0a71-ba53-465d-8950-5c5420891f60 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:11.779883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d93f0a71-ba53-465d-8950-5c5420891f60 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/794159a4-4cba-43ee-9391-f99b186b7d4c HTTP/1.1" status: 404 len: 333 time: 0.0340636 Aug 11 03:02:11.781553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58250) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:11.788115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'name': 'tempest-PortsIpV6TestJSON-1279236425'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:11.825732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad0204-9eb1-4b70-8fab-d30ba31c68e6 req-0c7a23ba-07b8-4cc8-bd4f-fb9e3bdfc9c1 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.827250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01ad0204-9eb1-4b70-8fab-d30ba31c68e6 req-0c7a23ba-07b8-4cc8-bd4f-fb9e3bdfc9c1 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1294870 Aug 11 03:02:11.865865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-bad4543c-87ba-46b3-a302-37e24154ad2e service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562606 Aug 11 03:02:11.932145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01ad0204-9eb1-4b70-8fab-d30ba31c68e6 req-3c0eb9cb-1fe1-42bb-b41d-0cb8fe9889ed tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877275 Aug 11 03:02:11.990249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b49ab0-0901-4c26-a893-98de9d6659da req-eabba638-ff61-4d06-b5b8-664637d1ff8f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:11.991319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55b49ab0-0901-4c26-a893-98de9d6659da req-eabba638-ff61-4d06-b5b8-664637d1ff8f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1687620 Aug 11 03:02:12.049046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-ca79eba2-ea9b-48a8-aa72-a69fd72402a6 service neutron] 10.222.0.10 "GET /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581271 Aug 11 03:02:12.070301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:12.074064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.089326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55b49ab0-0901-4c26-a893-98de9d6659da req-9aa36921-abb7-488a-ae51-a067ff6d4bf5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832844 Aug 11 03:02:12.106276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port a342badc-abf6-4e11-86e4-86b6d0e7bbbe yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:12.124733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-0b101cdf-80af-4c90-94e0-20f367cc67a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 200 len: 217 time: 0.0682313 Aug 11 03:02:12.194852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-08a39929-04c3-4e6b-8fa8-a01b69923e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.196524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-08a39929-04c3-4e6b-8fa8-a01b69923e35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.0625370 Aug 11 03:02:12.272482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-9e3054df-d966-45c9-9a3a-c4994c1942a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.275155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-9e3054df-d966-45c9-9a3a-c4994c1942a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0712383 Aug 11 03:02:12.334953 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.415756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-4f9a44c0-f405-4179-a439-8115de2dd6f1 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331487 Aug 11 03:02:12.417951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.478335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:12.481707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:12.485991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:12.495197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.496018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.522809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=a342badc-abf6-4e11-86e4-86b6d0e7bbbe,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:12.545872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fd49bbc7-46c3-40ea-97a4-c93199b9a78c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7627404 Aug 11 03:02:12.548132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58302) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:12.559817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:12.568714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-0d92d4fa-9579-4411-929f-e9c0567b964b service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301546 Aug 11 03:02:12.627952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-1510200c-83b3-4d55-88aa-af26e52e5212 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 200 len: 217 time: 0.0464847 Aug 11 03:02:12.649077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.729770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-c784200d-5f61-4fcf-869f-e4be91acd236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.731555 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-c784200d-5f61-4fcf-869f-e4be91acd236 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.0957975 Aug 11 03:02:12.835978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5f9d0-90a5-4293-aad3-0b828deb2375 req-4231a8de-b757-438f-89ae-50a57488c400 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.838150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2cb5f9d0-90a5-4293-aad3-0b828deb2375 req-4231a8de-b757-438f-89ae-50a57488c400 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1055789 Aug 11 03:02:12.841168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-a8e2f2c9-abfa-4345-928c-1b532f1f3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.842751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-a8e2f2c9-abfa-4345-928c-1b532f1f3b18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0888207 Aug 11 03:02:12.925023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.933309 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.947027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2cb5f9d0-90a5-4293-aad3-0b828deb2375 req-5422b4f2-0aeb-45cd-a6d8-b45ea6b2ec2c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871806 Aug 11 03:02:12.955157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] In _notify_port_updated(), no bound segment for port a342badc-abf6-4e11-86e4-86b6d0e7bbbe on network 310f3143-844d-44d8-b088-6c64db3a9522 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:12.963293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:12.963995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:12.968701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "PUT /v2.0/ports/a342badc-abf6-4e11-86e4-86b6d0e7bbbe HTTP/1.1" status: 200 len: 818 time: 0.4189701 Aug 11 03:02:12.969334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58330) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.007265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-fd27b7f3-66b2-4f85-967d-3626453df4d8 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565905 Aug 11 03:02:13.132966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a294f5-82cc-4853-8702-280f88e4618e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=a342badc-abf6-4e11-86e4-86b6d0e7bbbe,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.181700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-0e693952-1916-41eb-a611-7536645db337 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671748 Aug 11 03:02:13.209791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaababb-b6b5-4913-a0f6-5417b9a0f28c req-602a70d2-0166-4458-8c37-1a6f5732632b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.212040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdaababb-b6b5-4913-a0f6-5417b9a0f28c req-602a70d2-0166-4458-8c37-1a6f5732632b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1539514 Aug 11 03:02:13.237618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-fff9afd2-cd94-4330-93ff-e4eec4248302 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b HTTP/1.1" status: 200 len: 217 time: 0.0447545 Aug 11 03:02:13.259249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port a342badc-abf6-4e11-86e4-86b6d0e7bbbe {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:13.259606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.310599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-e23ae5ee-5993-48f3-9aec-0b615e21efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.312163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-e23ae5ee-5993-48f3-9aec-0b615e21efc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.0590794 Aug 11 03:02:13.320169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a4f17-2070-42c4-b0fa-69edecee537c req-d34bdb07-f811-4330-9fc3-987fdad9fffc tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.321703 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-011a4f17-2070-42c4-b0fa-69edecee537c req-d34bdb07-f811-4330-9fc3-987fdad9fffc tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1387498 Aug 11 03:02:13.372307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdaababb-b6b5-4913-a0f6-5417b9a0f28c req-56ddbd52-e5f4-41f2-9e2b-23be857777f6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504753 Aug 11 03:02:13.383574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.414910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for a342badc-abf6-4e11-86e4-86b6d0e7bbbe owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:13.423738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-50980564-abab-4bd1-a13f-476079a8cab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.425544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-50980564-abab-4bd1-a13f-476079a8cab4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027832 Aug 11 03:02:13.429362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-011a4f17-2070-42c4-b0fa-69edecee537c req-32825953-123a-4f61-a7cc-a92b7cce9074 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672095 Aug 11 03:02:13.545804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.551105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-b07ef9b6-7d79-496a-90ae-581d14f91302 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172287 Aug 11 03:02:13.577174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=a342badc-abf6-4e11-86e4-86b6d0e7bbbe,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:13.582366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.584686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-474ca043-7f05-45ef-8cf0-94c4c527306e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/a342badc-abf6-4e11-86e4-86b6d0e7bbbe HTTP/1.1" status: 204 len: 168 time: 0.5659809 Aug 11 03:02:13.587160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58370) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.646851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d5447-ca2c-48d1-bcc3-d9c904b3b21b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.648420 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e4d5447-ca2c-48d1-bcc3-d9c904b3b21b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0603113 Aug 11 03:02:13.651242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58372) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.694134 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec1628b-8ed7-47ed-82a3-f2e4ffa1fdf6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:13.699116 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7ec1628b-8ed7-47ed-82a3-f2e4ffa1fdf6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/a342badc-abf6-4e11-86e4-86b6d0e7bbbe HTTP/1.1" status: 404 len: 333 time: 0.0435495 Aug 11 03:02:13.700789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58378) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.707661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1701535814'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:13.728638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-7bf7387e-2a74-4155-9744-2bcd1ec72fc4 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687620 Aug 11 03:02:13.754048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:13.760172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.779904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-96b0d499-41d4-4d74-8b0b-c21abd682ff0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=19e8c3da-0cee-441a-9d38-f71962c63595 HTTP/1.1" status: 200 len: 217 time: 0.0430946 Aug 11 03:02:13.802933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:13.818833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.819185 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment 91b2fd76-50dd-483a-8689-47462ab79bc0 of type vlan for network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 Aug 11 03:02:13.850159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-965e25fc-5d62-437d-8b39-ee21e5c8f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.852658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-965e25fc-5d62-437d-8b39-ee21e5c8f617 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 200 len: 797 time: 0.0650017 Aug 11 03:02:13.869395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.901961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58382) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.909550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.916629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:13.918047 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:13.936235 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2340240 Aug 11 03:02:13.939073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:13.948598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:14.123428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc39a-8b0b-4348-ba6b-dc116b0287f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=bad3f860-8508-4e29-8bb5-4f3a3ec34bd6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.134733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:14.160577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00628c4a-5b48-446d-929c-ec3ebefee2db req-729e8151-3852-4412-ac4f-0f73807d311c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.164428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00628c4a-5b48-446d-929c-ec3ebefee2db req-729e8151-3852-4412-ac4f-0f73807d311c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1056674 Aug 11 03:02:14.216422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00628c4a-5b48-446d-929c-ec3ebefee2db req-21e20ca2-3225-45a2-8e8c-05a5a10a7ac8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450237 Aug 11 03:02:14.217305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:14.220897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.308647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-ac638690-3cac-40a7-a9e0-3d0cfb6b3f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.310836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-ac638690-3cac-40a7-a9e0-3d0cfb6b3f85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f3c0774-edba-4861-a3d0-7d508f132475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4513695 Aug 11 03:02:14.448413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-c6430be4-18fd-4fa0-9ed0-05ce7e495a6a service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292496 Aug 11 03:02:14.512547 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.546268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9167b2a-d30d-4e44-9a4a-521137140e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.628183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=83bbf447-cad4-4408-a870-67ce242411a6,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.635490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44ff69-7edb-48ba-91dc-61f821c5b7a7 req-9efcdb2d-e48c-491d-a0d9-32535d8330cf tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.637087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d44ff69-7edb-48ba-91dc-61f821c5b7a7 req-9efcdb2d-e48c-491d-a0d9-32535d8330cf tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1179140 Aug 11 03:02:14.642160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-d8156218-8a30-4487-92b8-1dc19300bb33 service neutron] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870425 Aug 11 03:02:14.645844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': '91b2fd76-50dd-483a-8689-47462ab79bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:14.646223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: bad3f860-8508-4e29-8bb5-4f3a3ec34bd6, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:14.660697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976acf56-6571-443a-95af-4d8475d488d4 req-1eb709a1-3793-480f-af32-9cd9d9795cf5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.662796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-976acf56-6571-443a-95af-4d8475d488d4 req-1eb709a1-3793-480f-af32-9cd9d9795cf5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1093590 Aug 11 03:02:14.682232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:14.700638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, bad3f860-8508-4e29-8bb5-4f3a3ec34bd6) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:14.710296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.710992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.715535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-e3a90f11-a851-4ed4-bbfb-3dc62e6f5cc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd HTTP/1.1" status: 200 len: 217 time: 0.0590286 Aug 11 03:02:14.719392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df2a595-f6b4-47c4-b256-df275e242eda None None] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:14.725232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-976acf56-6571-443a-95af-4d8475d488d4 req-d918e3b6-4a20-4f7d-ab36-b057c24037e2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512567 Aug 11 03:02:14.795145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d44ff69-7edb-48ba-91dc-61f821c5b7a7 req-d6e4cb35-d6d6-4982-8217-623dfaeb2f26 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480515 Aug 11 03:02:14.853893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-38d89aed-f682-4e49-aba7-3f71efcdee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.855378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-38d89aed-f682-4e49-aba7-3f71efcdee74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.1115329 Aug 11 03:02:14.877449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9167b2a-d30d-4e44-9a4a-521137140e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.883805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9167b2a-d30d-4e44-9a4a-521137140e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.893762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5c0df693-cbef-4e1e-b542-aa89ed6ce487 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9531512 Aug 11 03:02:14.894539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58408) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:14.900132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-88bdfe13-373b-4b35-8769-10cf6a673d4c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:14.931496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-bad3f860-8508-4e29-8bb5-4f3a3ec34bd6', 'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6', 'tenant_id': 'bc365628acdf4109a8723cfb048e31d8', 'fixed_ips': [{'subnet_id': '83bbf447-cad4-4408-a870-67ce242411a6'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:14.933006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:14.963027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9167b2a-d30d-4e44-9a4a-521137140e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962096d4-afd7-45c5-8653-a64ddc0f616c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:14.983250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e9167b2a-d30d-4e44-9a4a-521137140e04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41107fd7736543cebc9b0d7e22f4f57a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0794146 Aug 11 03:02:14.987070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58414) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:14.996995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-a64fb4f9-ee28-4a1e-8b34-e3ab5b229ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:14.998468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-a64fb4f9-ee28-4a1e-8b34-e3ab5b229ba4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1341932 Aug 11 03:02:15.042518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bdfe13-373b-4b35-8769-10cf6a673d4c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:15.047447 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88bdfe13-373b-4b35-8769-10cf6a673d4c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.113514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24dfc828-fe0b-416d-ac69-beb61b22c960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.144086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24dfc828-fe0b-416d-ac69-beb61b22c960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.149470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Allocated IP 2001:db8::2 (bad3f860-8508-4e29-8bb5-4f3a3ec34bd6/83bbf447-cad4-4408-a870-67ce242411a6/37195581-d9ed-4493-b4bc-a16d09399998) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:15.162081 n-d-768509-22 neutron-server[111683]: INFO neutron.db.ipam_backend_mixin [None req-88bdfe13-373b-4b35-8769-10cf6a673d4c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83bbf447-cad4-4408-a870-67ce242411a6 (CIDR: 2001:db8::/64) Aug 11 03:02:15.165892 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bdfe13-373b-4b35-8769-10cf6a673d4c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:02:15.166755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88bdfe13-373b-4b35-8769-10cf6a673d4c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:02:15.185249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-88bdfe13-373b-4b35-8769-10cf6a673d4c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2896850 Aug 11 03:02:15.187870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58416) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:15.194865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:15.240023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-4d96d3e8-2c5e-428c-aaf6-24ffcd8b043c service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290936 Aug 11 03:02:15.241338 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24dfc828-fe0b-416d-ac69-beb61b22c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.244294 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24dfc828-fe0b-416d-ac69-beb61b22c960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.252977 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-24dfc828-fe0b-416d-ac69-beb61b22c960 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/962096d4-afd7-45c5-8653-a64ddc0f616c HTTP/1.1" status: 204 len: 168 time: 0.2574172 Aug 11 03:02:15.303331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfc828-fe0b-416d-ac69-beb61b22c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962096d4-afd7-45c5-8653-a64ddc0f616c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.438412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:15.441895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.445597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-1c9b2642-728d-4dde-a55d-f83476c6841c service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913424 Aug 11 03:02:15.451050 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.473277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Transition to ACTIVE for port object 37195581-d9ed-4493-b4bc-a16d09399998 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:15.489839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Transition to ACTIVE for port object 37195581-d9ed-4493-b4bc-a16d09399998 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:15.497038 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.506813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-dcf6b753-72a8-4190-b801-05431d945cf3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79 HTTP/1.1" status: 200 len: 217 time: 0.0520089 Aug 11 03:02:15.564458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:15.579391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:15.585395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:15.613841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-c476b97e-c16a-44cc-a951-c683d40e085a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.616014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-c476b97e-c16a-44cc-a951-c683d40e085a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 200 len: 797 time: 0.1022265 Aug 11 03:02:15.621067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Pushing event updated for resources: {'Port': ['ID=37195581-d9ed-4493-b4bc-a16d09399998,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:15.621883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995df33-e44c-436b-b4c5-92d0bb65b749 req-6d0887fc-151c-4a23-b958-34c8c3d69739 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.623617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6995df33-e44c-436b-b4c5-92d0bb65b749 req-6d0887fc-151c-4a23-b958-34c8c3d69739 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.2813795 Aug 11 03:02:15.687165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.688026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.688026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.688262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.688720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.689100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.690030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.690448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.690832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.691335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.691755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.693685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:15.702828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-c04e8aa0-e209-4b1a-8f90-3b4e296028f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.704417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-c04e8aa0-e209-4b1a-8f90-3b4e296028f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=36c1beb2-d8d5-4c61-aa35-acd2edaabc43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788729 Aug 11 03:02:15.720319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6995df33-e44c-436b-b4c5-92d0bb65b749 req-317e42cf-4dde-47fd-a91b-7dfd33ff8f61 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628977 Aug 11 03:02:15.740282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Attempting to bind port 37195581-d9ed-4493-b4bc-a16d09399998 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:15.744056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Attempting to bind port 37195581-d9ed-4493-b4bc-a16d09399998 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '91b2fd76-50dd-483a-8689-47462ab79bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:15.744056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Attempting to bind port 37195581-d9ed-4493-b4bc-a16d09399998 on network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:15.756383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:15.756383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Checking segment: {'id': '91b2fd76-50dd-483a-8689-47462ab79bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:15.756383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.756383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Bound using segment: {'id': '91b2fd76-50dd-483a-8689-47462ab79bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:15.756383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Bound port: 37195581-d9ed-4493-b4bc-a16d09399998, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b2fd76-50dd-483a-8689-47462ab79bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:15.756383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.757035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58434) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:15.779673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-412e3cf3-109a-4e9e-bb3f-e10e64c3bb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.852040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.904701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:15.913058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:15.913518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] For port 37195581-d9ed-4493-b4bc-a16d09399998, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:15.917683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-52825867-bee9-4ac4-b625-403e10eea92f service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916451 Aug 11 03:02:15.920747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:15.921437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.927429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] For port 37195581-d9ed-4493-b4bc-a16d09399998, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37195581-d9ed-4493-b4bc-a16d09399998,segment=NetworkSegment(91b2fd76-50dd-483a-8689-47462ab79bc0),segment_id=91b2fd76-50dd-483a-8689-47462ab79bc0)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:15.933873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:15.940646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.037510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a421e79-6de2-41c4-ba3c-137ede8873b7 None None] Pushing event updated for resources: {'Port': ['ID=37195581-d9ed-4493-b4bc-a16d09399998,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.049855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9bc9d-d954-4998-aa2e-b0818209a41f req-ce5827cb-9790-475c-ac5d-2028fe607d84 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.051453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-caf9bc9d-d954-4998-aa2e-b0818209a41f req-ce5827cb-9790-475c-ac5d-2028fe607d84 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1260719 Aug 11 03:02:16.060673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:16.100994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad7712-f80a-4855-ab8b-9df4907db52a req-f39c3f0e-1ab8-4207-bbed-a65fd1b5be6e tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:16.103248 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fcad7712-f80a-4855-ab8b-9df4907db52a req-f39c3f0e-1ab8-4207-bbed-a65fd1b5be6e tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1510885 Aug 11 03:02:16.108587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-412e3cf3-109a-4e9e-bb3f-e10e64c3bb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.122342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-412e3cf3-109a-4e9e-bb3f-e10e64c3bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.140349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a368f558-b7bf-4748-b616-daaca19a3cbf req-0bb73f9b-f41f-4262-9ab3-c925068d84d6 service neutron] 10.222.0.10 "GET /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997273 Aug 11 03:02:16.149069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3fb8133d-5f3f-411a-ac8f-330fee503007 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9577579 Aug 11 03:02:16.154367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58444) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:16.169046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6', 'fixed_ips': [{'subnet_id': '83bbf447-cad4-4408-a870-67ce242411a6'}, {'subnet_id': 'f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99'}], 'name': 'tempest-PortsIpV6TestJSON-180309533'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:16.204022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e3cf3-109a-4e9e-bb3f-e10e64c3bb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3165125-38c0-47ec-b11f-2dc83cb85faf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.208904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-caf9bc9d-d954-4998-aa2e-b0818209a41f req-dfe72441-0479-4fdd-8aa6-b2ce47bab3a7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386340 Aug 11 03:02:16.231182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-412e3cf3-109a-4e9e-bb3f-e10e64c3bb9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=78c930fafcda47529c3d6a1896ea60f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747884 Aug 11 03:02:16.248294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fcad7712-f80a-4855-ab8b-9df4907db52a req-89891543-c771-4cf0-b375-f9ab2299ffc3 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358106 Aug 11 03:02:16.248910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:16.381566 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01c1fb74-6937-4d05-af90-9a121919101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.436523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01c1fb74-6937-4d05-af90-9a121919101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.487307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:16.537147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01c1fb74-6937-4d05-af90-9a121919101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.543464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01c1fb74-6937-4d05-af90-9a121919101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.545040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-01c1fb74-6937-4d05-af90-9a121919101f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3165125-38c0-47ec-b11f-2dc83cb85faf HTTP/1.1" status: 204 len: 168 time: 0.2949867 Aug 11 03:02:16.603342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1fb74-6937-4d05-af90-9a121919101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3165125-38c0-47ec-b11f-2dc83cb85faf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:16.689846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:16.724397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37195581-d9ed-4493-b4bc-a16d09399998 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:16.753221 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.773282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7', 'port_id': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'mac_address': 'fa:16:3e:d9:c9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147ce0c0-a452-47d0-9545-22d923d83c2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:16.812058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:16.878116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:16.922281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b669a74-48f8-4064-bebc-8dac2b327c39 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:16.932833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 37195581-d9ed-4493-b4bc-a16d09399998 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:16.984431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:16.991020 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:17.077181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:17.116873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3b669a74-48f8-4064-bebc-8dac2b327c39'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:17.118527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dcd10-0460-4944-adf8-1aeeb1713359 req-b242554e-c7a1-4213-8142-d9e1588f72c4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.121685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-654dcd10-0460-4944-adf8-1aeeb1713359 req-b242554e-c7a1-4213-8142-d9e1588f72c4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1880393 Aug 11 03:02:17.246652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-654dcd10-0460-4944-adf8-1aeeb1713359 req-90af1db9-b0b1-4036-ad4c-16c4ad1fe6d3 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179824 Aug 11 03:02:17.550861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc63d9-4cb9-4cd1-864c-92ee6f314292 req-0aac5fda-8627-42de-8436-81088d96304d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.565354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbcc63d9-4cb9-4cd1-864c-92ee6f314292 req-0aac5fda-8627-42de-8436-81088d96304d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.1890602 Aug 11 03:02:17.642987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbcc63d9-4cb9-4cd1-864c-92ee6f314292 req-1bb9ca02-d6fe-44de-aef3-9830dd01efa8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701118 Aug 11 03:02:17.673199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14588ee2-bd90-4bd3-a34e-d7241a53d17c req-4de99ad7-594b-4cef-9f28-6a30d1cc9b5a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.680631 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14588ee2-bd90-4bd3-a34e-d7241a53d17c req-4de99ad7-594b-4cef-9f28-6a30d1cc9b5a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.2582762 Aug 11 03:02:17.734310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::125 (bad3f860-8508-4e29-8bb5-4f3a3ec34bd6/83bbf447-cad4-4408-a870-67ce242411a6/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:17.786159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14588ee2-bd90-4bd3-a34e-d7241a53d17c req-c650146e-7d95-46c7-bf92-afcf6cf40f05 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995924 Aug 11 03:02:17.788413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8:0:1::372 (bad3f860-8508-4e29-8bb5-4f3a3ec34bd6/f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:17.810127 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:17.820863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd0406-09a2-4604-ad24-4111b4fa6bb3 None None] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:17.933388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-51c7fe9f-2455-4710-b38f-282cf7795986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:17.937237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-51c7fe9f-2455-4710-b38f-282cf7795986 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1096 time: 0.1185491 Aug 11 03:02:17.983538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d3cff8e0-f2ec-49e0-9c43-5f6b47895f1f None None] Provisioning for port 37195581-d9ed-4493-b4bc-a16d09399998 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:18.084953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d3cff8e0-f2ec-49e0-9c43-5f6b47895f1f None None] Provisioning complete for port 37195581-d9ed-4493-b4bc-a16d09399998 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:18.085328 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d3cff8e0-f2ec-49e0-9c43-5f6b47895f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.092747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:18.094530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.136416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:18.181209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-146c9424-5f27-4bfb-aa08-4a9f0865780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.185299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-146c9424-5f27-4bfb-aa08-4a9f0865780a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 915 time: 0.2150815 Aug 11 03:02:18.238626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 3b669a74-48f8-4064-bebc-8dac2b327c39 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:18.238626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.240076 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.299999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-3ec2ab90-88c9-4b29-bbe0-8f263dbb3abd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 217 time: 0.1031349 Aug 11 03:02:18.357649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d3cff8e0-f2ec-49e0-9c43-5f6b47895f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.438406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-0ce1c7e9-e28e-4bb5-9265-9925203ad332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.440385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-0ce1c7e9-e28e-4bb5-9265-9925203ad332 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.1315382 Aug 11 03:02:18.456561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:18.457516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=0f7a6ddc-3bbb-418e-bd09-8abd86c6075e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:18.463057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:18.472110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:18.499534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.503620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.506263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d3cff8e0-f2ec-49e0-9c43-5f6b47895f1f None None] For port 37195581-d9ed-4493-b4bc-a16d09399998, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37195581-d9ed-4493-b4bc-a16d09399998,segment=NetworkSegment(91b2fd76-50dd-483a-8689-47462ab79bc0),segment_id=91b2fd76-50dd-483a-8689-47462ab79bc0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:18.508950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.515504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d3cff8e0-f2ec-49e0-9c43-5f6b47895f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.519960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1c627-22f6-4a0d-908e-e47d8c4dbd64 req-f1b120b7-d82d-43ff-9925-4c9ef5bc7319 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:18.532602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63c1c627-22f6-4a0d-908e-e47d8c4dbd64 req-f1b120b7-d82d-43ff-9925-4c9ef5bc7319 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1757672 Aug 11 03:02:18.534702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-e72d59b1-41d2-4443-a531-425e0ebac537 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755937 Aug 11 03:02:18.545202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ed9684d-fbe3-4e61-a1db-f7db593467ee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3893249 Aug 11 03:02:18.547952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58526) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:18.597395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83bbf447-cad4-4408-a870-67ce242411a6'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:18.665413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63c1c627-22f6-4a0d-908e-e47d8c4dbd64 req-26e60be1-096b-4989-afb8-9d92607d583e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257679 Aug 11 03:02:18.764418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-bbe67ca1-6c9a-4b5f-8e70-2d96f855c3de service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739662 Aug 11 03:02:18.781104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:18.783936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.814223 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a944e47a-bfc6-4f3f-b1f1-9fcc28f97af4" -d '{"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:18.889490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] Update dhcp port {'port': {'network_id': 'bad3f860-8508-4e29-8bb5-4f3a3ec34bd6', 'fixed_ips': [{'subnet_id': '83bbf447-cad4-4408-a870-67ce242411a6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '37195581-d9ed-4493-b4bc-a16d09399998'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:02:18.970707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:18.980417 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:18.984880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-727c3471-5d14-4fd7-bf2b-517874160f3c req-252da1d9-044c-4fc3-a0fe-a9b9fd5f2543 service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058697 Aug 11 03:02:18.988537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cff8e0-f2ec-49e0-9c43-5f6b47895f1f None None] Pushing event updated for resources: {'Port': ['ID=37195581-d9ed-4493-b4bc-a16d09399998,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.064109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.069291 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.080101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40350c9-1dc0-415b-a859-27cefea37359 req-ceff7a1c-1b83-485e-ad99-713d88f579ff tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.085085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40350c9-1dc0-415b-a859-27cefea37359 req-ceff7a1c-1b83-485e-ad99-713d88f579ff tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.0956240 Aug 11 03:02:19.187101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d40350c9-1dc0-415b-a859-27cefea37359 req-be33cf0c-2e09-47df-893f-1b77e23d1d86 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972641 Aug 11 03:02:19.265768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] Allocated IP 2001:db8:0:1::2 (bad3f860-8508-4e29-8bb5-4f3a3ec34bd6/f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99/37195581-d9ed-4493-b4bc-a16d09399998) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:19.372628 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42634500-8734-4e74-aae9-ae4f353fc997 x-openstack-request-id: req-42634500-8734-4e74-aae9-ae4f353fc997 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:19.372961 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:19.373318 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42634500-8734-4e74-aae9-ae4f353fc997 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:19.374455 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'code': 200} Aug 11 03:02:19.422272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] For port 37195581-d9ed-4493-b4bc-a16d09399998, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37195581-d9ed-4493-b4bc-a16d09399998,segment=NetworkSegment(91b2fd76-50dd-483a-8689-47462ab79bc0),segment_id=91b2fd76-50dd-483a-8689-47462ab79bc0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:19.463614 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.480161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] Transition to ACTIVE for port object 37195581-d9ed-4493-b4bc-a16d09399998 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:19.485058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:19.613488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a336af-d87a-42aa-acab-0cc620bc068c None None] Pushing event updated for resources: {'Port': ['ID=37195581-d9ed-4493-b4bc-a16d09399998,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:19.651326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415af777-8e5a-4d50-b9ac-c7bb47e6f774 req-9a79b3a5-3177-4d93-8e9b-33edb04ca5f2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.659820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-415af777-8e5a-4d50-b9ac-c7bb47e6f774 req-9a79b3a5-3177-4d93-8e9b-33edb04ca5f2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.8042886 Aug 11 03:02:19.836112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Delete allocated IP 2001:db8:0:1::372 (bad3f860-8508-4e29-8bb5-4f3a3ec34bd6/f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99) {{(pid=111682) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:02:19.930205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df4b3b-25b3-445a-863b-4468d7af20ec req-cfd2ad77-97cd-45a9-a703-8779239d5235 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:19.934587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70df4b3b-25b3-445a-863b-4468d7af20ec req-cfd2ad77-97cd-45a9-a703-8779239d5235 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.0730565 Aug 11 03:02:20.044675 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70df4b3b-25b3-445a-863b-4468d7af20ec req-2c3d12fe-b776-4be8-9e40-8f0ade704326 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995698 Aug 11 03:02:20.105338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-415af777-8e5a-4d50-b9ac-c7bb47e6f774 req-f5e388c8-1a57-4a70-8437-b97978a14eca tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989272 Aug 11 03:02:20.192203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.215969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Ignored duplicate provisioning block setup for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:02:20.226781 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.404021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=0f7a6ddc-3bbb-418e-bd09-8abd86c6075e,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:20.489245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] In _notify_port_updated(), no bound segment for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e on network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:20.497147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.497837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.499280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c22b8c74-cb00-441c-b67f-da3acbf6b3e4 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "PUT /v2.0/ports/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e HTTP/1.1" status: 200 len: 925 time: 1.9469225 Aug 11 03:02:20.502662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58576) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:20.518737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83bbf447-cad4-4408-a870-67ce242411a6'}, {'subnet_id': 'f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:20.572333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e503067-8f35-4dff-beb2-fc4361aae8c7 req-6dda83bb-512e-4124-b48e-e71b124a92a6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:20.584248 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e503067-8f35-4dff-beb2-fc4361aae8c7 req-6dda83bb-512e-4124-b48e-e71b124a92a6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.2457216 Aug 11 03:02:20.608738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb4b6b3-0faa-4625-a708-ebbd1f4e2484 None None] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:20.684025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:20.731150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e503067-8f35-4dff-beb2-fc4361aae8c7 req-6aca95df-e17a-40e3-a618-760739610aa9 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455867 Aug 11 03:02:20.737797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37195581-d9ed-4493-b4bc-a16d09399998 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:20.865686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f1ef43af-4381-41d4-8fe6-95e80e9b1dd5 None None] Provisioning for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:20.878976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f1ef43af-4381-41d4-8fe6-95e80e9b1dd5 None None] Provisioning complete for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:20.879342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f1ef43af-4381-41d4-8fe6-95e80e9b1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.000254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef43af-4381-41d4-8fe6-95e80e9b1dd5 None None] Port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:21.034003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f1ef43af-4381-41d4-8fe6-95e80e9b1dd5 None None] Provisioning for port 37195581-d9ed-4493-b4bc-a16d09399998 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:21.043088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f1ef43af-4381-41d4-8fe6-95e80e9b1dd5 None None] Provisioning complete for port 37195581-d9ed-4493-b4bc-a16d09399998 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:21.044363 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f1ef43af-4381-41d4-8fe6-95e80e9b1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.203311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8:0:1::364 (bad3f860-8508-4e29-8bb5-4f3a3ec34bd6/f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:21.360857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c1d6f-d692-4a4b-b960-a64a209e8efb req-88cf53bf-5932-48a5-bdc2-73cfe99efcbe tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.367892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-946c1d6f-d692-4a4b-b960-a64a209e8efb req-88cf53bf-5932-48a5-bdc2-73cfe99efcbe tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 945 time: 0.1618056 Aug 11 03:02:21.413872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2dbc8-e8dd-4c72-921b-082a8c102ab2 req-e0076f30-fdbc-4b53-81c9-46b926e810ae tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.417584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33f2dbc8-e8dd-4c72-921b-082a8c102ab2 req-e0076f30-fdbc-4b53-81c9-46b926e810ae tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1445804 Aug 11 03:02:21.511147 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-946c1d6f-d692-4a4b-b960-a64a209e8efb req-cb636dde-3792-45c1-ae53-e714498459ec tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302476 Aug 11 03:02:21.525497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33f2dbc8-e8dd-4c72-921b-082a8c102ab2 req-f712b428-975b-435b-9066-e79980dbf1c8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010547 Aug 11 03:02:21.630970 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.658995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Ignored duplicate provisioning block setup for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:02:21.664151 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.673594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-91a54f29-b468-438b-8d2e-66297f0c61da None None] Provisioning complete for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:21.674159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-91a54f29-b468-438b-8d2e-66297f0c61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.807718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-91a54f29-b468-438b-8d2e-66297f0c61da None None] Port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:21.855817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-91a54f29-b468-438b-8d2e-66297f0c61da None None] Provisioning complete for port 37195581-d9ed-4493-b4bc-a16d09399998 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:21.856336 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-91a54f29-b468-438b-8d2e-66297f0c61da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.935901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] In _notify_port_updated(), no bound segment for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e on network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:02:21.953602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:21.955470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:21.960595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "PUT /v2.0/ports/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e HTTP/1.1" status: 200 len: 1011 time: 1.4535120 Aug 11 03:02:21.960595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33f6c-f3e3-4c6b-b970-5fefa5fc891d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=0f7a6ddc-3bbb-418e-bd09-8abd86c6075e,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:21.971424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58612) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:22.016729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280fae2-30a9-4148-92db-bf31c8105562 req-6a3ba50a-fa26-4768-a72e-f839cbc299bc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.026567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e280fae2-30a9-4148-92db-bf31c8105562 req-6a3ba50a-fa26-4768-a72e-f839cbc299bc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1753476 Aug 11 03:02:22.149788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e280fae2-30a9-4148-92db-bf31c8105562 req-c63c0ce9-faf6-4685-946e-178aa337076f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219776 Aug 11 03:02:22.258221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2117985f-d9c4-407b-afee-d69183ac01d9 None None] Provisioning complete for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:22.258760 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2117985f-d9c4-407b-afee-d69183ac01d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.263726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:22.264090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.370482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dbc1f9f6-70bc-4b5d-aebf-eee480b171ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.387030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2117985f-d9c4-407b-afee-d69183ac01d9 None None] Port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:22.491770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:22.497277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:22.888140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2a5a7-b540-475f-b8b8-e3b9a12b7af5 req-7bd63894-f79b-4bc7-83b4-673f098cefd8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:22.889738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39d2a5a7-b540-475f-b8b8-e3b9a12b7af5 req-7bd63894-f79b-4bc7-83b4-673f098cefd8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1986201 Aug 11 03:02:22.930608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7eca39cb-da29-4955-b0cf-9125776fbd3c None None] Provisioning complete for port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:22.931181 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7eca39cb-da29-4955-b0cf-9125776fbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.008346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7eca39cb-da29-4955-b0cf-9125776fbd3c None None] Port 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:23.050505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39d2a5a7-b540-475f-b8b8-e3b9a12b7af5 req-3a0025de-c203-40bf-ada2-a2149e262a95 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977759 Aug 11 03:02:23.054375 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.092780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=0f7a6ddc-3bbb-418e-bd09-8abd86c6075e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.196006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.201251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58650) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.212279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e2b56fe3-450e-40e8-acf9-95f8da53cce6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e HTTP/1.1" status: 204 len: 168 time: 1.2391431 Aug 11 03:02:23.236690 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bfb24e8-b79c-4569-ac0c-4583c061e4f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:23.243088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58652) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.253474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0bfb24e8-b79c-4569-ac0c-4583c061e4f6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e HTTP/1.1" status: 404 len: 333 time: 0.0499237 Aug 11 03:02:23.323781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4f1a902a-ad92-4ffa-b6c9-376e7c2e87ac None None] Could not find standard attr ID for object 0f7a6ddc-3bbb-418e-bd09-8abd86c6075e. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:23.367525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:23.385082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.391247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60342a-8de2-42d2-b91a-64c3a48b6f47 req-66220ce7-8c48-4c12-8637-9fab09ba9330 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:23.401682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b60342a-8de2-42d2-b91a-64c3a48b6f47 req-66220ce7-8c48-4c12-8637-9fab09ba9330 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1329484 Aug 11 03:02:23.505601 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b60342a-8de2-42d2-b91a-64c3a48b6f47 req-7cb0256c-a946-4926-a9a3-339eb4592731 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019039 Aug 11 03:02:23.514634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.814420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.917451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.953170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:23.959890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:23.965117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:23.965362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a7a45cf3-5e10-4300-9dc7-d1533cd203cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99 HTTP/1.1" status: 204 len: 168 time: 0.7207010 Aug 11 03:02:23.981882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa30d9-5790-4292-b8fc-b7f1c34494ab None None] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:24.058731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 83bbf447-cad4-4408-a870-67ce242411a6 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:24.066699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.142197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.346060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.388092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd50494-358d-471e-9534-3eadb67210b1 req-366f8341-1d77-426d-a93f-1236bc169e16 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:24.397560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fd50494-358d-471e-9534-3eadb67210b1 req-366f8341-1d77-426d-a93f-1236bc169e16 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1121523 Aug 11 03:02:24.485789 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fd50494-358d-471e-9534-3eadb67210b1 req-aafdb1a6-d829-4203-bb5b-b74b59d69b2d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869691 Aug 11 03:02:24.487893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.541585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=83bbf447-cad4-4408-a870-67ce242411a6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:24.544067 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.546291 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23f23fe7-e6c8-4146-ab62-798fa428c1e9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/83bbf447-cad4-4408-a870-67ce242411a6 HTTP/1.1" status: 204 len: 168 time: 0.5800555 Aug 11 03:02:24.549494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58696) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:24.820260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:24.842981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d99d87-dc00-44a3-8d0c-61dfd1a643c8 req-7bbcd0a6-a8d5-4ac9-ad43-a156afe871e4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:24.851742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5d99d87-dc00-44a3-8d0c-61dfd1a643c8 req-7bbcd0a6-a8d5-4ac9-ad43-a156afe871e4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1310728 Aug 11 03:02:24.942213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5d99d87-dc00-44a3-8d0c-61dfd1a643c8 req-d2715d1f-bdf0-40bb-a5f8-698b01ba0c70 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891111 Aug 11 03:02:25.000674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 37195581-d9ed-4493-b4bc-a16d09399998 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:25.000674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.120701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] For port 37195581-d9ed-4493-b4bc-a16d09399998, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37195581-d9ed-4493-b4bc-a16d09399998,segment=NetworkSegment(91b2fd76-50dd-483a-8689-47462ab79bc0),segment_id=91b2fd76-50dd-483a-8689-47462ab79bc0)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:25.121585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.148555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 37195581-d9ed-4493-b4bc-a16d09399998 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:25.209948 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c430fac-b73d-4833-b1b0-35fb6cbaaf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.350739 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.390409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No DVR routers for this DVR port 37195581-d9ed-4493-b4bc-a16d09399998 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:25.399193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.401329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=37195581-d9ed-4493-b4bc-a16d09399998,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:25.467271 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.496641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e416b34-68ae-4c06-9f5d-9d21eaf5613a None None] Network bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:25.559509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.577762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad3f860-8508-4e29-8bb5-4f3a3ec34bd6']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:25.621862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b2fd76-50dd-483a-8689-47462ab79bc0') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:25.622706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b2fd76-50dd-483a-8689-47462ab79bc0') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:25.644748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fa5ea1bf-00f0-4a23-b590-923d60f80572 None None] Could not find standard attr ID for object 37195581-d9ed-4493-b4bc-a16d09399998. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:25.653701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.724155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.744129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:25.744838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.849791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96d490-e1ac-47e0-a16b-29c0dc2ca7db None None] DHCP port deletion for bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:25.886810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd16b74-a809-4d92-ac1f-9dae75a29322 req-1037365f-54bd-4cf5-88f7-1692c37de7ce tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:25.905045 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6dd16b74-a809-4d92-ac1f-9dae75a29322 req-1037365f-54bd-4cf5-88f7-1692c37de7ce tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2368705 Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:25.926137 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:25.977518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.989975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:25.996035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/bad3f860-8508-4e29-8bb5-4f3a3ec34bd6 HTTP/1.1" status: 204 len: 168 time: 1.4391422 Aug 11 03:02:25.997503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58770) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.006742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6dd16b74-a809-4d92-ac1f-9dae75a29322 req-a4f4db39-837c-4e8a-bbea-7f803a99d720 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970242 Aug 11 03:02:26.085494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adcc364-7ce8-458c-bd3f-144ed94da4be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=bad3f860-8508-4e29-8bb5-4f3a3ec34bd6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.132251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:26.140430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf84db-dda6-4491-997f-f9f76ba29083 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.147799 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b4bf84db-dda6-4491-997f-f9f76ba29083 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1444979 Aug 11 03:02:26.153462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58780) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.305298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce51e8f-f301-4dae-9c7c-2d68e9dedff9 req-d5706bea-9a9b-4913-b1b1-78c2481ac864 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.319609 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ce51e8f-f301-4dae-9c7c-2d68e9dedff9 req-d5706bea-9a9b-4913-b1b1-78c2481ac864 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.2470798 Aug 11 03:02:26.324230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:26.347195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'mac_address': 'fa:16:3e:00:8b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:26.356851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-18177edd-8f52-4376-bc2e-1fcdbef6cd1a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2021220 Aug 11 03:02:26.360457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58786) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.366846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-813542075'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:26.399873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ce51e8f-f301-4dae-9c7c-2d68e9dedff9 req-64880cc2-1a7e-4876-96c3-f49cac5f0c25 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789895 Aug 11 03:02:26.414937 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.416496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:26.425998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.446938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:26.466116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:26.479820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.480468 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment b2ee9fd6-4671-4c23-bc10-4cfc039934bb of type vlan for network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee Aug 11 03:02:26.529554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:26.539117 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.616890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.699615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37195581-d9ed-4493-b4bc-a16d09399998 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:26.770444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.776104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:26.776735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.824092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0cb4b42b-c5f7-407a-80d2-e24c999ccde8'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:26.909770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5480006 Aug 11 03:02:26.914584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58804) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:26.921765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:26.949089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d733713-28ac-4e73-aa82-0263c3ca0a5e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:26.950605 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:26.952848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 37195581-d9ed-4493-b4bc-a16d09399998 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:26.953197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37195581-d9ed-4493-b4bc-a16d09399998 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:26.998838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:27.234784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:27.314262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de7101-3629-4035-a4df-798dd8458209 req-8fdb900a-da7c-4282-853f-1553af7faba7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.327521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48de7101-3629-4035-a4df-798dd8458209 req-8fdb900a-da7c-4282-853f-1553af7faba7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1549799 Aug 11 03:02:27.409277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48de7101-3629-4035-a4df-798dd8458209 req-38b280bc-d8b4-41bf-8c13-1f4e9418729a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805387 Aug 11 03:02:27.705937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b0ef5-b05c-4e4d-8113-a48c3189b370 req-f57ee392-9c9c-4175-8d58-4de2062751dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:27.717527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-492b0ef5-b05c-4e4d-8113-a48c3189b370 req-f57ee392-9c9c-4175-8d58-4de2062751dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1654444 Aug 11 03:02:27.752766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:27.763084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:27.847612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-492b0ef5-b05c-4e4d-8113-a48c3189b370 req-b1d53dd5-0f18-48c1-a1f1-7409cacf9244 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234653 Aug 11 03:02:28.091909 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.131787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:28.245404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:28.245867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.350233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.422320 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.451790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=cc2a484f-7d18-489c-ae9f-da6060596251,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:28.473754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:28.484286 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86af6b6-dc1e-4c63-bb80-63388c85dcda" -d '{"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:28.510659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:28.521430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': 'b2ee9fd6-4671-4c23-bc10-4cfc039934bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:28.521805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:28.524686 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.568775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:28.586611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:28.609134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:28.615072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:28.625926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466b217-9481-4a2d-b14f-26b03d9d6b1c None None] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:28.649804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c92ae40d-0041-4ae7-b3ac-d5103d16a1b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7334335 Aug 11 03:02:28.652527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58844) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:28.657707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee', 'name': 'tempest-PortsIpV6TestJSON-1695203972'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:28.670679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73864a-56e8-400f-aebc-76c0c5c2e2ba req-3bc140aa-ad6a-495e-adba-708978e2a552 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:28.678957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b73864a-56e8-400f-aebc-76c0c5c2e2ba req-3bc140aa-ad6a-495e-adba-708978e2a552 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0869961 Aug 11 03:02:28.889850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b73864a-56e8-400f-aebc-76c0c5c2e2ba req-680b747b-e04b-4455-9e9c-12919ea5f2f8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092230 Aug 11 03:02:29.177513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:29.181709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.265649 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fb99d6-cc9b-4769-a367-8f615d512d24 x-openstack-request-id: req-60fb99d6-cc9b-4769-a367-8f615d512d24 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:29.266789 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-plugged", "status": "completed", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:29.267297 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60fb99d6-cc9b-4769-a367-8f615d512d24 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:29.268404 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'code': 200} Aug 11 03:02:29.292758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port e6958fcf-4408-487a-beed-19889c48a6ed yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:29.359287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:29.475918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b34904-1dc4-45c6-b37a-c07d9bbd668c req-49562890-b39d-4175-a0d3-28fc1c64bb91 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:29.478548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33b34904-1dc4-45c6-b37a-c07d9bbd668c req-49562890-b39d-4175-a0d3-28fc1c64bb91 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.2669024 Aug 11 03:02:29.538405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee', 'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee', 'tenant_id': 'bc365628acdf4109a8723cfb048e31d8', 'fixed_ips': [{'subnet_id': 'cc2a484f-7d18-489c-ae9f-da6060596251'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:29.539434 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.612291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33b34904-1dc4-45c6-b37a-c07d9bbd668c req-a579a172-a269-4d1f-8d1a-35d292e0adb1 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215177 Aug 11 03:02:29.650330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::3e6 (bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee/cc2a484f-7d18-489c-ae9f-da6060596251/e6958fcf-4408-487a-beed-19889c48a6ed) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:29.775687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:29.854204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58858) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:30.033420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b7fc41e-8e68-4482-b76a-122413ef00e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.051542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.111101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object e6958fcf-4408-487a-beed-19889c48a6ed will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:30.185348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0f38d-4aa2-4e1c-a0b9-4a2542c8197c req-ed491bbe-589a-4fc1-81ce-8ac670f61544 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.197204 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8f0f38d-4aa2-4e1c-a0b9-4a2542c8197c req-ed491bbe-589a-4fc1-81ce-8ac670f61544 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2409835 Aug 11 03:02:30.271741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8f0f38d-4aa2-4e1c-a0b9-4a2542c8197c req-8c6c442f-de8a-4c23-a00c-5c8d4242170e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727279 Aug 11 03:02:30.288539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b7fc41e-8e68-4482-b76a-122413ef00e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.292434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.299513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b7fc41e-8e68-4482-b76a-122413ef00e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.360903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3b7fc41e-8e68-4482-b76a-122413ef00e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a3b7859ab48424cb3d2c869a5213fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056365 Aug 11 03:02:30.364303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58870) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:30.365538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:30.373980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:30.398149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:30.403307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7fc41e-8e68-4482-b76a-122413ef00e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fe1c31-102c-4cef-abef-003e5f6cbe83,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.425711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:30.437597 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.443258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Allocated IP 2001:db8::2 (bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee/cc2a484f-7d18-489c-ae9f-da6060596251/eed06e6a-da56-458d-9e76-51f36ab15912) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:30.465955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8093550 Aug 11 03:02:30.467098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58872) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:30.474214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee', 'name': 'tempest-PortsIpV6TestJSON-872210203'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:30.495408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c77ab64-f49f-49b4-8454-88660534a481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.553493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c77ab64-f49f-49b4-8454-88660534a481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.649257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c77ab64-f49f-49b4-8454-88660534a481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.668123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c77ab64-f49f-49b4-8454-88660534a481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.679009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8c77ab64-f49f-49b4-8454-88660534a481 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4fe1c31-102c-4cef-abef-003e5f6cbe83 HTTP/1.1" status: 204 len: 168 time: 0.3085678 Aug 11 03:02:30.716695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77ab64-f49f-49b4-8454-88660534a481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fe1c31-102c-4cef-abef-003e5f6cbe83,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.805358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.835350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Transition to ACTIVE for port object eed06e6a-da56-458d-9e76-51f36ab15912 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:30.888407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Transition to ACTIVE for port object eed06e6a-da56-458d-9e76-51f36ab15912 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:30.901954 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:30.981858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:30.983553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:30.993724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Pushing event updated for resources: {'Port': ['ID=eed06e6a-da56-458d-9e76-51f36ab15912,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:30.997194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:31.066353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Attempting to bind port eed06e6a-da56-458d-9e76-51f36ab15912 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:31.067385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Attempting to bind port eed06e6a-da56-458d-9e76-51f36ab15912 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'b2ee9fd6-4671-4c23-bc10-4cfc039934bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:31.068131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Attempting to bind port eed06e6a-da56-458d-9e76-51f36ab15912 on network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:31.078773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:31.079474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Checking segment: {'id': 'b2ee9fd6-4671-4c23-bc10-4cfc039934bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:31.080135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.080765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Bound using segment: {'id': 'b2ee9fd6-4671-4c23-bc10-4cfc039934bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:31.081551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Bound port: eed06e6a-da56-458d-9e76-51f36ab15912, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ee9fd6-4671-4c23-bc10-4cfc039934bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:31.082303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.170394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] For port eed06e6a-da56-458d-9e76-51f36ab15912, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:31.174467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] For port eed06e6a-da56-458d-9e76-51f36ab15912, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eed06e6a-da56-458d-9e76-51f36ab15912,segment=NetworkSegment(b2ee9fd6-4671-4c23-bc10-4cfc039934bb),segment_id=b2ee9fd6-4671-4c23-bc10-4cfc039934bb)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:31.204392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.312214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180494cc-fa70-441e-befe-b8fb93b86d41 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=e6958fcf-4408-487a-beed-19889c48a6ed,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.373001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58892) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:31.407748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718beb1-ed40-4ba7-9142-f9d56743ba97 None None] Pushing event updated for resources: {'Port': ['ID=eed06e6a-da56-458d-9e76-51f36ab15912,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.423354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7443d39d-a9c3-4e28-a1e5-2a956b5dc799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.560622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4eb0bf-19c1-434c-9936-ad50f2c87596 req-4724dc93-27bc-4917-8ad3-989e881c48bc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:31.562205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c4eb0bf-19c1-434c-9936-ad50f2c87596 req-4724dc93-27bc-4917-8ad3-989e881c48bc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.2563586 Aug 11 03:02:31.668251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c4eb0bf-19c1-434c-9936-ad50f2c87596 req-7d2d09a7-cf63-4475-8110-4bccddb15e59 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966504 Aug 11 03:02:31.697464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7443d39d-a9c3-4e28-a1e5-2a956b5dc799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.737020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7443d39d-a9c3-4e28-a1e5-2a956b5dc799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.771420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:31.791567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:31.853262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58896) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:31.856421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7443d39d-a9c3-4e28-a1e5-2a956b5dc799 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bade7db66a984d3e9c0409c9fb3d05a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751499 Aug 11 03:02:31.918019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443d39d-a9c3-4e28-a1e5-2a956b5dc799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec73e08-9f0b-49bf-b099-41cded97c703,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:31.935234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port f8db2bf0-4db7-411a-845e-b20c2bd39369 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:32.080268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::1dc (bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee/cc2a484f-7d18-489c-ae9f-da6060596251/f8db2bf0-4db7-411a-845e-b20c2bd39369) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:32.360088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-307ba4d7-b2cd-4612-8222-168c9bf8a78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.421571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-307ba4d7-b2cd-4612-8222-168c9bf8a78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.591351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.620633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object f8db2bf0-4db7-411a-845e-b20c2bd39369 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:32.709382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eed06e6a-da56-458d-9e76-51f36ab15912 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:32.745298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963f9f-d320-4152-8fb1-ecd122fddcf5 req-10e9e04e-2302-4fd7-bbcf-a68f1875e555 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:32.747780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9963f9f-d320-4152-8fb1-ecd122fddcf5 req-10e9e04e-2302-4fd7-bbcf-a68f1875e555 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.4903255 Aug 11 03:02:32.755341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:32.862296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port eed06e6a-da56-458d-9e76-51f36ab15912 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:32.911366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:32.993277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9963f9f-d320-4152-8fb1-ecd122fddcf5 req-6c11ed94-e1a9-434c-9076-c8094e0e212d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141490 Aug 11 03:02:32.994225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:33.003263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:33.009782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.038059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.075207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-307ba4d7-b2cd-4612-8222-168c9bf8a78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.078292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-307ba4d7-b2cd-4612-8222-168c9bf8a78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.079474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-307ba4d7-b2cd-4612-8222-168c9bf8a78e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ec73e08-9f0b-49bf-b099-41cded97c703 HTTP/1.1" status: 204 len: 168 time: 1.2252686 Aug 11 03:02:33.095037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4e00f2-ef37-4c79-be14-8a2da9875f36 None None] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:33.100093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=f8db2bf0-4db7-411a-845e-b20c2bd39369,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:33.121225 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-efcae105-6d34-4c66-81ec-b613f6e04755 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6503358 Aug 11 03:02:33.122628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58916) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:33.130616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ba4d7-b2cd-4612-8222-168c9bf8a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec73e08-9f0b-49bf-b099-41cded97c703,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:33.366810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421b41b-3a7e-4580-a08d-7b221e911f54 req-6dd8c818-d5ee-4b33-bec1-02107b4bfd48 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.374893 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b421b41b-3a7e-4580-a08d-7b221e911f54 req-6dd8c818-d5ee-4b33-bec1-02107b4bfd48 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1478364 Aug 11 03:02:33.396265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc1d56-980e-4638-8d4c-1c69f6a7561d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:33.402384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-48cc1d56-980e-4638-8d4c-1c69f6a7561d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e6 HTTP/1.1" status: 200 len: 929 time: 0.2778082 Aug 11 03:02:33.404553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58922) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:33.449536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b421b41b-3a7e-4580-a08d-7b221e911f54 req-dd073bbf-13d3-43a3-8447-620d169b96fb tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737004 Aug 11 03:02:33.584106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9b86210c-2c9b-486c-afa7-d07d7973b67d None None] Provisioning for port eed06e6a-da56-458d-9e76-51f36ab15912 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:33.605049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9b86210c-2c9b-486c-afa7-d07d7973b67d None None] Provisioning complete for port eed06e6a-da56-458d-9e76-51f36ab15912 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:33.605357 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b86210c-2c9b-486c-afa7-d07d7973b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.786669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port f8db2bf0-4db7-411a-845e-b20c2bd39369 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:33.787410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.905829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b86210c-2c9b-486c-afa7-d07d7973b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:33.953744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9b86210c-2c9b-486c-afa7-d07d7973b67d None None] For port eed06e6a-da56-458d-9e76-51f36ab15912, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eed06e6a-da56-458d-9e76-51f36ab15912,segment=NetworkSegment(b2ee9fd6-4671-4c23-bc10-4cfc039934bb),segment_id=b2ee9fd6-4671-4c23-bc10-4cfc039934bb)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:33.961563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b86210c-2c9b-486c-afa7-d07d7973b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.049602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.091985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for f8db2bf0-4db7-411a-845e-b20c2bd39369 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:34.117077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86210c-2c9b-486c-afa7-d07d7973b67d None None] Pushing event updated for resources: {'Port': ['ID=eed06e6a-da56-458d-9e76-51f36ab15912,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.330783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9941d-7061-41ca-88aa-fc758749b3c0 req-84bb8eca-3ce7-4261-a684-05863e101bb5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.344208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a40af075-9bbc-4d59-bad0-4a567500ae11 None None] Provisioning for port e6958fcf-4408-487a-beed-19889c48a6ed completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:34.351670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6f9941d-7061-41ca-88aa-fc758749b3c0 req-84bb8eca-3ce7-4261-a684-05863e101bb5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1781785 Aug 11 03:02:34.371833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a40af075-9bbc-4d59-bad0-4a567500ae11 None None] Provisioning complete for port e6958fcf-4408-487a-beed-19889c48a6ed triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.373666 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a40af075-9bbc-4d59-bad0-4a567500ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.467864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6f9941d-7061-41ca-88aa-fc758749b3c0 req-d78c7663-48eb-4853-aee4-fbaa5b0af433 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142802 Aug 11 03:02:34.490960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a40af075-9bbc-4d59-bad0-4a567500ae11 None None] Port e6958fcf-4408-487a-beed-19889c48a6ed cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:34.500573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.515707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a40af075-9bbc-4d59-bad0-4a567500ae11 None None] Provisioning complete for port eed06e6a-da56-458d-9e76-51f36ab15912 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.516098 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a40af075-9bbc-4d59-bad0-4a567500ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.623204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=f8db2bf0-4db7-411a-845e-b20c2bd39369,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:34.688292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.694529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-71298caf-98d9-43ec-993f-da7a42356c77 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/f8db2bf0-4db7-411a-845e-b20c2bd39369 HTTP/1.1" status: 204 len: 168 time: 1.2872417 Aug 11 03:02:34.700481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58952) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:34.716665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0090a9ee-a4de-4201-8ffb-390871094811 req-f4a47c2b-c12e-46c5-942b-9a8bba6ac3ec tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:34.726539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0090a9ee-a4de-4201-8ffb-390871094811 req-f4a47c2b-c12e-46c5-942b-9a8bba6ac3ec tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1400330 Aug 11 03:02:34.766060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eed06e6a-da56-458d-9e76-51f36ab15912 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:34.771771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a40af075-9bbc-4d59-bad0-4a567500ae11 None None] Could not find standard attr ID for object f8db2bf0-4db7-411a-845e-b20c2bd39369. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:34.774127 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9c70d6-ca32-4f6c-acfd-180342428a8b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:34.805927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5a9c70d6-ca32-4f6c-acfd-180342428a8b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/f8db2bf0-4db7-411a-845e-b20c2bd39369 HTTP/1.1" status: 404 len: 333 time: 0.1033530 Aug 11 03:02:34.822549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58958) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:34.873470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port eed06e6a-da56-458d-9e76-51f36ab15912 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:34.876143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:34.894113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0090a9ee-a4de-4201-8ffb-390871094811 req-2fc6964c-516d-4619-93f7-4d3e315ff427 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574907 Aug 11 03:02:35.060174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-787288fd-fe17-4f15-a142-3eb65215dd0f None None] Provisioning complete for port e6958fcf-4408-487a-beed-19889c48a6ed triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:35.060760 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-787288fd-fe17-4f15-a142-3eb65215dd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.122984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port e6958fcf-4408-487a-beed-19889c48a6ed {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:35.122984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.190726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-787288fd-fe17-4f15-a142-3eb65215dd0f None None] Port e6958fcf-4408-487a-beed-19889c48a6ed cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:35.445851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a52c85a9-b7a6-4516-af89-b60ae4ec9655 None None] Could not find standard attr ID for object f8db2bf0-4db7-411a-845e-b20c2bd39369. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:35.528057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:35.563349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for e6958fcf-4408-487a-beed-19889c48a6ed owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:35.783823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0793f3b0-9897-48eb-8e26-1c61a6c80419 req-2feb2eea-7abf-4f59-8089-6a090c29e4a4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:35.797704 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0793f3b0-9897-48eb-8e26-1c61a6c80419 req-2feb2eea-7abf-4f59-8089-6a090c29e4a4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1083302 Aug 11 03:02:35.925105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0793f3b0-9897-48eb-8e26-1c61a6c80419 req-1c5284a8-47d1-400e-9464-db01f4d6f04c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139288 Aug 11 03:02:35.951254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.010066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=e6958fcf-4408-487a-beed-19889c48a6ed,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.087349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.090023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cacc2845-2708-4872-a93e-7511e71da61a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/e6958fcf-4408-487a-beed-19889c48a6ed HTTP/1.1" status: 204 len: 168 time: 1.2663486 Aug 11 03:02:36.095542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58984) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:36.182755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c80fb-136a-4934-b1df-99e1a5086981 req-a65c60f7-3b14-4f7e-b2a7-cb8faef8c3a1 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:36.190716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c21c80fb-136a-4934-b1df-99e1a5086981 req-a65c60f7-3b14-4f7e-b2a7-cb8faef8c3a1 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1131556 Aug 11 03:02:36.196221 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd585eb3-2b46-418c-98c3-11a2aac44090 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:36.211378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fd585eb3-2b46-418c-98c3-11a2aac44090 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/e6958fcf-4408-487a-beed-19889c48a6ed HTTP/1.1" status: 404 len: 333 time: 0.1089833 Aug 11 03:02:36.213334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:36.297514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c21c80fb-136a-4934-b1df-99e1a5086981 req-5878d19a-2449-48c1-b2c9-e8285326fbce tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956440 Aug 11 03:02:36.326735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet cc2a484f-7d18-489c-ae9f-da6060596251 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:36.330166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.384909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.561998 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.688604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.774967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2a484f-7d18-489c-ae9f-da6060596251,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:36.834102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:36.837329 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9139511b-b4e0-4165-b39b-7b404505c1d9 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/cc2a484f-7d18-489c-ae9f-da6060596251 HTTP/1.1" status: 204 len: 168 time: 0.6230433 Aug 11 03:02:36.838582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ef6421-52ca-4a77-923d-186ee9ca5f2a None None] Network bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:36.840101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59002) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:37.030581 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.169599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bac615-9082-4fe2-975a-a1046ed2ce40 req-a27911f9-062b-4a07-b8f5-925ef64ff66a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.189329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85bac615-9082-4fe2-975a-a1046ed2ce40 req-a27911f9-062b-4a07-b8f5-925ef64ff66a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1110549 Aug 11 03:02:37.206160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port eed06e6a-da56-458d-9e76-51f36ab15912 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:37.206510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.266923 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85bac615-9082-4fe2-975a-a1046ed2ce40 req-cc736158-0572-4c89-91fb-a99165ee4728 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755236 Aug 11 03:02:37.275309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] DHCP port deletion for bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:37.363012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] For port eed06e6a-da56-458d-9e76-51f36ab15912, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eed06e6a-da56-458d-9e76-51f36ab15912,segment=NetworkSegment(b2ee9fd6-4671-4c23-bc10-4cfc039934bb),segment_id=b2ee9fd6-4671-4c23-bc10-4cfc039934bb)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:37.364288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.383561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for eed06e6a-da56-458d-9e76-51f36ab15912 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:37.417171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] Deleting port eed06e6a-da56-458d-9e76-51f36ab15912 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:37.417565 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.482799 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.551379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=eed06e6a-da56-458d-9e76-51f36ab15912,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:37.558939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No DVR routers for this DVR port eed06e6a-da56-458d-9e76-51f36ab15912 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:37.574160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f3b88-1dfa-485d-90e6-125984af6fe4 req-cea1d6c3-a0df-42e4-a751-8ea9d993975a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:37.576790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899f3b88-1dfa-485d-90e6-125984af6fe4 req-cea1d6c3-a0df-42e4-a751-8ea9d993975a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1467440 Aug 11 03:02:37.617286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] For port eed06e6a-da56-458d-9e76-51f36ab15912, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eed06e6a-da56-458d-9e76-51f36ab15912,segment=NetworkSegment(b2ee9fd6-4671-4c23-bc10-4cfc039934bb),segment_id=b2ee9fd6-4671-4c23-bc10-4cfc039934bb)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:37.617641 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.661798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] Calling delete_port for eed06e6a-da56-458d-9e76-51f36ab15912 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:37.700798 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899f3b88-1dfa-485d-90e6-125984af6fe4 req-955ea019-6c56-4c2d-b03f-369cc4e61288 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176662 Aug 11 03:02:37.849568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.868586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:37.924020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ee9fd6-4671-4c23-bc10-4cfc039934bb') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:37.924129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ee9fd6-4671-4c23-bc10-4cfc039934bb') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:37.939824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:37.963720 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.009432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.023001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:38.023821 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:38.029630 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:38.084040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] Pushing event deleted for resources: {'Port': ['ID=eed06e6a-da56-458d-9e76-51f36ab15912,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.119316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da2e801-9a77-4418-b862-75b3c6c8c64a None None] No DVR routers for this DVR port eed06e6a-da56-458d-9e76-51f36ab15912 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:38.166910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.206756 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.210539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee HTTP/1.1" status: 204 len: 168 time: 1.3671627 Aug 11 03:02:38.211813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d811df-97b1-434e-ae60-2e645efe933b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=bc62f93b-bdee-4eac-aaca-d9afe5f5a1ee,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.214312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59040) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:38.226517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1314901178'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:38.279061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:38.282995 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.332892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:38.343547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.343945 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment 39fa952b-c1cf-49c8-88d0-253683fa243d of type vlan for network 6b008883-f3c2-4503-b0b1-4c1b63489512 Aug 11 03:02:38.503300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.526340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13c57b-6319-43e7-be5e-4aac28a361dd req-d5d17137-3a23-4efc-8382-1b30e900526f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.534409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f13c57b-6319-43e7-be5e-4aac28a361dd req-d5d17137-3a23-4efc-8382-1b30e900526f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1155019 Aug 11 03:02:38.564313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eed06e6a-da56-458d-9e76-51f36ab15912 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:38.631077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: eed06e6a-da56-458d-9e76-51f36ab15912 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:38.635747 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f13c57b-6319-43e7-be5e-4aac28a361dd req-9b633452-2e26-478e-b536-56eefb6d587e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990064 Aug 11 03:02:38.644973 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.646658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eed06e6a-da56-458d-9e76-51f36ab15912 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:38.651133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.652106 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:38.753929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5383267 Aug 11 03:02:38.757031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59054) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:38.762318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:38.786197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=6b008883-f3c2-4503-b0b1-4c1b63489512,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:38.795725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.795725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.795725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.795725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.796305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.796305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.796619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.796848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.797133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.803052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.803052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.803052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5788c6-77a1-4edc-87f7-88e3e3bc2fcb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:38.818312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:38.954411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916abd03-6b44-491f-bd54-513869bb5416 req-1dac91dc-9cd5-431e-a2eb-dafb2922821a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:38.967462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-916abd03-6b44-491f-bd54-513869bb5416 req-1dac91dc-9cd5-431e-a2eb-dafb2922821a tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1165254 Aug 11 03:02:39.026639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:39.034921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.110696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-916abd03-6b44-491f-bd54-513869bb5416 req-462f106a-7356-4e23-81c3-abfe16e5d5c2 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413012 Aug 11 03:02:39.532889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.606253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59092) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:39.731013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=9c19d801-eabb-48e0-b7e8-bb4898727b26,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:39.746374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': '39fa952b-c1cf-49c8-88d0-253683fa243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:39.747159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: 6b008883-f3c2-4503-b0b1-4c1b63489512, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:39.754780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-4df8d649-9b67-45fe-9831-976689c63ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:39.757004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-4df8d649-9b67-45fe-9831-976689c63ad9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1097 time: 0.0930560 Aug 11 03:02:39.792578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:39.794898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7527-cef3-404d-9d46-877e4aa58277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.841897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6b008883-f3c2-4503-b0b1-4c1b63489512) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:39.856081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488bcaeb-c99b-45ee-b29b-510d3579002f None None] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:39.864126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:39.865111 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:39.894379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2540806e-8bcc-43cf-948b-16e1e2f3a8de tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1359794 Aug 11 03:02:39.902048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:39.933812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512', 'name': 'tempest-PortsIpV6TestJSON-247396176', 'fixed_ips': [{'subnet_id': '9c19d801-eabb-48e0-b7e8-bb4898727b26', 'ip_address': '2001:db8::10'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:40.017841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b722e1f-7ee3-4f23-8857-9ac0f3a11cef req-1d8f7a0c-77a7-4046-9682-d5ca272a4b9a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.026986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b722e1f-7ee3-4f23-8857-9ac0f3a11cef req-1d8f7a0c-77a7-4046-9682-d5ca272a4b9a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.2361944 Aug 11 03:02:40.099874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7527-cef3-404d-9d46-877e4aa58277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.107223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-a4ef3d21-1015-45fa-bfa3-95dabac0d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.113782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-a4ef3d21-1015-45fa-bfa3-95dabac0d3b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 915 time: 0.3473191 Aug 11 03:02:40.152946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d6e7527-cef3-404d-9d46-877e4aa58277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.243023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-fc6d929c-2a87-47aa-ad1f-47165da9b7aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 217 time: 0.1174326 Aug 11 03:02:40.302513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2c601dbf-a6aa-4e43-ab99-38965ae89863 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:02:40.307995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4d6e7527-cef3-404d-9d46-877e4aa58277 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f833116b2104340a00c651e101c3704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840060 Aug 11 03:02:40.319500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59108) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:40.325409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b722e1f-7ee3-4f23-8857-9ac0f3a11cef req-d9763707-44c2-417d-aae7-8f00b818fa8d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987876 Aug 11 03:02:40.326299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e7527-cef3-404d-9d46-877e4aa58277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0313cc-9d6a-4263-8de5-49cefd153226,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:40.474981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-186a01cc-8abe-4285-b077-d603e8668e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.506296 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-186a01cc-8abe-4285-b077-d603e8668e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.522344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-8558c5c2-5dde-4457-8574-03c30dcefec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.531608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-8558c5c2-5dde-4457-8574-03c30dcefec1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.2742105 Aug 11 03:02:40.535457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2c601dbf-a6aa-4e43-ab99-38965ae89863 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:40.574008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-186a01cc-8abe-4285-b077-d603e8668e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.576976 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-186a01cc-8abe-4285-b077-d603e8668e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.581559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-186a01cc-8abe-4285-b077-d603e8668e2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea0313cc-9d6a-4263-8de5-49cefd153226 HTTP/1.1" status: 204 len: 168 time: 0.2226450 Aug 11 03:02:40.594629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a01cc-8abe-4285-b077-d603e8668e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0313cc-9d6a-4263-8de5-49cefd153226,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:40.604820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a860bc0-eabc-46e4-a1ac-b79337e215a6 req-f7bebedf-36dd-4e79-9d3e-8901b0ff16bb tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:40.611908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a860bc0-eabc-46e4-a1ac-b79337e215a6 req-f7bebedf-36dd-4e79-9d3e-8901b0ff16bb tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.3282290 Aug 11 03:02:40.625327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6b008883-f3c2-4503-b0b1-4c1b63489512', 'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512', 'tenant_id': 'bc365628acdf4109a8723cfb048e31d8', 'fixed_ips': [{'subnet_id': '9c19d801-eabb-48e0-b7e8-bb4898727b26'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:40.629347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:40.730465 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-43a8d2fe-1ae8-4b67-a7d4-efd2359827a0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681559 Aug 11 03:02:40.767104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:40.973392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:40.982408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a860bc0-eabc-46e4-a1ac-b79337e215a6 req-b63a2a55-f4fe-4d96-8eb0-b0713e39481b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586349 Aug 11 03:02:41.069698 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-8a80fb28-b0fa-4f31-bb00-74a95bb056ba service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381176 Aug 11 03:02:41.074697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.127991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59130) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:41.140174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.143519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'port_id': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'mac_address': 'fa:16:3e:94:59:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23db68b3-ec53-4680-a578-c9cdb9281a47', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:02:41.145150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port a524772b-3401-401e-a4a5-63c10b2d8bb5 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:41.164434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d2bf-9b7f-423c-9229-9a247127f715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.220881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Allocated IP 2001:db8::2 (6b008883-f3c2-4503-b0b1-4c1b63489512/9c19d801-eabb-48e0-b7e8-bb4898727b26/06815b82-2544-4831-bac8-dddb701952f3) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:41.393347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d2bf-9b7f-423c-9229-9a247127f715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.398157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7d6d8501-5f08-4c0b-bd89-2482ea96d259 req-5554a0a9-dfb8-447e-b7d2-18f04d39a154 service neutron] 10.222.0.57 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067594 Aug 11 03:02:41.400882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aeb2d2bf-9b7f-423c-9229-9a247127f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.467230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2d2bf-9b7f-423c-9229-9a247127f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390f712-07c0-49e4-8390-7bdc78689295,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:41.525571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aeb2d2bf-9b7f-423c-9229-9a247127f715 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbc9857bfd6f49f49100dac2306b5ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941507 Aug 11 03:02:41.525910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59144) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:41.541152 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.550944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Transition to ACTIVE for port object 06815b82-2544-4831-bac8-dddb701952f3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:41.569095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Transition to ACTIVE for port object 06815b82-2544-4831-bac8-dddb701952f3 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:41.584916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.667405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:41.680671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:41.686938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:41.701335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c0e3d-dca8-4c22-9ebd-a5052c60d0c2 req-d7ed398d-4a60-4274-8bdb-a3dfe1f1b7da tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:41.718939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e7c0e3d-dca8-4c22-9ebd-a5052c60d0c2 req-d7ed398d-4a60-4274-8bdb-a3dfe1f1b7da tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1853487 Aug 11 03:02:41.822697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e7c0e3d-dca8-4c22-9ebd-a5052c60d0c2 req-5db49b6f-f1d1-4f04-aca1-d91c4e23d5c4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971978 Aug 11 03:02:41.834998 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68c389a1-f831-42fa-a8da-fe4fe756917a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.859898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::10 (6b008883-f3c2-4503-b0b1-4c1b63489512/9c19d801-eabb-48e0-b7e8-bb4898727b26/a524772b-3401-401e-a4a5-63c10b2d8bb5) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:41.894369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68c389a1-f831-42fa-a8da-fe4fe756917a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:41.919320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:41.924069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:41.927871 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51b6ade-c257-4dfc-adcb-18d1b0971338" -d '{"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-unplugged", "status": "completed", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:42.008769 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.054295 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9c1b61-9839-411c-8464-ba7c20d16345 x-openstack-request-id: req-3e9c1b61-9839-411c-8464-ba7c20d16345 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:42.054976 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-unplugged", "status": "completed", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:42.055457 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e9c1b61-9839-411c-8464-ba7c20d16345 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:42.056115 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'code': 200} Aug 11 03:02:42.064404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Attempting to bind port 06815b82-2544-4831-bac8-dddb701952f3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:42.065145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Attempting to bind port 06815b82-2544-4831-bac8-dddb701952f3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '39fa952b-c1cf-49c8-88d0-253683fa243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:42.065755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Attempting to bind port 06815b82-2544-4831-bac8-dddb701952f3 on network 6b008883-f3c2-4503-b0b1-4c1b63489512 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:42.068937 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.089264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c601dbf-a6aa-4e43-ab99-38965ae89863 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:42.101965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68c389a1-f831-42fa-a8da-fe4fe756917a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.102822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Pushing event updated for resources: {'Port': ['ID=06815b82-2544-4831-bac8-dddb701952f3,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:42.109241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68c389a1-f831-42fa-a8da-fe4fe756917a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.109241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-68c389a1-f831-42fa-a8da-fe4fe756917a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1390f712-07c0-49e4-8390-7bdc78689295 HTTP/1.1" status: 204 len: 168 time: 0.5807385 Aug 11 03:02:42.123708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c389a1-f831-42fa-a8da-fe4fe756917a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390f712-07c0-49e4-8390-7bdc78689295,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:42.246913 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.296942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object a524772b-3401-401e-a4a5-63c10b2d8bb5 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:42.307742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0e506-1473-4508-8a3d-8ac1cbce1a14 req-525e61a1-b5de-4611-ad44-ac603a5d887b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.330758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a0e506-1473-4508-8a3d-8ac1cbce1a14 req-525e61a1-b5de-4611-ad44-ac603a5d887b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 943 time: 0.2188489 Aug 11 03:02:42.339331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:42.346422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Checking segment: {'id': '39fa952b-c1cf-49c8-88d0-253683fa243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:42.348676 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.349257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Bound using segment: {'id': '39fa952b-c1cf-49c8-88d0-253683fa243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:42.350078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Bound port: 06815b82-2544-4831-bac8-dddb701952f3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fa952b-c1cf-49c8-88d0-253683fa243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:42.354196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.393342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.419201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a0e506-1473-4508-8a3d-8ac1cbce1a14 req-6d3bd4a1-9fcd-46d8-9623-5a248d8c9c6e tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Aug 11 03:02:42.475162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:42.483267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:42.488481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:42.492772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:42.494626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:42.495419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:42.502433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=a524772b-3401-401e-a4a5-63c10b2d8bb5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:42.524442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae8bf4d0-32d1-446b-9512-b9643e9a6b00 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6198478 Aug 11 03:02:42.527117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59168) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:42.533097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '6b008883-f3c2-4503-b0b1-4c1b63489512', 'name': 'tempest-PortsIpV6TestJSON-1761719236', 'fixed_ips': [{'subnet_id': '9c19d801-eabb-48e0-b7e8-bb4898727b26', 'ip_address': '2001:db8::f'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:42.771749 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:02:42.772006 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:02:42.846474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:42.857814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] For port 06815b82-2544-4831-bac8-dddb701952f3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:42.863824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] For port 06815b82-2544-4831-bac8-dddb701952f3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06815b82-2544-4831-bac8-dddb701952f3,segment=NetworkSegment(39fa952b-c1cf-49c8-88d0-253683fa243d),segment_id=39fa952b-c1cf-49c8-88d0-253683fa243d)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:42.883284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.060389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078f3a9-294a-4977-913b-ccc3d1fbf92c None None] Pushing event updated for resources: {'Port': ['ID=06815b82-2544-4831-bac8-dddb701952f3,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.088911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944374a4-9413-4134-a7df-2a45f932e141 req-7aca5675-9730-4439-89d2-23bcbf859050 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.098145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-944374a4-9413-4134-a7df-2a45f932e141 req-7aca5675-9730-4439-89d2-23bcbf859050 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1443000 Aug 11 03:02:43.131180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.235757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-944374a4-9413-4134-a7df-2a45f932e141 req-3296169b-eb61-484c-ace5-7ae817fb63a3 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318159 Aug 11 03:02:43.253413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port f08ac2be-9a1c-4e12-b066-a5949b5733e7 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:43.412593 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.464468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c601dbf-a6aa-4e43-ab99-38965ae89863 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:43.537474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:43.555958 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:43.790670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e24f2-8e23-4b05-a5d9-cddba1aa036c req-4cd7cf9a-75c1-411d-a599-85f863a6a1b3 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:43.795359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:43.806257 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-558e24f2-8e23-4b05-a5d9-cddba1aa036c req-4cd7cf9a-75c1-411d-a599-85f863a6a1b3 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 944 time: 0.1659825 Aug 11 03:02:43.815658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::f (6b008883-f3c2-4503-b0b1-4c1b63489512/9c19d801-eabb-48e0-b7e8-bb4898727b26/f08ac2be-9a1c-4e12-b066-a5949b5733e7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:43.841319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['2c601dbf-a6aa-4e43-ab99-38965ae89863'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:02:43.903676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-558e24f2-8e23-4b05-a5d9-cddba1aa036c req-5f9f0343-3dc5-4a67-a4cb-ea31aec2127f tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957994 Aug 11 03:02:44.200857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.245163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object f08ac2be-9a1c-4e12-b066-a5949b5733e7 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:44.389368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.490760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:44.507364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:44.516649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:44.532650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.533387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:44.559819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=f08ac2be-9a1c-4e12-b066-a5949b5733e7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:44.578084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eecf54-da95-4679-a746-8a864d584380 req-b81deb6e-5594-45e6-9323-d35c94e40f08 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.579809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c830729d-5804-403d-8884-f880af87049e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0510378 Aug 11 03:02:44.582813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59236) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:44.592287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-05eecf54-da95-4679-a746-8a864d584380 req-b81deb6e-5594-45e6-9323-d35c94e40f08 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1645637 Aug 11 03:02:44.678427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-05eecf54-da95-4679-a746-8a864d584380 req-7118985d-7abd-47d7-bce7-f8277c0a94d6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836716 Aug 11 03:02:44.680915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc0665-994d-4b8b-921d-6268016c433f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.683324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7afc0665-994d-4b8b-921d-6268016c433f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0995770 Aug 11 03:02:44.690757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59238) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:44.720698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06815b82-2544-4831-bac8-dddb701952f3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:44.865008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde919da-0139-41c0-a2ba-fc526cd5cd7b None None] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:44.881898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f998761-471b-498a-8b03-7ce48a280c35 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.897373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f998761-471b-498a-8b03-7ce48a280c35 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.943352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f998761-471b-498a-8b03-7ce48a280c35 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:44.943352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4f998761-471b-498a-8b03-7ce48a280c35 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2464390 Aug 11 03:02:44.943352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59248) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:45.166991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 06815b82-2544-4831-bac8-dddb701952f3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:45.217157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9c03d7e7-b800-40af-bf40-c57d8b36fb63 None None] Provisioning for port 06815b82-2544-4831-bac8-dddb701952f3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:45.231214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fb966-d69b-463c-886d-89adc94f5f91 req-8e0c7504-d53b-4b40-98cd-b286876f3185 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:45.240008 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf7fb966-d69b-463c-886d-89adc94f5f91 req-8e0c7504-d53b-4b40-98cd-b286876f3185 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.4212332 Aug 11 03:02:45.244493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9c03d7e7-b800-40af-bf40-c57d8b36fb63 None None] Provisioning complete for port 06815b82-2544-4831-bac8-dddb701952f3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:45.244715 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c03d7e7-b800-40af-bf40-c57d8b36fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.303870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port f08ac2be-9a1c-4e12-b066-a5949b5733e7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:45.306735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.310923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517eb4d8-b438-4254-8be5-7845851144a7 req-6d6572f9-fe5b-4b08-b6f5-416cf9fce3c4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:45.313283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-517eb4d8-b438-4254-8be5-7845851144a7 req-6d6572f9-fe5b-4b08-b6f5-416cf9fce3c4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 944 time: 0.2189248 Aug 11 03:02:45.325349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf7fb966-d69b-463c-886d-89adc94f5f91 req-ba183523-1eed-47b0-9537-dfb55e4985ca tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841918 Aug 11 03:02:45.517132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c03d7e7-b800-40af-bf40-c57d8b36fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.538663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:45.540785 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-517eb4d8-b438-4254-8be5-7845851144a7 req-16c764b2-b250-419d-b7ad-680a83bd75f9 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096503 Aug 11 03:02:45.566977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for f08ac2be-9a1c-4e12-b066-a5949b5733e7 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:45.567253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2c601dbf-a6aa-4e43-ab99-38965ae89863 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:46.023306 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.104572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9c03d7e7-b800-40af-bf40-c57d8b36fb63 None None] For port 06815b82-2544-4831-bac8-dddb701952f3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06815b82-2544-4831-bac8-dddb701952f3,segment=NetworkSegment(39fa952b-c1cf-49c8-88d0-253683fa243d),segment_id=39fa952b-c1cf-49c8-88d0-253683fa243d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:46.120876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c03d7e7-b800-40af-bf40-c57d8b36fb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.175120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=f08ac2be-9a1c-4e12-b066-a5949b5733e7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:46.246981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c03d7e7-b800-40af-bf40-c57d8b36fb63 None None] Pushing event updated for resources: {'Port': ['ID=06815b82-2544-4831-bac8-dddb701952f3,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:46.299980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.310043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6dce0c9d-7018-439f-ae05-8f1b6ede1f8d tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/f08ac2be-9a1c-4e12-b066-a5949b5733e7 HTTP/1.1" status: 204 len: 168 time: 1.2895205 Aug 11 03:02:46.312607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59308) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:46.327469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-81f2b474-317f-488d-89cf-055a7f900b0e None None] Provisioning for port a524772b-3401-401e-a4a5-63c10b2d8bb5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:46.343882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 2c601dbf-a6aa-4e43-ab99-38965ae89863 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:46.344261 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.345935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-81f2b474-317f-488d-89cf-055a7f900b0e None None] Provisioning complete for port a524772b-3401-401e-a4a5-63c10b2d8bb5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:46.346318 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-81f2b474-317f-488d-89cf-055a7f900b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.496071 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe8c747-7879-4e22-9ff1-0dda3becef66 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:46.497720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9fe8c747-7879-4e22-9ff1-0dda3becef66 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/f08ac2be-9a1c-4e12-b066-a5949b5733e7 HTTP/1.1" status: 404 len: 333 time: 0.1841862 Aug 11 03:02:46.500719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:46.567525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7470aaa-dbf4-42d1-8ea3-1d7916b01abb req-6188998a-dc51-4edb-9e83-a02d5ded17e2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:46.579504 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7470aaa-dbf4-42d1-8ea3-1d7916b01abb req-6188998a-dc51-4edb-9e83-a02d5ded17e2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.3091371 Aug 11 03:02:46.604389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-81f2b474-317f-488d-89cf-055a7f900b0e None None] Port a524772b-3401-401e-a4a5-63c10b2d8bb5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:46.668181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7470aaa-dbf4-42d1-8ea3-1d7916b01abb req-f0c947c2-9759-4294-9eec-649a9a43f806 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840104 Aug 11 03:02:46.672408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-81f2b474-317f-488d-89cf-055a7f900b0e None None] Provisioning complete for port 06815b82-2544-4831-bac8-dddb701952f3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:46.672777 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-81f2b474-317f-488d-89cf-055a7f900b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.744742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06815b82-2544-4831-bac8-dddb701952f3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:46.887536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port a524772b-3401-401e-a4a5-63c10b2d8bb5 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:46.888231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:46.899348 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.009131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:47.011792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:47.015427 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6932cac9-7656-443b-a78e-5c2566cdca16" -d '{"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-plugged", "status": "completed", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:47.022665 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.023400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e647bb-2439-4257-9ca3-c996c8fa2ea2 req-1287637b-c74d-4f89-8395-e66a0b99c626 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.024573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:47.038973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52e647bb-2439-4257-9ca3-c996c8fa2ea2 req-1287637b-c74d-4f89-8395-e66a0b99c626 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 944 time: 0.1719768 Aug 11 03:02:47.179475 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d556ee2a-896d-4c3c-a28f-69621f2f1e85 x-openstack-request-id: req-d556ee2a-896d-4c3c-a28f-69621f2f1e85 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:47.180112 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-plugged", "status": "completed", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:47.180112 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d556ee2a-896d-4c3c-a28f-69621f2f1e85 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:47.180441 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'code': 200} Aug 11 03:02:47.182161 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.224536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52e647bb-2439-4257-9ca3-c996c8fa2ea2 req-e336ec38-7414-4515-a768-d33bf4d3bc27 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846647 Aug 11 03:02:47.229565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 06815b82-2544-4831-bac8-dddb701952f3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:47.229836 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.236902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for a524772b-3401-401e-a4a5-63c10b2d8bb5 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:47.239404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-81f2b474-317f-488d-89cf-055a7f900b0e None None] Could not find standard attr ID for object f08ac2be-9a1c-4e12-b066-a5949b5733e7. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:47.351148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.364141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.549563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:47.563328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-430d2e5f-6289-43c4-91e2-d4f43da600d1 None None] Provisioning complete for port a524772b-3401-401e-a4a5-63c10b2d8bb5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:47.563742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-430d2e5f-6289-43c4-91e2-d4f43da600d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.570847 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.673503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.737728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.798264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-430d2e5f-6289-43c4-91e2-d4f43da600d1 None None] Port a524772b-3401-401e-a4a5-63c10b2d8bb5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:47.806656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=a524772b-3401-401e-a4a5-63c10b2d8bb5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:47.807224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-430d2e5f-6289-43c4-91e2-d4f43da600d1 None None] Could not find standard attr ID for object f08ac2be-9a1c-4e12-b066-a5949b5733e7. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:02:47.933865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8a8a0-9d46-45cc-8b90-33b469d66383 req-acb81c00-7b54-499b-bc48-b0b1f1b7ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:47.935507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e1b8a8a0-9d46-45cc-8b90-33b469d66383 req-acb81c00-7b54-499b-bc48-b0b1f1b7ad22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 1097 time: 0.5054677 Aug 11 03:02:47.949264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:47.954171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cc9a4bea-b416-4bc4-a69b-0e6c42f9a7a2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/a524772b-3401-401e-a4a5-63c10b2d8bb5 HTTP/1.1" status: 204 len: 168 time: 1.4523087 Aug 11 03:02:47.957123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59376) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:47.989980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-f5ece31f-29a8-44bc-88d8-e98c799dc9e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8998547 Aug 11 03:02:48.013401 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6167e6c0-a499-4b0b-b938-f0c8289eba6b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:02:48.029415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6167e6c0-a499-4b0b-b938-f0c8289eba6b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/a524772b-3401-401e-a4a5-63c10b2d8bb5 HTTP/1.1" status: 404 len: 333 time: 0.0706799 Aug 11 03:02:48.030687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59378) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:48.090521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e1b8a8a0-9d46-45cc-8b90-33b469d66383 req-77b0d1b3-2e52-4bbd-9dd3-f2ea473e540f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246908 Aug 11 03:02:48.099323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 9c19d801-eabb-48e0-b7e8-bb4898727b26 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:02:48.104276 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.121286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87b1a-9c89-4af3-aea6-92f0f19a415b req-301d5a45-194d-4020-9ba6-55472e9027d5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.142114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70a87b1a-9c89-4af3-aea6-92f0f19a415b req-301d5a45-194d-4020-9ba6-55472e9027d5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 943 time: 0.3086736 Aug 11 03:02:48.200183 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.249218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70a87b1a-9c89-4af3-aea6-92f0f19a415b req-20024297-f2c7-4d7c-ac49-d35d461daa75 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015077 Aug 11 03:02:48.484480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.681810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6018a75-23c9-45e4-af3c-8257cd42a988 req-91fdcbe7-0999-45e0-a881-969f0f25e5a4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:48.690488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6018a75-23c9-45e4-af3c-8257cd42a988 req-91fdcbe7-0999-45e0-a881-969f0f25e5a4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1143417 Aug 11 03:02:48.713392 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.740330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeee379-b888-46f6-a490-38a49e0f7ad8 None None] Network 6b008883-f3c2-4503-b0b1-4c1b63489512 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:48.779680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:48.781362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/9c19d801-eabb-48e0-b7e8-bb4898727b26 HTTP/1.1" status: 204 len: 168 time: 0.7438354 Aug 11 03:02:48.784368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:48.785490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce0d0-3cc7-404b-a8b7-019f2ebdfb3e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=9c19d801-eabb-48e0-b7e8-bb4898727b26,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:48.804375 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6018a75-23c9-45e4-af3c-8257cd42a988 req-7182a56a-95f3-4625-a995-a71c6741bd03 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128860 Aug 11 03:02:49.016157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3beff-560c-454c-b56c-c5f8dbf0ef9f req-87f19fb9-59d3-428b-a7e8-d45093ad27d7 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.029779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8cd3beff-560c-454c-b56c-c5f8dbf0ef9f req-87f19fb9-59d3-428b-a7e8-d45093ad27d7 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1543772 Aug 11 03:02:49.045952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.124837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] DHCP port deletion for 6b008883-f3c2-4503-b0b1-4c1b63489512 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:02:49.145950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8cd3beff-560c-454c-b56c-c5f8dbf0ef9f req-b07a5f2e-3760-4f32-9654-54e882841aca tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052768 Aug 11 03:02:49.195205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:49.201448 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebf9fe2-0ab0-4848-a61a-07cb430925c1" -d '{"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-unplugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:49.239479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] Deleting port 06815b82-2544-4831-bac8-dddb701952f3 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:49.240179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.303442 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af3512-ab70-4edf-9e29-d1bc3066cf86 x-openstack-request-id: req-33af3512-ab70-4edf-9e29-d1bc3066cf86 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:49.304625 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-unplugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:49.304782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 06815b82-2544-4831-bac8-dddb701952f3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:49.305043 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33af3512-ab70-4edf-9e29-d1bc3066cf86 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:49.305173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.305861 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'code': 200} Aug 11 03:02:49.382130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] For port 06815b82-2544-4831-bac8-dddb701952f3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06815b82-2544-4831-bac8-dddb701952f3,segment=NetworkSegment(39fa952b-c1cf-49c8-88d0-253683fa243d),segment_id=39fa952b-c1cf-49c8-88d0-253683fa243d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:49.382449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.429321 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] Calling delete_port for 06815b82-2544-4831-bac8-dddb701952f3 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:49.447705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-35afc8a8-805e-4bd0-b905-638495033e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.449390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-35afc8a8-805e-4bd0-b905-638495033e97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3&tenant_id=fc052c47560340e3aecbe1f03d498088 HTTP/1.1" status: 200 len: 1095 time: 0.1971331 Aug 11 03:02:49.469527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:49.512799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] For port 06815b82-2544-4831-bac8-dddb701952f3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06815b82-2544-4831-bac8-dddb701952f3,segment=NetworkSegment(39fa952b-c1cf-49c8-88d0-253683fa243d),segment_id=39fa952b-c1cf-49c8-88d0-253683fa243d)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:49.513176 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.535541 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.541557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 06815b82-2544-4831-bac8-dddb701952f3 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:49.560764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70ea60-1401-480b-b500-7b0df70f903a req-d406d85b-75a4-42d4-ac58-cddbd20782bf tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:49.571525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a70ea60-1401-480b-b500-7b0df70f903a req-d406d85b-75a4-42d4-ac58-cddbd20782bf tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 943 time: 0.2099857 Aug 11 03:02:49.622410 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.650307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a70ea60-1401-480b-b500-7b0df70f903a req-3944af1b-4429-4f95-b1aa-427b664a561b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730894 Aug 11 03:02:49.692563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] No DVR routers for this DVR port 06815b82-2544-4831-bac8-dddb701952f3 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:49.702222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15598e1b-9e5d-4f6c-ad00-8854b1b87941 None None] Pushing event deleted for resources: {'Port': ['ID=06815b82-2544-4831-bac8-dddb701952f3,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:49.746238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.777174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=06815b82-2544-4831-bac8-dddb701952f3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:49.787158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No DVR routers for this DVR port 06815b82-2544-4831-bac8-dddb701952f3 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:49.919843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:49.938333 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:49.955850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b008883-f3c2-4503-b0b1-4c1b63489512']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:49.968698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:49.985479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fa952b-c1cf-49c8-88d0-253683fa243d') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:49.986205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fa952b-c1cf-49c8-88d0-253683fa243d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:02:50.006367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.010927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b669a74-48f8-4064-bebc-8dac2b327c39 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:50.020648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.034801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Transition to ACTIVE for port object 3b669a74-48f8-4064-bebc-8dac2b327c39 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:50.047734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.048533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.064888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:02:50.065840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:02:50.072823 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:02:50.130307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] No DVR routers for this DVR port 3b669a74-48f8-4064-bebc-8dac2b327c39 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:50.160734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef4c0a-1a5f-4f61-899f-06649a30b918 req-46c45b6c-6712-4f69-9add-affe602a5cfa tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.168839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fef4c0a-1a5f-4f61-899f-06649a30b918 req-46c45b6c-6712-4f69-9add-affe602a5cfa tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1322296 Aug 11 03:02:50.175807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=9']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.194423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.208208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.219521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/6b008883-f3c2-4503-b0b1-4c1b63489512 HTTP/1.1" status: 204 len: 168 time: 1.4319258 Aug 11 03:02:50.219683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59524) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:50.225962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1770776338'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:50.236670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb2a92-908d-4b27-962e-d0cbf686888e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=6b008883-f3c2-4503-b0b1-4c1b63489512,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.252719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:50.257049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.305124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:02:50.318649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.319007 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Added segment e232a3cb-b175-448c-8069-945127ad24d9 of type vlan for network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e Aug 11 03:02:50.334048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:50.334776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:50.335326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:50.349391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fef4c0a-1a5f-4f61-899f-06649a30b918 req-8e8d5399-c4f5-40f8-8671-4131a4f7ff69 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796432 Aug 11 03:02:50.361542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Port 3b669a74-48f8-4064-bebc-8dac2b327c39 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:02:50.372197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Attempting to bind port 3b669a74-48f8-4064-bebc-8dac2b327c39 on network 5293af7e-ae9f-4d93-8320-a86c4c6e54f7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:50.375755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfd501-c5bb-467a-8c35-e6bc71af6760 req-1c847303-a272-4f77-ab64-c008ea0dc158 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.385439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ddcfd501-c5bb-467a-8c35-e6bc71af6760 req-1c847303-a272-4f77-ab64-c008ea0dc158 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.0937397 Aug 11 03:02:50.420469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:50.421136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Checking segment: {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:50.421697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Bound using segment: {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:50.422459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Bound port: 3b669a74-48f8-4064-bebc-8dac2b327c39, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29ea40c-2929-43e5-81bb-35dee5171489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:50.423052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.436305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ddcfd501-c5bb-467a-8c35-e6bc71af6760 req-2d4615fb-b636-4943-99e4-b8b27eff2aab tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498455 Aug 11 03:02:50.439414 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.543209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.549818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.550782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.578020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3571646 Aug 11 03:02:50.581049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59534) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:50.598948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:50.607224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06815b82-2544-4831-bac8-dddb701952f3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:50.636985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 06815b82-2544-4831-bac8-dddb701952f3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:50.637557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06815b82-2544-4831-bac8-dddb701952f3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:50.669477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792944ff-7eaf-4c3b-bffe-f88d7708755e req-10eac7ac-840d-4c3f-97c9-1fbe57a341ba tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.671313 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-792944ff-7eaf-4c3b-bffe-f88d7708755e req-10eac7ac-840d-4c3f-97c9-1fbe57a341ba tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.1621275 Aug 11 03:02:50.684511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:50.709273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:50.714419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b9c3d-a89a-4768-a35d-5450fff5f5be tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Network': ['ID=20d45f33-f33a-48c7-a620-8b4dbf9bc59e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.734655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-792944ff-7eaf-4c3b-bffe-f88d7708755e req-c0915eaf-2f87-44c4-a0c3-fbf2288506c3 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557945 Aug 11 03:02:50.741216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:02:50.749569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.791913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:50.800914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.806406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.807034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:50.808517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] 10.222.0.10 "PUT /v2.0/ports/3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 1092 time: 1.3503699 Aug 11 03:02:50.815694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:50.819528 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f9dd0-b447-45d0-bf92-52f54be9a435" -d '{"events": [{"name": "network-changed", "server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:50.952009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d65a6-5321-4c72-91ba-a8b4ca05ca29 service neutron] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:50.972124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-5bd38a9c-041d-4f01-b8a2-feced3e456c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.974571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-5bd38a9c-041d-4f01-b8a2-feced3e456c2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1096 time: 0.1250982 Aug 11 03:02:50.982200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8ea6a-518c-4842-bafd-561aa91b11b8 req-b4ce470f-966d-42a8-93f2-c2bc67c03349 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:50.983657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81f8ea6a-518c-4842-bafd-561aa91b11b8 req-b4ce470f-966d-42a8-93f2-c2bc67c03349 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.1736894 Aug 11 03:02:51.076529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-afb5740d-3538-439e-9b33-b5e00c4a7f1d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.080530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81f8ea6a-518c-4842-bafd-561aa91b11b8 req-33a11ec6-6a65-477e-9ae7-04a812851370 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833755 Aug 11 03:02:51.085303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-afb5740d-3538-439e-9b33-b5e00c4a7f1d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.1652918 Aug 11 03:02:51.121152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-4c1eb152-dd2d-4492-a8ce-995c0aaaa6f7 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/quotas/9543abba01874311b0c37bab1ccca3f5 HTTP/1.1" status: 200 len: 375 time: 0.0350986 Aug 11 03:02:51.145194 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-5e010433-9fae-403e-a0fd-6680750ff3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.148832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-5e010433-9fae-403e-a0fd-6680750ff3cd service neutron] 10.222.0.10 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 915 time: 0.1614780 Aug 11 03:02:51.188506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-b5414fd1-666f-4882-b3e9-54ecf489538a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654206 Aug 11 03:02:51.226709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-1f702491-50cd-4aff-b7c2-0c7f598a6ddc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 217 time: 0.0674965 Aug 11 03:02:51.323275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-9814eef0-6ea3-44d2-ace8-0d6f13ecf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.329840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-9814eef0-6ea3-44d2-ace8-0d6f13ecf597 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.0889146 Aug 11 03:02:51.385887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-abeb56ba-0614-4b3b-8f81-acc6bd74394c service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962078 Aug 11 03:02:51.389112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.399207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-9ed596b2-db0b-412d-8598-e90d7a81b7f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570917 Aug 11 03:02:51.436508 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44ea630-746f-4f60-97d0-dca45e39a90f x-openstack-request-id: req-b44ea630-746f-4f60-97d0-dca45e39a90f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:51.437089 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:51.437511 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b44ea630-746f-4f60-97d0-dca45e39a90f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:51.438191 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'status': 'completed', 'code': 200} Aug 11 03:02:51.578679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:51.627574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-d91da14e-5b1e-4e17-99e8-89b8b3a4d18d service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180901 Aug 11 03:02:51.637123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b2cfa-e0cd-4b0e-b454-18340fd9bc4f req-3fc6e487-17c7-41a4-886d-3468b548e631 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:51.645262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-651b2cfa-e0cd-4b0e-b454-18340fd9bc4f req-3fc6e487-17c7-41a4-886d-3468b548e631 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1015685 Aug 11 03:02:51.734169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.742803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-651b2cfa-e0cd-4b0e-b454-18340fd9bc4f req-97784295-5974-4ba0-9f3c-89c8ed8f9e61 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965512 Aug 11 03:02:51.772844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:51.775482 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe00541-abf2-43c3-aac4-ce6c3980bfef" -d '{"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:51.791536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:51.797033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:51.843575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5871bd35-4dfe-48bc-adf9-ab3fa30a2cea req-9f94cf06-ab9d-4845-90bf-3bd04572df25 service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733143 Aug 11 03:02:51.905658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:52.150636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Checking segment: {'id': 'e232a3cb-b175-448c-8069-945127ad24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:52.151230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network hostable DHCP agents. Network: 20d45f33-f33a-48c7-a620-8b4dbf9bc59e, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:02:52.199538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=91dab4a9-ee1c-4c76-9d3a-60de6825df72,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:52.259433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:02:52.291412 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f9133e72-343f-4716-9025-dd436af6dab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.316753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 20d45f33-f33a-48c7-a620-8b4dbf9bc59e) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:52.326529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785eb0ef-6157-4ca7-b50d-e50f1e66ede0 None None] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:52.341645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.342253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.362599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-997bd450-180f-4316-be00-5e8b1731829c service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9610305 Aug 11 03:02:52.391899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4bdc4bae-25cc-4d5e-9aec-b16a905e561a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8088772 Aug 11 03:02:52.392819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59632) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:52.463483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0a125a5b-cf2e-4eca-b0bd-62cd52b80609 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-202073332', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:52.516471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a125a5b-cf2e-4eca-b0bd-62cd52b80609 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.517548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a125a5b-cf2e-4eca-b0bd-62cd52b80609 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.631385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a125a5b-cf2e-4eca-b0bd-62cd52b80609 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.634023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-df998e0c-a036-4757-850c-27a526a9fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.638889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a125a5b-cf2e-4eca-b0bd-62cd52b80609 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.648775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-df998e0c-a036-4757-850c-27a526a9fd62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1096 time: 0.7259734 Aug 11 03:02:52.662462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a125a5b-cf2e-4eca-b0bd-62cd52b80609 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.667060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0a125a5b-cf2e-4eca-b0bd-62cd52b80609 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2726367 Aug 11 03:02:52.669007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59646) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:52.684662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e', 'name': 'tempest-PortsIpV6TestJSON-1269926318'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:52.804382 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c725f82b-3637-4a3d-a047-87ffbb5cdf54 x-openstack-request-id: req-c725f82b-3637-4a3d-a047-87ffbb5cdf54 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:52.804835 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:52.804835 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c725f82b-3637-4a3d-a047-87ffbb5cdf54 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:52.805257 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'code': 200} Aug 11 03:02:52.933394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899080c7-fd54-4424-8728-9529487b88b6 req-3d2fe1df-121e-4ca3-89a1-19524e5a0403 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.947935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-3d2fe1df-121e-4ca3-89a1-19524e5a0403 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 815 time: 1.0720923 Aug 11 03:02:52.963859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-20d45f33-f33a-48c7-a620-8b4dbf9bc59e', 'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e', 'tenant_id': 'bc365628acdf4109a8723cfb048e31d8', 'fixed_ips': [{'subnet_id': '91dab4a9-ee1c-4c76-9d3a-60de6825df72'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:02:52.965733 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:52.976253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-747843ac-fd84-4ebb-a884-1edf646815fb tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/quotas/6b333b2a3b9f46869bff7a3fbbeffbde HTTP/1.1" status: 200 len: 375 time: 0.0270903 Aug 11 03:02:52.982575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-08b14285-9e25-4254-bab9-1851cf7664bf tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:52.984325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-08b14285-9e25-4254-bab9-1851cf7664bf tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea170849-4854-44de-a45f-5c60504fc4f6 HTTP/1.1" status: 200 len: 943 time: 0.1756213 Aug 11 03:02:53.005142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312583d-f97f-4a6d-b938-423b2766abc8 req-9b398583-aa65-46e1-bd9d-494d056420c9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.007450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b312583d-f97f-4a6d-b938-423b2766abc8 req-9b398583-aa65-46e1-bd9d-494d056420c9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.1998730 Aug 11 03:02:53.131359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-e3389906-dbea-4625-abc6-7d5db5e7365b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1536109 Aug 11 03:02:53.360534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:53.370944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.376502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Allocated IP 2001:db8::2 (20d45f33-f33a-48c7-a620-8b4dbf9bc59e/91dab4a9-ee1c-4c76-9d3a-60de6825df72/6f0f609e-f3c3-4ccb-894a-2df0bb5991aa) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:53.381150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-a5e43a83-ba11-4eb1-8cc9-e9be5619cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.399973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-a5e43a83-ba11-4eb1-8cc9-e9be5619cc98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 915 time: 0.7341828 Aug 11 03:02:53.466806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b312583d-f97f-4a6d-b938-423b2766abc8 req-1525818e-b03f-4fd9-829f-fdd11d0d73ae tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118624 Aug 11 03:02:53.508030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:02:53.714301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-d9bb1c69-563d-4699-97bd-bb27c8fdfd13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 217 time: 0.2865744 Aug 11 03:02:53.736990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-251842fa-0612-4237-b5e9-4c63bf40d885 service neutron] 10.222.0.60 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964928 Aug 11 03:02:53.822321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75112db9-97f7-4dec-a34b-e84990678934 req-8908864b-1a07-4011-9c4e-b7d18330fc7b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:53.824399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-75112db9-97f7-4dec-a34b-e84990678934 req-8908864b-1a07-4011-9c4e-b7d18330fc7b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "GET /v2.0/ports?device_id=cc9b7dfe-3900-4a8f-af4a-266d34731075 HTTP/1.1" status: 200 len: 945 time: 0.6676712 Aug 11 03:02:53.845768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.899616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Transition to ACTIVE for port object 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:53.902929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65b33134-e7bb-4d6e-b77b-754bac22c367 req-1f5f1ef8-b720-41b1-89d5-1a732d3b78f6 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 210 time: 0.1595695 Aug 11 03:02:53.942894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Deleting port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:53.943621 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:53.978057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Transition to ACTIVE for port object 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:53.998147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.159008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] For port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:54.159539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.161176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:54.173868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:54.179699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Calling delete_port for 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:54.188486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:54.205390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Pushing event updated for resources: {'Port': ['ID=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:54.348238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.371115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Attempting to bind port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:02:54.371765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Attempting to bind port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'e232a3cb-b175-448c-8069-945127ad24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:02:54.375139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Attempting to bind port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa on network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:02:54.400377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-cbca3926-fbd9-43bc-8db9-d12c3cd64c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:54.403749 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:02:54.404330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Checking segment: {'id': 'e232a3cb-b175-448c-8069-945127ad24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:02:54.404922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.405486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Bound using segment: {'id': 'e232a3cb-b175-448c-8069-945127ad24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:02:54.406130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Bound port: 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e232a3cb-b175-448c-8069-945127ad24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '20d45f33-f33a-48c7-a620-8b4dbf9bc59e'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:02:54.406695 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.411657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-cbca3926-fbd9-43bc-8db9-d12c3cd64c1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.6373594 Aug 11 03:02:54.564917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-cbad09a8-84a0-45ad-b341-72ff7cd38eb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372471 Aug 11 03:02:54.585280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-3c87e238-a1cd-4376-8afd-4ef6a54df4b6 service neutron] 10.222.0.60 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8441565 Aug 11 03:02:54.590588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event deleted for resources: {'Port': ['ID=0cb4b42b-c5f7-407a-80d2-e24c999ccde8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:54.625252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] For port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:02:54.633696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] For port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,segment=NetworkSegment(e232a3cb-b175-448c-8069-945127ad24d9),segment_id=e232a3cb-b175-448c-8069-945127ad24d9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:02:54.640233 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.736282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] No DVR routers for this DVR port 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:54.745314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:54.752150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38a8046d-69f5-4aa1-b220-8ac8a715d0da req-39de5af6-27b5-4f95-a072-9e95cff141e8 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "DELETE /v2.0/ports/0cb4b42b-c5f7-407a-80d2-e24c999ccde8 HTTP/1.1" status: 204 len: 173 time: 1.7399948 Aug 11 03:02:54.774002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-deleted', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:54.783938 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:02:54.792696 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0d0854-13eb-4075-9b44-11e4d962c7a5" -d '{"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-deleted", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:54.825200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::284 (20d45f33-f33a-48c7-a620-8b4dbf9bc59e/91dab4a9-ee1c-4c76-9d3a-60de6825df72/97223e86-b434-4a19-94d8-c8ef0ef9cdb1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:54.863499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ee05e-60ab-42d4-b58c-84ae9460c733 None None] Pushing event updated for resources: {'Port': ['ID=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:54.960584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Deleting port 2c601dbf-a6aa-4e43-ab99-38965ae89863 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:02:54.961202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.073421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] For port 2c601dbf-a6aa-4e43-ab99-38965ae89863, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2c601dbf-a6aa-4e43-ab99-38965ae89863,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:55.073935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.103582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Calling delete_port for 2c601dbf-a6aa-4e43-ab99-38965ae89863 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:02:55.189307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622c8f-62c9-4322-a4ef-e48a3988319a req-8cebc305-deb0-4b51-aa62-19c17ef79aee tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.204252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb622c8f-62c9-4322-a4ef-e48a3988319a req-8cebc305-deb0-4b51-aa62-19c17ef79aee tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.8594344 Aug 11 03:02:55.205559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c475a549-d654-44c7-8695-91f4e701642f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.382297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb622c8f-62c9-4322-a4ef-e48a3988319a req-63b19343-834a-43bb-9a7b-5638bfd8320e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799324 Aug 11 03:02:55.393413 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.464032 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.495329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-990d20af-bb7b-4f5b-8319-12737f596229 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.497568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-990d20af-bb7b-4f5b-8319-12737f596229 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.8906720 Aug 11 03:02:55.503717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-9da1aebb-7cd4-471c-8967-d3dde8953ad7 service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8949025 Aug 11 03:02:55.524912 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2493df-e3bb-46fa-8127-d4af9c0fe907 x-openstack-request-id: req-7a2493df-e3bb-46fa-8127-d4af9c0fe907 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:55.525288 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea170849-4854-44de-a45f-5c60504fc4f6", "name": "network-vif-deleted", "tag": "0cb4b42b-c5f7-407a-80d2-e24c999ccde8", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:55.528813 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a2493df-e3bb-46fa-8127-d4af9c0fe907 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:55.529203 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea170849-4854-44de-a45f-5c60504fc4f6', 'name': 'network-vif-deleted', 'tag': '0cb4b42b-c5f7-407a-80d2-e24c999ccde8', 'status': 'completed', 'code': 200} Aug 11 03:02:55.530245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Request body: {'port': {'device_id': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'admin_state_up': True, 'tenant_id': '9543abba01874311b0c37bab1ccca3f5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:55.582488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:55.598731 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.645402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:02:55.647535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db2a36-a028-4043-90d3-391263465688 req-289295ca-5b06-4b13-8f85-59d2d9667f54 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.653554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:02:55.654235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cb4b42b-c5f7-407a-80d2-e24c999ccde8 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:02:55.656528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2c601dbf-a6aa-4e43-ab99-38965ae89863 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:02:55.657450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97db2a36-a028-4043-90d3-391263465688 req-289295ca-5b06-4b13-8f85-59d2d9667f54 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.5192785 Aug 11 03:02:55.737556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.806611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:55.814223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:55.836081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:55.862604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:55.864313 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:55.881759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97db2a36-a028-4043-90d3-391263465688 req-4a821fb8-8ee0-47c5-bee7-6b84586dd41a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217073 Aug 11 03:02:56.057465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f9dd0-b447-45d0-bf92-52f54be9a435 req-11baa36d-7aae-49fe-af6d-7cf8297bdd0f service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205445 Aug 11 03:02:56.064790 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a42c43c7-5d0e-4bf0-a7dc-46ad40bf60e1 req-1be6cc98-6138-41a6-9945-2461b1f1ccd4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 210 time: 0.2297819 Aug 11 03:02:56.065496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=97223e86-b434-4a19-94d8-c8ef0ef9cdb1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:56.124789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.145981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-171d3bbe-c020-486f-992c-37d3762ba0cb req-3c0d464f-bdb7-4f3c-90c1-578f45d2b223 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 210 time: 0.1301281 Aug 11 03:02:56.185178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.189007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Made reservation on behalf of 9543abba01874311b0c37bab1ccca3f5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:02:56.193668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-76500efa-8cce-41b4-9616-836672df4572 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5217063 Aug 11 03:02:56.196171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59720) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:56.199229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.276901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Pushing event deleted for resources: {'Port': ['ID=2c601dbf-a6aa-4e43-ab99-38965ae89863,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:56.604443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] No DVR routers for this DVR port 2c601dbf-a6aa-4e43-ab99-38965ae89863 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:02:56.615984 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.618714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-75112db9-97f7-4dec-a34b-e84990678934 req-2a665fa9-62f2-4371-a3c3-4c26a42287dc tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "DELETE /v2.0/ports/2c601dbf-a6aa-4e43-ab99-38965ae89863 HTTP/1.1" status: 204 len: 173 time: 2.7649505 Aug 11 03:02:56.622137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-deleted', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:02:56.644929 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cce452d-d7be-4d8a-9c9c-bcdc5719134d" -d '{"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-deleted", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:02:56.682825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:56.714488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:56.858564 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b700fa-30c3-4806-8099-5695f3219d75 x-openstack-request-id: req-10b700fa-30c3-4806-8099-5695f3219d75 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:02:56.858892 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9b7dfe-3900-4a8f-af4a-266d34731075", "name": "network-vif-deleted", "tag": "2c601dbf-a6aa-4e43-ab99-38965ae89863", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:02:56.859183 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10b700fa-30c3-4806-8099-5695f3219d75 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:02:56.859602 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc9b7dfe-3900-4a8f-af4a-266d34731075', 'name': 'network-vif-deleted', 'tag': '2c601dbf-a6aa-4e43-ab99-38965ae89863', 'status': 'completed', 'code': 200} Aug 11 03:02:56.871950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Allocated IP 172.20.0.6 (e63502cd-83b1-466c-b59a-e7e41506f97a/0a104117-721a-4f29-912a-f1aa83180e4b/8ea2cff9-b753-4530-92d9-e3d3be0ed10b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:02:56.887544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:57.054104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2b2db-70bf-439c-8c53-9b9f2ccc039a None None] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:02:57.237334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-580be9a6-751c-4e00-8077-b5559d49b246 None None] Provisioning for port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:57.252994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-580be9a6-751c-4e00-8077-b5559d49b246 None None] Provisioning complete for port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:57.253649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-580be9a6-751c-4e00-8077-b5559d49b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.297153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3e301-8c33-4b29-a42e-b7da1e29c4f1 req-bf6d1cf7-3277-4b8c-a1bd-e6bbeaa2a4cb tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.298821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97c3e301-8c33-4b29-a42e-b7da1e29c4f1 req-bf6d1cf7-3277-4b8c-a1bd-e6bbeaa2a4cb tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.8053014 Aug 11 03:02:57.347482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db67c4a-fd1c-41d7-86e0-ba2b2cc95478 req-789def9d-b613-4909-846f-7425028426ea tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.361860 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5db67c4a-fd1c-41d7-86e0-ba2b2cc95478 req-789def9d-b613-4909-846f-7425028426ea tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.1805329 Aug 11 03:02:57.476134 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5db67c4a-fd1c-41d7-86e0-ba2b2cc95478 req-6c5e38e9-7308-43fd-bdd8-06e473fe3eaa tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129336 Aug 11 03:02:57.488096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.564649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97c3e301-8c33-4b29-a42e-b7da1e29c4f1 req-2005d25a-9414-4fa0-b344-6f866929855a tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431836 Aug 11 03:02:57.642660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.850417 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-580be9a6-751c-4e00-8077-b5559d49b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.853362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Network e63502cd-83b1-466c-b59a-e7e41506f97a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:02:57.861813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:02:57.880145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:02:57.881686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.945465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:57.946417 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:57.981374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4571688 Aug 11 03:02:57.989756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-580be9a6-751c-4e00-8077-b5559d49b246 None None] For port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,segment=NetworkSegment(e232a3cb-b175-448c-8069-945127ad24d9),segment_id=e232a3cb-b175-448c-8069-945127ad24d9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:02:57.995671 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-580be9a6-751c-4e00-8077-b5559d49b246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.011010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52d6cb-f913-4e05-9e84-d65c6c9d2dcc tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:58.031285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c41a986c-337b-443e-9b4c-caac4e1303d9 req-a96e62a7-5ddb-4ed5-9b89-c90bfcfb6b47 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 210 time: 0.1349974 Aug 11 03:02:58.052219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c187edb-1276-426f-a8d3-d8947659667f req-e3c0c25b-a899-472b-b096-7c6a12d7b959 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:58.077751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c187edb-1276-426f-a8d3-d8947659667f req-e3c0c25b-a899-472b-b096-7c6a12d7b959 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 931 time: 0.3225145 Aug 11 03:02:58.094594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Request body: {'port': {'device_id': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:58.133221 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.185340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580be9a6-751c-4e00-8077-b5559d49b246 None None] Pushing event updated for resources: {'Port': ['ID=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:58.354555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899080c7-fd54-4424-8728-9529487b88b6 req-0686a3c7-27a7-4aa3-9f2a-9256e82a4cd0 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:58.356209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-0686a3c7-27a7-4aa3-9f2a-9256e82a4cd0 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 815 time: 0.7389436 Aug 11 03:02:58.370110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c187edb-1276-426f-a8d3-d8947659667f req-2acd3c0e-076f-4342-96ea-d84e34b1c69e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854614 Aug 11 03:02:58.393159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Request body: {'port': {'device_id': '77c86407-7ed6-43be-bc6f-c498768061a9', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'admin_state_up': True, 'tenant_id': '6b333b2a3b9f46869bff7a3fbbeffbde'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:02:58.451337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5004d4f9-b9a1-4b96-8a3a-c4b907833a9f None None] Provisioning for port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:02:58.462309 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.469011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5004d4f9-b9a1-4b96-8a3a-c4b907833a9f None None] Provisioning complete for port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:58.469379 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5004d4f9-b9a1-4b96-8a3a-c4b907833a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.623322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5004d4f9-b9a1-4b96-8a3a-c4b907833a9f None None] Port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:58.625454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59766) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:58.647870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5004d4f9-b9a1-4b96-8a3a-c4b907833a9f None None] Provisioning complete for port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:58.648345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5004d4f9-b9a1-4b96-8a3a-c4b907833a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.786353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:02:58.822856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.864622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46896-900e-47a8-9f7b-3ebd4878462e req-0471bd0b-1741-41dc-9bda-018930281de2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:58.881047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15f46896-900e-47a8-9f7b-3ebd4878462e req-0471bd0b-1741-41dc-9bda-018930281de2 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.3062196 Aug 11 03:02:58.883861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.921957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:58.923406 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:58.928776 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9b71d09-2d2e-4d7c-897f-d6c084c372ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.275323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ca0f2-8c3c-4ae0-a155-2ede64505878 req-9dca86de-9958-42c7-b122-703a11ee0f71 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.277072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b3ca0f2-8c3c-4ae0-a155-2ede64505878 req-9dca86de-9958-42c7-b122-703a11ee0f71 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.5050292 Aug 11 03:02:59.309508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.373061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2e3f3aaf-ff66-47ae-bd16-8f2f9a323ebb None None] Provisioning complete for port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:59.374472 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3aaf-ff66-47ae-bd16-8f2f9a323ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.466105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=97223e86-b434-4a19-94d8-c8ef0ef9cdb1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:02:59.480928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b3ca0f2-8c3c-4ae0-a155-2ede64505878 req-aa77cada-be49-4627-b57f-b7faa7425c71 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870244 Aug 11 03:02:59.503966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f3aaf-ff66-47ae-bd16-8f2f9a323ebb None None] Port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:59.523090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15f46896-900e-47a8-9f7b-3ebd4878462e req-04b36493-9117-4c76-9c2a-089862be0f9b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410205 Aug 11 03:02:59.526437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.526652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.527000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.540095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.541558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.541915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.543910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.544085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.545532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.545878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.560378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.560378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:02:59.636973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bc545337-e843-4c35-8ca6-22098e0b0fe5 None None] Provisioning complete for port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:02:59.637467 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bc545337-e843-4c35-8ca6-22098e0b0fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.649290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9b71d09-2d2e-4d7c-897f-d6c084c372ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.682082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9b71d09-2d2e-4d7c-897f-d6c084c372ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.695543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bc545337-e843-4c35-8ca6-22098e0b0fe5 None None] Port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:02:59.759295 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.785575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d9b71d09-2d2e-4d7c-897f-d6c084c372ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8900eb95027345f2aa2bce26767e1ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1577904 Aug 11 03:02:59.786772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59786) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:02:59.852578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.912248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03562092-c6b8-437b-aaab-3f79f5507e58 req-9bb10f06-c420-4010-a0d8-5007da1a32d3 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:02:59.912601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49f26486-e074-4d4a-80b4-7084e9677ff9 req-4a52e314-c778-4a34-befa-c19eaf2e3ae6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 210 time: 0.2318454 Aug 11 03:02:59.914523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03562092-c6b8-437b-aaab-3f79f5507e58 req-9bb10f06-c420-4010-a0d8-5007da1a32d3 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 931 time: 0.2135203 Aug 11 03:02:59.954735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea2cff9-b753-4530-92d9-e3d3be0ed10b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:02:59.967751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:02:59.988321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Transition to ACTIVE for port object 8ea2cff9-b753-4530-92d9-e3d3be0ed10b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:00.024403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b71d09-2d2e-4d7c-897f-d6c084c372ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a7eb99-afd6-4249-8f45-d4197a00b482,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:00.041085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Made reservation on behalf of 6b333b2a3b9f46869bff7a3fbbeffbde for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:00.044835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.066012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.156363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c998bc5c-dca8-49bb-83e5-4dc0fbe35be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.252434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:00.348660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c998bc5c-dca8-49bb-83e5-4dc0fbe35be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.382782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03562092-c6b8-437b-aaab-3f79f5507e58 req-1d40bd14-dc17-4968-9eb0-ff1637cc4a27 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4053378 Aug 11 03:03:00.465423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.475032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.475955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.492418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c998bc5c-dca8-49bb-83e5-4dc0fbe35be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.503749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c998bc5c-dca8-49bb-83e5-4dc0fbe35be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.510121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c998bc5c-dca8-49bb-83e5-4dc0fbe35be1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59a7eb99-afd6-4249-8f45-d4197a00b482 HTTP/1.1" status: 204 len: 168 time: 0.7072279 Aug 11 03:03:00.598884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Attempting to bind port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:00.599132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Attempting to bind port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:00.599460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Attempting to bind port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:00.628640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998bc5c-dca8-49bb-83e5-4dc0fbe35be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a7eb99-afd6-4249-8f45-d4197a00b482,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:00.642550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b on network e63502cd-83b1-466c-b59a-e7e41506f97a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:00.642902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Attempting to bind port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:00.658383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:00.658728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Checking segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:00.659112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Bound using segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:00.659685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Bound port: 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:00.659987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:00.805600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=97223e86-b434-4a19-94d8-c8ef0ef9cdb1,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:00.836280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Allocated IP 172.20.0.3 (06ce0f8f-9373-4e42-90a4-5d46cab2fd95/23db68b3-ec53-4680-a578-c9cdb9281a47/f9389ff2-1106-49fa-93b7-c4eb0b509b83) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:00.894297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2737a-6c61-45cf-a871-c5e86f0b9fff req-ed62f81a-4e53-4638-806c-b81ec6196b3f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:00.895879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8de2737a-6c61-45cf-a871-c5e86f0b9fff req-ed62f81a-4e53-4638-806c-b81ec6196b3f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.2260110 Aug 11 03:03:00.925382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:00.930145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:00.936758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f13f85-8d9a-47bb-84d6-24b493ce56e5 req-1f44131b-ed41-4865-b4c8-51a730f72073 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:00.946391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66f13f85-8d9a-47bb-84d6-24b493ce56e5 req-1f44131b-ed41-4865-b4c8-51a730f72073 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.2418187 Aug 11 03:03:01.040908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:01.094061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:01.210751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.245809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8de2737a-6c61-45cf-a871-c5e86f0b9fff req-2d72b468-e06c-4ee8-b4ea-4448d4f5fe15 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411572 Aug 11 03:03:01.309434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59814) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:01.328247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66f13f85-8d9a-47bb-84d6-24b493ce56e5 req-5f263a6b-6ae0-4a32-93cb-da362418ebe8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808084 Aug 11 03:03:01.388014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a56a2f21-9c2e-4222-94a4-fddce1b0fe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.395175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.395860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.397486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] 10.222.0.10 "PUT /v2.0/ports/8ea2cff9-b753-4530-92d9-e3d3be0ed10b HTTP/1.1" status: 200 len: 1092 time: 3.3751218 Aug 11 03:03:01.398003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:01.404167 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abf7d53-d854-4d69-a3f7-fff4a088958c" -d '{"events": [{"name": "network-changed", "server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:01.429466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a4a2d-0c13-49a9-86d9-bf0e8858e582 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.553301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e659fa49-4ac7-4d8d-b040-2e04e1aba518 None None] Provisioning complete for port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:01.554501 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e659fa49-4ac7-4d8d-b040-2e04e1aba518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.557538 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.568435 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1344d5f-b64e-44b2-9465-dd2029880914 req-dcb64c80-612f-46dd-91a3-dbc0647e2cb4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 210 time: 0.1775618 Aug 11 03:03:01.683814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e659fa49-4ac7-4d8d-b040-2e04e1aba518 None None] Port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:01.698077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-dfb0960d-505d-42d8-8e9c-f4dd9dccfbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:01.706741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-dfb0960d-505d-42d8-8e9c-f4dd9dccfbb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 1095 time: 0.1821029 Aug 11 03:03:01.754253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a56a2f21-9c2e-4222-94a4-fddce1b0fe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.766666 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8710fe6-b4ab-411a-b6ec-3856cc1b3c14 x-openstack-request-id: req-d8710fe6-b4ab-411a-b6ec-3856cc1b3c14 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:01.767484 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:01.768259 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8710fe6-b4ab-411a-b6ec-3856cc1b3c14 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:01.770803 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'status': 'completed', 'code': 200} Aug 11 03:03:01.793462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a56a2f21-9c2e-4222-94a4-fddce1b0fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.823859 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:01.882829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Router 9857faf8-3dc4-436b-953c-dc894afc7aa7 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:01.933540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a2f21-9c2e-4222-94a4-fddce1b0fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0296a-8e56-4ff2-9e18-95a7fb7c82b1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.946963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Pushing event updated for resources: {'Port': ['ID=f9389ff2-1106-49fa-93b7-c4eb0b509b83,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:01.950279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-da0abbbf-4132-49f7-a7d4-9ce46d7135a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b HTTP/1.1" status: 200 len: 217 time: 0.2005002 Aug 11 03:03:01.964100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a56a2f21-9c2e-4222-94a4-fddce1b0fe33 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6270972e920f4917906cc857bb6984fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6537478 Aug 11 03:03:01.965775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59832) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:01.996680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:01.999839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:02.004000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf25ee7-95ee-43ad-bf41-ae193ecf769e req-2c87e040-69d6-4f93-b813-54986938eb16 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.006116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bf25ee7-95ee-43ad-bf41-ae193ecf769e req-2c87e040-69d6-4f93-b813-54986938eb16 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 943 time: 0.2489848 Aug 11 03:03:02.013289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:02.049537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-4e879922-722c-498a-a69e-6fbbe2f5abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.049537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-4e879922-722c-498a-a69e-6fbbe2f5abf2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 1097 time: 0.2500985 Aug 11 03:03:02.071704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda6ac-9e5b-4162-9dae-81a39a51c43d req-e16d6efb-9d19-4410-b290-77af9eb2ecc6 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.079166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6bda6ac-9e5b-4162-9dae-81a39a51c43d req-e16d6efb-9d19-4410-b290-77af9eb2ecc6 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1467135 Aug 11 03:03:02.148504 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6bda6ac-9e5b-4162-9dae-81a39a51c43d req-bce70718-9bae-4b1a-ad2e-d1a48276f9d0 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682561 Aug 11 03:03:02.163908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.167983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.209025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-e80aed65-451c-4320-b127-5628f5085835 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8355701 Aug 11 03:03:02.225919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Request body: {'port': {'device_id': '77c86407-7ed6-43be-bc6f-c498768061a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:02.254023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bf25ee7-95ee-43ad-bf41-ae193ecf769e req-52cfca45-ad6a-40bd-9cb2-3843a2dfd9e9 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080269 Aug 11 03:03:02.260098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4ba4-8100-4b0c-a0d3-be949814f3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.284094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:02.296745 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-90127ed6-38de-4098-a990-0a464a343a79 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "PUT /v2.0/routers/9857faf8-3dc4-436b-953c-dc894afc7aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0972464 Aug 11 03:03:02.297634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.298357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] Sync routers for ids ['9857faf8-3dc4-436b-953c-dc894afc7aa7'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:02.307749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4ba4-8100-4b0c-a0d3-be949814f3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.328224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] Routers {'9857faf8-3dc4-436b-953c-dc894afc7aa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:02.332881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:02:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9857faf8-3dc4-436b-953c-dc894afc7aa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:02.371347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.396260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4ba4-8100-4b0c-a0d3-be949814f3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.399274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d4d4ba4-8100-4b0c-a0d3-be949814f3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:02.400567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d4d4ba4-8100-4b0c-a0d3-be949814f3fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdb0296a-8e56-4ff2-9e18-95a7fb7c82b1 HTTP/1.1" status: 204 len: 168 time: 0.4191458 Aug 11 03:03:02.403795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4c3b32-616f-4617-b6f4-a874b067edc2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:02.405376 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3b4c3b32-616f-4617-b6f4-a874b067edc2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports?device_id=9857faf8-3dc4-436b-953c-dc894afc7aa7 HTTP/1.1" status: 200 len: 989 time: 0.1066813 Aug 11 03:03:02.412442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59842) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:02.438426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:02.457199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d4ba4-8100-4b0c-a0d3-be949814f3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0296a-8e56-4ff2-9e18-95a7fb7c82b1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:02.458804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] Routers {'9857faf8-3dc4-436b-953c-dc894afc7aa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:02.459566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:02:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9857faf8-3dc4-436b-953c-dc894afc7aa7'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:02.549458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:02.556216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534fe8db-c084-4246-ba5c-d46828ffb6fa None None] The sync data for ids ['9857faf8-3dc4-436b-953c-dc894afc7aa7'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:03.614737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-57717751-d539-4216-90e4-9b191a736f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.617198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-57717751-d539-4216-90e4-9b191a736f10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 1.0435975 Aug 11 03:03:03.633641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b940448-7b61-40db-a12f-e573519e6bbd req-01c691fb-c813-4213-a557-458f1e6d7098 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.643342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b940448-7b61-40db-a12f-e573519e6bbd req-01c691fb-c813-4213-a557-458f1e6d7098 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 931 time: 0.8789225 Aug 11 03:03:03.644977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898615d8-e26c-4d57-99a6-0e1fe4ed36d2 req-103a8e5f-23af-4e89-acbf-adc103aafbb9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.654443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-898615d8-e26c-4d57-99a6-0e1fe4ed36d2 req-103a8e5f-23af-4e89-acbf-adc103aafbb9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 1.1020663 Aug 11 03:03:03.739924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b940448-7b61-40db-a12f-e573519e6bbd req-299ac051-de74-4207-adb9-13536cc3f903 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921082 Aug 11 03:03:03.740490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-c84c774a-d14b-4d42-bb0d-245f0f4c7db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:03.749266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-c84c774a-d14b-4d42-bb0d-245f0f4c7db6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 1.1921988 Aug 11 03:03:03.970217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-898615d8-e26c-4d57-99a6-0e1fe4ed36d2 req-01277167-6e99-41e0-904a-a30bb34a8ca4 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145790 Aug 11 03:03:03.996412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9389ff2-1106-49fa-93b7-c4eb0b509b83 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:04.014000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.036649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Transition to ACTIVE for port object f9389ff2-1106-49fa-93b7-c4eb0b509b83 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:04.040881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.057826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5057949-0ad8-45d8-803c-ac7eeef77456 req-1fcef9d1-b0c0-49ec-9bda-15ea905eabf2 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:04.060797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5057949-0ad8-45d8-803c-ac7eeef77456 req-1fcef9d1-b0c0-49ec-9bda-15ea905eabf2 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1636591 Aug 11 03:03:04.172308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5057949-0ad8-45d8-803c-ac7eeef77456 req-77a373be-af83-424f-a9f4-351bec01f12f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996828 Aug 11 03:03:04.200977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Pushing event updated for resources: {'Port': ['ID=f9389ff2-1106-49fa-93b7-c4eb0b509b83,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.318721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.344302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925eeac-2b51-4c40-8202-72d9b7d42ba5 req-05274f70-ad56-41b3-bb74-ea35cc916d45 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:04.348529 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e925eeac-2b51-4c40-8202-72d9b7d42ba5 req-05274f70-ad56-41b3-bb74-ea35cc916d45 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 943 time: 0.2141256 Aug 11 03:03:04.419541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Attempting to bind port f9389ff2-1106-49fa-93b7-c4eb0b509b83 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:04.419849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Attempting to bind port f9389ff2-1106-49fa-93b7-c4eb0b509b83 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:04.420190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Attempting to bind port f9389ff2-1106-49fa-93b7-c4eb0b509b83 on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:04.443307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Port f9389ff2-1106-49fa-93b7-c4eb0b509b83 on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:04.443639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Attempting to bind port f9389ff2-1106-49fa-93b7-c4eb0b509b83 on network 06ce0f8f-9373-4e42-90a4-5d46cab2fd95 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:04.466283 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:04.466659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Checking segment: {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:04.467095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Bound using segment: {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:04.467485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Bound port: f9389ff2-1106-49fa-93b7-c4eb0b509b83, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af81da3-c47a-4c78-aa6e-c44765f8eb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:04.469595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.546532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e925eeac-2b51-4c40-8202-72d9b7d42ba5 req-f3a4415d-2659-4338-918b-9e46e867b6f5 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629014 Aug 11 03:03:04.682650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] For port f9389ff2-1106-49fa-93b7-c4eb0b509b83, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:04.689492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] For port f9389ff2-1106-49fa-93b7-c4eb0b509b83, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f9389ff2-1106-49fa-93b7-c4eb0b509b83,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:04.704319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.780818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:04.781344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:04.943051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Pushing event updated for resources: {'Port': ['ID=f9389ff2-1106-49fa-93b7-c4eb0b509b83,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:04.950268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-cc5bf439-97a1-4e3f-9e3f-34562453b9d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821226 Aug 11 03:03:05.064973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.066390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.068065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-14572db9-b784-4a56-bdbf-b76bd2e5c8ad service neutron] 10.222.0.57 "PUT /v2.0/ports/f9389ff2-1106-49fa-93b7-c4eb0b509b83 HTTP/1.1" status: 200 len: 1092 time: 2.8484342 Aug 11 03:03:05.068756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c86407-7ed6-43be-bc6f-c498768061a9', 'tag': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:05.071597 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9afff-3c65-4020-bfa8-ad731ce66061" -d '{"events": [{"name": "network-changed", "server_uuid": "77c86407-7ed6-43be-bc6f-c498768061a9", "tag": "f9389ff2-1106-49fa-93b7-c4eb0b509b83"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:05.100113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978aeb5-150b-497e-baa8-90663e9caa4f req-c4cfffa6-d9d9-49dc-99e9-703549760e62 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.102635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9978aeb5-150b-497e-baa8-90663e9caa4f req-c4cfffa6-d9d9-49dc-99e9-703549760e62 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 943 time: 0.2196703 Aug 11 03:03:05.141651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.202444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9978aeb5-150b-497e-baa8-90663e9caa4f req-c881c267-6835-4b31-a6f2-7a99098e2148 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910056 Aug 11 03:03:05.203365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 97223e86-b434-4a19-94d8-c8ef0ef9cdb1 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:05.224464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-91539243-5548-4b12-900e-c84328acec94 service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731474 Aug 11 03:03:05.363361 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ca6526-87aa-4107-8c5f-9403eb02593f x-openstack-request-id: req-a8ca6526-87aa-4107-8c5f-9403eb02593f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:05.363717 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c86407-7ed6-43be-bc6f-c498768061a9", "tag": "f9389ff2-1106-49fa-93b7-c4eb0b509b83", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:05.363966 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8ca6526-87aa-4107-8c5f-9403eb02593f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:05.364403 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c86407-7ed6-43be-bc6f-c498768061a9', 'tag': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83', 'status': 'completed', 'code': 200} Aug 11 03:03:05.399545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-740ee85e-b323-4083-8b05-305bcfd53651 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 200 len: 1000 time: 0.5454128 Aug 11 03:03:05.492979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899080c7-fd54-4424-8728-9529487b88b6 req-d4e2d202-a7b4-44d8-a7ad-88f79a943482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.494712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-d4e2d202-a7b4-44d8-a7ad-88f79a943482 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 1095 time: 0.2612431 Aug 11 03:03:05.521473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689c7d8-4943-4c86-9212-3aec7a5bbd15 req-aa290953-1137-4846-9542-5067dba5ba45 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.526406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d689c7d8-4943-4c86-9212-3aec7a5bbd15 req-aa290953-1137-4846-9542-5067dba5ba45 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.2975271 Aug 11 03:03:05.714273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:05.743651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-8d565938-6cbb-4a0d-81b3-3fae0cfafcc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9389ff2-1106-49fa-93b7-c4eb0b509b83 HTTP/1.1" status: 200 len: 217 time: 0.2192409 Aug 11 03:03:05.854444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=97223e86-b434-4a19-94d8-c8ef0ef9cdb1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:05.871594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f8a21a6-262e-4c1a-886f-d6f84b855fc0 req-9d8cd4d8-6219-492d-b335-483e94919977 service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109974 Aug 11 03:03:05.874781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8691d2-317c-41c5-a952-d9148c943631 req-26342875-3538-472b-981b-2af731a98f14 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.878361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae8691d2-317c-41c5-a952-d9148c943631 req-26342875-3538-472b-981b-2af731a98f14 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.3710220 Aug 11 03:03:05.898930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-1b8a205f-91fa-4bdf-ab1f-c26480d5843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:05.900449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-1b8a205f-91fa-4bdf-ab1f-c26480d5843b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.4807329 Aug 11 03:03:05.940757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d689c7d8-4943-4c86-9212-3aec7a5bbd15 req-67e1a59d-16ac-436d-b23e-9c9255dcb0b0 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245216 Aug 11 03:03:06.025144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:06.053721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae8691d2-317c-41c5-a952-d9148c943631 req-5bf80eb5-03f8-4274-a584-75e25dfebe87 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524813 Aug 11 03:03:06.083049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899080c7-fd54-4424-8728-9529487b88b6 req-59f02eff-7e30-4a91-b917-79a16e5b5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.100703 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-59f02eff-7e30-4a91-b917-79a16e5b5665 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23db68b3-ec53-4680-a578-c9cdb9281a47 HTTP/1.1" status: 200 len: 855 time: 0.3435912 Aug 11 03:03:06.202610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-ea3f62fd-edc3-4334-889d-126713a1c722 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361340 Aug 11 03:03:06.416342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-e7f45dfd-8cd9-41b8-a3c7-069c8c041f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.419654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-e7f45dfd-8cd9-41b8-a3c7-069c8c041f5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 1095 time: 0.4756749 Aug 11 03:03:06.459607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-e71aef6d-0bfc-448d-807d-872eedfa2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.467718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-e71aef6d-0bfc-448d-807d-872eedfa2d05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4716771 Aug 11 03:03:06.550038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6013e6-a18c-4736-92ca-6e0f677e6a69 req-a27cb045-f4e5-4732-9f80-8a039ca6a5ab tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.554788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e6013e6-a18c-4736-92ca-6e0f677e6a69 req-a27cb045-f4e5-4732-9f80-8a039ca6a5ab tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 943 time: 0.4167833 Aug 11 03:03:06.571889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Router 9857faf8-3dc4-436b-953c-dc894afc7aa7 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:06.633818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b558fb5-8d6c-4e92-941c-9d43ae017d90 req-c20541ea-1984-4912-9e42-3d10c2521696 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:06.637020 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b558fb5-8d6c-4e92-941c-9d43ae017d90 req-c20541ea-1984-4912-9e42-3d10c2521696 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 943 time: 0.2736301 Aug 11 03:03:06.830025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:06.839993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0fa24734-50e6-4c37-9acf-879418093961 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "PUT /v2.0/routers/9857faf8-3dc4-436b-953c-dc894afc7aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4188709 Aug 11 03:03:06.845972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59960) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:06.846192 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d859b88-7757-48cc-ac97-103316780165 None None] Sync routers for ids ['9857faf8-3dc4-436b-953c-dc894afc7aa7'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:06.883405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b558fb5-8d6c-4e92-941c-9d43ae017d90 req-13494bc2-8239-4c25-805d-56205ca0236e tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343620 Aug 11 03:03:06.884362 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c2d61f-c5ba-487f-8776-eafe88b5192c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:03:06.885921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-13c2d61f-c5ba-487f-8776-eafe88b5192c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/97223e86-b434-4a19-94d8-c8ef0ef9cdb1 HTTP/1.1" status: 404 len: 333 time: 0.0389748 Aug 11 03:03:06.886404 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d859b88-7757-48cc-ac97-103316780165 None None] Routers {'9857faf8-3dc4-436b-953c-dc894afc7aa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:06.887060 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7d859b88-7757-48cc-ac97-103316780165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:02:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9857faf8-3dc4-436b-953c-dc894afc7aa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:06.891663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59962) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:06.965639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-2898d3ea-fbab-4d16-bd87-5f15cbebcdd7 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931782 Aug 11 03:03:06.984543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7d859b88-7757-48cc-ac97-103316780165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:07.009938 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d859b88-7757-48cc-ac97-103316780165 None None] Routers {'9857faf8-3dc4-436b-953c-dc894afc7aa7'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:07.010841 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7d859b88-7757-48cc-ac97-103316780165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:02:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9857faf8-3dc4-436b-953c-dc894afc7aa7'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:07.055337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-d4860156-6ac7-4c1e-862b-c484b1d1f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.057155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-d4860156-6ac7-4c1e-862b-c484b1d1f8e2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 905 time: 0.4694273 Aug 11 03:03:07.084071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-4ce96426-a43b-4569-85da-7c0d58047fa2 service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8584051 Aug 11 03:03:07.091496 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7d859b88-7757-48cc-ac97-103316780165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:07.092751 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d859b88-7757-48cc-ac97-103316780165 None None] The sync data for ids ['9857faf8-3dc4-436b-953c-dc894afc7aa7'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:07.128814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e6013e6-a18c-4736-92ca-6e0f677e6a69 req-1773bd90-18c1-4572-9573-3bd0b0f0bb2e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556855 Aug 11 03:03:07.145523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f25f0c8c-6d98-4e62-9bcc-9eddf404725f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.359866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-899080c7-fd54-4424-8728-9529487b88b6 req-25d1dd9b-f519-45b9-ae05-2e487ecece21 service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743576 Aug 11 03:03:07.426720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a0888-3fa9-4f53-97cc-37ce415137ef req-f8629252-728b-43bb-8a7f-58436ec41669 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.433180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e30a0888-3fa9-4f53-97cc-37ce415137ef req-f8629252-728b-43bb-8a7f-58436ec41669 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1769037 Aug 11 03:03:07.516676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634d3d0-6876-4307-959b-19ff5647df5b req-764965fa-5eb3-4c7a-9a98-c9c27cce2a7c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.519404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e30a0888-3fa9-4f53-97cc-37ce415137ef req-91ca9b17-eeee-406a-895b-17ff52ebb3a7 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733066 Aug 11 03:03:07.520009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5634d3d0-6876-4307-959b-19ff5647df5b req-764965fa-5eb3-4c7a-9a98-c9c27cce2a7c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.3674555 Aug 11 03:03:07.521913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-16d4d473-968a-4cd2-9f66-b4224d73772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.523852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-16d4d473-968a-4cd2-9f66-b4224d73772c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 1095 time: 0.0886979 Aug 11 03:03:07.527410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f25f0c8c-6d98-4e62-9bcc-9eddf404725f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.532858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f25f0c8c-6d98-4e62-9bcc-9eddf404725f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.535884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59978) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:07.614389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5634d3d0-6876-4307-959b-19ff5647df5b req-e683aaa6-5e0d-4698-8d8e-fddef3f3a505 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792677 Aug 11 03:03:07.615514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f25f0c8c-6d98-4e62-9bcc-9eddf404725f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.616412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25f0c8c-6d98-4e62-9bcc-9eddf404725f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Fanout notify agent at l3_agent the message router_deleted on router 9857faf8-3dc4-436b-953c-dc894afc7aa7 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:07.625072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f25f0c8c-6d98-4e62-9bcc-9eddf404725f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.630715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f25f0c8c-6d98-4e62-9bcc-9eddf404725f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/routers/9857faf8-3dc4-436b-953c-dc894afc7aa7 HTTP/1.1" status: 204 len: 168 time: 0.7355421 Aug 11 03:03:07.631701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59982) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:07.673884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-54098e30-ee24-40ef-ac59-dc13cb1017ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.676474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-54098e30-ee24-40ef-ac59-dc13cb1017ab service neutron] 10.222.0.57 "GET /v2.0/networks?id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 200 len: 916 time: 0.1444261 Aug 11 03:03:07.697826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 91dab4a9-ee1c-4c76-9d3a-60de6825df72 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:07.701499 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-988de571-a4a3-4dfc-b8da-241bdf5380ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.704903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.725104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-f83c3fd5-01d2-49b8-aa1b-74310203d48d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9389ff2-1106-49fa-93b7-c4eb0b509b83 HTTP/1.1" status: 200 len: 217 time: 0.0371318 Aug 11 03:03:07.760591 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.793947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-534aa682-6651-4dc0-9b45-29cb58d312e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:07.795950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-534aa682-6651-4dc0-9b45-29cb58d312e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23db68b3-ec53-4680-a578-c9cdb9281a47 HTTP/1.1" status: 200 len: 855 time: 0.0590310 Aug 11 03:03:07.891003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.928191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-fcd11677-8ecd-4c7e-b101-0722c81d5e1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06ce0f8f-9373-4e42-90a4-5d46cab2fd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233084 Aug 11 03:03:07.933126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-e8d9a186-9227-4f45-8112-da1900ace6a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b HTTP/1.1" status: 200 len: 217 time: 0.1086285 Aug 11 03:03:07.941132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-988de571-a4a3-4dfc-b8da-241bdf5380ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.947622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-988de571-a4a3-4dfc-b8da-241bdf5380ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:07.999512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.009557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-988de571-a4a3-4dfc-b8da-241bdf5380ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=285737859c104693ba91b3808c0cdcc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703214 Aug 11 03:03:08.012214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988de571-a4a3-4dfc-b8da-241bdf5380ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4a03b-3252-4555-bbc5-0b065af8c83d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:08.014551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59990) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.041468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=91dab4a9-ee1c-4c76-9d3a-60de6825df72,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:08.053344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696f786-0031-451f-9a2a-e54fe86277d0 None None] Network 20d45f33-f33a-48c7-a620-8b4dbf9bc59e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:08.078594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.081728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d184e541-ff92-4c54-9236-c8b0c9372cf2 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/91dab4a9-ee1c-4c76-9d3a-60de6825df72 HTTP/1.1" status: 204 len: 168 time: 0.4481249 Aug 11 03:03:08.084400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59996) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.106783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-67ad23ac-6c5f-4d9a-b037-7e6738dadd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:08.108437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-67ad23ac-6c5f-4d9a-b037-7e6738dadd55 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.1670468 Aug 11 03:03:08.185135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd5ced43-d4e9-4eda-a53c-6790a5ee610a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.230287 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f35e2519-0841-4cc9-be48-f1504571aea1 req-f2d2cfef-f7f5-40d6-a3cb-8c283d33de0f service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232564 Aug 11 03:03:08.232205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-78f13442-2eb0-402b-b2c3-944d7ccc2f7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474114 Aug 11 03:03:08.252373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd5ced43-d4e9-4eda-a53c-6790a5ee610a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.261796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.270906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698367be-9ad8-4896-b544-5569e62a3c55 req-b1ff30f8-a8ae-4604-af8a-f7dc2f79a5a6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:08.282138 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-698367be-9ad8-4896-b544-5569e62a3c55 req-b1ff30f8-a8ae-4604-af8a-f7dc2f79a5a6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 943 time: 0.2977042 Aug 11 03:03:08.286724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] DHCP port deletion for 20d45f33-f33a-48c7-a620-8b4dbf9bc59e request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:08.338347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-f3484126-68da-4c88-89cd-01b0a0e73b08 service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574255 Aug 11 03:03:08.368340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa182bf-878b-46d6-b1f7-1adbe3c54a5f req-81571658-520a-4e89-a741-ad6882b5f717 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:08.376155 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-caa182bf-878b-46d6-b1f7-1adbe3c54a5f req-81571658-520a-4e89-a741-ad6882b5f717 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 943 time: 0.1447902 Aug 11 03:03:08.403438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd5ced43-d4e9-4eda-a53c-6790a5ee610a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.406122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd5ced43-d4e9-4eda-a53c-6790a5ee610a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.409723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd5ced43-d4e9-4eda-a53c-6790a5ee610a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66a4a03b-3252-4555-bbc5-0b065af8c83d HTTP/1.1" status: 204 len: 168 time: 0.3737905 Aug 11 03:03:08.433428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-c28fdc0e-a364-4f4c-b58b-5731aac6de30 service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816843 Aug 11 03:03:08.466106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ced43-d4e9-4eda-a53c-6790a5ee610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4a03b-3252-4555-bbc5-0b065af8c83d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:08.502563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-caa182bf-878b-46d6-b1f7-1adbe3c54a5f req-db8fc0b1-fd3f-42a8-84e4-39b86cb6417c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188407 Aug 11 03:03:08.539166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:08.539517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.542133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-698367be-9ad8-4896-b544-5569e62a3c55 req-bb03f888-2a99-4ac9-9822-1d940a956959 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597201 Aug 11 03:03:08.649635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] For port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,segment=NetworkSegment(e232a3cb-b175-448c-8069-945127ad24d9),segment_id=e232a3cb-b175-448c-8069-945127ad24d9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:08.650005 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.670444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:08.679818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:08.684451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ea9afff-3c65-4020-bfa8-ad731ce66061 req-7bb7c163-5b1b-47b4-b29f-b50ec003ad68 service neutron] 10.222.0.57 "GET /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346601 Aug 11 03:03:08.716978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abf7d53-d854-4d69-a3f7-fff4a088958c req-2312a22d-4111-479d-ad3f-d8c0860a3345 service neutron] 10.222.0.10 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601988 Aug 11 03:03:08.754952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] Deleting port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:08.755900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.819758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fe29a-db52-4ce5-ba7a-be59cf455e1e req-4b5d95bd-db9e-41e4-8615-7ee543039212 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:08.821388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-979fe29a-db52-4ce5-ba7a-be59cf455e1e req-4b5d95bd-db9e-41e4-8615-7ee543039212 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.0871572 Aug 11 03:03:08.886781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.908274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df487-ee5a-4f8e-9fc2-3483c793b395 req-ed00b58c-52ed-4870-ba0b-191b77396a5f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:08.909451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-979fe29a-db52-4ce5-ba7a-be59cf455e1e req-47901ea2-f1a8-4d2d-bd9f-39c6de00b595 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800033 Aug 11 03:03:08.910497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-020df487-ee5a-4f8e-9fc2-3483c793b395 req-ed00b58c-52ed-4870-ba0b-191b77396a5f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1624100 Aug 11 03:03:08.919883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] For port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,segment=NetworkSegment(e232a3cb-b175-448c-8069-945127ad24d9),segment_id=e232a3cb-b175-448c-8069-945127ad24d9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:08.920301 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.945835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] Calling delete_port for 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:08.948528 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:08.957124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:08.981343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60018) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:08.989322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No DVR routers for this DVR port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:08.998663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25247277-4a78-49bc-b991-548e4e077480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.102942 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-020df487-ee5a-4f8e-9fc2-3483c793b395 req-5f053091-41fe-4cb5-af9b-6643da7b0755 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499703 Aug 11 03:03:09.111067 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.119619 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.132040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d45f33-f33a-48c7-a620-8b4dbf9bc59e']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:09.146864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e232a3cb-b175-448c-8069-945127ad24d9') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:09.147191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e232a3cb-b175-448c-8069-945127ad24d9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:09.147880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25247277-4a78-49bc-b991-548e4e077480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.153716 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25247277-4a78-49bc-b991-548e4e077480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.158457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.165489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] No DVR routers for this DVR port 6f0f609e-f3c3-4ccb-894a-2df0bb5991aa on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:09.167839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f94ab24-0f21-4db8-a0ea-d62b0432fb17 None None] Pushing event deleted for resources: {'Port': ['ID=6f0f609e-f3c3-4ccb-894a-2df0bb5991aa,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:09.182232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.187605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:09.188524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:09.192784 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:09.197789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25247277-4a78-49bc-b991-548e4e077480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1151a383-2097-446a-8509-56e01468ae9e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:09.218089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-25247277-4a78-49bc-b991-548e4e077480 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec44cadc51d145eba2c0fc6b0caf3bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349141 Aug 11 03:03:09.218751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60024) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:09.263278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.279539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.284723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/20d45f33-f33a-48c7-a620-8b4dbf9bc59e HTTP/1.1" status: 204 len: 168 time: 1.1984494 Aug 11 03:03:09.287303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60030) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:09.317898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fd1d-2cfe-4706-8682-bf93e5a0155a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.340689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb774a6-8ba2-4486-bfb9-e8a9877e9590 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.346503 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bfb774a6-8ba2-4486-bfb9-e8a9877e9590 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/f2a742f9-0adb-4f27-9c6a-190abfe4e396 HTTP/1.1" status: 200 len: 845 time: 0.0538514 Aug 11 03:03:09.346503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60036) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:09.385810 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fd1d-2cfe-4706-8682-bf93e5a0155a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.417621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-50c7f487-a862-41af-860d-7510167d5fb1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/f2a742f9-0adb-4f27-9c6a-190abfe4e396?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0668654 Aug 11 03:03:09.420669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60038) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:09.430927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:09.517874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fd1d-2cfe-4706-8682-bf93e5a0155a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.521461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ac4fd1d-2cfe-4706-8682-bf93e5a0155a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.525923 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ac4fd1d-2cfe-4706-8682-bf93e5a0155a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1151a383-2097-446a-8509-56e01468ae9e HTTP/1.1" status: 204 len: 168 time: 0.3061414 Aug 11 03:03:09.539511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4fd1d-2cfe-4706-8682-bf93e5a0155a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1151a383-2097-446a-8509-56e01468ae9e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:09.557807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:09.561982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:09.644259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 8ea2cff9-b753-4530-92d9-e3d3be0ed10b details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:09.661531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f9389ff2-1106-49fa-93b7-c4eb0b509b83 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:09.721073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f0c7-330f-457c-b465-32ea1f7d342c req-04f66e8e-acf9-4632-b4f0-bcbf324e7798 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.722973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb89f0c7-330f-457c-b465-32ea1f7d342c req-04f66e8e-acf9-4632-b4f0-bcbf324e7798 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 943 time: 0.0997539 Aug 11 03:03:09.783338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ef04-94c9-4abe-97f1-f9823ab719c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=20d45f33-f33a-48c7-a620-8b4dbf9bc59e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:09.791208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb89f0c7-330f-457c-b465-32ea1f7d342c req-60293fae-bbd8-463a-95a8-05ec4dcb1e04 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581834 Aug 11 03:03:09.864401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21110ae5-3444-441b-93f6-af1e96f90224 req-5dff393e-b371-4859-bae7-784528ab1ed9 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:09.866365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21110ae5-3444-441b-93f6-af1e96f90224 req-5dff393e-b371-4859-bae7-784528ab1ed9 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 943 time: 0.0851843 Aug 11 03:03:09.874527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:09.894053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'mac_address': 'fa:16:3e:03:1e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:09.896942 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.resource_extend [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:03:09.930727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21110ae5-3444-441b-93f6-af1e96f90224 req-647cb258-04c5-4207-a886-0209ed7be06c tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536437 Aug 11 03:03:09.968574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.019150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:10.023157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:10.029482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.030141 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.032377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed54e1-703f-46ce-b54b-ad756782a5bc None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:10.034635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.069520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=e02704ee-454a-4b28-8eb1-be17490a4db4,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.109619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-afaf052a-8e25-4c72-af9f-0b5358e495b1 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6877940 Aug 11 03:03:10.111391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea2cff9-b753-4530-92d9-e3d3be0ed10b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:10.113226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60058) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:10.118606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d1bb2a0b-e5d5-42cb-b2f2-9bf72d42419c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'security_group': {'name': 'tempest-secgroup-882120904'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:10.135956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:10.153802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25be79-0ee5-465c-bd34-362473fa0001 req-0b423e2e-80e1-44eb-853a-257448efef71 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.156183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b25be79-0ee5-465c-bd34-362473fa0001 req-0b423e2e-80e1-44eb-853a-257448efef71 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 944 time: 0.1284087 Aug 11 03:03:10.158399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2a0b-e5d5-42cb-b2f2-9bf72d42419c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.192804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f9389ff2-1106-49fa-93b7-c4eb0b509b83, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f9389ff2-1106-49fa-93b7-c4eb0b509b83,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:10.207290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83', 'network_id': '06ce0f8f-9373-4e42-90a4-5d46cab2fd95', 'port_id': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83', 'mac_address': 'fa:16:3e:ca:c2:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23db68b3-ec53-4680-a578-c9cdb9281a47', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:10.209571 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.210300 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:10.222599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b25be79-0ee5-465c-bd34-362473fa0001 req-f815dfbb-3a42-44b1-9816-29464ec69f91 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570529 Aug 11 03:03:10.332311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0b4ab-5162-4271-a808-7792d090fd3e req-c4690def-7c6d-4668-b231-e9e7eff1d5eb tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:10.335172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6c0b4ab-5162-4271-a808-7792d090fd3e req-c4690def-7c6d-4668-b231-e9e7eff1d5eb tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1207292 Aug 11 03:03:10.418110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2a0b-e5d5-42cb-b2f2-9bf72d42419c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.422969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6c0b4ab-5162-4271-a808-7792d090fd3e req-3bb24f1a-9588-42ea-ad45-945f61984a25 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771596 Aug 11 03:03:10.426281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2a0b-e5d5-42cb-b2f2-9bf72d42419c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.433452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.447779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.469397 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb2a0b-e5d5-42cb-b2f2-9bf72d42419c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8001e0-c3a2-4028-b3f2-bdc39a39745d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.473871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1bb2a0b-e5d5-42cb-b2f2-9bf72d42419c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.476061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d1bb2a0b-e5d5-42cb-b2f2-9bf72d42419c tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3609920 Aug 11 03:03:10.478725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60072) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:10.485073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-abb58578-553f-4398-b9b3-58a7f75a29e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'security_group': {'name': 'tempest-secgroup-1590968025'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:10.499383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9389ff2-1106-49fa-93b7-c4eb0b509b83 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:10.529553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f9389ff2-1106-49fa-93b7-c4eb0b509b83, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f9389ff2-1106-49fa-93b7-c4eb0b509b83,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:10.530172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abb58578-553f-4398-b9b3-58a7f75a29e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.532007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:10.571194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.579736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'network_id': '5293af7e-ae9f-4d93-8320-a86c4c6e54f7', 'port_id': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'mac_address': 'fa:16:3e:d9:c9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '147ce0c0-a452-47d0-9545-22d923d83c2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:10.665963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f9389ff2-1106-49fa-93b7-c4eb0b509b83,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.668814 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.673742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-310f3143-844d-44d8-b088-6c64db3a9522', 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'tenant_id': 'bc365628acdf4109a8723cfb048e31d8', 'fixed_ips': [{'subnet_id': 'e02704ee-454a-4b28-8eb1-be17490a4db4'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:10.675313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.683795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abb58578-553f-4398-b9b3-58a7f75a29e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.689875 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abb58578-553f-4398-b9b3-58a7f75a29e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.701572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b669a74-48f8-4064-bebc-8dac2b327c39 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:10.746682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abb58578-553f-4398-b9b3-58a7f75a29e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.750819 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-abb58578-553f-4398-b9b3-58a7f75a29e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2684655 Aug 11 03:03:10.750819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb58578-553f-4398-b9b3-58a7f75a29e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a27be02-d09e-4c78-800b-9ba85f71b8b6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.751218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60080) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:10.758163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-448164279', 'security_groups': ['8a27be02-d09e-4c78-800b-9ba85f71b8b6'], 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e02704ee-454a-4b28-8eb1-be17490a4db4'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:10.790473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:10.803792 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:10.825796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f9389ff2-1106-49fa-93b7-c4eb0b509b83'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:10.926795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:10.972053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:10.982679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Allocated IP 2001:db8::2 (310f3143-844d-44d8-b088-6c64db3a9522/e02704ee-454a-4b28-8eb1-be17490a4db4/6fa1d238-4045-4971-a622-23ed4579ad6a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:11.097075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ef96e-1536-4ea8-850d-1fb19b52a6b0 req-63e65ceb-329c-4d66-82ff-4970d54ad3c0 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.105781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e1ef96e-1536-4ea8-850d-1fb19b52a6b0 req-63e65ceb-329c-4d66-82ff-4970d54ad3c0 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 944 time: 0.0953784 Aug 11 03:03:11.136023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['8ea2cff9-b753-4530-92d9-e3d3be0ed10b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:11.138305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3b669a74-48f8-4064-bebc-8dac2b327c39'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:11.167943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e1ef96e-1536-4ea8-850d-1fb19b52a6b0 req-72ef80bf-dab4-43d1-be78-7e9f6140d242 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566204 Aug 11 03:03:11.413179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a2d51-3845-4167-a41f-0318b8870a70 req-26487625-f669-4ada-b32a-7d6402637e86 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.414955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b62a2d51-3845-4167-a41f-0318b8870a70 req-26487625-f669-4ada-b32a-7d6402637e86 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 944 time: 0.4709003 Aug 11 03:03:11.430145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd083ee5-d4b1-4c9b-bbe2-8004a32f081f req-82a22bae-bfa7-4cf0-b46e-45ec0e652ee5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:11.446237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dd083ee5-d4b1-4c9b-bbe2-8004a32f081f req-82a22bae-bfa7-4cf0-b46e-45ec0e652ee5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1237164 Aug 11 03:03:11.462052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.463449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.499787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Transition to ACTIVE for port object 6fa1d238-4045-4971-a622-23ed4579ad6a will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:11.525552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dd083ee5-d4b1-4c9b-bbe2-8004a32f081f req-a22d3431-b6df-4c4a-99d2-a1492ffbb1db tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783536 Aug 11 03:03:11.531360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b62a2d51-3845-4167-a41f-0318b8870a70 req-bd97e52e-e643-4679-97c0-b6d0fd736a3f tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899212 Aug 11 03:03:11.536089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port ef23d8ff-1b68-4013-bae3-f583e4072d3e yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:03:11.568640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Transition to ACTIVE for port object 6fa1d238-4045-4971-a622-23ed4579ad6a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:11.587660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.677060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:11.684598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:11.689535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Pushing event updated for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:11.704090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:11.736463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::208 (310f3143-844d-44d8-b088-6c64db3a9522/e02704ee-454a-4b28-8eb1-be17490a4db4/ef23d8ff-1b68-4013-bae3-f583e4072d3e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:11.824952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Attempting to bind port 6fa1d238-4045-4971-a622-23ed4579ad6a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:11.825326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Attempting to bind port 6fa1d238-4045-4971-a622-23ed4579ad6a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '2881ef02-0aa3-46db-8720-42d8b5850cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:11.825689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Attempting to bind port 6fa1d238-4045-4971-a622-23ed4579ad6a on network 310f3143-844d-44d8-b088-6c64db3a9522 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:11.834585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:11.834874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Checking segment: {'id': '2881ef02-0aa3-46db-8720-42d8b5850cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:11.835294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.835717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Bound using segment: {'id': '2881ef02-0aa3-46db-8720-42d8b5850cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:11.836209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Bound port: 6fa1d238-4045-4971-a622-23ed4579ad6a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2881ef02-0aa3-46db-8720-42d8b5850cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:11.836594 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.928887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:11.933337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fa1d238-4045-4971-a622-23ed4579ad6a,segment=NetworkSegment(2881ef02-0aa3-46db-8720-42d8b5850cc9),segment_id=2881ef02-0aa3-46db-8720-42d8b5850cc9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:11.939913 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.956562 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:11.978258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object ef23d8ff-1b68-4013-bae3-f583e4072d3e will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:12.022765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568c455-f9c5-4440-bacc-a15e87fb571d None None] Pushing event updated for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:12.045520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.102870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:12.106861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:12.113075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:12.119344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.120261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.134679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=ef23d8ff-1b68-4013-bae3-f583e4072d3e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:12.145767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:12.147881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6adad013-8f49-4bf3-b76d-699ca7474b72 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3952148 Aug 11 03:03:12.153013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2710663a-2da3-4687-bae9-1456c93ba1c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:12.376085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4028dd7-349a-4a39-b018-543928129a4d req-a8437bbb-287b-4b03-8783-fc5828cfc37b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.384239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4028dd7-349a-4a39-b018-543928129a4d req-a8437bbb-287b-4b03-8783-fc5828cfc37b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 944 time: 0.1117382 Aug 11 03:03:12.421983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2710663a-2da3-4687-bae9-1456c93ba1c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:12.427084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2710663a-2da3-4687-bae9-1456c93ba1c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.491655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4028dd7-349a-4a39-b018-543928129a4d req-14310784-050d-4dce-b393-02a561d930cd tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062272 Aug 11 03:03:12.601610 n-d-768509-22 neutron-server[111683]: INFO neutron.db.ipam_backend_mixin [None req-2710663a-2da3-4687-bae9-1456c93ba1c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e02704ee-454a-4b28-8eb1-be17490a4db4 (CIDR: 2001:db8::/64) Aug 11 03:03:12.607805 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-2710663a-2da3-4687-bae9-1456c93ba1c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:03:12.608489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2710663a-2da3-4687-bae9-1456c93ba1c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:12.628131 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2710663a-2da3-4687-bae9-1456c93ba1c6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4795341 Aug 11 03:03:12.631920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60138) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:12.638721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:12.707277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fa1d238-4045-4971-a622-23ed4579ad6a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:12.718175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60140) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:12.736723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b744f8c-2c5e-405a-981e-ce9ef4f7631a req-5f311f0f-5c8d-4084-bc42-f9b65b9a5b92 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.738998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b744f8c-2c5e-405a-981e-ce9ef4f7631a req-5f311f0f-5c8d-4084-bc42-f9b65b9a5b92 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.0947456 Aug 11 03:03:12.809679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b744f8c-2c5e-405a-981e-ce9ef4f7631a req-3e9f4786-77e5-411e-9982-ae24f4543f9c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645711 Aug 11 03:03:12.845799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6fa1d238-4045-4971-a622-23ed4579ad6a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:12.891941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-51777982-ca0d-4aca-aeda-3f3df39c8c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:12.959678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299956f-705d-4176-93cb-baddb095a805 req-235ea3d1-8bd3-4a0e-b530-d8b7c8e1334a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:12.961345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3299956f-705d-4176-93cb-baddb095a805 req-235ea3d1-8bd3-4a0e-b530-d8b7c8e1334a tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 944 time: 0.2966943 Aug 11 03:03:12.979782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-cec13be3-0c78-4717-9663-5fb4a06397cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064668 Aug 11 03:03:13.059145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-51777982-ca0d-4aca-aeda-3f3df39c8c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.069147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-51777982-ca0d-4aca-aeda-3f3df39c8c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.090678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-53c2aac1-abb0-4d6a-b98c-8a236a4bd25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.092412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-53c2aac1-abb0-4d6a-b98c-8a236a4bd25a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 1097 time: 0.0828974 Aug 11 03:03:13.105216 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3299956f-705d-4176-93cb-baddb095a805 req-2fd6a529-2a05-4822-ae2f-c66213433059 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304069 Aug 11 03:03:13.134135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-51777982-ca0d-4aca-aeda-3f3df39c8c47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dde5ebfe469e4176a107fef93b7ca60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4132059 Aug 11 03:03:13.137616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60144) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:13.141105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:13.145781 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.161337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51777982-ca0d-4aca-aeda-3f3df39c8c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3e8140-0208-496c-b6e6-48d6cce94b4f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:13.208903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc3df-d77b-40b7-8e17-488c3ed25122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.233944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc3df-d77b-40b7-8e17-488c3ed25122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.293989 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc3df-d77b-40b7-8e17-488c3ed25122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.296973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc3df-d77b-40b7-8e17-488c3ed25122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.301680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1e5fc3df-d77b-40b7-8e17-488c3ed25122 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd3e8140-0208-496c-b6e6-48d6cce94b4f HTTP/1.1" status: 204 len: 168 time: 0.1630406 Aug 11 03:03:13.310732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fc3df-d77b-40b7-8e17-488c3ed25122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3e8140-0208-496c-b6e6-48d6cce94b4f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:13.318876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-bbb7ccbe-463a-48d0-b037-ea717736a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.324400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-bbb7ccbe-463a-48d0-b037-ea717736a741 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.2067070 Aug 11 03:03:13.411013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Provisioning for port 6fa1d238-4045-4971-a622-23ed4579ad6a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:13.416354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:13.416734 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.466157 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-3cbb3692-0de6-4416-a54e-adcd99fe1ba4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 200 len: 1000 time: 0.1233659 Aug 11 03:03:13.570400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.589566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-58bcf688-bdf6-4f50-b6b2-bd7e855d3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.591174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-58bcf688-bdf6-4f50-b6b2-bd7e855d3154 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.1141357 Aug 11 03:03:13.664841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fa1d238-4045-4971-a622-23ed4579ad6a,segment=NetworkSegment(2881ef02-0aa3-46db-8720-42d8b5850cc9),segment_id=2881ef02-0aa3-46db-8720-42d8b5850cc9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:13.680567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f9389ff2-1106-49fa-93b7-c4eb0b509b83 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:13.687006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:13.736719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0336-ef07-4681-95b0-dfe93f74c505 req-e54d2c2b-4097-4ae5-b84b-45ff6bfccb87 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.746426 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90ab0336-ef07-4681-95b0-dfe93f74c505 req-e54d2c2b-4097-4ae5-b84b-45ff6bfccb87 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 944 time: 0.1399915 Aug 11 03:03:13.746930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60154) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:13.755202 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.787112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48207094-f61e-47bc-932d-cff57d0a098f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.788970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-adb3dcba-ad1d-4bd3-8e0b-54509e929984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:13.791091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-adb3dcba-ad1d-4bd3-8e0b-54509e929984 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916068 Aug 11 03:03:13.828544 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-90ab0336-ef07-4681-95b0-dfe93f74c505 req-eb1d665f-a1c2-4738-9049-38be8f67b134 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747352 Aug 11 03:03:13.875740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Provisioning complete for port f2a742f9-0adb-4f27-9c6a-190abfe4e396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:13.876391 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.906440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.966003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48207094-f61e-47bc-932d-cff57d0a098f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.970057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48207094-f61e-47bc-932d-cff57d0a098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:13.981186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 3b669a74-48f8-4064-bebc-8dac2b327c39 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:13.992043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 3b669a74-48f8-4064-bebc-8dac2b327c39 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:13.992704 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.007662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48207094-f61e-47bc-932d-cff57d0a098f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a39796e-c726-4ba0-acab-03e802540137,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.023895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:14.040827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:14.041179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Pushing event updated for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.051059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-877df55b-6f97-4264-989f-8f096d8fcebe None None] Port f2a742f9-0adb-4f27-9c6a-190abfe4e396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:14.052559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.053138 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.054208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port f9389ff2-1106-49fa-93b7-c4eb0b509b83 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:14.055961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60158) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:14.059037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-48207094-f61e-47bc-932d-cff57d0a098f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b46f6b034b14952aacd0e8c74bec32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106351 Aug 11 03:03:14.059521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=66aaa0da-eea9-40bc-9742-89d3dae25b42,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.060057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port f9389ff2-1106-49fa-93b7-c4eb0b509b83 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:14.060438 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.062083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0215181-4ada-4c85-b6c9-576bc9031e50 None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:14.090374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-af463b6e-c5eb-41cb-bf00-788176fe8021 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854998 Aug 11 03:03:14.106545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ce727-b2f8-44ac-b32a-4fd0d8310b3b req-0aa5e3b1-f3a7-412c-a07b-f381ea09a15c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.108144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f92ce727-b2f8-44ac-b32a-4fd0d8310b3b req-0aa5e3b1-f3a7-412c-a07b-f381ea09a15c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 945 time: 0.1523378 Aug 11 03:03:14.109460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad3f6d7d-427b-4639-abb8-bc9cd1214874 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4761324 Aug 11 03:03:14.112610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60160) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:14.118697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-317304635', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66aaa0da-eea9-40bc-9742-89d3dae25b42'}], 'security_groups': ['1f8001e0-c3a2-4028-b3f2-bdc39a39745d']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:14.195237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.283601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f92ce727-b2f8-44ac-b32a-4fd0d8310b3b req-111bcb23-af5c-4adf-a6a6-d358c1e0ba28 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671853 Aug 11 03:03:14.307575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73054c70-b206-48c5-8126-e12239e980b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.352413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73054c70-b206-48c5-8126-e12239e980b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.355981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba481d1f-9561-4c83-9611-0deeb4014417 req-6fd4ce3f-c50a-4820-9e98-01f2587108c4 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408123 Aug 11 03:03:14.358451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.420437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73054c70-b206-48c5-8126-e12239e980b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.423763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73054c70-b206-48c5-8126-e12239e980b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.426390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-73054c70-b206-48c5-8126-e12239e980b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a39796e-c726-4ba0-acab-03e802540137 HTTP/1.1" status: 204 len: 168 time: 0.3680487 Aug 11 03:03:14.428122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f5a7c-6afe-4657-9b14-c1f5e6cd663c req-3db38f4d-d94f-4d8b-a240-c705a111a971 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.430342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a2f5a7c-6afe-4657-9b14-c1f5e6cd663c req-3db38f4d-d94f-4d8b-a240-c705a111a971 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 944 time: 0.2112358 Aug 11 03:03:14.457550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:14.459811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73054c70-b206-48c5-8126-e12239e980b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a39796e-c726-4ba0-acab-03e802540137,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.459976 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139d608c-e0c1-4999-92b0-0ac0bc24b47f" -d '{"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:14.476408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d4380c16-4952-49b3-9f62-a07d10202b70 None None] Provisioning for port ef23d8ff-1b68-4013-bae3-f583e4072d3e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:14.491904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:14.508438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d4380c16-4952-49b3-9f62-a07d10202b70 None None] Provisioning complete for port ef23d8ff-1b68-4013-bae3-f583e4072d3e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:14.508867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4380c16-4952-49b3-9f62-a07d10202b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.512446 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.513285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 8ea2cff9-b753-4530-92d9-e3d3be0ed10b up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:14.545137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a2f5a7c-6afe-4657-9b14-c1f5e6cd663c req-d3fc20a5-dce7-4db4-b877-9c11ec04b41d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036751 Aug 11 03:03:14.597748 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4084a25c-dcce-4629-8c33-54485b7f15e8 x-openstack-request-id: req-4084a25c-dcce-4629-8c33-54485b7f15e8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:14.598813 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-plugged", "status": "completed", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:14.598813 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4084a25c-dcce-4629-8c33-54485b7f15e8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:14.599185 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'code': 200} Aug 11 03:03:14.730409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=12']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:14.741472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4c88c-6421-4ad4-9fb4-631ba342025b req-26722f8c-6125-43de-973d-54f1ca77dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:14.743232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81b4c88c-6421-4ad4-9fb4-631ba342025b req-26722f8c-6125-43de-973d-54f1ca77dc3d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1098 time: 0.0500650 Aug 11 03:03:14.788840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81b4c88c-6421-4ad4-9fb4-631ba342025b req-97fe83ab-656e-48f3-8d58-ee70971f481f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Aug 11 03:03:14.795076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d4380c16-4952-49b3-9f62-a07d10202b70 None None] Port ef23d8ff-1b68-4013-bae3-f583e4072d3e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:14.798012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fa1d238-4045-4971-a622-23ed4579ad6a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:14.915347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:14.941939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:14.965391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:14.965759 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.015748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f9389ff2-1106-49fa-93b7-c4eb0b509b83, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f9389ff2-1106-49fa-93b7-c4eb0b509b83,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:15.023329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:15.024086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.026372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd71a0-e359-4662-a783-0332c6c3a47f req-a3255fc6-270a-49fa-83d6-604d2425adfb tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.029431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49dd71a0-e359-4662-a783-0332c6c3a47f req-a3255fc6-270a-49fa-83d6-604d2425adfb tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 944 time: 0.0953825 Aug 11 03:03:15.030397 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Delete allocated IP 2001:db8::208 (310f3143-844d-44d8-b088-6c64db3a9522/e02704ee-454a-4b28-8eb1-be17490a4db4) {{(pid=111683) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:03:15.041787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8:0:1::2c5 (310f3143-844d-44d8-b088-6c64db3a9522/66aaa0da-eea9-40bc-9742-89d3dae25b42/ef23d8ff-1b68-4013-bae3-f583e4072d3e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:15.080629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49dd71a0-e359-4662-a783-0332c6c3a47f req-a40d4bc4-c418-4445-a60a-fd81b15df61b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Aug 11 03:03:15.121961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.195122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Update dhcp port {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'fixed_ips': [{'subnet_id': 'e02704ee-454a-4b28-8eb1-be17490a4db4', 'ip_address': '2001:db8::2'}, {'subnet_id': '66aaa0da-eea9-40bc-9742-89d3dae25b42'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '6fa1d238-4045-4971-a622-23ed4579ad6a'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:03:15.256650 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.273041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Ignored duplicate provisioning block setup for port ef23d8ff-1b68-4013-bae3-f583e4072d3e by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:03:15.278576 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.288636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f9389ff2-1106-49fa-93b7-c4eb0b509b83,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.293055 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.330667 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.357563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] In _notify_port_updated(), no bound segment for port ef23d8ff-1b68-4013-bae3-f583e4072d3e on network 310f3143-844d-44d8-b088-6c64db3a9522 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:03:15.364453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.365098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.366455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "PUT /v2.0/ports/ef23d8ff-1b68-4013-bae3-f583e4072d3e HTTP/1.1" status: 200 len: 930 time: 1.2527041 Aug 11 03:03:15.369524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60190) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:15.373602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034db7c-ba22-4bf6-95b0-6238b2324b15 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=ef23d8ff-1b68-4013-bae3-f583e4072d3e,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.451858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e78ac-d314-4aeb-92ce-2e1686ade03f req-477ad8e6-d3c7-400b-b884-0bc2fae415ea tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.461914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c3e78ac-d314-4aeb-92ce-2e1686ade03f req-477ad8e6-d3c7-400b-b884-0bc2fae415ea tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0718737 Aug 11 03:03:15.481044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:15.491530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port ef23d8ff-1b68-4013-bae3-f583e4072d3e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:15.491911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.498910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.524449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c3e78ac-d314-4aeb-92ce-2e1686ade03f req-79048b32-75d5-43ec-a055-270e915b05c6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615413 Aug 11 03:03:15.642318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:15.656058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.666120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Allocated IP 2001:db8:0:1::2 (310f3143-844d-44d8-b088-6c64db3a9522/66aaa0da-eea9-40bc-9742-89d3dae25b42/6fa1d238-4045-4971-a622-23ed4579ad6a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:15.682774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for ef23d8ff-1b68-4013-bae3-f583e4072d3e owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:15.820332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fa1d238-4045-4971-a622-23ed4579ad6a,segment=NetworkSegment(2881ef02-0aa3-46db-8720-42d8b5850cc9),segment_id=2881ef02-0aa3-46db-8720-42d8b5850cc9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:15.844950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00e5d7-d065-416e-a59b-c3ed0a7cca1b req-8da16d99-9528-4a03-aaf3-498dcf59d40e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:15.856506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad00e5d7-d065-416e-a59b-c3ed0a7cca1b req-8da16d99-9528-4a03-aaf3-498dcf59d40e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 945 time: 0.1585093 Aug 11 03:03:15.873162 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.898063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Transition to ACTIVE for port object 6fa1d238-4045-4971-a622-23ed4579ad6a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:15.904816 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:15.960137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad00e5d7-d065-416e-a59b-c3ed0a7cca1b req-8cb97d8c-3b61-4812-94eb-9d53ad097ac9 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025567 Aug 11 03:03:16.038477 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.078826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Pushing event updated for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.094149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.094501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.094841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.095669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.095669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.095855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.096733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.096983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.097311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.097629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.097968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.098264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2ee561-415d-4384-932a-df9be6fa2265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:16.124377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=ef23d8ff-1b68-4013-bae3-f583e4072d3e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.181366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.181366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-68bd1079-c97d-4774-a599-01112730c2cc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/ef23d8ff-1b68-4013-bae3-f583e4072d3e HTTP/1.1" status: 204 len: 168 time: 0.8107307 Aug 11 03:03:16.184333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60248) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:16.213711 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45aa132-044e-40fd-8665-5fe4a5a5191a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:03:16.218212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b45aa132-044e-40fd-8665-5fe4a5a5191a tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/ef23d8ff-1b68-4013-bae3-f583e4072d3e HTTP/1.1" status: 404 len: 333 time: 0.0302155 Aug 11 03:03:16.218536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60252) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:16.293507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cde6ab-6f43-460b-99e3-411aad260063 req-329131e7-da98-4a02-b21b-82c5daba2c54 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:16.319667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00cde6ab-6f43-460b-99e3-411aad260063 req-329131e7-da98-4a02-b21b-82c5daba2c54 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.1361494 Aug 11 03:03:16.326067 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9556e2aa-d29c-4ef5-96ba-9a3189115786 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.354844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9556e2aa-d29c-4ef5-96ba-9a3189115786 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.382118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00cde6ab-6f43-460b-99e3-411aad260063 req-a1f5a708-a3d9-464c-ab80-70905f7451fb tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613399 Aug 11 03:03:16.439245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9556e2aa-d29c-4ef5-96ba-9a3189115786 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.447876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9556e2aa-d29c-4ef5-96ba-9a3189115786 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.451811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9556e2aa-d29c-4ef5-96ba-9a3189115786 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/security-groups/8a27be02-d09e-4c78-800b-9ba85f71b8b6 HTTP/1.1" status: 204 len: 168 time: 0.2323110 Aug 11 03:03:16.453775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60284) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:16.468205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556e2aa-d29c-4ef5-96ba-9a3189115786 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a27be02-d09e-4c78-800b-9ba85f71b8b6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.573496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1f4a-039c-4205-881e-961462ef3627 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.600230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c86407-7ed6-43be-bc6f-c498768061a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83'}, {'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:16.603147 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddbb296-9282-4538-8ec5-fd0a0d37d975" -d '{"events": [{"server_uuid": "77c86407-7ed6-43be-bc6f-c498768061a9", "name": "network-vif-plugged", "status": "completed", "tag": "f9389ff2-1106-49fa-93b7-c4eb0b509b83"}, {"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-plugged", "status": "completed", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:16.632001 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1f4a-039c-4205-881e-961462ef3627 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.704480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1f4a-039c-4205-881e-961462ef3627 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.708430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1f4a-039c-4205-881e-961462ef3627 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:16.712796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60314) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:16.725039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fa1d238-4045-4971-a622-23ed4579ad6a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:16.728622 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3ff1f4a-039c-4205-881e-961462ef3627 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/security-groups/1f8001e0-c3a2-4028-b3f2-bdc39a39745d HTTP/1.1" status: 204 len: 168 time: 0.2719691 Aug 11 03:03:16.763715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff1f4a-039c-4205-881e-961462ef3627 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8001e0-c3a2-4028-b3f2-bdc39a39745d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:16.798460 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443e44e5-2d9c-4127-b4c1-dd55e518569a x-openstack-request-id: req-443e44e5-2d9c-4127-b4c1-dd55e518569a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:16.798754 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c86407-7ed6-43be-bc6f-c498768061a9", "name": "network-vif-plugged", "status": "completed", "tag": "f9389ff2-1106-49fa-93b7-c4eb0b509b83", "code": 200}, {"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-plugged", "status": "completed", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:16.818595 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-443e44e5-2d9c-4127-b4c1-dd55e518569a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:16.819292 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c86407-7ed6-43be-bc6f-c498768061a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83', 'code': 200} Aug 11 03:03:16.821110 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'code': 200} Aug 11 03:03:16.913789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet e02704ee-454a-4b28-8eb1-be17490a4db4 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:16.965744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.066950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32da6c0-34be-407e-97cf-61710d96310c req-8d6014e6-4f99-4022-beb9-b99103dd8e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.069967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a32da6c0-34be-407e-97cf-61710d96310c req-8d6014e6-4f99-4022-beb9-b99103dd8e75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 1097 time: 0.2205276 Aug 11 03:03:17.081391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5f284-0904-426a-a308-0119028af94b req-754600fc-e85a-48c4-94a3-7fb3829988fb tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.083720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8a5f284-0904-426a-a308-0119028af94b req-754600fc-e85a-48c4-94a3-7fb3829988fb tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.3530331 Aug 11 03:03:17.092640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.156040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b17d7-0fa2-46ac-9548-7bcaef8411b7 req-b2119f6a-d178-4a04-b1b4-3f6951ba4715 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.165151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-835b17d7-0fa2-46ac-9548-7bcaef8411b7 req-b2119f6a-d178-4a04-b1b4-3f6951ba4715 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 945 time: 0.0904448 Aug 11 03:03:17.185093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc5e1d-a04e-4246-8a14-68f87ad8b73f req-3e404cd7-ec3b-4bf2-a623-a331decf2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.186864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bcdc5e1d-a04e-4246-8a14-68f87ad8b73f req-3e404cd7-ec3b-4bf2-a623-a331decf2bf4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 1097 time: 0.2963161 Aug 11 03:03:17.209982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-835b17d7-0fa2-46ac-9548-7bcaef8411b7 req-c563f418-a8b2-481d-a1ad-759e65472be4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433452 Aug 11 03:03:17.216460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8a5f284-0904-426a-a308-0119028af94b req-e5f0cf1f-0958-4601-af1f-e60bc0790eaf tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156662 Aug 11 03:03:17.247452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0af272ba-80b8-4ba4-b6b3-ddc07ab2b773 None None] Provisioning for port 6fa1d238-4045-4971-a622-23ed4579ad6a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:17.252247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0af272ba-80b8-4ba4-b6b3-ddc07ab2b773 None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:17.253053 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0af272ba-80b8-4ba4-b6b3-ddc07ab2b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.261596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a32da6c0-34be-407e-97cf-61710d96310c req-54a290a0-2096-421c-ac3a-55c2438f87a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721387 Aug 11 03:03:17.311521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bcdc5e1d-a04e-4246-8a14-68f87ad8b73f req-d23bee67-106d-44a9-a128-042ac0bf1eb0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114640 Aug 11 03:03:17.329535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.395791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0af272ba-80b8-4ba4-b6b3-ddc07ab2b773 None None] Provisioning complete for port f2a742f9-0adb-4f27-9c6a-190abfe4e396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:17.396347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0af272ba-80b8-4ba4-b6b3-ddc07ab2b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.402981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.432920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=e02704ee-454a-4b28-8eb1-be17490a4db4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.459592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.472028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3b11a9d7-b279-44c8-b290-f4c4a281ed47 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/e02704ee-454a-4b28-8eb1-be17490a4db4 HTTP/1.1" status: 204 len: 168 time: 0.7579861 Aug 11 03:03:17.472345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60392) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:17.478746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:17.481273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0af272ba-80b8-4ba4-b6b3-ddc07ab2b773 None None] Port f2a742f9-0adb-4f27-9c6a-190abfe4e396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:17.487645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0af272ba-80b8-4ba4-b6b3-ddc07ab2b773 None None] Could not find standard attr ID for object ef23d8ff-1b68-4013-bae3-f583e4072d3e. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:03:17.538104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60400) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:17.546659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f114233-7cb2-467e-b10d-11e8c3b472f0 None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:17.618085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6bcbf342-895e-448c-a5ee-130cc649def0 None None] Could not find standard attr ID for object ef23d8ff-1b68-4013-bae3-f583e4072d3e. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:03:17.637710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3181a-c70e-4d13-8ee4-d3d381587e72 req-530b4077-2f1f-46c7-926c-a9d03eb47247 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:17.639729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7db3181a-c70e-4d13-8ee4-d3d381587e72 req-530b4077-2f1f-46c7-926c-a9d03eb47247 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.1164899 Aug 11 03:03:17.682531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:17.687125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.700256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f033eb1e-990f-4224-b454-1d3e44cc4b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.749288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7db3181a-c70e-4d13-8ee4-d3d381587e72 req-8fc482a7-e60c-46e2-b0b9-43788b79c831 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973294 Aug 11 03:03:17.862195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f033eb1e-990f-4224-b454-1d3e44cc4b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.868365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f033eb1e-990f-4224-b454-1d3e44cc4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:17.913118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033eb1e-990f-4224-b454-1d3e44cc4b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37daf5d7-1c09-4e4c-beaf-76a457769ccd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:17.918139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f033eb1e-990f-4224-b454-1d3e44cc4b79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c734fdb21f0458fba9d72bf555f2307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3789084 Aug 11 03:03:17.931660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60440) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:17.999227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.001697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27485eb3-89b7-485d-a155-f512c34f7aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.027379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27485eb3-89b7-485d-a155-f512c34f7aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.050017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:18.056837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:18.062262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.063177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.081667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=1ef0f8ca-a0b9-45ad-aa91-4887ac316056,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:18.103552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60458) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:18.104309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1d885ec-5cf5-46bf-949f-f086821131a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6307359 Aug 11 03:03:18.109019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d9bdea10-8306-4693-983a-087c0a45762b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'security_group': {'name': 'tempest-secgroup-1773824741'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:18.138011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27485eb3-89b7-485d-a155-f512c34f7aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.140888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27485eb3-89b7-485d-a155-f512c34f7aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.142398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-27485eb3-89b7-485d-a155-f512c34f7aa6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37daf5d7-1c09-4e4c-beaf-76a457769ccd HTTP/1.1" status: 204 len: 168 time: 0.2094917 Aug 11 03:03:18.167171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bdea10-8306-4693-983a-087c0a45762b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.198005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27485eb3-89b7-485d-a155-f512c34f7aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37daf5d7-1c09-4e4c-beaf-76a457769ccd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:18.399116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f563-19e2-41c2-8b28-614a4c96fb4e req-bd71cdce-7783-4e21-8c67-0c2a63739a82 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.401485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa34f563-19e2-41c2-8b28-614a4c96fb4e req-bd71cdce-7783-4e21-8c67-0c2a63739a82 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0816331 Aug 11 03:03:18.402285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bdea10-8306-4693-983a-087c0a45762b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.410212 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bdea10-8306-4693-983a-087c0a45762b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.432879 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bdea10-8306-4693-983a-087c0a45762b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.434127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d9bdea10-8306-4693-983a-087c0a45762b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3287876 Aug 11 03:03:18.444113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60496) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:18.455371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d533f7ad-b494-4280-86a4-2c7f1f7c700b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'security_group': {'name': 'tempest-secgroup-639900541'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:18.469682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdd38b-525e-4718-a143-1db426d4ff65 req-41247b99-a2eb-44f4-b4c3-1503537521b7 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.480691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edbdd38b-525e-4718-a143-1db426d4ff65 req-41247b99-a2eb-44f4-b4c3-1503537521b7 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 945 time: 0.1382942 Aug 11 03:03:18.495197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa34f563-19e2-41c2-8b28-614a4c96fb4e req-184a3fd1-bc46-430f-8ab9-300ee5fb4523 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753934 Aug 11 03:03:18.513271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d533f7ad-b494-4280-86a4-2c7f1f7c700b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.531724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdea10-8306-4693-983a-087c0a45762b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24df26e-8c58-4ca6-8090-381f6ddd1466,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:18.576158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edbdd38b-525e-4718-a143-1db426d4ff65 req-5ec2828c-9946-4190-b77c-8546fa6fd36f tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945265 Aug 11 03:03:18.698513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60524) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:18.718278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-810c990a-ee33-4fa1-a0d9-9fc5227a209e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.725453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc840b-aafd-4875-b82c-92865c009fb2 req-18622c79-5baf-4dec-a707-99a0e64fefbe tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:18.727524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bdc840b-aafd-4875-b82c-92865c009fb2 req-18622c79-5baf-4dec-a707-99a0e64fefbe tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1259060 Aug 11 03:03:18.754205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40352be9-9e06-4a3f-ba90-f41fb3e226e8 None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:18.791569 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bdc840b-aafd-4875-b82c-92865c009fb2 req-8c7f69ec-5566-4eda-8878-bd0250aefcbb tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Aug 11 03:03:18.797959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d533f7ad-b494-4280-86a4-2c7f1f7c700b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.806924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d533f7ad-b494-4280-86a4-2c7f1f7c700b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.872383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-56ea1949-2d8f-4662-8f60-9f4131a24a86 None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:18.873084 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-56ea1949-2d8f-4662-8f60-9f4131a24a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:18.883509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533f7ad-b494-4280-86a4-2c7f1f7c700b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb6cca9-ed8e-40ee-89c1-27072a904623,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:19.017352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd50ce9-d6ac-49f8-b33c-3b9f377b501e req-b92098b8-9de8-433f-90d6-e4db8da05fa1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.029300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fd50ce9-d6ac-49f8-b33c-3b9f377b501e req-b92098b8-9de8-433f-90d6-e4db8da05fa1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 945 time: 0.0982237 Aug 11 03:03:19.039910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-810c990a-ee33-4fa1-a0d9-9fc5227a209e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.069887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d533f7ad-b494-4280-86a4-2c7f1f7c700b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.071397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d533f7ad-b494-4280-86a4-2c7f1f7c700b tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6256757 Aug 11 03:03:19.074130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-810c990a-ee33-4fa1-a0d9-9fc5227a209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.086319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fd50ce9-d6ac-49f8-b33c-3b9f377b501e req-545dcf5f-db5e-4ae3-8c40-988c58d6ab28 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560973 Aug 11 03:03:19.088902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60564) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:19.089776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-56ea1949-2d8f-4662-8f60-9f4131a24a86 None None] Provisioning complete for port f2a742f9-0adb-4f27-9c6a-190abfe4e396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:19.090253 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-56ea1949-2d8f-4662-8f60-9f4131a24a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.137862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-cd7fce1a-5a52-46e3-a616-ec0d68ea8cf3 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'security_group': {'name': 'tempest-secgroup-432470876'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:19.163728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c990a-ee33-4fa1-a0d9-9fc5227a209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fade81-eb8a-4f3c-a489-966c1eb03579,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:19.169111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-56ea1949-2d8f-4662-8f60-9f4131a24a86 None None] Port f2a742f9-0adb-4f27-9c6a-190abfe4e396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:19.186776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] Update dhcp port {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'fixed_ips': [{'subnet_id': '66aaa0da-eea9-40bc-9742-89d3dae25b42', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1ef0f8ca-a0b9-45ad-aa91-4887ac316056'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '6fa1d238-4045-4971-a622-23ed4579ad6a'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:03:19.206620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21ebce-6f15-44d5-a2be-dbf057813b16 req-8f4ee93a-d9e8-43da-a4b5-61cb48ee150b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.207838 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a21ebce-6f15-44d5-a2be-dbf057813b16 req-8f4ee93a-d9e8-43da-a4b5-61cb48ee150b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.2095792 Aug 11 03:03:19.212658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd7fce1a-5a52-46e3-a616-ec0d68ea8cf3 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.226875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.236397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-810c990a-ee33-4fa1-a0d9-9fc5227a209e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7710e3145def4fc58f683fd8d147638a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361428 Aug 11 03:03:19.242293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60584) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:19.277398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5aa369-2797-4613-b930-fdc8a383d142 req-666fde31-cb8a-48ee-9793-a6ae135ab4b5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.289068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c5aa369-2797-4613-b930-fdc8a383d142 req-666fde31-cb8a-48ee-9793-a6ae135ab4b5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0801265 Aug 11 03:03:19.331572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a21ebce-6f15-44d5-a2be-dbf057813b16 req-71b3152b-5705-47ac-b67f-842de3031188 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152856 Aug 11 03:03:19.343774 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c5aa369-2797-4613-b930-fdc8a383d142 req-a067f837-f44a-416a-8720-1516d83f7c25 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508063 Aug 11 03:03:19.385786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bd2-f94d-4504-9582-fa1e6189173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.432275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bd2-f94d-4504-9582-fa1e6189173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.530345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd7fce1a-5a52-46e3-a616-ec0d68ea8cf3 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.546772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd7fce1a-5a52-46e3-a616-ec0d68ea8cf3 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.565544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffd088-d27a-4ca5-b74d-285d5f324cfa req-9cf75a74-f72d-4101-8d8d-fff8cd1f67ff tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.567133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-28ffd088-d27a-4ca5-b74d-285d5f324cfa req-9cf75a74-f72d-4101-8d8d-fff8cd1f67ff tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0682693 Aug 11 03:03:19.572663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] Allocated IP 2001:db8::2 (310f3143-844d-44d8-b088-6c64db3a9522/1ef0f8ca-a0b9-45ad-aa91-4887ac316056/6fa1d238-4045-4971-a622-23ed4579ad6a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:19.580304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fce1a-5a52-46e3-a616-ec0d68ea8cf3 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a21945-5fea-478c-afd3-6719139a9d1c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:19.600189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caac9d8-d83e-4385-be7e-1e12806ee0f7 req-90e1b521-460b-4de6-be36-fb085a409b7b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.602086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8caac9d8-d83e-4385-be7e-1e12806ee0f7 req-90e1b521-460b-4de6-be36-fb085a409b7b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.1566823 Aug 11 03:03:19.611504 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd7fce1a-5a52-46e3-a616-ec0d68ea8cf3 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.615466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd7fce1a-5a52-46e3-a616-ec0d68ea8cf3 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4889903 Aug 11 03:03:19.622618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60630) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:19.630046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2123039483', 'security_groups': ['f1a21945-5fea-478c-afd3-6719139a9d1c'], 'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ef0f8ca-a0b9-45ad-aa91-4887ac316056'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:19.632993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-28ffd088-d27a-4ca5-b74d-285d5f324cfa req-57428eb1-032b-46db-a6df-fbc0c394ad16 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590036 Aug 11 03:03:19.642708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bd2-f94d-4504-9582-fa1e6189173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.658130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c25f1bd2-f94d-4504-9582-fa1e6189173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.658130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c25f1bd2-f94d-4504-9582-fa1e6189173f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4fade81-eb8a-4f3c-a489-966c1eb03579 HTTP/1.1" status: 204 len: 168 time: 0.4059768 Aug 11 03:03:19.724340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8caac9d8-d83e-4385-be7e-1e12806ee0f7 req-199c40e3-1100-46b2-9265-f5d5951b8079 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078579 Aug 11 03:03:19.727721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f1bd2-f94d-4504-9582-fa1e6189173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fade81-eb8a-4f3c-a489-966c1eb03579,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:19.783491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fa1d238-4045-4971-a622-23ed4579ad6a,segment=NetworkSegment(2881ef02-0aa3-46db-8720-42d8b5850cc9),segment_id=2881ef02-0aa3-46db-8720-42d8b5850cc9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:19.843153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:19.861342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a7c91-fe93-4835-bf42-03e1e9269ad5 req-a8d04157-cd62-4b5d-a41e-3332837b63fb tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:19.864076 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f6a7c91-fe93-4835-bf42-03e1e9269ad5 req-a8d04157-cd62-4b5d-a41e-3332837b63fb tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1405263 Aug 11 03:03:19.868118 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.897039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] Transition to ACTIVE for port object 6fa1d238-4045-4971-a622-23ed4579ad6a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:19.901919 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:19.934786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f6a7c91-fe93-4835-bf42-03e1e9269ad5 req-35b0dcfb-bd6c-49ab-a5cf-03505093b9c7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578654 Aug 11 03:03:20.136307 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:20.147513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c0b59-747d-4769-9c11-683053b849a5 req-66d8dfbb-6d3c-45b1-bdb7-48e41117e128 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.149938 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e0c0b59-747d-4769-9c11-683053b849a5 req-66d8dfbb-6d3c-45b1-bdb7-48e41117e128 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0777023 Aug 11 03:03:20.165613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff9df6-283f-45c6-afab-b92da6dab375 None None] Pushing event updated for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:20.185485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd997fe6-7b51-4ef1-8845-c7066a142ca5 req-34f27120-c528-495d-9eda-dd6c638232c7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.193605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd997fe6-7b51-4ef1-8845-c7066a142ca5 req-34f27120-c528-495d-9eda-dd6c638232c7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.1247876 Aug 11 03:03:20.207547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] device_id is not set on port fa4e7379-9369-4529-b4fc-1b67318deed8 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:03:20.251844 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e0c0b59-747d-4769-9c11-683053b849a5 req-1617a270-5499-41b6-a3d9-a0c9601090b7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825198 Aug 11 03:03:20.376295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd997fe6-7b51-4ef1-8845-c7066a142ca5 req-1a9d2a23-8f15-4a4b-8e10-0360b8c02617 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657197 Aug 11 03:03:20.442417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfe73b-556b-408c-98e6-c0b205df95b9 req-fd6ad4f0-7e36-418c-b670-2621f538747b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.451247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afbfe73b-556b-408c-98e6-c0b205df95b9 req-fd6ad4f0-7e36-418c-b670-2621f538747b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 945 time: 0.1097808 Aug 11 03:03:20.548968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afbfe73b-556b-408c-98e6-c0b205df95b9 req-f1576811-4997-4e5f-a2d7-f5ac3f333c2b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883596 Aug 11 03:03:20.632903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fa1d238-4045-4971-a622-23ed4579ad6a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:20.728633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8::29e (310f3143-844d-44d8-b088-6c64db3a9522/1ef0f8ca-a0b9-45ad-aa91-4887ac316056/fa4e7379-9369-4529-b4fc-1b67318deed8) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:20.771326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c861f-c9f1-4c2f-89b0-0ac942607243 req-6461d62e-2097-47d5-ad26-419d83ec0250 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.773973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-606c861f-c9f1-4c2f-89b0-0ac942607243 req-6461d62e-2097-47d5-ad26-419d83ec0250 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.0860107 Aug 11 03:03:20.835883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c35fa-8f66-40a2-8b13-ec5a463477fb req-655ba439-300e-4f41-8a3f-dbb3f5390d65 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:20.840242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-606c861f-c9f1-4c2f-89b0-0ac942607243 req-bcbc96f5-6bc9-4d09-8b12-1631f01f28d6 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572510 Aug 11 03:03:20.841154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b17c35fa-8f66-40a2-8b13-ec5a463477fb req-655ba439-300e-4f41-8a3f-dbb3f5390d65 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.2613800 Aug 11 03:03:20.970933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b17c35fa-8f66-40a2-8b13-ec5a463477fb req-b0a27ea2-24c8-477f-8956-520cd4fd7dcc tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197050 Aug 11 03:03:21.020007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afd5b38a-1742-4949-85d8-bbfabc248970 None None] Provisioning for port 6fa1d238-4045-4971-a622-23ed4579ad6a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:21.025513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afd5b38a-1742-4949-85d8-bbfabc248970 None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:21.026141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afd5b38a-1742-4949-85d8-bbfabc248970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.073247 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.089784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object fa4e7379-9369-4529-b4fc-1b67318deed8 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:21.158030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.239733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:21.243052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:21.257152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:21.262950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.266733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.286228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afd5b38a-1742-4949-85d8-bbfabc248970 None None] Provisioning complete for port f2a742f9-0adb-4f27-9c6a-190abfe4e396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:21.288242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afd5b38a-1742-4949-85d8-bbfabc248970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.305285 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6815746 Aug 11 03:03:21.308410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60830) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:21.308953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3593d-73e2-4416-8e91-604016cd30cd tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=fa4e7379-9369-4529-b4fc-1b67318deed8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:21.313774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ea55978c-85b1-43b7-8aef-b66516547d17 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:21.354692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-afd5b38a-1742-4949-85d8-bbfabc248970 None None] Port f2a742f9-0adb-4f27-9c6a-190abfe4e396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:21.606697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52512eb-ee78-4673-8136-0be2d723d249 req-ec361714-db9d-47a4-adb8-0e49fc7a3d2b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.613594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d52512eb-ee78-4673-8136-0be2d723d249 req-ec361714-db9d-47a4-adb8-0e49fc7a3d2b tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.0922415 Aug 11 03:03:21.619586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f122a0-bf46-4364-95f2-d20a1d35aeaa req-e9962af2-60f0-4fa4-91ea-bdbace57c972 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.621540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8f122a0-bf46-4364-95f2-d20a1d35aeaa req-e9962af2-60f0-4fa4-91ea-bdbace57c972 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0850630 Aug 11 03:03:21.629251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55978c-85b1-43b7-8aef-b66516547d17 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:21.644356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea55978c-85b1-43b7-8aef-b66516547d17 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.693163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d52512eb-ee78-4673-8136-0be2d723d249 req-7d5a189b-fb08-46a8-9446-44063fc5a4e5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706904 Aug 11 03:03:21.791842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6a767fa3-2b63-4d70-ab50-38d6f6070342 None None] Provisioning for port fa4e7379-9369-4529-b4fc-1b67318deed8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:21.805290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6a767fa3-2b63-4d70-ab50-38d6f6070342 None None] Provisioning complete for port fa4e7379-9369-4529-b4fc-1b67318deed8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:21.805671 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6a767fa3-2b63-4d70-ab50-38d6f6070342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:21.827469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8f122a0-bf46-4364-95f2-d20a1d35aeaa req-ca63a733-3d05-4c81-b92f-9713dd963646 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704147 Aug 11 03:03:21.867525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6a767fa3-2b63-4d70-ab50-38d6f6070342 None None] Port fa4e7379-9369-4529-b4fc-1b67318deed8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:21.893478 n-d-768509-22 neutron-server[111683]: INFO neutron.db.ipam_backend_mixin [None req-ea55978c-85b1-43b7-8aef-b66516547d17 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ef0f8ca-a0b9-45ad-aa91-4887ac316056 (CIDR: 2001:db8::/64) Aug 11 03:03:21.896920 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea55978c-85b1-43b7-8aef-b66516547d17 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:03:21.897442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea55978c-85b1-43b7-8aef-b66516547d17 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:21.905605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3932a2-55db-438c-adac-759fb3f01396 req-eccc905f-f9ae-4cf6-9f46-0006645f8964 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:21.913962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e3932a2-55db-438c-adac-759fb3f01396 req-eccc905f-f9ae-4cf6-9f46-0006645f8964 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.0802376 Aug 11 03:03:21.921653 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea55978c-85b1-43b7-8aef-b66516547d17 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6119211 Aug 11 03:03:21.924896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60856) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:21.930491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e8f12922-172f-4c06-8554-12a30d93d53e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:21.984245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e3932a2-55db-438c-adac-759fb3f01396 req-dd968c14-0e2c-4289-b045-b737d48b5795 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641649 Aug 11 03:03:22.080153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f12922-172f-4c06-8554-12a30d93d53e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:22.085822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8f12922-172f-4c06-8554-12a30d93d53e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.223599 n-d-768509-22 neutron-server[111683]: INFO neutron.db.ipam_backend_mixin [None req-e8f12922-172f-4c06-8554-12a30d93d53e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 66aaa0da-eea9-40bc-9742-89d3dae25b42 (CIDR: 2001:db8:0:1::/64) Aug 11 03:03:22.228826 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f12922-172f-4c06-8554-12a30d93d53e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:03:22.229492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f12922-172f-4c06-8554-12a30d93d53e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:22.251907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e8f12922-172f-4c06-8554-12a30d93d53e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3231993 Aug 11 03:03:22.253192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60870) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:22.258470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'subnet': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:22.277777 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68df0725-7afe-4d71-8be2-74e7c52b13aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.417109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Made reservation on behalf of bc365628acdf4109a8723cfb048e31d8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:22.421449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.452125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c98e6a-2fc8-4322-a184-24ce965914fe req-e3016650-a268-4b37-b22d-825bb51b2a40 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.460525 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76c98e6a-2fc8-4322-a184-24ce965914fe req-e3016650-a268-4b37-b22d-825bb51b2a40 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.0692928 Aug 11 03:03:22.530664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76c98e6a-2fc8-4322-a184-24ce965914fe req-cff424cf-dabe-4e05-8c8b-0e6fa4ba86d7 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688272 Aug 11 03:03:22.714985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.760337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Network 310f3143-844d-44d8-b088-6c64db3a9522 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:22.763461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:22.767713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:22.768390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:22.775365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d488a8-649a-496f-b439-c97741160b25 None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:22.776375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Subnet': ['ID=23c934ed-06ac-4e93-9a60-f517c6ab2310,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:22.810175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60912) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:22.811295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e9d51627-9f1a-405c-b26a-3330f4f44fee tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5563526 Aug 11 03:03:22.819216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1190021356', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '23c934ed-06ac-4e93-9a60-f517c6ab2310'}], 'security_groups': ['f24df26e-8c58-4ca6-8090-381f6ddd1466', '0cb6cca9-ed8e-40ee-89c1-27072a904623']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:23.069695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fd033-d198-485b-a707-2e385628d11b req-aaa30eef-8b37-475f-b340-8f17ec172017 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.071511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a8fd033-d198-485b-a707-2e385628d11b req-aaa30eef-8b37-475f-b340-8f17ec172017 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1030672 Aug 11 03:03:23.072514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.102670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] Update dhcp port {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'fixed_ips': [{'subnet_id': '66aaa0da-eea9-40bc-9742-89d3dae25b42', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1ef0f8ca-a0b9-45ad-aa91-4887ac316056', 'ip_address': '2001:db8::2'}, {'subnet_id': '23c934ed-06ac-4e93-9a60-f517c6ab2310'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '6fa1d238-4045-4971-a622-23ed4579ad6a'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:03:23.132448 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.164312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a8fd033-d198-485b-a707-2e385628d11b req-9d384bdc-fa4a-46b9-a6a7-eead2a0f395b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807559 Aug 11 03:03:23.374451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60938) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:23.406356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] Allocated IP 2001:db8:0:2::2 (310f3143-844d-44d8-b088-6c64db3a9522/23c934ed-06ac-4e93-9a60-f517c6ab2310/6fa1d238-4045-4971-a622-23ed4579ad6a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:23.504675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d9ada6a-5be9-48d4-9969-cc17616b520a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.524625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fa1d238-4045-4971-a622-23ed4579ad6a,segment=NetworkSegment(2881ef02-0aa3-46db-8720-42d8b5850cc9),segment_id=2881ef02-0aa3-46db-8720-42d8b5850cc9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:23.563019 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.585931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] Transition to ACTIVE for port object 6fa1d238-4045-4971-a622-23ed4579ad6a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:23.594439 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:23.647688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-b0399e23-805e-4953-b52d-96326c3e1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.649365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-b0399e23-805e-4953-b52d-96326c3e1a30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc052c47560340e3aecbe1f03d498088&device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 1098 time: 0.1065702 Aug 11 03:03:23.663438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb076b-ff86-4586-b432-a0a3f98bd23c req-b9ed1ea0-bc5f-4084-9a2d-eaa422f02ac7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.683156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cdb076b-ff86-4586-b432-a0a3f98bd23c req-b9ed1ea0-bc5f-4084-9a2d-eaa422f02ac7 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1808445 Aug 11 03:03:23.723082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 8ea2cff9-b753-4530-92d9-e3d3be0ed10b details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:23.770797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15316880-7131-4be8-bfd0-8d79ee69f602 req-57aa6b9c-bf74-4c1f-acf4-3555ce722138 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:23.772548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15316880-7131-4be8-bfd0-8d79ee69f602 req-57aa6b9c-bf74-4c1f-acf4-3555ce722138 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.1108816 Aug 11 03:03:23.838286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Delete allocated IP 2001:db8::29e (310f3143-844d-44d8-b088-6c64db3a9522/1ef0f8ca-a0b9-45ad-aa91-4887ac316056) {{(pid=111683) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:03:23.860241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Allocated IP 2001:db8:0:2::9d (310f3143-844d-44d8-b088-6c64db3a9522/23c934ed-06ac-4e93-9a60-f517c6ab2310/fa4e7379-9369-4529-b4fc-1b67318deed8) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:23.873982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecced1db-ffbf-4756-8dcf-65942862aa53 None None] Pushing event updated for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:23.881009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15316880-7131-4be8-bfd0-8d79ee69f602 req-0d03c1d1-3a60-4bea-9681-c8c7fa94dd35 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871055 Aug 11 03:03:23.930371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:24.068606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-fbcd5b99-2b09-4ba0-946a-a205d3f7ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.069855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-fbcd5b99-2b09-4ba0-946a-a205d3f7ea15 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 200 len: 915 time: 0.3755538 Aug 11 03:03:24.145507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cdb076b-ff86-4586-b432-a0a3f98bd23c req-218a43d1-bade-4d24-9a65-86ddfac3e508 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436616 Aug 11 03:03:24.163536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'mac_address': 'fa:16:3e:03:1e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:24.202934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-2d665912-520c-40e3-bc3e-4118c5723477 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 200 len: 217 time: 0.1108050 Aug 11 03:03:24.223357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aed84-444d-4f08-9e65-92dfde75279d req-c37d8370-4087-4797-a7c2-59c14b6e7730 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.224953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e45aed84-444d-4f08-9e65-92dfde75279d req-c37d8370-4087-4797-a7c2-59c14b6e7730 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.3305333 Aug 11 03:03:24.226909 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.242523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ea2cff9-b753-4530-92d9-e3d3be0ed10b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:24.266362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:24.271401 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.355870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.381602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d9ada6a-5be9-48d4-9969-cc17616b520a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.389460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Transition to ACTIVE for port object fa4e7379-9369-4529-b4fc-1b67318deed8 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:24.392273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-ceba7ab7-97b8-406d-bb2b-ad1efa993ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.394415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-ceba7ab7-97b8-406d-bb2b-ad1efa993ef3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 200 len: 854 time: 0.1685574 Aug 11 03:03:24.396703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d9ada6a-5be9-48d4-9969-cc17616b520a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.396866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['8ea2cff9-b753-4530-92d9-e3d3be0ed10b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:24.400246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:24.408838 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.528340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] In _notify_port_updated(), no bound segment for port fa4e7379-9369-4529-b4fc-1b67318deed8 on network 310f3143-844d-44d8-b088-6c64db3a9522 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:03:24.536554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:24.537939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.540324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "PUT /v2.0/ports/fa4e7379-9369-4529-b4fc-1b67318deed8 HTTP/1.1" status: 200 len: 969 time: 1.7276847 Aug 11 03:03:24.541663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c187abb-36fb-4cd8-91eb-5c5dd09d6bc7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event updated for resources: {'Port': ['ID=fa4e7379-9369-4529-b4fc-1b67318deed8,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:24.545816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:24.681445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fa1d238-4045-4971-a622-23ed4579ad6a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:24.768253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port fa4e7379-9369-4529-b4fc-1b67318deed8 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:24.771278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:24.969470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Provisioning for port 6fa1d238-4045-4971-a622-23ed4579ad6a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:24.974393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:24.974779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.113938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-87f3064b-457b-48ae-b310-65150fe7def2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5293af7e-ae9f-4d93-8320-a86c4c6e54f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6963010 Aug 11 03:03:25.156146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32768) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:25.156916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4d9ada6a-5be9-48d4-9969-cc17616b520a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ad7a7a114c445abbbd76ad34533934e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7798326 Aug 11 03:03:25.160257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ada6a-5be9-48d4-9969-cc17616b520a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819362d5-0be1-4ff3-9e64-8c0d87458dda,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:25.258771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b1077-3929-458b-85d6-6e6ff36eb162 req-cd7bc68a-348a-4737-8da7-2cd433a9de5d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.260772 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb2b1077-3929-458b-85d6-6e6ff36eb162 req-cd7bc68a-348a-4737-8da7-2cd433a9de5d tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 945 time: 0.1793773 Aug 11 03:03:25.275077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.279508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Deleting port f9389ff2-1106-49fa-93b7-c4eb0b509b83 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:25.281145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.317918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for fa4e7379-9369-4529-b4fc-1b67318deed8 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:25.320079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df3deadb-c495-46d8-a429-f029f294caa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.358677 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fdaa805b-23a7-4a48-b3f8-79d4bd87ac15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.360424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df3deadb-c495-46d8-a429-f029f294caa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.406110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32772) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:25.419501 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.430367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Provisioning for port fa4e7379-9369-4529-b4fc-1b67318deed8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:25.435033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Provisioning complete for port fa4e7379-9369-4529-b4fc-1b67318deed8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:25.435739 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.517318 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.527436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Port fa4e7379-9369-4529-b4fc-1b67318deed8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:25.537382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa415ae-547e-4e71-92f9-f55e56ec4480 req-e6aa96fc-c2bf-4983-b08a-671b02645713 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:25.551784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-daa415ae-547e-4e71-92f9-f55e56ec4480 req-e6aa96fc-c2bf-4983-b08a-671b02645713 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.2277110 Aug 11 03:03:25.553387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Provisioning complete for port f2a742f9-0adb-4f27-9c6a-190abfe4e396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:25.554975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.573278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb2b1077-3929-458b-85d6-6e6ff36eb162 req-11d640ea-b571-4468-b316-d35718fec8f5 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/security-groups?id=393d10a7-91fb-417a-9d0d-394d1b0496d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896814 Aug 11 03:03:25.619220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-e8a737b3-dbf4-4ff6-9f94-cd8ae21fc3c6 service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852228 Aug 11 03:03:25.654292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4251bed6-181f-4f13-8e00-5df263eeac00 None None] Port f2a742f9-0adb-4f27-9c6a-190abfe4e396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:25.696728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df3deadb-c495-46d8-a429-f029f294caa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.700096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df3deadb-c495-46d8-a429-f029f294caa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.701300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-daa415ae-547e-4e71-92f9-f55e56ec4480 req-0bdb5b91-4193-4e91-924b-0bba82a3dfd1 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481941 Aug 11 03:03:25.712973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-df3deadb-c495-46d8-a429-f029f294caa4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/819362d5-0be1-4ff3-9e64-8c0d87458dda HTTP/1.1" status: 204 len: 168 time: 0.5543275 Aug 11 03:03:25.727187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 8ea2cff9-b753-4530-92d9-e3d3be0ed10b up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:25.736178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3deadb-c495-46d8-a429-f029f294caa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819362d5-0be1-4ff3-9e64-8c0d87458dda,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:25.801469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7b9d8c5c-2c47-4bb6-a508-e18fa24e2968 None None] Provisioning complete for port fa4e7379-9369-4529-b4fc-1b67318deed8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:25.802056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7b9d8c5c-2c47-4bb6-a508-e18fa24e2968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.838654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.844382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7e0a1eb-7a22-46c0-bad6-143aefe0a2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.873834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] For port f9389ff2-1106-49fa-93b7-c4eb0b509b83, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f9389ff2-1106-49fa-93b7-c4eb0b509b83,segment=NetworkSegment(0af81da3-c47a-4c78-aa6e-c44765f8eb32),segment_id=0af81da3-c47a-4c78-aa6e-c44765f8eb32)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:25.874209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.888044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=fa4e7379-9369-4529-b4fc-1b67318deed8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:25.891704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:25.892157 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.913407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7b9d8c5c-2c47-4bb6-a508-e18fa24e2968 None None] Port fa4e7379-9369-4529-b4fc-1b67318deed8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:25.928054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Calling delete_port for f9389ff2-1106-49fa-93b7-c4eb0b509b83 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:25.942976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:25.945988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6ee6b37e-17fe-4dc1-9681-69d7e5a84938 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/fa4e7379-9369-4529-b4fc-1b67318deed8 HTTP/1.1" status: 204 len: 168 time: 1.3981199 Aug 11 03:03:25.948585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32778) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.053875 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e20994d-3319-4011-a65c-bf531d7ef060 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] GET failed (client error): The resource could not be found. Aug 11 03:03:26.055954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e20994d-3319-4011-a65c-bf531d7ef060 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports/fa4e7379-9369-4529-b4fc-1b67318deed8 HTTP/1.1" status: 404 len: 333 time: 0.1061726 Aug 11 03:03:26.058804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32782) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.124222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.167555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:26.169022 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d8ba81-3517-4c1e-b3ba-fe870439add5 req-39c12c22-961e-4599-8e0c-95a8eb38dacb service neutron] 10.222.0.10 "GET /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070844 Aug 11 03:03:26.169991 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bd9ba3-b7f0-40f1-96b1-401c0b4933f3" -d '{"events": [{"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-plugged", "status": "completed", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:26.224876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:26.239780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.253858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ec2caae-a829-4dca-ba95-b0f0a154e3bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.312556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ec2caae-a829-4dca-ba95-b0f0a154e3bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.321102 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8887af-e8ab-4b89-9045-14936b3795d4 x-openstack-request-id: req-4f8887af-e8ab-4b89-9045-14936b3795d4 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:26.321768 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-plugged", "status": "completed", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:26.322513 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f8887af-e8ab-4b89-9045-14936b3795d4 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:26.323505 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'code': 200} Aug 11 03:03:26.328665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.375223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32796) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.377960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7e0a1eb-7a22-46c0-bad6-143aefe0a2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.397177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a7e0a1eb-7a22-46c0-bad6-143aefe0a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.398662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ec2caae-a829-4dca-ba95-b0f0a154e3bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.401742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ec2caae-a829-4dca-ba95-b0f0a154e3bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.406687 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ec2caae-a829-4dca-ba95-b0f0a154e3bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/security-groups/f1a21945-5fea-478c-afd3-6719139a9d1c HTTP/1.1" status: 204 len: 168 time: 0.3464162 Aug 11 03:03:26.407288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32798) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.412103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b62415b-ce0f-461b-bb72-400cc8f9f549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.435503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2caae-a829-4dca-ba95-b0f0a154e3bc tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a21945-5fea-478c-afd3-6719139a9d1c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.464371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0a1eb-7a22-46c0-bad6-143aefe0a2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b05193-30c8-4d20-864f-14b42b05f43b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.489255 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f16daf3c-af3b-41e9-9b2d-5fdd015d0506 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.496149 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.501639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a7e0a1eb-7a22-46c0-bad6-143aefe0a2e2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1598db9eb3584108922ebecc0d723150&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0943184 Aug 11 03:03:26.507967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32800) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.537964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Pushing event deleted for resources: {'Port': ['ID=f9389ff2-1106-49fa-93b7-c4eb0b509b83,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.563577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f16daf3c-af3b-41e9-9b2d-5fdd015d0506 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.600499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] No DVR routers for this DVR port f9389ff2-1106-49fa-93b7-c4eb0b509b83 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:26.606268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.607856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc9d-0cd0-4824-bbb5-91f5b86b9552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.608274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e45aed84-444d-4f08-9e65-92dfde75279d req-f1c8c8a8-2959-449e-bf67-c69d0638d119 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.57 "DELETE /v2.0/ports/f9389ff2-1106-49fa-93b7-c4eb0b509b83 HTTP/1.1" status: 204 len: 173 time: 2.3718948 Aug 11 03:03:26.608731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c86407-7ed6-43be-bc6f-c498768061a9', 'name': 'network-vif-deleted', 'tag': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:26.611007 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa172e2b-2988-4448-a13f-166487bc6011" -d '{"events": [{"server_uuid": "77c86407-7ed6-43be-bc6f-c498768061a9", "name": "network-vif-deleted", "tag": "f9389ff2-1106-49fa-93b7-c4eb0b509b83"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:26.684312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc9d-0cd0-4824-bbb5-91f5b86b9552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.687486 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8533b017-e0e4-4716-8a9e-7ef2cd0cb485 x-openstack-request-id: req-8533b017-e0e4-4716-8a9e-7ef2cd0cb485 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:26.689303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.689664 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c86407-7ed6-43be-bc6f-c498768061a9", "name": "network-vif-deleted", "tag": "f9389ff2-1106-49fa-93b7-c4eb0b509b83", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:26.689961 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8533b017-e0e4-4716-8a9e-7ef2cd0cb485 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:26.690468 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c86407-7ed6-43be-bc6f-c498768061a9', 'name': 'network-vif-deleted', 'tag': 'f9389ff2-1106-49fa-93b7-c4eb0b509b83', 'status': 'completed', 'code': 200} Aug 11 03:03:26.714723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f16daf3c-af3b-41e9-9b2d-5fdd015d0506 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.721837 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f16daf3c-af3b-41e9-9b2d-5fdd015d0506 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.731301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32808) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.732479 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f16daf3c-af3b-41e9-9b2d-5fdd015d0506 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/security-groups/0cb6cca9-ed8e-40ee-89c1-27072a904623 HTTP/1.1" status: 204 len: 168 time: 0.3184073 Aug 11 03:03:26.737180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b62415b-ce0f-461b-bb72-400cc8f9f549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.763909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b62415b-ce0f-461b-bb72-400cc8f9f549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.826747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62415b-ce0f-461b-bb72-400cc8f9f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa51ade-c83d-4fcb-9c8a-063742060cec,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.851137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-612f8c80-b22b-48f1-b46f-dd01a0332f93 req-72b4269e-d9e3-48ee-8929-726a16f763f4 tempest-ServerDiskConfigTestJSON-690755697 tempest-ServerDiskConfigTestJSON-690755697-project] 10.222.0.60 "GET /v2.0/ports?device_id=77c86407-7ed6-43be-bc6f-c498768061a9 HTTP/1.1" status: 200 len: 210 time: 0.1110377 Aug 11 03:03:26.861220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2b62415b-ce0f-461b-bb72-400cc8f9f549 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00fea056484f48019848fd83313eefd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4817765 Aug 11 03:03:26.864734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16daf3c-af3b-41e9-9b2d-5fdd015d0506 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb6cca9-ed8e-40ee-89c1-27072a904623,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.865682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32810) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:26.943224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc9d-0cd0-4824-bbb5-91f5b86b9552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.946438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e48bc9d-0cd0-4824-bbb5-91f5b86b9552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:26.947943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1e48bc9d-0cd0-4824-bbb5-91f5b86b9552 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/54b05193-30c8-4d20-864f-14b42b05f43b HTTP/1.1" status: 204 len: 168 time: 0.4388998 Aug 11 03:03:26.979207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48bc9d-0cd0-4824-bbb5-91f5b86b9552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b05193-30c8-4d20-864f-14b42b05f43b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:26.983178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ef938dc-1fee-444f-a48c-a02c630e6475 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.048291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ef938dc-1fee-444f-a48c-a02c630e6475 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.108741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15391221-eba4-48e1-b930-3709f440e275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.183441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1cf58-83fd-44a0-a550-55e52ad1e870 req-0dd299c7-8cd7-4d05-8ec9-3d504a3eb5cd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:27.190472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2de1cf58-83fd-44a0-a550-55e52ad1e870 req-0dd299c7-8cd7-4d05-8ec9-3d504a3eb5cd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.3361132 Aug 11 03:03:27.240488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15391221-eba4-48e1-b930-3709f440e275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.256513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ef938dc-1fee-444f-a48c-a02c630e6475 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.260182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ef938dc-1fee-444f-a48c-a02c630e6475 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.265357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3ef938dc-1fee-444f-a48c-a02c630e6475 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/security-groups/f24df26e-8c58-4ca6-8090-381f6ddd1466 HTTP/1.1" status: 204 len: 168 time: 0.5236108 Aug 11 03:03:27.266133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32816) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:27.323476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef938dc-1fee-444f-a48c-a02c630e6475 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24df26e-8c58-4ca6-8090-381f6ddd1466,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:27.349827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2de1cf58-83fd-44a0-a550-55e52ad1e870 req-2f730032-5141-4f59-a048-de7265ac40d8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477568 Aug 11 03:03:27.412723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15391221-eba4-48e1-b930-3709f440e275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.417964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-15391221-eba4-48e1-b930-3709f440e275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.424225 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-15391221-eba4-48e1-b930-3709f440e275 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaa51ade-c83d-4fcb-9c8a-063742060cec HTTP/1.1" status: 204 len: 168 time: 0.5415916 Aug 11 03:03:27.437553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15391221-eba4-48e1-b930-3709f440e275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa51ade-c83d-4fcb-9c8a-063742060cec,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:27.469625 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 1ef0f8ca-a0b9-45ad-aa91-4887ac316056 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:27.474533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.523997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.628537 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.734042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f9389ff2-1106-49fa-93b7-c4eb0b509b83 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:27.735308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.819802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: f9389ff2-1106-49fa-93b7-c4eb0b509b83 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:27.820441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f9389ff2-1106-49fa-93b7-c4eb0b509b83 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:27.824025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef0f8ca-a0b9-45ad-aa91-4887ac316056,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:27.846966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378a2c7-5b4f-418e-9d63-6419e0c524fa None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:27.848878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:27.854841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e0487eda-1769-4a1a-8038-dc32c2dbbe95 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/1ef0f8ca-a0b9-45ad-aa91-4887ac316056 HTTP/1.1" status: 204 len: 168 time: 0.5842316 Aug 11 03:03:27.855374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32836) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:27.990337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 23c934ed-06ac-4e93-9a60-f517c6ab2310 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:27.996228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.099956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.124278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32858) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:28.155265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.222531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] Deleting subnet 23db68b3-ec53-4680-a578-c9cdb9281a47 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:28.226932 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.295929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.319194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.425757 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.483518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.535266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=23c934ed-06ac-4e93-9a60-f517c6ab2310,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:28.551277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.558649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6607f5dd-df87-4c02-98b2-9d3ae7f39221 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/23c934ed-06ac-4e93-9a60-f517c6ab2310 HTTP/1.1" status: 204 len: 168 time: 0.7002749 Aug 11 03:03:28.562240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32880) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:28.627200 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5234b221-535e-4225-a776-ed6d7395c440 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:28.628368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5234b221-535e-4225-a776-ed6d7395c440 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:28.637963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5234b221-535e-4225-a776-ed6d7395c440 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/1ef0f8ca-a0b9-45ad-aa91-4887ac316056 HTTP/1.1" status: 404 len: 337 time: 0.0699568 Aug 11 03:03:28.639716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32886) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:28.692866 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.751890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81406b36-e1ad-421c-9e70-76c1ee1d38b0 req-5a7214f1-56ff-47ac-844c-bc3c43e78706 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:28.754751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81406b36-e1ad-421c-9e70-76c1ee1d38b0 req-5a7214f1-56ff-47ac-844c-bc3c43e78706 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1631534 Aug 11 03:03:28.778245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23db68b3-ec53-4680-a578-c9cdb9281a47,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:28.796428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:28.801319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32888) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:28.804018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6ab33b5b-69ba-43bc-b3d6-191abd352c8e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/23db68b3-ec53-4680-a578-c9cdb9281a47 HTTP/1.1" status: 204 len: 168 time: 0.6783562 Aug 11 03:03:28.840055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting subnet 66aaa0da-eea9-40bc-9742-89d3dae25b42 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:28.920391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.018667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81406b36-e1ad-421c-9e70-76c1ee1d38b0 req-7aaad584-4f31-4b51-8f9c-978156ffe44f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567976 Aug 11 03:03:29.040088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.043411 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.238871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974cc00-d07f-48c1-a922-f4bea6d3928b req-5d3b6759-2010-43cb-aa4d-079cb5fdfba9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.247353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1974cc00-d07f-48c1-a922-f4bea6d3928b req-5d3b6759-2010-43cb-aa4d-079cb5fdfba9 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0794418 Aug 11 03:03:29.308369 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1974cc00-d07f-48c1-a922-f4bea6d3928b req-85ca8847-63c5-4232-8683-59f83b0592d0 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Aug 11 03:03:29.417714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.438572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.451452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ce0f8f-9373-4e42-90a4-5d46cab2fd95']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:29.488001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3cf7c6-a5ef-4d9f-80ec-4b0d007d5d62 None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:29.520359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af81da3-c47a-4c78-aa6e-c44765f8eb32') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:29.534870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af81da3-c47a-4c78-aa6e-c44765f8eb32') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:29.610199 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.643871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-243471aa-ed61-4460-98f2-7d97d1c9248c None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:29.645602 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-243471aa-ed61-4460-98f2-7d97d1c9248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.646720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53e62e-ad21-47f9-8a88-f3800e575853 req-e12c673d-d549-44e9-b5f4-a2a64939ef0c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:29.661134 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf53e62e-ad21-47f9-8a88-f3800e575853 req-e12c673d-d549-44e9-b5f4-a2a64939ef0c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1670361 Aug 11 03:03:29.673249 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.703929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:29.704363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:29.712654 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:29.752875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf53e62e-ad21-47f9-8a88-f3800e575853 req-ad296318-4457-437c-812f-7500df659d1e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903571 Aug 11 03:03:29.802828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.845758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.852935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Subnet': ['ID=66aaa0da-eea9-40bc-9742-89d3dae25b42,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:29.868956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.875901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32930) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:29.894000 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9ad52f9c-dae1-4ab9-a532-6d419472b078 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/66aaa0da-eea9-40bc-9742-89d3dae25b42 HTTP/1.1" status: 204 len: 168 time: 1.2478437 Aug 11 03:03:29.895521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.916547 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.921746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] 10.222.0.60 "DELETE /v2.0/networks/06ce0f8f-9373-4e42-90a4-5d46cab2fd95 HTTP/1.1" status: 204 len: 168 time: 1.1167376 Aug 11 03:03:29.941721 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b44c77-a3f0-4282-b537-6bce6084d693 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:29.943655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b44c77-a3f0-4282-b537-6bce6084d693 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:29.944608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-243471aa-ed61-4460-98f2-7d97d1c9248c None None] Provisioning complete for port f2a742f9-0adb-4f27-9c6a-190abfe4e396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:29.945160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-243471aa-ed61-4460-98f2-7d97d1c9248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:29.951141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-86b44c77-a3f0-4282-b537-6bce6084d693 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/e02704ee-454a-4b28-8eb1-be17490a4db4 HTTP/1.1" status: 404 len: 337 time: 0.0740337 Aug 11 03:03:29.954690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32934) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.005823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-243471aa-ed61-4460-98f2-7d97d1c9248c None None] Port f2a742f9-0adb-4f27-9c6a-190abfe4e396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:30.022250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a775a49-5361-47bd-a4b8-8e8fc48f7592 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ce0f8f-9373-4e42-90a4-5d46cab2fd95,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:30.029284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ec03c36-db4f-4d6a-87ed-f3bceb2e5113 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "GET /v2.0/ports?device_id=9857faf8-3dc4-436b-953c-dc894afc7aa7 HTTP/1.1" status: 200 len: 205 time: 0.0712075 Aug 11 03:03:30.030254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32938) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.068189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db60a008-803b-4dab-87b8-ec765b534e18 None None] Update dhcp port {'port': {'network_id': '310f3143-844d-44d8-b088-6c64db3a9522', 'fixed_ips': [{'subnet_id': '66aaa0da-eea9-40bc-9742-89d3dae25b42'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '6fa1d238-4045-4971-a622-23ed4579ad6a'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:03:30.092739 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-996ab792-13d9-4ce9-8fa7-3c5b5eeb07fe tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] delete failed (client error): The resource could not be found. Aug 11 03:03:30.097300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32942) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.106884 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-996ab792-13d9-4ce9-8fa7-3c5b5eeb07fe tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/routers/9857faf8-3dc4-436b-953c-dc894afc7aa7 HTTP/1.1" status: 404 len: 336 time: 0.0742176 Aug 11 03:03:30.127726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-db60a008-803b-4dab-87b8-ec765b534e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.167237 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c92d893-d440-4b40-8462-891308752fcf tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.167859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c92d893-d440-4b40-8462-891308752fcf tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.171922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3045c-57df-4cfa-aca4-e202c75642c7 req-43b5debc-fc8b-4d7e-9b01-ebfeedb3507f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:30.180249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eef3045c-57df-4cfa-aca4-e202c75642c7 req-43b5debc-fc8b-4d7e-9b01-ebfeedb3507f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.2750154 Aug 11 03:03:30.195850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9c92d893-d440-4b40-8462-891308752fcf tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/91dab4a9-ee1c-4c76-9d3a-60de6825df72 HTTP/1.1" status: 404 len: 337 time: 0.0973344 Aug 11 03:03:30.197795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32948) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.282129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32950) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.292254 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06e77dd-ca54-491e-833a-ec111084e7a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.293034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06e77dd-ca54-491e-833a-ec111084e7a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.298434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a06e77dd-ca54-491e-833a-ec111084e7a6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/9c19d801-eabb-48e0-b7e8-bb4898727b26 HTTP/1.1" status: 404 len: 337 time: 0.0918090 Aug 11 03:03:30.299935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32952) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.321522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eef3045c-57df-4cfa-aca4-e202c75642c7 req-88db4ac6-cc7c-4d8c-9178-2f1ad208afc3 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405358 Aug 11 03:03:30.407295 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8c9164-9738-4bd7-b72f-5d4f5a0c3bdb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.412469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f8c9164-9738-4bd7-b72f-5d4f5a0c3bdb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.417575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32960) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.434736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9f8c9164-9738-4bd7-b72f-5d4f5a0c3bdb tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/cc2a484f-7d18-489c-ae9f-da6060596251 HTTP/1.1" status: 404 len: 337 time: 0.1258399 Aug 11 03:03:30.472113 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3318fc5-ac99-4bba-a9eb-3d4b7de3d4b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.472868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3318fc5-ac99-4bba-a9eb-3d4b7de3d4b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.474626 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3318fc5-ac99-4bba-a9eb-3d4b7de3d4b7 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/0f7a6ddc-3bbb-418e-bd09-8abd86c6075e HTTP/1.1" status: 404 len: 333 time: 0.0560815 Aug 11 03:03:30.479265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32964) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.546503 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd63b747-098e-46f9-aa70-506009f8482f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.547174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd63b747-098e-46f9-aa70-506009f8482f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.553027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fd63b747-098e-46f9-aa70-506009f8482f tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/f5f5dfbb-1a53-4132-b9a6-b7d4c5a3ce99 HTTP/1.1" status: 404 len: 337 time: 0.0708733 Aug 11 03:03:30.553827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32966) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.564201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d966d3-d1e3-4502-969a-141ae0dddb8a None None] Network 310f3143-844d-44d8-b088-6c64db3a9522 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:30.569549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a6911064-d23d-428a-9a16-ea659bbdc8df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b333b2a3b9f46869bff7a3fbbeffbde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845409 Aug 11 03:03:30.588748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.595357 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-45279c43-d44a-477b-9644-b88bd530149e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.596098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45279c43-d44a-477b-9644-b88bd530149e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.603485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-45279c43-d44a-477b-9644-b88bd530149e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/83bbf447-cad4-4408-a870-67ce242411a6 HTTP/1.1" status: 404 len: 337 time: 0.0465167 Aug 11 03:03:30.617823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32972) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.673058 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d84c3f6-3a6d-4803-bc80-4186c7a2814e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.675158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d84c3f6-3a6d-4803-bc80-4186c7a2814e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.680267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d84c3f6-3a6d-4803-bc80-4186c7a2814e tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/a54ce4d7-7d66-47cc-ba65-6e320c38d088 HTTP/1.1" status: 404 len: 333 time: 0.0576968 Aug 11 03:03:30.681207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32984) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.681332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67875f36-3275-4cf6-9810-346e477f69cd req-d7504da8-1b18-45b9-a604-5e5b2aaaa36f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:30.682986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67875f36-3275-4cf6-9810-346e477f69cd req-d7504da8-1b18-45b9-a604-5e5b2aaaa36f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1567681 Aug 11 03:03:30.697102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4354fe6e-8ac4-4c19-bcfc-0f7ad5702ff8 None None] Provisioning complete for port 6fa1d238-4045-4971-a622-23ed4579ad6a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:30.699073 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4354fe6e-8ac4-4c19-bcfc-0f7ad5702ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:30.742951 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-68930bd4-4495-424e-89c2-f04d532621e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.743693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68930bd4-4495-424e-89c2-f04d532621e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.748356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-68930bd4-4495-424e-89c2-f04d532621e6 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/35262fe5-3e87-4bff-9ec6-b7e64e44d19d HTTP/1.1" status: 404 len: 337 time: 0.0554240 Aug 11 03:03:30.749243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32988) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.758545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67875f36-3275-4cf6-9810-346e477f69cd req-b845e49f-e338-4fb0-a255-1afe0b06cdc8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692253 Aug 11 03:03:30.836315 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edaa3c6-639f-4d6c-a1bd-d3d9db544329 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] DELETE failed (client error): The resource could not be found. Aug 11 03:03:30.837156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8edaa3c6-639f-4d6c-a1bd-d3d9db544329 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:03:30.841948 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8edaa3c6-639f-4d6c-a1bd-d3d9db544329 tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/subnets/71896218-f342-4a3d-b59f-95f56ba57fde HTTP/1.1" status: 404 len: 337 time: 0.0874174 Aug 11 03:03:30.842858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32992) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:30.850026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fa1d238-4045-4971-a622-23ed4579ad6a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:30.922361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32994) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.013537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5c43-6a5f-4c34-9be2-e1c0637e5a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.044395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4354fe6e-8ac4-4c19-bcfc-0f7ad5702ff8 None None] Provisioning complete for port f2a742f9-0adb-4f27-9c6a-190abfe4e396 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:31.044773 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4354fe6e-8ac4-4c19-bcfc-0f7ad5702ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.060260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7458be3-2bff-4835-8571-5a054bd4117f req-6d4b3478-4f29-4439-9cbe-34f6dda93b80 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:31.069353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7458be3-2bff-4835-8571-5a054bd4117f req-6d4b3478-4f29-4439-9cbe-34f6dda93b80 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1530859 Aug 11 03:03:31.086180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5c43-6a5f-4c34-9be2-e1c0637e5a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.102193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Deleting port f2a742f9-0adb-4f27-9c6a-190abfe4e396 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:31.102927 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.117936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f0b3690f-cc55-4512-a4ff-4d9801038b43 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:31.119123 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.148706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4354fe6e-8ac4-4c19-bcfc-0f7ad5702ff8 None None] Port f2a742f9-0adb-4f27-9c6a-190abfe4e396 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:31.170857 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f0b3690f-cc55-4512-a4ff-4d9801038b43 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "PUT /v2.0/quotas/a4da2045092c43c794959b3cd6436ff0 HTTP/1.1" status: 200 len: 366 time: 0.2470734 Aug 11 03:03:31.171449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33000) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.188391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e86e3f2-38f2-4939-999c-dd4e519e0a47 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0151703 Aug 11 03:03:31.189458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33002) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.197720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] DHCP port deletion for 310f3143-844d-44d8-b088-6c64db3a9522 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:03:31.208983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4f396a81-5d90-434a-95bd-7b83530e8a56 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "GET /v2.0/quotas/a4da2045092c43c794959b3cd6436ff0 HTTP/1.1" status: 200 len: 366 time: 0.0185173 Aug 11 03:03:31.209736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33004) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.239360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33006) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.243023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b9996b58-4dfc-4a9f-a64c-7025e912475a tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/a4da2045092c43c794959b3cd6436ff0 HTTP/1.1" status: 204 len: 168 time: 0.0320852 Aug 11 03:03:31.247588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fa1d238-4045-4971-a622-23ed4579ad6a,segment=NetworkSegment(2881ef02-0aa3-46db-8720-42d8b5850cc9),segment_id=2881ef02-0aa3-46db-8720-42d8b5850cc9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:31.254320 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.259723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.315402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-30e950bc-ec16-4359-8b46-41894162d245 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0726495 Aug 11 03:03:31.316246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33010) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.332354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] Deleting port 6fa1d238-4045-4971-a622-23ed4579ad6a {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:31.332746 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.334516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Calling delete_port for f2a742f9-0adb-4f27-9c6a-190abfe4e396 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:31.336218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8a211e2e-d90a-4de2-8f39-49763cb2e245 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "GET /v2.0/quotas/a4da2045092c43c794959b3cd6436ff0 HTTP/1.1" status: 200 len: 370 time: 0.0175078 Aug 11 03:03:31.343688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33012) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.353889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5c43-6a5f-4c34-9be2-e1c0637e5a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.357389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6e5c43-6a5f-4c34-9be2-e1c0637e5a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.360824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cc6e5c43-6a5f-4c34-9be2-e1c0637e5a1d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/393d10a7-91fb-417a-9d0d-394d1b0496d9 HTTP/1.1" status: 204 len: 168 time: 0.7686119 Aug 11 03:03:31.369533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fbd28fe6-f919-49c2-a05a-89aeea028451 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "GET /v2.0/quotas/a4da2045092c43c794959b3cd6436ff0/default HTTP/1.1" status: 200 len: 370 time: 0.0168862 Aug 11 03:03:31.371437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33016) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.399708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.428151 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-48dbac6c-e26c-455b-9b1c-f5ad8e37ee55 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] delete failed (client error): The resource could not be found. Aug 11 03:03:31.434039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48dbac6c-e26c-455b-9b1c-f5ad8e37ee55 tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/a4da2045092c43c794959b3cd6436ff0 HTTP/1.1" status: 404 len: 348 time: 0.0362277 Aug 11 03:03:31.441129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e5c43-6a5f-4c34-9be2-e1c0637e5a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d10a7-91fb-417a-9d0d-394d1b0496d9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.465023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] For port 6fa1d238-4045-4971-a622-23ed4579ad6a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fa1d238-4045-4971-a622-23ed4579ad6a,segment=NetworkSegment(2881ef02-0aa3-46db-8720-42d8b5850cc9),segment_id=2881ef02-0aa3-46db-8720-42d8b5850cc9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:31.465242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.499414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] Calling delete_port for 6fa1d238-4045-4971-a622-23ed4579ad6a owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:31.645714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7458be3-2bff-4835-8571-5a054bd4117f req-8e403d1a-2948-4f5b-aa00-97818a6268c6 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696931 Aug 11 03:03:31.680323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.712777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33026) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.757038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:network and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:31.762026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Port': ['ID=f2a742f9-0adb-4f27-9c6a-190abfe4e396,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.770465 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.772938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f3714c3-7813-47a2-9677-a7c6d9b34aff tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/ports/f2a742f9-0adb-4f27-9c6a-190abfe4e396 HTTP/1.1" status: 204 len: 168 time: 0.9281220 Aug 11 03:03:31.776240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33036) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:31.780921 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:03:31.785290 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.791330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:31.839440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:subnet and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:31.851019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] Pushing event deleted for resources: {'Port': ['ID=6fa1d238-4045-4971-a622-23ed4579ad6a,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:31.852631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:31.856740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb7511b-75c1-4397-9f4d-5cd3d32a3f52 None None] No DVR routers for this DVR port 6fa1d238-4045-4971-a622-23ed4579ad6a on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:31.866412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:subnetpool and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:31.873444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:31.882156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:port and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:31.891125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:31.898725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:router and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:31.904822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:31.914694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:floatingip and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:31.920244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:31.935050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:31.957602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dd2a1-5752-4697-91f8-81dba605aec3 req-396c8302-a164-42f0-9ff7-9a773f2e165f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:31.959499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce8dd2a1-5752-4697-91f8-81dba605aec3 req-396c8302-a164-42f0-9ff7-9a773f2e165f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0906842 Aug 11 03:03:31.995101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:security_group and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:32.006240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:32.019171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Usage tracker for resource:security_group_rule and tenant:b3d84909f64444f593f3832e1597d61d is out of sync, need to count used quota {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 11 03:03:32.025460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.quota.resource [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=111683) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 11 03:03:32.035949 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ec92036c-5e4e-4817-8a06-7d548863f09c tempest-QuotasTest-41735866 tempest-QuotasTest-41735866-project-admin] 10.222.0.60 "GET /v2.0/quotas/b3d84909f64444f593f3832e1597d61d/details.json HTTP/1.1" status: 200 len: 703 time: 0.3181796 Aug 11 03:03:32.107057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce8dd2a1-5752-4697-91f8-81dba605aec3 req-76b18b51-86b7-4013-9dc9-0958f655196a tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395793 Aug 11 03:03:32.112951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.136201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310f3143-844d-44d8-b088-6c64db3a9522']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:32.142312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2881ef02-0aa3-46db-8720-42d8b5850cc9') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:32.142680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2881ef02-0aa3-46db-8720-42d8b5850cc9') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:32.203220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.223365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.239939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:32.243230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:32.268193 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:32.278613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186999c-b4cd-42b4-be9d-0005473fae82 req-68c060f5-720a-4870-b500-2f14d0fc63ed tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:32.280630 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b186999c-b4cd-42b4-be9d-0005473fae82 req-68c060f5-720a-4870-b500-2f14d0fc63ed tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0799172 Aug 11 03:03:32.339990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.369017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.371044 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] 10.222.0.60 "DELETE /v2.0/networks/310f3143-844d-44d8-b088-6c64db3a9522 HTTP/1.1" status: 204 len: 168 time: 0.5934293 Aug 11 03:03:32.372432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84447ee5-834e-4719-8397-95f218b19cca tempest-PortsIpV6TestJSON-813619875 tempest-PortsIpV6TestJSON-813619875-project] Pushing event deleted for resources: {'Network': ['ID=310f3143-844d-44d8-b088-6c64db3a9522,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:32.415809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b186999c-b4cd-42b4-be9d-0005473fae82 req-f6b1a980-226e-40ba-9e66-8d13a8adf90f tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237290 Aug 11 03:03:32.470225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33068) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:32.721363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49be25-0a46-4a6a-abab-9ac13788a31c req-7c118e44-1e29-4cfb-af0b-de039d17015e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:32.724287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca49be25-0a46-4a6a-abab-9ac13788a31c req-7c118e44-1e29-4cfb-af0b-de039d17015e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1077974 Aug 11 03:03:32.729437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffa6f-debb-4225-9b16-6a7193c5185f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:32.790020 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca49be25-0a46-4a6a-abab-9ac13788a31c req-09e50997-22c6-4ca1-b198-ae334772eb36 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580552 Aug 11 03:03:32.956127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33096) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:33.059284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffa6f-debb-4225-9b16-6a7193c5185f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.078361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663c03-fd1d-404e-b648-008e774cd548 req-4fbe6cbc-50b7-4048-bd3c-8e669b174a8b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.087027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca663c03-fd1d-404e-b648-008e774cd548 req-4fbe6cbc-50b7-4048-bd3c-8e669b174a8b tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1179352 Aug 11 03:03:33.088862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffa6f-debb-4225-9b16-6a7193c5185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.171694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca663c03-fd1d-404e-b648-008e774cd548 req-93b5970c-72ad-4e69-9645-90e5d6d7d685 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795791 Aug 11 03:03:33.174450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ffa6f-debb-4225-9b16-6a7193c5185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84071b-c9fd-4f29-97b0-54c9e57fe40d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.182370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ed9ffa6f-debb-4225-9b16-6a7193c5185f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eeea2ab80925489abc878988276c66e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7106211 Aug 11 03:03:33.193165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33108) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:33.297311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33114) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:33.310012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b0a03977-10ab-4559-9f83-d71087eb49b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.366495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b0a03977-10ab-4559-9f83-d71087eb49b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.411488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2111975729-network', 'tenant_id': '41facf799ada442e816e5947fc06374e'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:33.454735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b0a03977-10ab-4559-9f83-d71087eb49b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.459017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b0a03977-10ab-4559-9f83-d71087eb49b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.465305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b0a03977-10ab-4559-9f83-d71087eb49b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a84071b-c9fd-4f29-97b0-54c9e57fe40d HTTP/1.1" status: 204 len: 168 time: 0.2697945 Aug 11 03:03:33.478005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03977-10ab-4559-9f83-d71087eb49b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84071b-c9fd-4f29-97b0-54c9e57fe40d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.534650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Made reservation on behalf of 41facf799ada442e816e5947fc06374e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:33.537243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.556611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c00cc7-e843-46c7-983b-ade7816b962f req-bafabf1f-be4f-47b1-a93e-b802eb531f1d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.558475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22c00cc7-e843-46c7-983b-ade7816b962f req-bafabf1f-be4f-47b1-a93e-b802eb531f1d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.2183418 Aug 11 03:03:33.562003 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-30441ac9-15b8-47df-9801-8d9d3572553a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc365628acdf4109a8723cfb048e31d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941243 Aug 11 03:03:33.563238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.565296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:33.635463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c350b1d6-069f-414b-a538-3f4771fc0dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.665718 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c350b1d6-069f-414b-a538-3f4771fc0dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.697629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22c00cc7-e843-46c7-983b-ade7816b962f req-a4e20f9a-acbc-4b95-8141-2fcee776633e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124713 Aug 11 03:03:33.732337 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c350b1d6-069f-414b-a538-3f4771fc0dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.735543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c350b1d6-069f-414b-a538-3f4771fc0dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.737401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c350b1d6-069f-414b-a538-3f4771fc0dd3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0981c31-c77f-4354-acde-45edc08be2e7 HTTP/1.1" status: 204 len: 168 time: 0.1710956 Aug 11 03:03:33.765992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350b1d6-069f-414b-a538-3f4771fc0dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0981c31-c77f-4354-acde-45edc08be2e7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:33.889330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.895991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.956001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:33.980478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:33.981659 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Added segment 5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43 of type vlan for network f1bea0b0-cd9c-4ccf-a169-e4628b8373be Aug 11 03:03:33.994579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b93c71-e7a5-4961-90e5-72bbd78746b3 req-123f00a0-fd5b-4b6b-b43f-240cd1db0304 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:33.996739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-96b93c71-e7a5-4961-90e5-72bbd78746b3 req-123f00a0-fd5b-4b6b-b43f-240cd1db0304 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0976727 Aug 11 03:03:34.084912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-96b93c71-e7a5-4961-90e5-72bbd78746b3 req-b3e2fdc9-a096-4ffe-9116-cb3031a63bca tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764377 Aug 11 03:03:34.119470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.149771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea3ca81-0724-4350-ab42-feb21dbef4ef,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.264967 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.265975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.266564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.275500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.314359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b7341f7-1f79-4c91-9196-443294a7d243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.348644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278cc454-a936-4b55-9533-49ae58614d04 req-8023e2d3-81cf-4261-ac30-ecbdd21d6bc0 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.356428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-278cc454-a936-4b55-9533-49ae58614d04 req-8023e2d3-81cf-4261-ac30-ecbdd21d6bc0 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1766424 Aug 11 03:03:34.467886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] Pushing event updated for resources: {'Network': ['ID=f1bea0b0-cd9c-4ccf-a169-e4628b8373be,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.479946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-278cc454-a936-4b55-9533-49ae58614d04 req-3ad8741b-1c2c-4270-9dd1-d3d36821339d tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175969 Aug 11 03:03:34.484747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network f1bea0b0-cd9c-4ccf-a169-e4628b8373be details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:34.576904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b7341f7-1f79-4c91-9196-443294a7d243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.588016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3b7341f7-1f79-4c91-9196-443294a7d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.638350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b29195dc-fa14-4e2f-92be-f1aaf2cb0075 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3372700 Aug 11 03:03:34.648566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33160) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.680004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e75a9a-230a-42b3-af6e-384011701ddf req-5def5de9-589d-4599-8370-08f59939df4c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.689685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Request body: {'subnet': {'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2111975729-subnet', 'tenant_id': '41facf799ada442e816e5947fc06374e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:34.691898 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51e75a9a-230a-42b3-af6e-384011701ddf req-5def5de9-589d-4599-8370-08f59939df4c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1242800 Aug 11 03:03:34.749436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3b7341f7-1f79-4c91-9196-443294a7d243 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3d84909f64444f593f3832e1597d61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676104 Aug 11 03:03:34.754146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33164) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:34.754306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51e75a9a-230a-42b3-af6e-384011701ddf req-f924dc9f-b1cf-4714-a80b-34d59e3bfccd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607810 Aug 11 03:03:34.764687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7341f7-1f79-4c91-9196-443294a7d243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022892eb-0ff1-4e45-b523-ba41a2020741,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:34.834695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Made reservation on behalf of 41facf799ada442e816e5947fc06374e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:34.837018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.928212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e401a3-6bb0-486e-aecf-6d204b5c5257 req-930a51cc-c5fd-4917-b7ff-28d3c42770c8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:34.932653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd2c3-a102-41bf-9b7f-54bafca0067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:34.937334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96e401a3-6bb0-486e-aecf-6d204b5c5257 req-930a51cc-c5fd-4917-b7ff-28d3c42770c8 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.0748439 Aug 11 03:03:34.983860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd2c3-a102-41bf-9b7f-54bafca0067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.000162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96e401a3-6bb0-486e-aecf-6d204b5c5257 req-2a920755-9cee-42f4-88c5-4e73ebb2d78c tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617673 Aug 11 03:03:35.096321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd2c3-a102-41bf-9b7f-54bafca0067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.098892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e1fd2c3-a102-41bf-9b7f-54bafca0067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.100159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e1fd2c3-a102-41bf-9b7f-54bafca0067a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/022892eb-0ff1-4e45-b523-ba41a2020741 HTTP/1.1" status: 204 len: 168 time: 0.3438516 Aug 11 03:03:35.144541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fd2c3-a102-41bf-9b7f-54bafca0067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022892eb-0ff1-4e45-b523-ba41a2020741,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.186544 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.238618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33192) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:35.568586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-427964068'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:35.650985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:35.667714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.706381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Checking segment: {'id': '5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:35.706735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Network hostable DHCP agents. Network: f1bea0b0-cd9c-4ccf-a169-e4628b8373be, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:35.712805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.730674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a419e963-ba0d-43f3-aa5f-18335bf691d4,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:35.757816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Network f1bea0b0-cd9c-4ccf-a169-e4628b8373be is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:35.785183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, f1bea0b0-cd9c-4ccf-a169-e4628b8373be) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:35.797458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875db60b-dd38-45c8-a5f8-91753790e97b None None] Network f1bea0b0-cd9c-4ccf-a169-e4628b8373be requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:35.804987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:35.805654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.949748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.958205 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:35.972414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-01e784c0-7a28-4023-afa0-13ccd52bd10a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3226421 Aug 11 03:03:35.996141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:36.044534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9594c6fe-7f37-425e-a16e-7af9040362cf None None] Network f1bea0b0-cd9c-4ccf-a169-e4628b8373be requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:36.060198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245cb071-7b79-4fd9-9a3d-c8a544302b77,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.085491 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.086143 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment aed3fd89-aa6b-4862-a972-d82bac67df90 of type vlan for network dc722e7b-2745-465a-aa42-52ae6509c11a Aug 11 03:03:36.194478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.248894 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.265285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:36.275361 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.402367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1623890 Aug 11 03:03:36.404961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33240) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.410526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1820937814'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:36.418687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c863144-a73c-4efa-af03-1828bacbcfff tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=dc722e7b-2745-465a-aa42-52ae6509c11a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.430104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network dc722e7b-2745-465a-aa42-52ae6509c11a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:36.467964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:36.471828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.552568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:36.582452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.582792 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment 1841cf0b-5ee7-436a-ae63-b55b06d5070a of type vlan for network 3f0a4cb5-4fa7-499b-8767-e730bb555969 Aug 11 03:03:36.684870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.735457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.742716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:36.744081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:36.848822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=3f0a4cb5-4fa7-499b-8767-e730bb555969,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:36.862977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:36.866596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3403fe1e-87e4-4d9e-a5bd-ce7a53a4c116 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4573307 Aug 11 03:03:36.866695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33254) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:36.874963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': 'dc722e7b-2745-465a-aa42-52ae6509c11a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:37.045126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:37.049277 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.213364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-4ebd4ca7-0d46-46ae-96d4-a3eb0e189d4d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:37.215004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-4ebd4ca7-0d46-46ae-96d4-a3eb0e189d4d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/networks?id=f1bea0b0-cd9c-4ccf-a169-e4628b8373be HTTP/1.1" status: 200 len: 814 time: 0.1547420 Aug 11 03:03:37.244928 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-345212cd-e6f0-4fc6-8b0b-cded8283d0bf tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/quotas/41facf799ada442e816e5947fc06374e HTTP/1.1" status: 200 len: 375 time: 0.0223887 Aug 11 03:03:37.302766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-02f96341-b2ae-4aaa-bab6-eacc777c469c tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=41facf799ada442e816e5947fc06374e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566354 Aug 11 03:03:37.512321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.569462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-6066c891-b1f9-4041-8d77-0ac9e637f8ca service neutron] 10.222.0.60 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628899 Aug 11 03:03:37.647148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=c961af0c-d981-4b9b-afa2-2f89d798bf2c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:37.671351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': 'aed3fd89-aa6b-4862-a972-d82bac67df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc722e7b-2745-465a-aa42-52ae6509c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:37.671741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: dc722e7b-2745-465a-aa42-52ae6509c11a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:37.734930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network dc722e7b-2745-465a-aa42-52ae6509c11a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:37.749795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, dc722e7b-2745-465a-aa42-52ae6509c11a) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:37.761750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ad6e2-7a94-4973-8cfa-7a81104cc19d None None] Network dc722e7b-2745-465a-aa42-52ae6509c11a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:37.771482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:37.773620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:37.807784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dae2b7f5-c083-4df1-b459-f2ce4600b309 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9397807 Aug 11 03:03:37.810524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33284) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:37.819432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': '3f0a4cb5-4fa7-499b-8767-e730bb555969', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:37.878224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-f0165228-f629-44e5-a227-5073078d7bcf service neutron] 10.222.0.60 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446229 Aug 11 03:03:38.007253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:38.019823 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.118623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-dc722e7b-2745-465a-aa42-52ae6509c11a', 'network_id': 'dc722e7b-2745-465a-aa42-52ae6509c11a', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': 'c961af0c-d981-4b9b-afa2-2f89d798bf2c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:38.119593 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.169622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33294) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:38.419871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-208221259', 'router:external': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:38.483522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Made reservation on behalf of a929923029dc4490957a5a8deb3aeb67 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:38.486867 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.507386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.529678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Allocated IP 172.20.0.2 (dc722e7b-2745-465a-aa42-52ae6509c11a/c961af0c-d981-4b9b-afa2-2f89d798bf2c/73a989c6-7841-493d-a7d0-344492de8545) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:38.541680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.636872 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5d4862c-34b3-4680-a9e2-9070240d0ca2 req-5534bc35-f6a2-426d-9ce4-fcc49edc2fa6 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 210 time: 0.2714608 Aug 11 03:03:38.875114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.894549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=ffd482a1-a501-4210-9d5d-53bc92916603,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:38.911045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.932058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:38.942670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.943012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.945985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.946349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:03:38.954354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:38.963320 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Added segment 3bcb1fe7-1c91-4e1c-8791-adf459a42c74 of type vlan for network d3576c12-e088-465b-bf50-50b70a2cb5d0 Aug 11 03:03:38.975410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': '1841cf0b-5ee7-436a-ae63-b55b06d5070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3f0a4cb5-4fa7-499b-8767-e730bb555969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:38.976114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: 3f0a4cb5-4fa7-499b-8767-e730bb555969, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:38.988035 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.018367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:39.035017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Transition to ACTIVE for port object 73a989c6-7841-493d-a7d0-344492de8545 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:39.036951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 3f0a4cb5-4fa7-499b-8767-e730bb555969) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:39.055981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.056742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e9d58c-11d2-4e94-877d-71730df2ab4d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:39.057458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.087545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aeb2edb-d787-468e-a6a2-4c7bdc9250ee None None] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:39.091079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.101844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-759c4f9b-989f-4dcc-adaa-0ec262d2e109 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2900047 Aug 11 03:03:39.102611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33338) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:39.107276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Transition to ACTIVE for port object 73a989c6-7841-493d-a7d0-344492de8545 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:39.108845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6df87530-3b9b-4dfc-b695-c2407e9bca69 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-907005527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:39.141755 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.181492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6df87530-3b9b-4dfc-b695-c2407e9bca69 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.188391 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6df87530-3b9b-4dfc-b695-c2407e9bca69 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.190548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.193698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:39.194593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.346356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Network dc722e7b-2745-465a-aa42-52ae6509c11a is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:39.357411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:39.360283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:39.385315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6df87530-3b9b-4dfc-b695-c2407e9bca69 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.390473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6df87530-3b9b-4dfc-b695-c2407e9bca69 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.418246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Network': ['ID=d3576c12-e088-465b-bf50-50b70a2cb5d0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:39.418701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6df87530-3b9b-4dfc-b695-c2407e9bca69 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.420014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6df87530-3b9b-4dfc-b695-c2407e9bca69 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3163157 Aug 11 03:03:39.423113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:39.427409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7be4a916-3c65-47aa-8b72-46c48efe4f88 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2566783 Aug 11 03:03:39.431995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33346) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:39.442922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'subnet': {'network_id': 'd3576c12-e088-465b-bf50-50b70a2cb5d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:39.444897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Pushing event updated for resources: {'Port': ['ID=73a989c6-7841-493d-a7d0-344492de8545,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:39.458257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d3576c12-e088-465b-bf50-50b70a2cb5d0 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:39.489430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Made reservation on behalf of a929923029dc4490957a5a8deb3aeb67 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:39.494006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:39.859673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21320932-343c-4243-9952-34f296184f26 req-97e39dd3-6140-4437-bf12-064a34a700a6 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 210 time: 0.0845571 Aug 11 03:03:40.370946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.391674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-3f0a4cb5-4fa7-499b-8767-e730bb555969', 'network_id': '3f0a4cb5-4fa7-499b-8767-e730bb555969', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': 'ffd482a1-a501-4210-9d5d-53bc92916603'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:40.393512 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.508740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:03:40.509335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.581046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Allocated IP 172.21.0.2 (3f0a4cb5-4fa7-499b-8767-e730bb555969/ffd482a1-a501-4210-9d5d-53bc92916603/e037bbbb-b7dc-4ad6-8aad-4adfadfd5340) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:40.661576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Subnet': ['ID=87ac68a0-8772-410f-a783-eb5b6ab1d146,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:40.740435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Checking segment: {'id': '3bcb1fe7-1c91-4e1c-8791-adf459a42c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'd3576c12-e088-465b-bf50-50b70a2cb5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:40.740809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network hostable DHCP agents. Network: d3576c12-e088-465b-bf50-50b70a2cb5d0, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:40.772961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.785312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Transition to ACTIVE for port object e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:40.788746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network d3576c12-e088-465b-bf50-50b70a2cb5d0 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:40.805915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d3576c12-e088-465b-bf50-50b70a2cb5d0) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:40.827556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Transition to ACTIVE for port object e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:40.834905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:40.836184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c520d1-aa5f-4b96-8fa8-71eaa1866d2c None None] Network d3576c12-e088-465b-bf50-50b70a2cb5d0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:40.836537 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.867681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea6e3e42-23c6-4753-87c7-26ad72c897c6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4345894 Aug 11 03:03:40.874586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33386) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:40.884438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-254907619', 'network_id': 'd3576c12-e088-465b-bf50-50b70a2cb5d0'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:40.936625 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.940980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Made reservation on behalf of a929923029dc4490957a5a8deb3aeb67 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:40.944385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:40.992934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] device_id is not set on port c4f238fb-2a02-4e3b-9b99-f19335712651 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:03:40.997982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Attempting to bind port 73a989c6-7841-493d-a7d0-344492de8545 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:40.998475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Attempting to bind port 73a989c6-7841-493d-a7d0-344492de8545 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'aed3fd89-aa6b-4862-a972-d82bac67df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc722e7b-2745-465a-aa42-52ae6509c11a'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:40.998974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Attempting to bind port 73a989c6-7841-493d-a7d0-344492de8545 on network dc722e7b-2745-465a-aa42-52ae6509c11a {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:41.040716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:41.041095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Checking segment: {'id': 'aed3fd89-aa6b-4862-a972-d82bac67df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc722e7b-2745-465a-aa42-52ae6509c11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:41.041508 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.041910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Bound using segment: {'id': 'aed3fd89-aa6b-4862-a972-d82bac67df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc722e7b-2745-465a-aa42-52ae6509c11a'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:41.042409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Bound port: 73a989c6-7841-493d-a7d0-344492de8545, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed3fd89-aa6b-4862-a972-d82bac67df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'dc722e7b-2745-465a-aa42-52ae6509c11a'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:41.042802 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.061161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:41.091362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.20.0.1 (dc722e7b-2745-465a-aa42-52ae6509c11a/c961af0c-d981-4b9b-afa2-2f89d798bf2c/dec43b80-c99b-4620-9e50-a29c3704a4d2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:41.128609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] For port 73a989c6-7841-493d-a7d0-344492de8545, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:41.132943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] For port 73a989c6-7841-493d-a7d0-344492de8545, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=73a989c6-7841-493d-a7d0-344492de8545,segment=NetworkSegment(aed3fd89-aa6b-4862-a972-d82bac67df90),segment_id=aed3fd89-aa6b-4862-a972-d82bac67df90)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:41.141320 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.170871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:41.186866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:41.212409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105cf3a2-2276-45f9-9b6f-53a5103968bd None None] Network d3576c12-e088-465b-bf50-50b70a2cb5d0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:41.425952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.457500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Allocated IP 2001:db8::39 (d3576c12-e088-465b-bf50-50b70a2cb5d0/87ac68a0-8772-410f-a783-eb5b6ab1d146/c4f238fb-2a02-4e3b-9b99-f19335712651) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:41.467197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object dec43b80-c99b-4620-9e50-a29c3704a4d2 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:41.467773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Pushing event updated for resources: {'Port': ['ID=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:41.629893 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.744194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb6629-01dc-44d9-8491-eaf572dba7f4 None None] Pushing event updated for resources: {'Port': ['ID=73a989c6-7841-493d-a7d0-344492de8545,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:41.774476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network dc722e7b-2745-465a-aa42-52ae6509c11a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:41.793124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Attempting to bind port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:41.793499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Attempting to bind port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '1841cf0b-5ee7-436a-ae63-b55b06d5070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3f0a4cb5-4fa7-499b-8767-e730bb555969'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:41.793867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Attempting to bind port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 on network 3f0a4cb5-4fa7-499b-8767-e730bb555969 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:41.807077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:41.807077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Checking segment: {'id': '1841cf0b-5ee7-436a-ae63-b55b06d5070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3f0a4cb5-4fa7-499b-8767-e730bb555969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:41.807077 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.807732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Bound using segment: {'id': '1841cf0b-5ee7-436a-ae63-b55b06d5070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3f0a4cb5-4fa7-499b-8767-e730bb555969'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:41.807732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Bound port: e037bbbb-b7dc-4ad6-8aad-4adfadfd5340, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1841cf0b-5ee7-436a-ae63-b55b06d5070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3f0a4cb5-4fa7-499b-8767-e730bb555969'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:41.808140 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.862700 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.941839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] For port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:41.946482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] For port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,segment=NetworkSegment(1841cf0b-5ee7-436a-ae63-b55b06d5070a),segment_id=1841cf0b-5ee7-436a-ae63-b55b06d5070a)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:41.953627 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:41.960015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.089899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e6d4a-f0c9-4acd-8123-70921c14a659 None None] Pushing event updated for resources: {'Port': ['ID=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.100189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Port': ['ID=c4f238fb-2a02-4e3b-9b99-f19335712651,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.104742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network d3576c12-e088-465b-bf50-50b70a2cb5d0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:42.106369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:42.108804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:42.109894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:42.110496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.149742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-99d31183-5390-4c12-a512-3d545f5b1104 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2726886 Aug 11 03:03:42.156656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:42.343983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Deleting port c4f238fb-2a02-4e3b-9b99-f19335712651 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:42.344328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.665403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.724009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Calling delete_port for c4f238fb-2a02-4e3b-9b99-f19335712651 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:42.725939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=dec43b80-c99b-4620-9e50-a29c3704a4d2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:42.735442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:42.770633 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1616bec1-cc4f-42a7-a54c-bc8d06eb87e3 req-b3c3a668-4287-41aa-855d-240eeaca73af tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 210 time: 1.2506552 Aug 11 03:03:42.771804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:42.931566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-e20c3210-da0f-42df-96c9-32efe6aea9b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:42.933527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-e20c3210-da0f-42df-96c9-32efe6aea9b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.57 "GET /v2.0/networks?id=f1bea0b0-cd9c-4ccf-a169-e4628b8373be HTTP/1.1" status: 200 len: 814 time: 2.9803100 Aug 11 03:03:42.934730 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:42.938912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73a989c6-7841-493d-a7d0-344492de8545 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:42.961938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Request body: {'port': {'device_id': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be', 'admin_state_up': True, 'tenant_id': '41facf799ada442e816e5947fc06374e'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:43.069338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.105123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 73a989c6-7841-493d-a7d0-344492de8545 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:43.117560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:43.154128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.158840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "DELETE /v2.0/ports/c4f238fb-2a02-4e3b-9b99-f19335712651 HTTP/1.1" status: 204 len: 168 time: 1.0003750 Aug 11 03:03:43.216035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:43.229104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd3576c12-e088-465b-bf50-50b70a2cb5d0', 'external_fixed_ips': [{'subnet_id': '87ac68a0-8772-410f-a783-eb5b6ab1d146', 'ip_address': '2001:db8::39'}]}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:43.239317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688712c-2942-47f6-8d80-f938fa4eb8f6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4f238fb-2a02-4e3b-9b99-f19335712651,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:43.241101 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:43.259130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a5c27a-e886-4e17-81b2-63b0ffa2c58b None None] Network dc722e7b-2745-465a-aa42-52ae6509c11a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:43.304762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.306410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.451479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.504956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2879a005-0fcc-4c42-b837-b24a93d04975 None None] Provisioning for port 73a989c6-7841-493d-a7d0-344492de8545 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:43.580836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Made reservation on behalf of 41facf799ada442e816e5947fc06374e for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:43.584866 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.589725 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.596327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2879a005-0fcc-4c42-b837-b24a93d04975 None None] Provisioning complete for port 73a989c6-7841-493d-a7d0-344492de8545 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:43.602670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2879a005-0fcc-4c42-b837-b24a93d04975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:43.794349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.041913 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2879a005-0fcc-4c42-b837-b24a93d04975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.166594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdc4c5a6-ad3d-4bf9-9dc6-a3c8b987eadc req-2dd88991-8c09-470b-a421-eb96a64dbc91 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 210 time: 0.0895541 Aug 11 03:03:44.167172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2879a005-0fcc-4c42-b837-b24a93d04975 None None] For port 73a989c6-7841-493d-a7d0-344492de8545, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=73a989c6-7841-493d-a7d0-344492de8545,segment=NetworkSegment(aed3fd89-aa6b-4862-a972-d82bac67df90),segment_id=aed3fd89-aa6b-4862-a972-d82bac67df90)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:44.175330 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2879a005-0fcc-4c42-b837-b24a93d04975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.298723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2879a005-0fcc-4c42-b837-b24a93d04975 None None] Pushing event updated for resources: {'Port': ['ID=73a989c6-7841-493d-a7d0-344492de8545,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:44.316641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1a33a6-dd20-4b81-a662-e55970bc2ac5 None None] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:44.467266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2578b591-6027-4bd8-9eb4-c1ae31ae1844 None None] Provisioning for port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:44.484299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2578b591-6027-4bd8-9eb4-c1ae31ae1844 None None] Provisioning complete for port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:44.484969 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2578b591-6027-4bd8-9eb4-c1ae31ae1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.556691 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.637382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.695472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73a989c6-7841-493d-a7d0-344492de8545 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:44.707352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Allocated IP 172.20.0.4 (f1bea0b0-cd9c-4ccf-a169-e4628b8373be/a419e963-ba0d-43f3-aa5f-18335bf691d4/0c727c3d-149d-452c-8af0-0cf47dea88ff) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:44.853928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2578b591-6027-4bd8-9eb4-c1ae31ae1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:44.911154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 73a989c6-7841-493d-a7d0-344492de8545 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:44.911537 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.032932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2578b591-6027-4bd8-9eb4-c1ae31ae1844 None None] For port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,segment=NetworkSegment(1841cf0b-5ee7-436a-ae63-b55b06d5070a),segment_id=1841cf0b-5ee7-436a-ae63-b55b06d5070a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:45.039406 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.041666 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2578b591-6027-4bd8-9eb4-c1ae31ae1844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.088891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.216272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Pushing event updated for resources: {'Port': ['ID=0c727c3d-149d-452c-8af0-0cf47dea88ff,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.277393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a74bc-eed3-4bc9-af2d-5cf074ddeb85 req-9e67160e-50d4-4184-b373-bf88ccf07fdc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.280776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0066c3a4-283d-4c16-bb8b-a9b5582cc9b5 None None] Provisioning complete for port 73a989c6-7841-493d-a7d0-344492de8545 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:45.281225 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0066c3a4-283d-4c16-bb8b-a9b5582cc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.290703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b35a74bc-eed3-4bc9-af2d-5cf074ddeb85 req-9e67160e-50d4-4184-b373-bf88ccf07fdc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.3216674 Aug 11 03:03:45.297677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857af00-ab46-485a-bf48-4b8c59695ebe req-363c3e79-d025-4fee-9602-5497e32e86cd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.299922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5857af00-ab46-485a-bf48-4b8c59695ebe req-363c3e79-d025-4fee-9602-5497e32e86cd tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 1.1619606 Aug 11 03:03:45.301893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Network f1bea0b0-cd9c-4ccf-a169-e4628b8373be is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:45.314836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:45.330053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:45.366536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578b591-6027-4bd8-9eb4-c1ae31ae1844 None None] Pushing event updated for resources: {'Port': ['ID=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:45.383111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b35a74bc-eed3-4bc9-af2d-5cf074ddeb85 req-84fcbb1b-be33-44dd-a05f-62f0e951b1c3 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886040 Aug 11 03:03:45.400491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Allocated IP 2001:db8::39 (d3576c12-e088-465b-bf50-50b70a2cb5d0/87ac68a0-8772-410f-a783-eb5b6ab1d146/02aa7f7d-ad40-4f96-92ed-f3f5707e36f7) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:45.476265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5857af00-ab46-485a-bf48-4b8c59695ebe req-ac3f3118-2370-4ac6-8a1f-fe1efb8a2586 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665282 Aug 11 03:03:45.511032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0066c3a4-283d-4c16-bb8b-a9b5582cc9b5 None None] Provisioning for port dec43b80-c99b-4620-9e50-a29c3704a4d2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:45.515328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0066c3a4-283d-4c16-bb8b-a9b5582cc9b5 None None] Provisioning complete for port dec43b80-c99b-4620-9e50-a29c3704a4d2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:45.517040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0066c3a4-283d-4c16-bb8b-a9b5582cc9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.535090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.535334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.566110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0066c3a4-283d-4c16-bb8b-a9b5582cc9b5 None None] Port dec43b80-c99b-4620-9e50-a29c3704a4d2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:45.596499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-989d2e49-7db3-452b-b62a-d097674364be tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6447041 Aug 11 03:03:45.612842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Request body: {'port': {'device_id': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:45.659942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c460b-1a8f-4b75-9fe0-798fda46bdfc req-0a419571-140e-4187-a890-06aeaa43f050 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.663029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.664554 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee5c460b-1a8f-4b75-9fe0-798fda46bdfc req-0a419571-140e-4187-a890-06aeaa43f050 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 931 time: 0.0893395 Aug 11 03:03:45.690742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-18f02679-7b4f-48f0-b20e-e2d5c31b5662 None None] Provisioning complete for port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:45.691313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-18f02679-7b4f-48f0-b20e-e2d5c31b5662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.726026 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee5c460b-1a8f-4b75-9fe0-798fda46bdfc req-e2dfc150-3b33-45ca-8663-d00e40e2be73 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523577 Aug 11 03:03:45.738790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.760094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.833582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.864713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:45.895935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-7e1460e9-5c2f-42da-b74e-82576c47eae5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:45.897573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-7e1460e9-5c2f-42da-b74e-82576c47eae5 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.2461004 Aug 11 03:03:45.913979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network d3576c12-e088-465b-bf50-50b70a2cb5d0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:45.924598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:45.938602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:45.949838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Port': ['ID=02aa7f7d-ad40-4f96-92ed-f3f5707e36f7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.225654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c727c3d-149d-452c-8af0-0cf47dea88ff {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:46.235349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.252486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Transition to ACTIVE for port object 0c727c3d-149d-452c-8af0-0cf47dea88ff will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:46.269297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.276884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.279778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.316787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=dec43b80-c99b-4620-9e50-a29c3704a4d2,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.654578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.681399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:46.712197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Pushing event updated for resources: {'Port': ['ID=0c727c3d-149d-452c-8af0-0cf47dea88ff,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:46.770620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec62f0-3a95-4cb2-a799-25ba3548b0f0 req-084cff83-a1f4-42fb-99b0-7d814de13a63 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:46.778776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fec62f0-3a95-4cb2-a799-25ba3548b0f0 req-084cff83-a1f4-42fb-99b0-7d814de13a63 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 946 time: 0.1216066 Aug 11 03:03:46.804814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32698990-b068-4c96-abf8-9c1e236e25f9 req-b3c0ee00-9c9e-4690-b160-4043e7672022 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:46.817096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32698990-b068-4c96-abf8-9c1e236e25f9 req-b3c0ee00-9c9e-4690-b160-4043e7672022 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.2639596 Aug 11 03:03:46.851796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:46.852196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.863779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Attempting to bind port 0c727c3d-149d-452c-8af0-0cf47dea88ff on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:46.864408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Attempting to bind port 0c727c3d-149d-452c-8af0-0cf47dea88ff by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:46.864994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Attempting to bind port 0c727c3d-149d-452c-8af0-0cf47dea88ff on network f1bea0b0-cd9c-4ccf-a169-e4628b8373be {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:46.870378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fec62f0-3a95-4cb2-a799-25ba3548b0f0 req-93448027-2a28-46c0-82ae-178f60b2158e tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/security-groups?id=29313295-556d-4aac-aa4d-fc3bcbf9a4c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905356 Aug 11 03:03:46.887135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Deleting port 3b669a74-48f8-4064-bebc-8dac2b327c39 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:46.887778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:46.903825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network dc722e7b-2745-465a-aa42-52ae6509c11a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:46.917501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Port 0c727c3d-149d-452c-8af0-0cf47dea88ff on network f1bea0b0-cd9c-4ccf-a169-e4628b8373be not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:03:46.918073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Attempting to bind port 0c727c3d-149d-452c-8af0-0cf47dea88ff on network f1bea0b0-cd9c-4ccf-a169-e4628b8373be {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:46.941139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Router be53c1cc-03eb-4735-a69d-cbe09e7bb098 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:46.959482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:46.977783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:46.978490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Checking segment: {'id': '5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:46.979149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Bound using segment: {'id': '5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:46.981053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Bound port: 0c727c3d-149d-452c-8af0-0cf47dea88ff, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:46.981643 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.071040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-284adbe2-2bff-49bb-ae45-5ed2701b7a23 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:47.075116 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-284adbe2-2bff-49bb-ae45-5ed2701b7a23 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.2539823 Aug 11 03:03:47.172412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32698990-b068-4c96-abf8-9c1e236e25f9 req-0253435d-1da7-476f-b88c-d089bde74004 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540900 Aug 11 03:03:47.187532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:47.201670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Sync routers for ids ['be53c1cc-03eb-4735-a69d-cbe09e7bb098'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:47.213800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Routers {'be53c1cc-03eb-4735-a69d-cbe09e7bb098'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:47.215943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['be53c1cc-03eb-4735-a69d-cbe09e7bb098'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:47.236662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.239830 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-03f71965-cba6-4fc4-a120-13fe4c7b42f3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.0199544 Aug 11 03:03:47.241944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] For port 3b669a74-48f8-4064-bebc-8dac2b327c39, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b669a74-48f8-4064-bebc-8dac2b327c39,segment=NetworkSegment(f29ea40c-2929-43e5-81bb-35dee5171489),segment_id=f29ea40c-2929-43e5-81bb-35dee5171489)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:47.242543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.243388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33520) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:47.263279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Calling delete_port for 3b669a74-48f8-4064-bebc-8dac2b327c39 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:47.497518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-50b21498-b28c-41c9-8fd1-5d8883506d3c None None] Provisioning complete for port dec43b80-c99b-4620-9e50-a29c3704a4d2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:47.500360 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50b21498-b28c-41c9-8fd1-5d8883506d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.540748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:47.605188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-50b21498-b28c-41c9-8fd1-5d8883506d3c None None] Port dec43b80-c99b-4620-9e50-a29c3704a4d2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:47.606465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Pushing event deleted for resources: {'Port': ['ID=3b669a74-48f8-4064-bebc-8dac2b327c39,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:47.608475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3b669a74-48f8-4064-bebc-8dac2b327c39'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:47.615925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Set router be53c1cc-03eb-4735-a69d-cbe09e7bb098 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:47.804875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729d853-673d-4c81-a96d-403269da2146 req-03cb2f99-aab5-4b1c-8eb2-4634a1ca6e2e tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:47.824667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4729d853-673d-4c81-a96d-403269da2146 req-03cb2f99-aab5-4b1c-8eb2-4634a1ca6e2e tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 943 time: 0.6770744 Aug 11 03:03:47.902098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 716e7908-a2d1-4536-b8ab-790109c90791 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:47.934861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4729d853-673d-4c81-a96d-403269da2146 req-0f0fbb4b-131e-43d2-a9ca-52b10cf2f23c tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089506 Aug 11 03:03:47.964454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.186821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7d16293-2aab-4ced-99f5-4e46f48faa8c req-29136c5f-2c03-4946-ad9d-2c0213405de1 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bef29c2-6298-42b9-9f19-5aa3e474edc3 HTTP/1.1" status: 200 len: 210 time: 0.1052365 Aug 11 03:03:48.188041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.281724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] No DVR routers for this DVR port 3b669a74-48f8-4064-bebc-8dac2b327c39 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:48.284878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] For port 0c727c3d-149d-452c-8af0-0cf47dea88ff, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:48.295327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:48.302977 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.307543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a463cd71-1360-4d51-a706-8cbb65bf539d req-b608b457-d32e-4af5-bebb-0b9aefa0a970 tempest-ServersNegativeTestJSON-537501818 tempest-ServersNegativeTestJSON-537501818-project] 10.222.0.10 "DELETE /v2.0/ports/3b669a74-48f8-4064-bebc-8dac2b327c39 HTTP/1.1" status: 204 len: 173 time: 2.3961236 Aug 11 03:03:48.308618 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] Sync routers for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:48.311374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-deleted', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:48.324465 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225eeef9-d48e-44a7-b6d9-24668763f296" -d '{"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-deleted", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:48.326674 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:48.342262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-00fc8b31-9f84-4e40-b040-f2226f2dd01c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/716e7908-a2d1-4536-b8ab-790109c90791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9180424 Aug 11 03:03:48.343377 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:48.369928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33552) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:48.378321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] For port 0c727c3d-149d-452c-8af0-0cf47dea88ff, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff,segment=NetworkSegment(5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43),segment_id=5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:48.381345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Deleting port d9536dc9-e3bb-4d76-9290-85a6dd070d14 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:48.393901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.410708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.439210 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:48.466076 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:48.469139 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:48.476474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:48.483401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.485516 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] 10.222.0.57 "PUT /v2.0/ports/0c727c3d-149d-452c-8af0-0cf47dea88ff HTTP/1.1" status: 200 len: 1092 time: 2.8775949 Aug 11 03:03:48.596916 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db79ea8-a43f-482c-8e7a-663ddff2cadf x-openstack-request-id: req-8db79ea8-a43f-482c-8e7a-663ddff2cadf {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:48.597563 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef29c2-6298-42b9-9f19-5aa3e474edc3", "name": "network-vif-deleted", "tag": "3b669a74-48f8-4064-bebc-8dac2b327c39", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:48.598020 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8db79ea8-a43f-482c-8e7a-663ddff2cadf {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:48.598744 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef29c2-6298-42b9-9f19-5aa3e474edc3', 'name': 'network-vif-deleted', 'tag': '3b669a74-48f8-4064-bebc-8dac2b327c39', 'status': 'completed', 'code': 200} Aug 11 03:03:48.604462 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:48.605112 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02112bea-a9d5-4f94-ac5f-c4f836104d04 None None] The sync data for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:48.652367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f807d363-1993-412d-b024-50cb41c2cff7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:48.661492 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f807d363-1993-412d-b024-50cb41c2cff7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports/dec43b80-c99b-4620-9e50-a29c3704a4d2 HTTP/1.1" status: 200 len: 910 time: 0.2890961 Aug 11 03:03:48.677212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:48.850606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Deleting port 02aa7f7d-ad40-4f96-92ed-f3f5707e36f7 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:48.851203 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:48.896424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-3505abec-f890-4bc1-a231-f6f108b40e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:48.901234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-3505abec-f890-4bc1-a231-f6f108b40e7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41facf799ada442e816e5947fc06374e&device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 1095 time: 0.3337438 Aug 11 03:03:48.912429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592358a-0a3f-4000-86c1-e73450f9a04e req-9fb05e50-58a7-43bc-95fd-4994789e6681 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:48.922509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e592358a-0a3f-4000-86c1-e73450f9a04e req-9fb05e50-58a7-43bc-95fd-4994789e6681 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.3021021 Aug 11 03:03:48.949872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be53c1cc-03eb-4735-a69d-cbe09e7bb098', 'name': '', 'tenant_id': 'a929923029dc4490957a5a8deb3aeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd3576c12-e088-465b-bf50-50b70a2cb5d0', 'external_fixed_ips': [{'subnet_id': '87ac68a0-8772-410f-a783-eb5b6ab1d146', 'ip_address': '2001:db8::39'}], 'enable_snat': True}, 'gw_port_id': '02aa7f7d-ad40-4f96-92ed-f3f5707e36f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:43Z', 'updated_at': '2021-08-11T03:03:46Z', 'revision_number': 3, 'project_id': 'a929923029dc4490957a5a8deb3aeb67', 'gw_port': {'id': '02aa7f7d-ad40-4f96-92ed-f3f5707e36f7', 'name': '', 'network_id': 'd3576c12-e088-465b-bf50-50b70a2cb5d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be53c1cc-03eb-4735-a69d-cbe09e7bb098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '87ac68a0-8772-410f-a783-eb5b6ab1d146', 'ip_address': '2001:db8::39', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:44Z', 'updated_at': '2021-08-11T03:03:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '87ac68a0-8772-410f-a783-eb5b6ab1d146', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:49.010077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Checking router: be53c1cc-03eb-4735-a69d-cbe09e7bb098 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:49.011798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Updating router be53c1cc-03eb-4735-a69d-cbe09e7bb098 port 02aa7f7d-ad40-4f96-92ed-f3f5707e36f7 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:03:49.051346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e592358a-0a3f-4000-86c1-e73450f9a04e req-7ef276cd-039a-43a8-a05b-0e05b7122934 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186647 Aug 11 03:03:49.061177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] For port d9536dc9-e3bb-4d76-9290-85a6dd070d14, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d9536dc9-e3bb-4d76-9290-85a6dd070d14,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:49.061920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.081614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.081857 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.115467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Calling delete_port for 02aa7f7d-ad40-4f96-92ed-f3f5707e36f7 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:49.270989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45425b78-58d8-472b-ac9a-613791c09e27 req-1d35b94f-ae42-488a-b16d-2d1d15ef3b7a tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.279231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45425b78-58d8-472b-ac9a-613791c09e27 req-1d35b94f-ae42-488a-b16d-2d1d15ef3b7a tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 943 time: 0.1277585 Aug 11 03:03:49.397892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45425b78-58d8-472b-ac9a-613791c09e27 req-1590f5e0-2e00-4d5f-aa3d-c9d3f2041aea tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175952 Aug 11 03:03:49.491651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33566) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.584046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] Deleting subnet 147ce0c0-a452-47d0-9545-22d923d83c2f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:49.588412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.603238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:03:49.603616 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:03:49.613042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.655056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event deleted for resources: {'Port': ['ID=02aa7f7d-ad40-4f96-92ed-f3f5707e36f7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.686610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.703065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31071e-6586-4aac-86fc-6ceea7d546df service neutron] Pushing event updated for resources: {'Port': ['ID=0c727c3d-149d-452c-8af0-0cf47dea88ff,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:49.707015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.825636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.828577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.845800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.854763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:49.883950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 3b669a74-48f8-4064-bebc-8dac2b327c39 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:49.884773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b669a74-48f8-4064-bebc-8dac2b327c39 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:49.898564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-e4dd21be-1468-40d5-bc8f-afd1a4589ce0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff HTTP/1.1" status: 200 len: 217 time: 0.0912652 Aug 11 03:03:49.914508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.921248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.926856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.927396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.927512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be53c1cc-03eb-4735-a69d-cbe09e7bb098 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:49.933115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.938140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:49.939600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.942719 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7c54351c-316d-46cb-bef3-8655759a8fd9 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "DELETE /v2.0/routers/be53c1cc-03eb-4735-a69d-cbe09e7bb098 HTTP/1.1" status: 204 len: 168 time: 2.6957595 Aug 11 03:03:49.945681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.956244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33588) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:49.956588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:49.960237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-24f14c12-d210-4f5d-87fb-01f10cb45690 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 1.3323641 Aug 11 03:03:50.010047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Deleting subnet 87ac68a0-8772-410f-a783-eb5b6ab1d146 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:03:50.014108 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.015993 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.083772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.084503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=147ce0c0-a452-47d0-9545-22d923d83c2f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:50.097841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.104088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.106057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1e3193c9-ece2-487c-994e-301ac857485d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/147ce0c0-a452-47d0-9545-22d923d83c2f HTTP/1.1" status: 204 len: 168 time: 0.6110754 Aug 11 03:03:50.108677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33592) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:50.114236 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.120898 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.123053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.131353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.141217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.147752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Port 02aa7f7d-ad40-4f96-92ed-f3f5707e36f7 not found while updating agent binding for router be53c1cc-03eb-4735-a69d-cbe09e7bb098. {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 11 03:03:50.151802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.156317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5231e08b-a473-4ff4-a4f0-84db5b2f4bc0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.3596339 Aug 11 03:03:50.156988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Routers set() bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:50.157609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Router IDs set() for agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 03:03:50.158531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'be53c1cc-03eb-4735-a69d-cbe09e7bb098'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent'). {{(pid=111684) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 03:03:50.159096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d43469-34ac-442c-ac43-fd6a1c51e968 None None] The sync data for ids ['be53c1cc-03eb-4735-a69d-cbe09e7bb098'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:50.259186 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.282150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.306739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-69c7ef01-7c8d-4e53-bf54-b3245f7e316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.309961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-69c7ef01-7c8d-4e53-bf54-b3245f7e316b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a419e963-ba0d-43f3-aa5f-18335bf691d4 HTTP/1.1" status: 200 len: 854 time: 0.3426330 Aug 11 03:03:50.319667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.320076 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.320387 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Floating IP d6f474a5-c532-48b8-ab1a-7b23b5a97842 disassociated. External IP: 172.25.4.26, port: d9536dc9-e3bb-4d76-9290-85a6dd070d14. Aug 11 03:03:50.320741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Calling delete_port for d9536dc9-e3bb-4d76-9290-85a6dd070d14 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:50.322998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47c946-0398-4261-8a2a-917f63fba350 req-889db85f-dadf-4eed-9481-b0f5ed4f01d3 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.324551 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d47c946-0398-4261-8a2a-917f63fba350 req-889db85f-dadf-4eed-9481-b0f5ed4f01d3 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 945 time: 0.1920600 Aug 11 03:03:50.326141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6803abb-ddd9-43e0-8f66-68763a549d6f req-14c239bd-7667-48c0-8c47-70cee8c6adac tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3649890 Aug 11 03:03:50.389416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-0ab9f613-a8ef-4ad5-9e31-0e8a205960fd tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.391491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-0ab9f613-a8ef-4ad5-9e31-0e8a205960fd tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "GET /v2.0/ports/dc98c5df-4dda-44dc-a571-4e038292aa75?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2149234 Aug 11 03:03:50.396760 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.398921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-299a968f-3a9b-42ee-8c1b-59716ac56d9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1bea0b0-cd9c-4ccf-a169-e4628b8373be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718524 Aug 11 03:03:50.492834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=87ac68a0-8772-410f-a783-eb5b6ab1d146,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:50.494907 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.501011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f5e1db21-9b2f-4d0b-ad35-12dcfbf2902e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/87ac68a0-8772-410f-a783-eb5b6ab1d146 HTTP/1.1" status: 204 len: 168 time: 0.5479834 Aug 11 03:03:50.502705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d47c946-0398-4261-8a2a-917f63fba350 req-76fee10a-d80a-4e58-87af-fcf809f9991a tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=8aad4103-a84e-4bf2-81fc-d00e57d6e296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520257 Aug 11 03:03:50.503180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33596) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:50.508962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.535127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5293af7e-ae9f-4d93-8320-a86c4c6e54f7']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.581061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29ea40c-2929-43e5-81bb-35dee5171489') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.581417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29ea40c-2929-43e5-81bb-35dee5171489') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.595128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.603194 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'tag': '0c727c3d-149d-452c-8af0-0cf47dea88ff'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:50.605481 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607" -d '{"events": [{"name": "network-changed", "server_uuid": "823eb9ce-4b24-447e-9bba-d55c994ce644", "tag": "0c727c3d-149d-452c-8af0-0cf47dea88ff"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:50.625185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.638962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.663099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:50.663726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:50.666631 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:50.740358 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079205c6-55f2-4bc5-94f8-762c27b3b9ca x-openstack-request-id: req-079205c6-55f2-4bc5-94f8-762c27b3b9ca {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:50.740745 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823eb9ce-4b24-447e-9bba-d55c994ce644", "tag": "0c727c3d-149d-452c-8af0-0cf47dea88ff", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:50.740895 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-079205c6-55f2-4bc5-94f8-762c27b3b9ca {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:50.741269 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'tag': '0c727c3d-149d-452c-8af0-0cf47dea88ff', 'status': 'completed', 'code': 200} Aug 11 03:03:50.786154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45ad9-584d-4290-9400-e16e23ba63d5 req-416f2229-8d2d-46a3-b6af-6dc21a59c6ad tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:50.787823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aca45ad9-584d-4290-9400-e16e23ba63d5 req-416f2229-8d2d-46a3-b6af-6dc21a59c6ad tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 943 time: 0.2885678 Aug 11 03:03:50.819868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-5e0178f0-85a2-471f-87a6-9d3feffeac6f tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "GET /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4128523 Aug 11 03:03:50.826169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.829425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.842787 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-6da5bbfb-0013-4ae5-91be-bacf5b752b0c service neutron] 10.222.0.57 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274957 Aug 11 03:03:50.844366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.847818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5293af7e-ae9f-4d93-8320-a86c4c6e54f7 HTTP/1.1" status: 204 len: 168 time: 0.7377231 Aug 11 03:03:50.847987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:50.849308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3576c12-e088-465b-bf50-50b70a2cb5d0']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.866291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbea2ea-3d96-46eb-a2b5-bd837f2c2737 admin admin] Pushing event deleted for resources: {'Network': ['ID=5293af7e-ae9f-4d93-8320-a86c4c6e54f7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:50.872152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bcb1fe7-1c91-4e1c-8791-adf459a42c74') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.872946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bcb1fe7-1c91-4e1c-8791-adf459a42c74') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:50.884513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.902878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.912888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:03:50.913304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:50.928584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:03:51.023769 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:03:51.079303 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.105519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3576c12-e088-465b-bf50-50b70a2cb5d0 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:03:51.107498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3576c12-e088-465b-bf50-50b70a2cb5d0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:51.110491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.118673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5ff05d03-5193-4b35-8a10-91913dd87306 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "DELETE /v2.0/networks/d3576c12-e088-465b-bf50-50b70a2cb5d0 HTTP/1.1" status: 204 len: 168 time: 0.6121130 Aug 11 03:03:51.161547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.175516 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aca45ad9-584d-4290-9400-e16e23ba63d5 req-e3ca6e21-cba9-4a21-bb02-4a67637ae7d7 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718209 Aug 11 03:03:51.252719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33646) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:51.302147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event deleted for resources: {'Port': ['ID=d9536dc9-e3bb-4d76-9290-85a6dd070d14,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:51.310188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.369062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-94666eb2-5a7a-48fa-a82f-d658e38d3f48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc052c47560340e3aecbe1f03d498088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146724 Aug 11 03:03:51.371236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33658) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:51.570580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7cfc3fa3-1aad-493a-9304-1f30ce36be04 req-b8f7cbd7-7b67-4912-9cd7-2be28745e1dc service neutron] 10.222.0.57 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879530 Aug 11 03:03:51.576394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7dd95c0-10ff-43c1-8e19-f69f7587ba48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.656089 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7dd95c0-10ff-43c1-8e19-f69f7587ba48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.758055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33680) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:51.769271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-aac2e58d-d1e5-4364-9e8e-6b80346b7f2b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'router': {'name': 'tempest-router--1652889022', 'project_id': '22e07e8fca794ef9a798d2d11d8261d0'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:51.850828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Router f1c37d88-8678-48c5-be77-ee14abf1fba9 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:51.868352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aac2e58d-d1e5-4364-9e8e-6b80346b7f2b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.874637 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d7ebbfd6-97c1-403d-baca-851f83c31c79 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:51.881581 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aac2e58d-d1e5-4364-9e8e-6b80346b7f2b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.947549 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aac2e58d-d1e5-4364-9e8e-6b80346b7f2b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:51.986196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aac2e58d-d1e5-4364-9e8e-6b80346b7f2b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.008470 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aba89587-bdd5-4054-8bc4-e74089fd36ed req-c4d7f9e1-cddb-4879-a255-6f067182f7a2 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 210 time: 0.0590992 Aug 11 03:03:52.014996 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aac2e58d-d1e5-4364-9e8e-6b80346b7f2b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.023775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aac2e58d-d1e5-4364-9e8e-6b80346b7f2b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2645895 Aug 11 03:03:52.025155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33684) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:52.028894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.066571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.074183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.077417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d7ebbfd6-97c1-403d-baca-851f83c31c79, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:52.078485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:52.081641 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feecd90e-abc7-42ea-8b80-6a86916c2fe6" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:52.083251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.086350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.087167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d9536dc9-e3bb-4d76-9290-85a6dd070d14 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:52.090377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.097758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.105760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.114261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.123879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-09c3ce3f-d6f8-4e62-996c-665b8ecfef10 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 5434 time: 0.5561714 Aug 11 03:03:52.125404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e8fb-0c49-4033-9542-e8c6a07c92eb tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.164909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: d9536dc9-e3bb-4d76-9290-85a6dd070d14 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:03:52.165417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d9536dc9-e3bb-4d76-9290-85a6dd070d14 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:52.166085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee087075-5a1e-4aab-8e1c-c6aaa5b72afd no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:52.168946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d7ebbfd6-97c1-403d-baca-851f83c31c79,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.196308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-94e3b5e7-fc90-46ea-b23c-32e56b614b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.197879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-94e3b5e7-fc90-46ea-b23c-32e56b614b2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41facf799ada442e816e5947fc06374e&device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 1095 time: 0.5309131 Aug 11 03:03:52.224794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7dd95c0-10ff-43c1-8e19-f69f7587ba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.229740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7dd95c0-10ff-43c1-8e19-f69f7587ba48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.231725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b7dd95c0-10ff-43c1-8e19-f69f7587ba48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29313295-556d-4aac-aa4d-fc3bcbf9a4c6 HTTP/1.1" status: 204 len: 168 time: 0.8585467 Aug 11 03:03:52.287873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4facc236-dacb-4999-be98-45ebfb3ec131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.309226 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.372638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd95c0-10ff-43c1-8e19-f69f7587ba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29313295-556d-4aac-aa4d-fc3bcbf9a4c6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.383263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e8fb-0c49-4033-9542-e8c6a07c92eb tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.386354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e8fb-0c49-4033-9542-e8c6a07c92eb tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.389871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:52.404001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b34190ea-4994-4bf6-b00a-163606bb3374 req-adc4abd8-bc07-4835-a065-ace07ee6c125 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2787616 Aug 11 03:03:52.406601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.408705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 8ea2cff9-b753-4530-92d9-e3d3be0ed10b no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:52.456536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] For port dc98c5df-4dda-44dc-a571-4e038292aa75, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dc98c5df-4dda-44dc-a571-4e038292aa75,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:52.473803 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aedba15-4989-4bc8-a4de-31fd08a74312 x-openstack-request-id: req-6aedba15-4989-4bc8-a4de-31fd08a74312 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:52.478074 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:52.478533 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6aedba15-4989-4bc8-a4de-31fd08a74312 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:52.479227 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79', 'code': 200} Aug 11 03:03:52.496027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e8fb-0c49-4033-9542-e8c6a07c92eb tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.496764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d9e8fb-0c49-4033-9542-e8c6a07c92eb tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d3e572c-3e28-4d5f-b038-647361b11c52 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:03:52.513653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d9e8fb-0c49-4033-9542-e8c6a07c92eb tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.516302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e0d9e8fb-0c49-4033-9542-e8c6a07c92eb tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7d3e572c-3e28-4d5f-b038-647361b11c52 HTTP/1.1" status: 204 len: 168 time: 0.4901955 Aug 11 03:03:52.530361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.21.0.1 (3f0a4cb5-4fa7-499b-8767-e730bb555969/ffd482a1-a501-4210-9d5d-53bc92916603/ee8c06b4-7b30-4a4a-b2f2-3be8d8664510) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:52.591648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-98860352-d6f8-4bb9-91c0-536887bb0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.593167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-98860352-d6f8-4bb9-91c0-536887bb0295 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1bea0b0-cd9c-4ccf-a169-e4628b8373be HTTP/1.1" status: 200 len: 915 time: 0.3372815 Aug 11 03:03:52.598019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] For port dc98c5df-4dda-44dc-a571-4e038292aa75, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:52.624158 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.627554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:52.656192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:52.668547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] Sync routers for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:52.686451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d8596-293a-442e-9bdc-d5f4e598d490 req-b23c3ad6-325a-454f-98f9-6665383cd98d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:52.695027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d17d8596-293a-442e-9bdc-d5f4e598d490 req-b23c3ad6-325a-454f-98f9-6665383cd98d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 943 time: 0.1337888 Aug 11 03:03:52.700488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:52.701583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:52.702454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:52.754325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:52.755317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device dfbf6ba9-6472-41e3-828f-f61703af7cbc no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:52.793791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d17d8596-293a-442e-9bdc-d5f4e598d490 req-2f43c74a-5f54-45d4-935b-2f49aea4dad2 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977035 Aug 11 03:03:53.023577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.033049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33714) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:53.093704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:53.136412 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.147663 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1294b13-ca4f-40f6-b610-41e158caa883 req-188634ad-afd0-4ea2-8a8a-d063855fffc3 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c056aaf-d767-4ca9-a473-3283d09043ab HTTP/1.1" status: 200 len: 210 time: 0.0553379 Aug 11 03:03:53.321935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1822850212', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:53.366413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.367737 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.408414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:53.408963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] No DVR routers for this DVR port d9536dc9-e3bb-4d76-9290-85a6dd070d14 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:53.416415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.417278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:53.431242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-c3bb72b3-a89d-4874-bea0-599364c0b03b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff HTTP/1.1" status: 200 len: 217 time: 0.1659310 Aug 11 03:03:53.432399 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.434650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf35bb4d-0720-4ef3-865e-ede35fb35d4d req-6341548f-e8b5-43d7-9fd1-c0d3043ebbba tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "DELETE /v2.0/ports/d9536dc9-e3bb-4d76-9290-85a6dd070d14 HTTP/1.1" status: 204 len: 173 time: 6.3066497 Aug 11 03:03:53.447705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.478139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'name': 'network-vif-deleted', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:53.480388 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0aa529-3752-4e8d-badd-b2113d017dab" -d '{"events": [{"server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "name": "network-vif-deleted", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:53.499722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] device_id is not set on port dc98c5df-4dda-44dc-a571-4e038292aa75 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:03:53.545265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.625168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:53.629145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.653935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.709107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] Checking router: f1c37d88-8678-48c5-be77-ee14abf1fba9 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:03:53.721474 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.764473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:53.765633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:53.768605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-8722aa0d-635f-43bd-ad71-4dbd66529b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.773193 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-8722aa0d-635f-43bd-ad71-4dbd66529b2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a419e963-ba0d-43f3-aa5f-18335bf691d4 HTTP/1.1" status: 200 len: 854 time: 0.2552328 Aug 11 03:03:53.827333 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.851264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:53.854716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:53.862475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0c727c3d-149d-452c-8af0-0cf47dea88ff details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:03:53.891194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-9e294c1b-7c4b-4f1e-860e-165eaaf39ca1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1bea0b0-cd9c-4ccf-a169-e4628b8373be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965765 Aug 11 03:03:53.918717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-af36a75d-6f92-40ee-9638-05ddba47728e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.925919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-af36a75d-6f92-40ee-9638-05ddba47728e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.932087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-af36a75d-6f92-40ee-9638-05ddba47728e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.938084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-af36a75d-6f92-40ee-9638-05ddba47728e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.944842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-af36a75d-6f92-40ee-9638-05ddba47728e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.950776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-af36a75d-6f92-40ee-9638-05ddba47728e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.961255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966e75-60f7-458c-9ca5-619889c93744 req-f9037237-614a-4571-8e50-475be79542a6 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:53.970827 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-af36a75d-6f92-40ee-9638-05ddba47728e tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 4655 time: 0.3290489 Aug 11 03:03:53.971559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-f9037237-614a-4571-8e50-475be79542a6 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.6745949 Aug 11 03:03:53.972559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33740) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:53.974966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] Pushing event updated for resources: {'Port': ['ID=dc98c5df-4dda-44dc-a571-4e038292aa75,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:53.997329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:54.054347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] No DVR routers for this DVR port dc98c5df-4dda-44dc-a571-4e038292aa75 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:54.089260 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f07615df-b089-4e6e-97e0-54cdc6705d14 req-0bb1c810-b95a-4869-99c9-44cd84e3a723 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1173706 Aug 11 03:03:54.180078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-4bf85737-19b4-4b36-8b4a-53af95db59d9 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/quotas/9543abba01874311b0c37bab1ccca3f5 HTTP/1.1" status: 200 len: 375 time: 0.2072573 Aug 11 03:03:54.218968 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66da2135-3489-4eb4-82d0-09b33cec011a x-openstack-request-id: req-66da2135-3489-4eb4-82d0-09b33cec011a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:54.218968 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c056aaf-d767-4ca9-a473-3283d09043ab", "name": "network-vif-deleted", "tag": "d9536dc9-e3bb-4d76-9290-85a6dd070d14", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:54.219222 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66da2135-3489-4eb4-82d0-09b33cec011a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:54.219669 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c056aaf-d767-4ca9-a473-3283d09043ab', 'name': 'network-vif-deleted', 'tag': 'd9536dc9-e3bb-4d76-9290-85a6dd070d14', 'status': 'completed', 'code': 200} Aug 11 03:03:54.244134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.264727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.287107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] In _notify_port_updated(), no bound segment for port dc98c5df-4dda-44dc-a571-4e038292aa75 on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:03:54.288089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:54.288711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.289999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-e5b15576-7dad-4324-84c4-8406949b0882 service neutron] 10.222.0.10 "PUT /v2.0/ports/dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 200 len: 1026 time: 3.4507453 Aug 11 03:03:54.291270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 31c518cf-0441-4b10-8ef8-dbab877c13ce no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:54.294581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0c727c3d-149d-452c-8af0-0cf47dea88ff, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff,segment=NetworkSegment(5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43),segment_id=5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:54.312155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-634738603-network', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:54.403684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c609bd9-5125-4801-8714-8680b192127a req-479e1bfb-6911-4756-bb41-aa958f37d2c3 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:54.408841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c609bd9-5125-4801-8714-8680b192127a req-479e1bfb-6911-4756-bb41-aa958f37d2c3 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "GET /v2.0/ports?device_id=a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7 HTTP/1.1" status: 200 len: 943 time: 0.4193213 Aug 11 03:03:54.416770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:54.429666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0c727c3d-149d-452c-8af0-0cf47dea88ff', 'network_id': 'f1bea0b0-cd9c-4ccf-a169-e4628b8373be', 'port_id': '0c727c3d-149d-452c-8af0-0cf47dea88ff', 'mac_address': 'fa:16:3e:8a:30:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a419e963-ba0d-43f3-aa5f-18335bf691d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:03:54.446246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-d7754796-1753-49a8-a668-41fc38d5a8fe tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:54.447705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-d7754796-1753-49a8-a668-41fc38d5a8fe tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "GET /v2.0/ports/dfbf6ba9-6472-41e3-828f-f61703af7cbc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1483812 Aug 11 03:03:54.448625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:54.460776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=ee8c06b4-7b30-4a4a-b2f2-3be8d8664510,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.468168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f110cef9-43cf-4e49-aee7-b3014aacd422 None None] Provisioning complete for port dc98c5df-4dda-44dc-a571-4e038292aa75 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:54.468548 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f110cef9-43cf-4e49-aee7-b3014aacd422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.483094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:54.490174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:54.523857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd'}, {'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:54.527315 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91299613-e43b-4025-b052-f5fa7370d86f" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd"}, {"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbf6ba9-6472-41e3-828f-f61703af7cbc"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:54.530313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f110cef9-43cf-4e49-aee7-b3014aacd422 None None] Port dc98c5df-4dda-44dc-a571-4e038292aa75 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:54.553702 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-f4506808-acf7-402b-ad80-ff059a3d3fe3 service neutron] 10.222.0.57 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627866 Aug 11 03:03:54.565000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-ff2976d8-3739-4741-88ef-04a9cc634f54 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3444626 Aug 11 03:03:54.584635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.590539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:03:54.693163 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.721133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:54.727730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c727c3d-149d-452c-8af0-0cf47dea88ff {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:03:54.765059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0c727c3d-149d-452c-8af0-0cf47dea88ff, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff,segment=NetworkSegment(5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43),segment_id=5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:54.772454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.787132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.793056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.799696 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.802342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Made reservation on behalf of f41c7746fafe48a5b159399d3c81ba28 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:54.806294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.832350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b5b75-2dae-427a-9d35-42c677357146 req-b4167720-e686-4597-9fbf-6ea9908ab0f4 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:54.844529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-500b5b75-2dae-427a-9d35-42c677357146 req-b4167720-e686-4597-9fbf-6ea9908ab0f4 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 943 time: 0.5441043 Aug 11 03:03:54.897911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:54.952916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d8c38edd-4c6c-4123-a9f8-93ca1ec1bd89 None None] Provisioning for port ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:54.958950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 31c518cf-0441-4b10-8ef8-dbab877c13ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:54.982643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d8c38edd-4c6c-4123-a9f8-93ca1ec1bd89 None None] Provisioning complete for port ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:54.983718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d8c38edd-4c6c-4123-a9f8-93ca1ec1bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.002046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e1b2abfe-0a2e-4ed2-b2d1-a58c4a33e607 req-0ccee6a8-ca1e-43fd-905b-236d999ad7d9 service neutron] 10.222.0.57 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356480 Aug 11 03:03:55.028390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Allocated IP 172.25.4.170 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/aaa741d8-4c34-47ff-b80f-c3be586012cf) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:55.030705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-99bf9a85-084e-4cca-8d51-f291b6abfb4c service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368134 Aug 11 03:03:55.055777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.098498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Deleting port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:55.099767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.211956 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.239404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0c727c3d-149d-452c-8af0-0cf47dea88ff'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:03:55.241818 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.243109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device dc98c5df-4dda-44dc-a571-4e038292aa75 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:55.259488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-500b5b75-2dae-427a-9d35-42c677357146 req-2a6654dc-f249-45fb-a395-0a81542fdd8e tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132495 Aug 11 03:03:55.343547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33758) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:55.371069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0c727c3d-149d-452c-8af0-0cf47dea88ff,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:55.404462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d8c38edd-4c6c-4123-a9f8-93ca1ec1bd89 None None] Port ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:55.414355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c83aded4-f411-4b36-a177-cffb8afed17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.432719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-6a03f9ae-5a43-43cf-a506-941c910756a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897040 Aug 11 03:03:55.457975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] For port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:55.458371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.460768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.479774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.527562 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a724744-ec3b-4222-a999-50a4e63776a3 x-openstack-request-id: req-0a724744-ec3b-4222-a999-50a4e63776a3 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:55.527890 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd", "code": 200}, {"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbf6ba9-6472-41e3-828f-f61703af7cbc", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:55.528145 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a724744-ec3b-4222-a999-50a4e63776a3 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:55.528663 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd', 'code': 200} Aug 11 03:03:55.528907 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'code': 200} Aug 11 03:03:55.529029 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbf6ba9-6472-41e3-828f-f61703af7cbc', 'code': 200} Aug 11 03:03:55.530828 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b', 'code': 200} Aug 11 03:03:55.553226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Calling delete_port for 8ea2cff9-b753-4530-92d9-e3d3be0ed10b owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:55.573352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device dc98c5df-4dda-44dc-a571-4e038292aa75 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:55.576054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 19e8c3da-0cee-441a-9d38-f71962c63595 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:55.639739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.655276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=dfbf6ba9-6472-41e3-828f-f61703af7cbc,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:55.655739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.677874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.731420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=31c518cf-0441-4b10-8ef8-dbab877c13ce,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:55.781774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.789656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33770) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:55.820905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] For port dfbf6ba9-6472-41e3-828f-f61703af7cbc, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:55.876491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:03:55.878358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce6a68bd-4f73-4f09-8945-e787f32c46f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.906577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:55.906891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46d3baa8-0a0e-4533-885a-b13a080eba01 req-0a827cab-e4a8-451e-95ec-07162742ea37 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 210 time: 0.0563993 Aug 11 03:03:55.915144 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.935321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] device_id is not set on port dfbf6ba9-6472-41e3-828f-f61703af7cbc yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:03:55.949236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:55.958158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aba334-deb3-47bf-a18f-1f7212866805 None None] The sync data for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 is: [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:56.021134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 19e8c3da-0cee-441a-9d38-f71962c63595, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=19e8c3da-0cee-441a-9d38-f71962c63595,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:56.026668 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.037832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 8ea2cff9-b753-4530-92d9-e3d3be0ed10b no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:03:56.065699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce6a68bd-4f73-4f09-8945-e787f32c46f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.067148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8486be68-45ac-468b-939d-4f096971b01e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.085040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce6a68bd-4f73-4f09-8945-e787f32c46f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.090724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.116787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.117458 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Added segment fd47d8b5-8ae9-49bd-999d-6c83265f3b44 of type vlan for network 48d6147b-6240-499a-94e3-ea39743bf905 Aug 11 03:03:56.125367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:56.134622 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ce6a68bd-4f73-4f09-8945-e787f32c46f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e5ab80fba804b1cb62c7d41f4ae6cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898705 Aug 11 03:03:56.141381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33776) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:56.166679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=19e8c3da-0cee-441a-9d38-f71962c63595,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.168327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] Pushing event updated for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.176100 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.185622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No active binding found for port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b {{(pid=111684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 03:03:56.186114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 8ea2cff9-b753-4530-92d9-e3d3be0ed10b not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:03:56.199868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event updated for resources: {'Port': ['ID=aaa741d8-4c34-47ff-b80f-c3be586012cf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.210105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:56.212622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:56.243662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event deleted for resources: {'Port': ['ID=8ea2cff9-b753-4530-92d9-e3d3be0ed10b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.278562 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0b79d9a-2cb0-4208-af9d-1a4a514a798c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.300714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.304392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] No DVR routers for this DVR port dfbf6ba9-6472-41e3-828f-f61703af7cbc on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:56.388298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-fb901d10-5099-4489-8029-fb6bb4eb29d9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.396149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-fb901d10-5099-4489-8029-fb6bb4eb29d9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.402590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-fb901d10-5099-4489-8029-fb6bb4eb29d9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.410314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-fb901d10-5099-4489-8029-fb6bb4eb29d9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.414012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.418065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-fb901d10-5099-4489-8029-fb6bb4eb29d9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.426868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-fb901d10-5099-4489-8029-fb6bb4eb29d9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.429302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-fb901d10-5099-4489-8029-fb6bb4eb29d9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 4573 time: 0.7786341 Aug 11 03:03:56.446187 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f427c-d930-4b19-9937-8163638ecb2f None None] New status for floating IP d6f474a5-c532-48b8-ab1a-7b23b5a97842: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:03:56.463707 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.540902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00257b3f-10cd-4456-9aba-a304f1f22905 None None] Provisioning complete for port dfbf6ba9-6472-41e3-828f-f61703af7cbc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:56.541440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-00257b3f-10cd-4456-9aba-a304f1f22905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.569239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a68bd-4f73-4f09-8945-e787f32c46f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e239bff-ac9f-48ea-a09b-ad1169789a3a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.571936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.573095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:56.573592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.595681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] No DVR routers for this DVR port 8ea2cff9-b753-4530-92d9-e3d3be0ed10b on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:56.596272 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b3df02e-979e-4ad6-950e-35a3b5b9fb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.616363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-00257b3f-10cd-4456-9aba-a304f1f22905 None None] Port dfbf6ba9-6472-41e3-828f-f61703af7cbc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:56.627517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b3df02e-979e-4ad6-950e-35a3b5b9fb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.645751 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0b79d9a-2cb0-4208-af9d-1a4a514a798c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.648916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6741140 Aug 11 03:03:56.681953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.691991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33788) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:56.738700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Request body: {'subnet': {'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-subnet', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:56.775003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Made reservation on behalf of f41c7746fafe48a5b159399d3c81ba28 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:56.777841 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:56.886499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03c37ea2-8b4e-467b-a3b7-50f21c1277bb req-c7848ae0-4c95-4da9-8947-4357df981695 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&id=2cfa0d9e-9ef0-4259-bb4b-24b19357b293&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3278487 Aug 11 03:03:56.946931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fcc0f-cddd-495f-b010-616a82691d57 admin admin] Pushing event updated for resources: {'Network': ['ID=48d6147b-6240-499a-94e3-ea39743bf905,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:56.970818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 48d6147b-6240-499a-94e3-ea39743bf905 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:03:57.003455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.006026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8c609bd9-5125-4801-8714-8680b192127a req-a010a9d2-a55a-4190-9611-50b1d996f984 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.10 "DELETE /v2.0/ports/8ea2cff9-b753-4530-92d9-e3d3be0ed10b HTTP/1.1" status: 204 len: 173 time: 2.5789664 Aug 11 03:03:57.008730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-deleted', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:57.011362 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e933b77c-8d02-4b52-946e-4fb5adf73969" -d '{"events": [{"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-deleted", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:57.058627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] In _notify_port_updated(), no bound segment for port dfbf6ba9-6472-41e3-828f-f61703af7cbc on network 1f3c0774-edba-4861-a3d0-7d508f132475 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:03:57.059957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:57.060889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.062721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-041b2f6a-b75f-4aa0-80cc-42d38908829e service neutron] 10.222.0.10 "PUT /v2.0/ports/dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 200 len: 1028 time: 2.5808394 Aug 11 03:03:57.066476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.068588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=ee8c06b4-7b30-4a4a-b2f2-3be8d8664510,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.080489 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b3df02e-979e-4ad6-950e-35a3b5b9fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.083038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b3df02e-979e-4ad6-950e-35a3b5b9fb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.087333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2b3df02e-979e-4ad6-950e-35a3b5b9fb5f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e239bff-ac9f-48ea-a09b-ad1169789a3a HTTP/1.1" status: 204 len: 168 time: 0.9288638 Aug 11 03:03:57.098278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ed58baf-87d4-4f76-9ac5-ed41be10b79e req-1b94b275-1896-4448-b9a7-f8bc65faadca tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 210 time: 0.0706673 Aug 11 03:03:57.108865 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0b79d9a-2cb0-4208-af9d-1a4a514a798c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.111996 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0b79d9a-2cb0-4208-af9d-1a4a514a798c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.116057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a0b79d9a-2cb0-4208-af9d-1a4a514a798c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "DELETE /v2.0/security-groups/8aad4103-a84e-4bf2-81fc-d00e57d6e296 HTTP/1.1" status: 204 len: 168 time: 1.2999494 Aug 11 03:03:57.127618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33796) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:57.147755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3df02e-979e-4ad6-950e-35a3b5b9fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e239bff-ac9f-48ea-a09b-ad1169789a3a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.187109 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bd1e1c-bef9-4f0e-bc8e-a5396d87f2ec x-openstack-request-id: req-94bd1e1c-bef9-4f0e-bc8e-a5396d87f2ec {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:57.187622 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7", "name": "network-vif-deleted", "tag": "8ea2cff9-b753-4530-92d9-e3d3be0ed10b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:57.188236 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94bd1e1c-bef9-4f0e-bc8e-a5396d87f2ec {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:57.189457 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a63ca21b-fd1c-4df4-b9c3-5b0e07913ab7', 'name': 'network-vif-deleted', 'tag': '8ea2cff9-b753-4530-92d9-e3d3be0ed10b', 'status': 'completed', 'code': 200} Aug 11 03:03:57.202830 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-ff660b57-f23a-4170-b2ea-8cfecfe489e8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] show failed (client error): The resource could not be found. Aug 11 03:03:57.203929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ff660b57-f23a-4170-b2ea-8cfecfe489e8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups/8aad4103-a84e-4bf2-81fc-d00e57d6e296 HTTP/1.1" status: 404 len: 347 time: 0.0679243 Aug 11 03:03:57.228273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581b934-bebb-4827-a991-be029bbb0e55 req-9426e9db-abf5-482f-b6d7-d0ea7282d08d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:57.228665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33798) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:57.229827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2581b934-bebb-4827-a991-be029bbb0e55 req-9426e9db-abf5-482f-b6d7-d0ea7282d08d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 944 time: 0.8200049 Aug 11 03:03:57.240257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b79d9a-2cb0-4208-af9d-1a4a514a798c tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad4103-a84e-4bf2-81fc-d00e57d6e296,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.407801 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.463549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2581b934-bebb-4827-a991-be029bbb0e55 req-5ea95073-fb4b-41bd-876f-76df5540288f tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674919 Aug 11 03:03:57.520666 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.534657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:57.537217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:57.537740 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f20d2d-673d-4c48-9318-81841c045760" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:57.538147 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.556407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:57.601054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:57.621831 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f26a2d-3afb-471c-bd86-0d5e5155a530 x-openstack-request-id: req-92f26a2d-3afb-471c-bd86-0d5e5155a530 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:57.622390 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-unplugged", "status": "completed", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:57.622503 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92f26a2d-3afb-471c-bd86-0d5e5155a530 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:57.623903 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'code': 200} Aug 11 03:03:57.624221 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595', 'code': 200} Aug 11 03:03:57.713891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a0175c9-1615-4b0e-a42e-459f9cc9a27d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:57.730843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Checking segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:57.731210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Network hostable DHCP agents. Network: 48d6147b-6240-499a-94e3-ea39743bf905, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:03:57.790645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Deleting port 51ccbffb-c8cc-4b80-a0f1-b32f8d507362 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:57.791399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.846760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966e75-60f7-458c-9ca5-619889c93744 req-f353b15c-a67a-474a-9605-2b565d26eeb4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:57.848378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-f353b15c-a67a-474a-9605-2b565d26eeb4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 804 time: 0.4589913 Aug 11 03:03:57.856307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] For port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:57.856719 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:57.861900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0c727c3d-149d-452c-8af0-0cf47dea88ff up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:03:57.872197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Request body: {'port': {'device_id': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'admin_state_up': True, 'tenant_id': '9543abba01874311b0c37bab1ccca3f5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:57.886798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 716e7908-a2d1-4536-b8ab-790109c90791 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:03:57.887807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:57.906657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Network 48d6147b-6240-499a-94e3-ea39743bf905 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:03:57.918765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 0c727c3d-149d-452c-8af0-0cf47dea88ff completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:03:57.923931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 0c727c3d-149d-452c-8af0-0cf47dea88ff triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:57.924401 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.009705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5c587c5e-9dd3-4f17-8c03-5bf7f33b822b None None] Provisioning complete for port ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:03:58.009705 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c587c5e-9dd3-4f17-8c03-5bf7f33b822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.094032 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.098696 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.102755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5c587c5e-9dd3-4f17-8c03-5bf7f33b822b None None] Port ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:03:58.144852 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0c727c3d-149d-452c-8af0-0cf47dea88ff, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff,segment=NetworkSegment(5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43),segment_id=5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:58.149213 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.195954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 48d6147b-6240-499a-94e3-ea39743bf905) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:58.200682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.201291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.209015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:58.211648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a838a-6f52-473b-937e-0016b4fe50f4 None None] Network 48d6147b-6240-499a-94e3-ea39743bf905 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:03:58.224452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954e901-8d24-4dda-8045-cc0029410123 req-d5c4e6e2-0f59-4d0d-a349-d200af26f7b0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.230747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954e901-8d24-4dda-8045-cc0029410123 req-d5c4e6e2-0f59-4d0d-a349-d200af26f7b0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.237958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954e901-8d24-4dda-8045-cc0029410123 req-d5c4e6e2-0f59-4d0d-a349-d200af26f7b0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.243940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954e901-8d24-4dda-8045-cc0029410123 req-d5c4e6e2-0f59-4d0d-a349-d200af26f7b0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.249890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954e901-8d24-4dda-8045-cc0029410123 req-d5c4e6e2-0f59-4d0d-a349-d200af26f7b0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.251902 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1954e901-8d24-4dda-8045-cc0029410123 req-d5c4e6e2-0f59-4d0d-a349-d200af26f7b0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 3876 time: 0.2530885 Aug 11 03:03:58.258988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daba7e40-4a22-4a2c-9f46-9e3ff3f27c29 req-dedc415b-198c-4133-8640-25a00b1c2351 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 210 time: 0.0504670 Aug 11 03:03:58.260750 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.261075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.261323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-669b39a8-d987-4ce3-a671-27608df84a26 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/716e7908-a2d1-4536-b8ab-790109c90791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5351462 Aug 11 03:03:58.262127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33806) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:58.264436 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.276910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0c727c3d-149d-452c-8af0-0cf47dea88ff,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.287454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] Sync routers for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:58.315169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:58.316226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.319280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Calling delete_port for 51ccbffb-c8cc-4b80-a0f1-b32f8d507362 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:58.335336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0910496f-c71d-45e1-82ad-989d8907d1c0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6049149 Aug 11 03:03:58.340972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33808) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:58.347072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:58.354394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Made reservation on behalf of 9543abba01874311b0c37bab1ccca3f5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:03:58.358139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.362150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.384590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2cdb62-42ff-4921-9a22-2659544cef06 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.389185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0f2cdb62-42ff-4921-9a22-2659544cef06 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports/ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 HTTP/1.1" status: 200 len: 910 time: 0.1232429 Aug 11 03:03:58.389984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33810) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:58.404802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:58.405446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.444188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:58.444188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31682ab-7071-4508-aed2-3c03a7f7a57f None None] The sync data for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:58.462944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.464256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.467788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1954e901-8d24-4dda-8045-cc0029410123 req-d7414ac8-08a1-4488-8588-68eb0798c2fd tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1969318 Aug 11 03:03:58.515314 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.539778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-48d6147b-6240-499a-94e3-ea39743bf905', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:03:58.540497 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.592830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.604173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=89a4d9d8-5337-4d6d-b772-efadc8ec5f8b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.648101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.708586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] No DVR routers for this DVR port 89a4d9d8-5337-4d6d-b772-efadc8ec5f8b on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:03:58.710647 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Allocated IP 172.20.0.2 (48d6147b-6240-499a-94e3-ea39743bf905/5a0175c9-1615-4b0e-a42e-459f9cc9a27d/b534d2b1-ea71-4ed9-93c8-893bf6ee6d94) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:58.734534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.736797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-ddf9d2d4-6c8a-45e9-91a0-b56c64cc5cb4 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "DELETE /v2.0/ports/89a4d9d8-5337-4d6d-b772-efadc8ec5f8b HTTP/1.1" status: 204 len: 173 time: 1.6645887 Aug 11 03:03:58.756677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event deleted for resources: {'Port': ['ID=51ccbffb-c8cc-4b80-a0f1-b32f8d507362,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:58.759492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Router e76ded61-28b6-433b-9825-9493743d3bdc is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:03:58.829756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f6880-a7e8-43be-a2e1-f192b9f5491d req-1565e294-34b8-4886-824c-7c412d531c17 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:58.831261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e7f6880-a7e8-43be-a2e1-f192b9f5491d req-1565e294-34b8-4886-824c-7c412d531c17 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.2427132 Aug 11 03:03:58.835670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Allocated IP 172.20.0.11 (e63502cd-83b1-466c-b59a-e7e41506f97a/0a104117-721a-4f29-912a-f1aa83180e4b/018f0fe2-2f04-430b-b76f-a83a5c29c91f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:58.916929 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.926081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Transition to ACTIVE for port object b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:58.943056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Transition to ACTIVE for port object b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:03:58.951733 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.959596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:58.998204 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Network 48d6147b-6240-499a-94e3-ea39743bf905 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:58.999009 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.002352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.007230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-449d1bfa-debd-4c27-a7c5-982ff6b2d62d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "DELETE /v2.0/floatingips/d6f474a5-c532-48b8-ab1a-7b23b5a97842 HTTP/1.1" status: 204 len: 168 time: 1.7719505 Aug 11 03:03:59.007399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:59.019160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e7f6880-a7e8-43be-a2e1-f192b9f5491d req-4863f278-4cc8-4fa9-aea1-c86e732c5cc3 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501496 Aug 11 03:03:59.019479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:59.040849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Pushing event updated for resources: {'Port': ['ID=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.159387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:03:59.159612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Attempting to bind port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:03:59.162815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Attempting to bind port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:03:59.163591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Attempting to bind port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:03:59.165573 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.171398 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] Sync routers for ids ['e76ded61-28b6-433b-9825-9493743d3bdc'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:03:59.180909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:03:59.181440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Checking segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:03:59.182116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.182952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Bound using segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:03:59.183551 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.185295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Bound port: b534d2b1-ea71-4ed9-93c8-893bf6ee6d94, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:03:59.186222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.186636 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] Routers {'e76ded61-28b6-433b-9825-9493743d3bdc'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:59.186936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1690f3f8-982a-49d9-a530-70d960110d5b tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1526232 Aug 11 03:03:59.187818 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e76ded61-28b6-433b-9825-9493743d3bdc'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.190799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:59.193947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33816) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:59.197331 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b8a4d1-4d29-4862-ade5-29025e4b26ef" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:59.214544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port 19e8c3da-0cee-441a-9d38-f71962c63595 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:03:59.214884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.277173 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.312938 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] Routers {'e76ded61-28b6-433b-9825-9493743d3bdc'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:03:59.314498 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e76ded61-28b6-433b-9825-9493743d3bdc'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.341776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] For port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:03:59.349024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] For port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:03:59.350379 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c25a2-1bb4-4f51-a689-155c62617eff x-openstack-request-id: req-ec0c25a2-1bb4-4f51-a689-155c62617eff {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:59.350857 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "89a4d9d8-5337-4d6d-b772-efadc8ec5f8b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:59.351264 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec0c25a2-1bb4-4f51-a689-155c62617eff {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:59.351878 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': '89a4d9d8-5337-4d6d-b772-efadc8ec5f8b', 'status': 'completed', 'code': 200} Aug 11 03:03:59.360881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.376702 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:03:59.380426 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3d0a7a-01b6-4e60-8b2b-95f39955edee None None] The sync data for ids ['e76ded61-28b6-433b-9825-9493743d3bdc'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:03:59.435171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eead5169-9df2-4018-a612-4aa9451ebc0a req-07e493ef-6c6e-490d-bde8-c8f6930381ad tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 210 time: 0.0403054 Aug 11 03:03:59.455187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4aaf761f-0861-42ee-b51b-ec0d25597c74 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/e76ded61-28b6-433b-9825-9493743d3bdc HTTP/1.1" status: 200 len: 925 time: 0.2590268 Aug 11 03:03:59.457578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33822) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:59.480199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d3e5c-fc40-49d5-ba5e-45427a639ec9 None None] Pushing event updated for resources: {'Port': ['ID=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.525594 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.531222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33826) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:59.536424 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e31ab64a-c7d5-4507-b014-c1a3080b64fd tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=e76ded61-28b6-433b-9825-9493743d3bdc HTTP/1.1" status: 200 len: 205 time: 0.0775235 Aug 11 03:03:59.539874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b78689d2-12fb-47e2-97e3-4b88130d5169 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125718976', 'description': 'tempest-description--1515241210'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:03:59.567776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33828) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:03:59.617400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] For port 19e8c3da-0cee-441a-9d38-f71962c63595, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=19e8c3da-0cee-441a-9d38-f71962c63595,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:03:59.618072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.625485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c727c3d-149d-452c-8af0-0cf47dea88ff'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:03:59.629499 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eced78-d482-4832-a7ee-c4513363cf2e" -d '{"events": [{"server_uuid": "823eb9ce-4b24-447e-9bba-d55c994ce644", "name": "network-vif-plugged", "status": "completed", "tag": "0c727c3d-149d-452c-8af0-0cf47dea88ff"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:03:59.698670 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9b28f-1f64-4660-b5df-6893c61cc25f x-openstack-request-id: req-c3a9b28f-1f64-4660-b5df-6893c61cc25f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:03:59.699213 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823eb9ce-4b24-447e-9bba-d55c994ce644", "name": "network-vif-plugged", "status": "completed", "tag": "0c727c3d-149d-452c-8af0-0cf47dea88ff", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:03:59.699657 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3a9b28f-1f64-4660-b5df-6893c61cc25f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:03:59.700172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.700433 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c727c3d-149d-452c-8af0-0cf47dea88ff', 'code': 200} Aug 11 03:03:59.732326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.739619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for 19e8c3da-0cee-441a-9d38-f71962c63595 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:03:59.743669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd861372-a6e9-47ee-8629-982983a6128b req-9c6b9162-b680-4080-8555-4d9acfe726a9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.749951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd861372-a6e9-47ee-8629-982983a6128b req-9c6b9162-b680-4080-8555-4d9acfe726a9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.755948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd861372-a6e9-47ee-8629-982983a6128b req-9c6b9162-b680-4080-8555-4d9acfe726a9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.762059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd861372-a6e9-47ee-8629-982983a6128b req-9c6b9162-b680-4080-8555-4d9acfe726a9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.770366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cd861372-a6e9-47ee-8629-982983a6128b req-9c6b9162-b680-4080-8555-4d9acfe726a9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 3143 time: 0.1716330 Aug 11 03:03:59.779384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Network e63502cd-83b1-466c-b59a-e7e41506f97a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:03:59.786317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.794707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:03:59.806401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b78689d2-12fb-47e2-97e3-4b88130d5169 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.808483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:03:59.849084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:03:59.887003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cd861372-a6e9-47ee-8629-982983a6128b req-1a2e0771-e7b4-49d7-9acb-c747671493e0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156030 Aug 11 03:03:59.930539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce770c-e3b7-48ca-b9f4-2327688c3387 req-c2c2b20a-82de-4529-b96d-3a06de37ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:03:59.932114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bfce770c-e3b7-48ca-b9f4-2327688c3387 req-c2c2b20a-82de-4529-b96d-3a06de37ab26 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 1097 time: 0.1431782 Aug 11 03:03:59.961918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:03:59.976566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Allocated IP 172.25.4.128 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/220cbe4f-44ec-4e36-9fd1-81697fcd18eb) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:03:59.995564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bfce770c-e3b7-48ca-b9f4-2327688c3387 req-c8447312-0c6d-44b9-809b-b097183a8a7b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528615 Aug 11 03:04:00.088418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:00.089079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.105026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.119446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.148368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.196813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:00.200047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:00.202568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:00.228184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.245750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.246107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.246455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.246796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.247132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.247468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.247832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.248803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.248803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.248803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.249117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.249430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:00.502349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.610902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58268a85-d7df-4f92-a20a-345afb836ce8 None None] Network 48d6147b-6240-499a-94e3-ea39743bf905 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:00.681059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5257a847-c29a-411f-a0eb-3d18c40ba37f None None] Provisioning for port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:00.687466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:00.687832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ad04c-6bd0-4875-9f35-0023c2db673f req-c3e596fb-9fa8-452c-ac89-5d673ec5044e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:00.691561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d2ad04c-6bd0-4875-9f35-0023c2db673f req-c3e596fb-9fa8-452c-ac89-5d673ec5044e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 932 time: 0.1444242 Aug 11 03:04:00.785856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b78689d2-12fb-47e2-97e3-4b88130d5169 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.787553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:00.804821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:00.805332 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.811703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b78689d2-12fb-47e2-97e3-4b88130d5169 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.835185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fcb97-328b-4b0a-9334-e2e85a08f353 req-348e6d3f-ff71-4cbc-87d0-7d39048a2917 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:00.836898 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f29fcb97-328b-4b0a-9334-e2e85a08f353 req-348e6d3f-ff71-4cbc-87d0-7d39048a2917 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.7002699 Aug 11 03:04:00.838223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-b385b269-c9c4-420a-a7e5-cf0cd942fd22 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9757380 Aug 11 03:04:00.862457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Request body: {'port': {'device_id': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:00.910484 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.938287 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b78689d2-12fb-47e2-97e3-4b88130d5169 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.943046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b78689d2-12fb-47e2-97e3-4b88130d5169 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4062457 Aug 11 03:04:00.972068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:00.974734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.979523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78689d2-12fb-47e2-97e3-4b88130d5169 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621206c1-a7f0-46da-988d-46740d691a88,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:00.980829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:00.996167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4726d310-ccbd-42ca-b053-683c02ac7911 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'security_group_rule': {'security_group_id': '621206c1-a7f0-46da-988d-46740d691a88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:01.033575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:01.038467 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.039953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.054198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=19e8c3da-0cee-441a-9d38-f71962c63595,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.071243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d2ad04c-6bd0-4875-9f35-0023c2db673f req-cfe200c0-41a7-4c27-883b-69ba1437fe2e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714719 Aug 11 03:04:01.130443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.153610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.210868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f29fcb97-328b-4b0a-9334-e2e85a08f353 req-ae1e2b88-c2c1-47f7-8ba5-0bd30355fabc tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441930 Aug 11 03:04:01.240637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] No DVR routers for this DVR port 19e8c3da-0cee-441a-9d38-f71962c63595 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:01.254430 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.256527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-35ccd2f6-af5e-45a8-8f69-133c1aae7f48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "DELETE /v2.0/ports/19e8c3da-0cee-441a-9d38-f71962c63595 HTTP/1.1" status: 204 len: 173 time: 2.4863925 Aug 11 03:04:01.266228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c407bfc-5347-4d34-88fc-ddd55192d887 req-898dab04-c8f5-4cfa-b526-6c7d4017ff1c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:01.272179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c407bfc-5347-4d34-88fc-ddd55192d887 req-898dab04-c8f5-4cfa-b526-6c7d4017ff1c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:01.278086 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c407bfc-5347-4d34-88fc-ddd55192d887 req-898dab04-c8f5-4cfa-b526-6c7d4017ff1c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:01.279778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5c407bfc-5347-4d34-88fc-ddd55192d887 req-898dab04-c8f5-4cfa-b526-6c7d4017ff1c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 2411 time: 0.0841415 Aug 11 03:04:01.293854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4726d310-ccbd-42ca-b053-683c02ac7911 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.340408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1cd0f27-f6b2-4a84-a9e6-1841c7dd2bd8 None None] Provisioning complete for port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:01.340408 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1cd0f27-f6b2-4a84-a9e6-1841c7dd2bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.356459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:01.357502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5c407bfc-5347-4d34-88fc-ddd55192d887 req-21c441b4-df07-4df3-864a-36795447cb36 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507143 Aug 11 03:04:01.359317 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047602ff-a754-42e0-a5ee-a0e2fb451676" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:01.385905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Router f4f61b66-fec2-4be8-ad26-10ac4cab53fd is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:01.430273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Deleting port aaa741d8-4c34-47ff-b80f-c3be586012cf {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:01.430621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.443622 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6f280d-c038-4316-a9da-b477f6a53888 x-openstack-request-id: req-5f6f280d-c038-4316-a9da-b477f6a53888 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:01.443933 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "19e8c3da-0cee-441a-9d38-f71962c63595", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:01.444193 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f6f280d-c038-4316-a9da-b477f6a53888 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:01.444597 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': '19e8c3da-0cee-441a-9d38-f71962c63595', 'status': 'completed', 'code': 200} Aug 11 03:04:01.528779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:01.539497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Sync routers for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:01.547458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.548924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-37a4cf50-0dd0-4df4-9dbb-75365092d3b9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2059069 Aug 11 03:04:01.551770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33842) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:01.552135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:01.552850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:01.600046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4726d310-ccbd-42ca-b053-683c02ac7911 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.639182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4726d310-ccbd-42ca-b053-683c02ac7911 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.703262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:01.710424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726d310-ccbd-42ca-b053-683c02ac7911 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d123e6-ea0c-4495-b0dd-91b8a272bfdb,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.724322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4726d310-ccbd-42ca-b053-683c02ac7911 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.725781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4726d310-ccbd-42ca-b053-683c02ac7911 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7475054 Aug 11 03:04:01.728674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33844) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:01.737013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-396f7742-23cc-4293-b891-b337cf9ca298 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'security_group_rule': {'security_group_id': '621206c1-a7f0-46da-988d-46740d691a88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:01.767172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.780166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port 31c518cf-0441-4b10-8ef8-dbab877c13ce {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:01.780539 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.809582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-396f7742-23cc-4293-b891-b337cf9ca298 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.810180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Calling delete_port for aaa741d8-4c34-47ff-b80f-c3be586012cf owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:01.864735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:01.865606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.897248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:00Z', 'revision_number': 3, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:01.931243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Checking router: f4f61b66-fec2-4be8-ad26-10ac4cab53fd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:01.931587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Updating router f4f61b66-fec2-4be8-ad26-10ac4cab53fd port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:01.941922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-396f7742-23cc-4293-b891-b337cf9ca298 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.950978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-396f7742-23cc-4293-b891-b337cf9ca298 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.959721 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.979173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f7742-23cc-4293-b891-b337cf9ca298 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0105d378-1a13-4210-8876-843040380889,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:01.984205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-396f7742-23cc-4293-b891-b337cf9ca298 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:01.988974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-396f7742-23cc-4293-b891-b337cf9ca298 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2543514 Aug 11 03:04:01.989661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:02.011185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:02.072074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.086184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018f0fe2-2f04-430b-b76f-a83a5c29c91f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:02.099248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] For port 31c518cf-0441-4b10-8ef8-dbab877c13ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31c518cf-0441-4b10-8ef8-dbab877c13ce,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:02.101446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.105161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.224508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Transition to ACTIVE for port object 018f0fe2-2f04-430b-b76f-a83a5c29c91f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:02.227256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.238699 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.257119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.273334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for ee8c06b4-7b30-4a4a-b2f2-3be8d8664510 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:02.288170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81487194-404f-4683-bcfc-73992a9ae0bb req-b3015621-b0a5-4432-827a-fd4f2cd26e74 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:02.289735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81487194-404f-4683-bcfc-73992a9ae0bb req-b3015621-b0a5-4432-827a-fd4f2cd26e74 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 932 time: 0.1282206 Aug 11 03:04:02.400298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81487194-404f-4683-bcfc-73992a9ae0bb req-11494824-3043-4018-8443-29af231c40df tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971682 Aug 11 03:04:02.400574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.436890 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.454490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Transition to ACTIVE for port object 220cbe4f-44ec-4e36-9fd1-81697fcd18eb will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:02.461922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.490022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:02.526706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Attempting to bind port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:02.527510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Attempting to bind port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:02.527933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Attempting to bind port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:02.539336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:02.540222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:02.540222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.540527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:02.541002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Bound port: 220cbe4f-44ec-4e36-9fd1-81697fcd18eb, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:02.541654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.550317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dab468-ef99-4d2d-a9cb-d4ee4e067e3a None None] Pushing event updated for resources: {'Port': ['ID=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:02.553897 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.634171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Allocated IP 172.20.0.1 (48d6147b-6240-499a-94e3-ea39743bf905/5a0175c9-1615-4b0e-a42e-459f9cc9a27d/b4c8746f-fbb6-4bb9-87f7-09fec2e479e1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:02.643748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] For port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:02.649289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:02.653342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] For port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:02.657989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115ff5e-be83-4e8b-a430-248ee209bdc8 req-a4d57ed4-786a-41d5-a8a5-0fd02f6a9c35 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:02.660068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event deleted for resources: {'Port': ['ID=aaa741d8-4c34-47ff-b80f-c3be586012cf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:02.663972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115ff5e-be83-4e8b-a430-248ee209bdc8 req-a4d57ed4-786a-41d5-a8a5-0fd02f6a9c35 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:02.669978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115ff5e-be83-4e8b-a430-248ee209bdc8 req-a4d57ed4-786a-41d5-a8a5-0fd02f6a9c35 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:02.671687 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f115ff5e-be83-4e8b-a430-248ee209bdc8 req-a4d57ed4-786a-41d5-a8a5-0fd02f6a9c35 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 2411 time: 0.1537833 Aug 11 03:04:02.678022 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.695540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Allocated IP 172.25.4.106 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/471a7032-c4fb-4b9c-bd84-761dfbb0a153) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:02.735563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea1fca-af6d-4245-a3cf-365c8e006d13 req-739870ff-8bff-4a12-b194-ece75f3a8cb3 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:02.743255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31ea1fca-af6d-4245-a3cf-365c8e006d13 req-739870ff-8bff-4a12-b194-ece75f3a8cb3 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.3942649 Aug 11 03:04:02.744502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:02.745260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:02.815566 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f115ff5e-be83-4e8b-a430-248ee209bdc8 req-7ee3e716-2ebe-4e56-8183-dff04898c106 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283298 Aug 11 03:04:02.820753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.820753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.821316 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Floating IP ff9fb989-04e3-4ed5-82cd-674d66240201 disassociated. External IP: 172.25.4.49, port: 31c518cf-0441-4b10-8ef8-dbab877c13ce. Aug 11 03:04:02.821593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for 31c518cf-0441-4b10-8ef8-dbab877c13ce owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:02.841985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dab468-ef99-4d2d-a9cb-d4ee4e067e3a None None] Pushing event updated for resources: {'Port': ['ID=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:02.855817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:02.856490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.864637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Attempting to bind port 018f0fe2-2f04-430b-b76f-a83a5c29c91f on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:02.865140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Attempting to bind port 018f0fe2-2f04-430b-b76f-a83a5c29c91f by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:02.865846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Attempting to bind port 018f0fe2-2f04-430b-b76f-a83a5c29c91f on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:02.885884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.888875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31ea1fca-af6d-4245-a3cf-365c8e006d13 req-88a47cff-b1ba-48d3-b75d-4ba14b922068 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445179 Aug 11 03:04:02.916546 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.921969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Transition to ACTIVE for port object b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:02.928079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Port 018f0fe2-2f04-430b-b76f-a83a5c29c91f on network e63502cd-83b1-466c-b59a-e7e41506f97a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:02.928672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Attempting to bind port 018f0fe2-2f04-430b-b76f-a83a5c29c91f on network e63502cd-83b1-466c-b59a-e7e41506f97a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:02.966111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:02.973597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:02.974156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Checking segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:02.974456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Bound using segment: {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:02.974907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Bound port: 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:02.975563 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.984195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.985867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:02.998354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.059502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Network 48d6147b-6240-499a-94e3-ea39743bf905 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:03.061247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:03.065690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:03.067800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:03.072390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:03.075552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:03.102741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.219276 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.227370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.310887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.324460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.332253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'Port': ['ID=471a7032-c4fb-4b9c-bd84-761dfbb0a153,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.376481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=ee8c06b4-7b30-4a4a-b2f2-3be8d8664510,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:03.378250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.378819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Fanout notify agent at l3_agent the message router_deleted on router e76ded61-28b6-433b-9825-9493743d3bdc {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:03.396512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.396828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:00Z', 'revision_number': 3, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:03.398499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c99ace26-89b2-4a26-b54f-8ba0d5b5d0a6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/e76ded61-28b6-433b-9825-9493743d3bdc HTTP/1.1" status: 204 len: 168 time: 3.8254025 Aug 11 03:04:03.425222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33860) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:03.429326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:03.433145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7374e372-47af-4215-b8d3-c0d9d7d38c7b None None] The sync data for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 is: [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:00Z', 'revision_number': 3, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:03.447480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:03.465942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'router': {'name': 'tempest-snat-router-567615877', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': False}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:03.522065 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.594339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035a82c-45e1-4882-bee3-67ad6c19774d req-4e237353-bde5-4447-b048-01fa7abf3cc1 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:03.603578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f035a82c-45e1-4882-bee3-67ad6c19774d req-4e237353-bde5-4447-b048-01fa7abf3cc1 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.3693521 Aug 11 03:04:03.617228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1434b2a2-802d-4e07-bfb7-9df685b9c1c7 None None] Provisioning for port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:03.635405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1434b2a2-802d-4e07-bfb7-9df685b9c1c7 None None] Provisioning complete for port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:03.636234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1434b2a2-802d-4e07-bfb7-9df685b9c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.643774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-b0ac0cec-8c83-4e29-be87-d4ef4e746c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:03.645320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-b0ac0cec-8c83-4e29-be87-d4ef4e746c34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=41facf799ada442e816e5947fc06374e&device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 1097 time: 0.4200497 Aug 11 03:04:03.651585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:03.652416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.657700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] 10.222.0.57 "PUT /v2.0/ports/018f0fe2-2f04-430b-b76f-a83a5c29c91f HTTP/1.1" status: 200 len: 1093 time: 2.8005278 Aug 11 03:04:03.660557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.663505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:03.665889 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b20880-d7c2-4271-b57b-83a8eadbd315" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:03.670394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.672183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:03.700868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1434b2a2-802d-4e07-bfb7-9df685b9c1c7 None None] Port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:04.103735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f035a82c-45e1-4882-bee3-67ad6c19774d req-6e66ff09-9280-494f-b35a-509189bba4ac tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992268 Aug 11 03:04:04.187781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd70fa-d1d3-4453-8997-4baa42055acb service neutron] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:04.212026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.213559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.216252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.261294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f9eac-c9e4-4c8f-8f3b-8f9aebf31b84 req-942c6fbe-2d7f-493a-a50d-4ef5c8088fa1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.264328 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f9eac-c9e4-4c8f-8f3b-8f9aebf31b84 req-942c6fbe-2d7f-493a-a50d-4ef5c8088fa1 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 944 time: 0.7156603 Aug 11 03:04:04.270585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.328280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=31c518cf-0441-4b10-8ef8-dbab877c13ce,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:04.386841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966e75-60f7-458c-9ca5-619889c93744 req-62bf1d04-f4c4-4363-97b5-8fa7fcf80c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.388382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-62bf1d04-f4c4-4363-97b5-8fa7fcf80c0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 1096 time: 0.6673191 Aug 11 03:04:04.394399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.510530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-a2b5f6d1-b0f7-42cc-a6ed-1e8113559b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.512432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-a2b5f6d1-b0f7-42cc-a6ed-1e8113559b38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f1bea0b0-cd9c-4ccf-a169-e4628b8373be HTTP/1.1" status: 200 len: 915 time: 0.8511007 Aug 11 03:04:04.521236 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb9ab6-0c8e-4af4-8962-9b8c002c9eef x-openstack-request-id: req-c0cb9ab6-0c8e-4af4-8962-9b8c002c9eef {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:04.521559 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:04.521945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.522072 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0cb9ab6-0c8e-4af4-8962-9b8c002c9eef {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:04.522546 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'status': 'completed', 'code': 200} Aug 11 03:04:04.561298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f9eac-c9e4-4c8f-8f3b-8f9aebf31b84 req-ff551309-2196-48f5-bd49-6db12bab7f24 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821138 Aug 11 03:04:04.667219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-7917e631-44d6-4efd-b6e6-8d668bf8fc86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f HTTP/1.1" status: 200 len: 217 time: 0.1409233 Aug 11 03:04:04.731518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 220cbe4f-44ec-4e36-9fd1-81697fcd18eb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:04.750441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-c460590c-3577-40e1-9250-cd11e9901eeb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff HTTP/1.1" status: 200 len: 217 time: 0.1937275 Aug 11 03:04:04.750725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Router 2489469e-046c-48ec-a111-4d439041c303 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:04.756068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed966e75-60f7-458c-9ca5-619889c93744 req-98b08246-dc1f-45e5-b04a-ed162aaf7f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.757687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-98b08246-dc1f-45e5-b04a-ed162aaf7f7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.0827832 Aug 11 03:04:04.828518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-088824e0-ba7e-456a-991c-296bb6a9243f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632601 Aug 11 03:04:04.849801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:04.857654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:04.858532 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:04.927891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9d78-a012-4177-8eb8-bf0e8a27dc44 req-40914fbd-1063-4e46-9f15-26455017ae48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.948477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c9d78-a012-4177-8eb8-bf0e8a27dc44 req-40914fbd-1063-4e46-9f15-26455017ae48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:04.950263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-731c9d78-a012-4177-8eb8-bf0e8a27dc44 req-40914fbd-1063-4e46-9f15-26455017ae48 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 1677 time: 0.3870239 Aug 11 03:04:04.978998 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.005229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-f8f75c09-1ff6-4b23-8163-7d369b931154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:05.006100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:05.007063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-f8f75c09-1ff6-4b23-8163-7d369b931154 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a419e963-ba0d-43f3-aa5f-18335bf691d4 HTTP/1.1" status: 200 len: 854 time: 0.2387142 Aug 11 03:04:05.010997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.068682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:05.074038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-1b833ef8-7de6-407c-8678-0f5945fba4ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1bea0b0-cd9c-4ccf-a169-e4628b8373be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466707 Aug 11 03:04:05.153865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-006cbeb5-7b2e-4b82-a051-a287a4cc470d service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028283 Aug 11 03:04:05.176114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.185544 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-731c9d78-a012-4177-8eb8-bf0e8a27dc44 req-31416f1b-59d2-4e47-9039-36d5dfa48b4c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078006 Aug 11 03:04:05.228960 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.347270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.353985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 716e7908-a2d1-4536-b8ab-790109c90791 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:05.360855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:05.361137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'Port': ['ID=471a7032-c4fb-4b9c-bd84-761dfbb0a153,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:05.363389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.393633 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] Sync routers for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:05.406763 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:05.408469 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:05.430008 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed966e75-60f7-458c-9ca5-619889c93744 req-a634f247-5c7f-4739-84ef-692c42430d00 service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668779 Aug 11 03:04:05.440042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc4f9e-0524-4c24-80da-61eba25723da req-1cbc9b8f-2ee7-44c3-b8a3-19da6c092b28 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:05.441688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02cc4f9e-0524-4c24-80da-61eba25723da req-1cbc9b8f-2ee7-44c3-b8a3-19da6c092b28 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.1759171 Aug 11 03:04:05.442700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] No DVR routers for this DVR port 31c518cf-0441-4b10-8ef8-dbab877c13ce on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:05.445294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-3f5f5a0e-3682-40f9-b50a-f935bfd88492 service neutron] 10.222.0.57 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558733 Aug 11 03:04:05.446075 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.448261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-a50a8514-71ca-43ff-bbcc-ad2f5067448a tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "DELETE /v2.0/ports/31c518cf-0441-4b10-8ef8-dbab877c13ce HTTP/1.1" status: 204 len: 173 time: 4.1834598 Aug 11 03:04:05.489414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.571568 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:05.605659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.612115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Pushing event updated for resources: {'Port': ['ID=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:05.635166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.647667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f6e0c8dd-b500-48fd-940a-b58b7c38dd81 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6459055 Aug 11 03:04:05.731206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:05.738158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9f5a92ca-d257-45a6-857f-d5db01fe0f5f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/716e7908-a2d1-4536-b8ab-790109c90791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3401182 Aug 11 03:04:05.749552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] Sync routers for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:05.753936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33876) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:05.764960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:05.765826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:05.784298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.790602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aee23123-c2cb-457d-b6db-e0e2362bbfeb req-97395cf8-64db-4757-91bb-f44a35f1c7e2 service neutron] 10.222.0.57 "GET /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317132 Aug 11 03:04:05.819881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:05.841800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:05.852163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:05.853559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:05.863880 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02cc4f9e-0524-4c24-80da-61eba25723da req-e2ff93a1-8ae6-4dde-b8b2-4a7032d006b6 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125843 Aug 11 03:04:05.865710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7bfc0-0fbf-451d-b8aa-7ef012a42d0c req-c112522d-3590-453d-857b-6674467667fd tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:05.867448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ddc7bfc0-0fbf-451d-b8aa-7ef012a42d0c req-c112522d-3590-453d-857b-6674467667fd tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 944 time: 0.1463900 Aug 11 03:04:05.907076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:05.908975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71c3c81-b18a-472b-b629-acde85bdd469 None None] The sync data for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:05.940725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-002feace-2f51-4f09-9331-e86fe6462787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:05.941803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Network 48d6147b-6240-499a-94e3-ea39743bf905 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:05.942422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-002feace-2f51-4f09-9331-e86fe6462787 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 1096 time: 0.3852742 Aug 11 03:04:05.954463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:06.011056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ddc7bfc0-0fbf-451d-b8aa-7ef012a42d0c req-b370be3b-9fa1-40e8-a496-ca30264adda5 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082833 Aug 11 03:04:06.057590 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:24Z', 'revision_number': 5, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:06.081453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:06.081453 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:06.094433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Allocated IP 172.25.4.123 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/f8e0be71-dea4-4619-b735-8ca52aab65b7) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:06.104574 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] Checking router: 2489469e-046c-48ec-a111-4d439041c303 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:06.116026 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:06.117022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:06.200742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] For port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:06.201117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:06.261450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-15b07537-3212-42f0-a797-35d0f2cf7d65 None None] Provisioning complete for port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:06.262397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for ee087075-5a1e-4aab-8e1c-c6aaa5b72afd owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:06.263213 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15b07537-3212-42f0-a797-35d0f2cf7d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:06.275310 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:06.317187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-15b07537-3212-42f0-a797-35d0f2cf7d65 None None] Port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:06.345033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-df60fb61-b4e8-4dab-a10f-a754d8f46b9f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1125718976&fields=id&tenant_id=2b88690783784058adebf7a3c0bba4b2 HTTP/1.1" status: 200 len: 267 time: 0.3578551 Aug 11 03:04:06.467838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-b9628cf2-d2ad-4dc2-88ab-e0690a6f9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:06.469404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-b9628cf2-d2ad-4dc2-88ab-e0690a6f9147 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 905 time: 0.5107732 Aug 11 03:04:06.525878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:06.528144 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f412c2-7763-473b-93c9-97060451b527" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:06.582316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-2fe9feb3-c9a6-4327-a42e-f77c0003041b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f HTTP/1.1" status: 200 len: 217 time: 0.0821171 Aug 11 03:04:06.627287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d148c-5d43-476b-9c1a-cf1678e95154 req-b8efa27a-f89b-4b10-8bd3-5ffd1a0bf008 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:06.634129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d148c-5d43-476b-9c1a-cf1678e95154 req-b8efa27a-f89b-4b10-8bd3-5ffd1a0bf008 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:06.635858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f51d148c-5d43-476b-9c1a-cf1678e95154 req-b8efa27a-f89b-4b10-8bd3-5ffd1a0bf008 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 1677 time: 0.1018322 Aug 11 03:04:06.645798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Router f4f61b66-fec2-4be8-ad26-10ac4cab53fd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:06.665162 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:24Z', 'revision_number': 5, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:06.683390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-3fb13d58-0182-401f-a89c-77a48e2aed3b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:06.691164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-3fb13d58-0182-401f-a89c-77a48e2aed3b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 810 time: 0.3098202 Aug 11 03:04:06.691356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 220cbe4f-44ec-4e36-9fd1-81697fcd18eb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:06.709042 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ae591-cc12-4a42-8d26-9c9aa79beb63 None None] The sync data for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 is: [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T02:53:13Z', 'revision_number': 4, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9c3a4613-6580-439f-9969-6268fd9e8dcc', 'name': '', 'network_id': '7a3aa00c-3100-43b8-a599-3e6a2929cd25', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'mac_address': 'fa:16:3e:93:52:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:12Z', 'updated_at': '2021-08-11T02:53:24Z', 'revision_number': 5, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'subnets': [{'id': '5fa0c64f-eee5-487c-aa30-d2e421af22bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:06.733241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-21a3010c-c5ed-48b1-8137-092a01132e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:06.734717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-21a3010c-c5ed-48b1-8137-092a01132e80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.1388476 Aug 11 03:04:06.744217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-72c65991-bff1-491c-8168-a52f2210652b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/quotas/2b88690783784058adebf7a3c0bba4b2 HTTP/1.1" status: 200 len: 375 time: 0.0521429 Aug 11 03:04:06.756394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f51d148c-5d43-476b-9c1a-cf1678e95154 req-a576dd6c-db4e-4b0f-98e3-4a742f8d82c3 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070211 Aug 11 03:04:06.763877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:06.764873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:06.824292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-f20c0914-6f8f-40a8-a188-1a7a81fdd8b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738938 Aug 11 03:04:06.849441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:06.867593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:06.879270 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Sync routers for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:06.895784 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9f3fcd06-0f4c-48e6-a589-7bb6ae571031 admin admin] 10.222.0.60 "PUT /v2.0/routers/f4f61b66-fec2-4be8-ad26-10ac4cab53fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3424404 Aug 11 03:04:06.899268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:06.899929 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:06.902122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:06.905503 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14880a6-41de-4360-bb2c-f9820e318e08 x-openstack-request-id: req-a14880a6-41de-4360-bb2c-f9820e318e08 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:06.905800 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "31c518cf-0441-4b10-8ef8-dbab877c13ce", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:06.906056 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a14880a6-41de-4360-bb2c-f9820e318e08 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:06.906446 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': '31c518cf-0441-4b10-8ef8-dbab877c13ce', 'status': 'completed', 'code': 200} Aug 11 03:04:06.960397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=ee087075-5a1e-4aab-8e1c-c6aaa5b72afd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:06.972829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:06.983110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-fd345c58-6a09-4cde-90e1-c6585bc9e8fb tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2310526 Aug 11 03:04:07.026328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:07.029484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:07.037289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:07.054724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-4b0275f9-528c-4af9-960b-5c24075afb82 service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193036 Aug 11 03:04:07.099388 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:07.152605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Port': ['ID=f8e0be71-dea4-4619-b735-8ca52aab65b7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:07.200472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2686272-c2bc-48d4-90f4-e922a85f37ba None None] New status for floating IP ff9fb989-04e3-4ed5-82cd-674d66240201: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:04:07.265714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9fa18-5c50-473c-a261-e0e718cf4436 req-494e415a-f15e-4843-abe6-4e89e69c35c5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:07.268334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06b9fa18-5c50-473c-a261-e0e718cf4436 req-494e415a-f15e-4843-abe6-4e89e69c35c5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.1856077 Aug 11 03:04:07.374104 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 2, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:07.393284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06b9fa18-5c50-473c-a261-e0e718cf4436 req-93f49a9e-f6be-4453-9cd6-ec0e7ce52517 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072392 Aug 11 03:04:07.410332 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Checking router: f4f61b66-fec2-4be8-ad26-10ac4cab53fd for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:07.410938 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Updating router f4f61b66-fec2-4be8-ad26-10ac4cab53fd port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:07.443404 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.584087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937e549-2fef-4f60-9a87-08fa2cc5f5ca req-7996699b-20ee-4c77-8d24-12e40c03419c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:07.585835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e937e549-2fef-4f60-9a87-08fa2cc5f5ca req-7996699b-20ee-4c77-8d24-12e40c03419c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 944 time: 0.1110637 Aug 11 03:04:07.595050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.610891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] No DVR routers for this DVR port ee087075-5a1e-4aab-8e1c-c6aaa5b72afd on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:07.647275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.649392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-33900727-7a7a-46d3-9669-0be2b0e3d730 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "DELETE /v2.0/ports/ee087075-5a1e-4aab-8e1c-c6aaa5b72afd HTTP/1.1" status: 204 len: 173 time: 2.1891217 Aug 11 03:04:07.679836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e937e549-2fef-4f60-9a87-08fa2cc5f5ca req-c5757acd-fa29-4688-9e06-a98603222ac4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867181 Aug 11 03:04:07.714523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.744397 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.756411 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Transition to ACTIVE for port object b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:07.763076 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.805493 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Pushing event updated for resources: {'Port': ['ID=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:07.817279 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.817776 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.818222 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.818662 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.819181 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.819576 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.819992 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.820381 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.820771 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.821108 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.821433 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.821755 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:07.871050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-c254faee-5a8a-4c40-ba6c-3b69876f5d3e service neutron] 10.222.0.60 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8780897 Aug 11 03:04:07.909337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 018f0fe2-2f04-430b-b76f-a83a5c29c91f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:07.921721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.929667 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Attempting to bind port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:07.930049 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Attempting to bind port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:07.930409 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Attempting to bind port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:07.937588 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:07.937958 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Checking segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:07.939114 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.939506 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Bound using segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:07.940016 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Bound port: b4c8746f-fbb6-4bb9-87f7-09fec2e479e1, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:07.940399 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:07.940882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1b20880-d7c2-4271-b57b-83a8eadbd315 req-0a0d70df-e7a1-4653-a5be-4d096c7c032a service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8270864 Aug 11 03:04:08.069410 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] For port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:08.073766 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] For port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:08.081808 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.108164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port d7ebbfd6-97c1-403d-baca-851f83c31c79 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:08.108450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.146300 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:08.159764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33906) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:08.170247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bc56fc36-8fd7-4c60-84ab-d3d060fb5a40 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979160460', 'description': 'tempest-description--67889294'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:08.173475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'mac_address': 'fa:16:3e:34:9d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:08.181375 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:08.182021 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:08.203952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Router 81ff4506-f0b1-43f8-88ca-9c91a777c221 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:08.207819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc56fc36-8fd7-4c60-84ab-d3d060fb5a40 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.259862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] For port d7ebbfd6-97c1-403d-baca-851f83c31c79, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d7ebbfd6-97c1-403d-baca-851f83c31c79,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:08.260235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.277697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for d7ebbfd6-97c1-403d-baca-851f83c31c79 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:08.319554 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.337187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc56fc36-8fd7-4c60-84ab-d3d060fb5a40 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.366746 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d54e7-68c1-4d83-be32-86c0984577ad None None] Pushing event updated for resources: {'Port': ['ID=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.367929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018f0fe2-2f04-430b-b76f-a83a5c29c91f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:08.401906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc56fc36-8fd7-4c60-84ab-d3d060fb5a40 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.422923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:08.437846 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.443159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-2ce90c27-386c-487f-8527-bf7f63e377b5 service neutron] 10.222.0.60 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414457 Aug 11 03:04:08.446862 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:08.501770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.573302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.581059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc56fc36-8fd7-4c60-84ab-d3d060fb5a40 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcac593b-def0-4232-932e-564678185ae7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.587030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=d7ebbfd6-97c1-403d-baca-851f83c31c79,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:08.612930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:08.630704 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Sync routers for ids ['81ff4506-f0b1-43f8-88ca-9c91a777c221'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:08.631885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc56fc36-8fd7-4c60-84ab-d3d060fb5a40 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.635866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bc56fc36-8fd7-4c60-84ab-d3d060fb5a40 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4669628 Aug 11 03:04:08.642188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a736d3e-6a4b-4bda-9ccf-63735f6a5481 req-525b7fde-d789-43a9-9963-69be1605ed52 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:08.650041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a736d3e-6a4b-4bda-9ccf-63735f6a5481 req-525b7fde-d789-43a9-9963-69be1605ed52 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 865 time: 0.3111258 Aug 11 03:04:08.655696 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Routers {'81ff4506-f0b1-43f8-88ca-9c91a777c221'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:08.656393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['81ff4506-f0b1-43f8-88ca-9c91a777c221'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:08.659162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:08.664526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'security_group_rule': {'security_group_id': 'bcac593b-def0-4232-932e-564678185ae7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:08.675640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.680245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-69a645a1-21ae-4c7f-aa20-ddcc1a64d996 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.2177222 Aug 11 03:04:08.681039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:08.716283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['018f0fe2-2f04-430b-b76f-a83a5c29c91f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:08.727612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] No DVR routers for this DVR port d7ebbfd6-97c1-403d-baca-851f83c31c79 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:08.732019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.737321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a0fb77-c25d-4627-bfe9-fd4483946f07 req-cc21c1be-c266-4ed9-8dfa-e9e043f9691b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.10 "DELETE /v2.0/ports/d7ebbfd6-97c1-403d-baca-851f83c31c79 HTTP/1.1" status: 204 len: 173 time: 1.0762196 Aug 11 03:04:08.793126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port dec43b80-c99b-4620-9e50-a29c3704a4d2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:08.794133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:08.818953 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:08.884269 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Set router 81ff4506-f0b1-43f8-88ca-9c91a777c221 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:08.909563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd'}, {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:08.912758 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925474ba-2f38-480e-bf66-45617603dab7" -d '{"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd"}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:08.940136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33924) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:08.946781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'router': {'name': 'tempest-snat-router-567615877', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': True}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:08.956188 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-71a47bd5-b76b-4c53-add6-aea7e2fde9e6 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/81ff4506-f0b1-43f8-88ca-9c91a777c221 HTTP/1.1" status: 200 len: 908 time: 0.2712569 Aug 11 03:04:09.023986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.028405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.029786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.038310 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:04:09.038310 n-d-768509-22 neutron-server[111683]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:04:09.038310 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'id': '744921e2-4f5d-4262-97b7-5cb4f77f8436', 'expiration': datetime.datetime(2021, 8, 11, 3, 6, 8, 989515)}] Aug 11 03:04:09.038310 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:04:09.043412 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:04:09.071905 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a736d3e-6a4b-4bda-9ccf-63735f6a5481 req-184509bf-31fa-4ebe-b7a8-75109f5f41c7 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups?id=18e933bb-53a6-4cfc-88ca-9b275207e786&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4208608 Aug 11 03:04:09.074760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for dec43b80-c99b-4620-9e50-a29c3704a4d2 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:09.161240 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45119d74-a090-4888-81a9-1a5c3e7e9d6b req-4ac3a4a5-aa13-46f3-8013-e5791317942d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 210 time: 0.0470695 Aug 11 03:04:09.265661 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f045a0-2f10-4096-866c-b9e42f134356 x-openstack-request-id: req-82f045a0-2f10-4096-866c-b9e42f134356 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:09.266638 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "ee087075-5a1e-4aab-8e1c-c6aaa5b72afd", "status": "completed", "code": 200}, {"server_uuid": "7d788244-04df-4ea9-b1a6-26e4c57ea8cb", "name": "network-vif-deleted", "tag": "d7ebbfd6-97c1-403d-baca-851f83c31c79", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:09.267264 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82f045a0-2f10-4096-866c-b9e42f134356 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:09.267973 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': 'ee087075-5a1e-4aab-8e1c-c6aaa5b72afd', 'status': 'completed', 'code': 200} Aug 11 03:04:09.268369 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d788244-04df-4ea9-b1a6-26e4c57ea8cb', 'name': 'network-vif-deleted', 'tag': 'd7ebbfd6-97c1-403d-baca-851f83c31c79', 'status': 'completed', 'code': 200} Aug 11 03:04:09.277760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.299519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346e850-2379-4639-b86b-23bf2d2d067b req-d1229cf5-b767-456c-a3e1-3e506d6984c2 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.316287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a346e850-2379-4639-b86b-23bf2d2d067b req-d1229cf5-b767-456c-a3e1-3e506d6984c2 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 945 time: 0.1105249 Aug 11 03:04:09.394950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a346e850-2379-4639-b86b-23bf2d2d067b req-c2a01df9-acb3-4364-866c-42bff45239f6 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774240 Aug 11 03:04:09.397957 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:08Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:09.446854 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6e716f-ea53-4803-8e8f-7ec4c6dd546e None None] The sync data for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 is: [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:08Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:09.480435 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ff4506-f0b1-43f8-88ca-9c91a777c221', 'name': 'tempest-snat-router-567615877', 'tenant_id': 'a929923029dc4490957a5a8deb3aeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.123'}], 'enable_snat': False}, 'gw_port_id': 'f8e0be71-dea4-4619-b735-8ca52aab65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:07Z', 'revision_number': 3, 'project_id': 'a929923029dc4490957a5a8deb3aeb67', 'gw_port': {'id': 'f8e0be71-dea4-4619-b735-8ca52aab65b7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ff4506-f0b1-43f8-88ca-9c91a777c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:05Z', 'updated_at': '2021-08-11T03:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:09.536055 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Checking router: 81ff4506-f0b1-43f8-88ca-9c91a777c221 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:09.536780 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Updating router 81ff4506-f0b1-43f8-88ca-9c91a777c221 port f8e0be71-dea4-4619-b735-8ca52aab65b7 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:09.574313 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.624522 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.653728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.699827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b18bf-e3d1-419f-a872-dae01d454f18 req-edc73658-8b50-48dc-aaf4-a761571414a8 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:09.710964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f4b18bf-e3d1-419f-a872-dae01d454f18 req-edc73658-8b50-48dc-aaf4-a761571414a8 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.2982981 Aug 11 03:04:09.736811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.743350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.767708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08d6d1c-4e09-4e09-97d9-3fe4cf701d80,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:09.792410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.804249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e36356b4-078a-4c7f-96e4-9de90e4f8d58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1429913 Aug 11 03:04:09.806890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33934) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:09.820779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2eb4ea36-c86f-4f7c-b4ed-28df893dc9ba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'security_group_rule': {'security_group_id': 'bcac593b-def0-4232-932e-564678185ae7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:09.857587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ea36-c86f-4f7c-b4ed-28df893dc9ba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.927192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 018f0fe2-2f04-430b-b76f-a83a5c29c91f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:09.934865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f4b18bf-e3d1-419f-a872-dae01d454f18 req-640b4229-0daf-4362-96c0-41144dea74e9 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214692 Aug 11 03:04:09.946749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:09.994075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ea36-c86f-4f7c-b4ed-28df893dc9ba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.001000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 018f0fe2-2f04-430b-b76f-a83a5c29c91f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:10.003312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ea36-c86f-4f7c-b4ed-28df893dc9ba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.008906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 018f0fe2-2f04-430b-b76f-a83a5c29c91f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:10.010202 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.020438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=dec43b80-c99b-4620-9e50-a29c3704a4d2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.045727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4ea36-c86f-4f7c-b4ed-28df893dc9ba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64baf0d6-ba72-4435-b98c-77418a4c1a15,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.057682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2eb4ea36-c86f-4f7c-b4ed-28df893dc9ba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.059273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2eb4ea36-c86f-4f7c-b4ed-28df893dc9ba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2436295 Aug 11 03:04:10.068572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33936) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:10.072834 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.077941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:10.102123 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Transition to ACTIVE for port object f8e0be71-dea4-4619-b735-8ca52aab65b7 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:10.116538 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.134072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.222927 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Attempting to bind port f8e0be71-dea4-4619-b735-8ca52aab65b7 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:10.223661 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Attempting to bind port f8e0be71-dea4-4619-b735-8ca52aab65b7 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:10.225439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Attempting to bind port f8e0be71-dea4-4619-b735-8ca52aab65b7 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:10.257899 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:10.260718 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:10.264208 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.268911 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:10.269916 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Bound port: f8e0be71-dea4-4619-b735-8ca52aab65b7, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:10.270067 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.290818 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.401445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7586bd8-849f-4081-9098-c23e4a7efad7 req-a508eba6-3597-4146-9853-3d0c54697202 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0806704 Aug 11 03:04:10.414097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:10.417687 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f73ce5b-20af-44f7-8cd1-4c352f160cf2" -d '{"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-plugged", "status": "completed", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:10.427883 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] For port f8e0be71-dea4-4619-b735-8ca52aab65b7, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:10.432922 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] For port f8e0be71-dea4-4619-b735-8ca52aab65b7, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f8e0be71-dea4-4619-b735-8ca52aab65b7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:10.442864 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10894e96-8e5a-4c25-8d3b-e66d0d2f39fd None None] Pushing event updated for resources: {'Port': ['ID=f8e0be71-dea4-4619-b735-8ca52aab65b7,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.448084 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.494503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:10.503123 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.531946 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Routers {'81ff4506-f0b1-43f8-88ca-9c91a777c221'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:10.535801 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.537685 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['81ff4506-f0b1-43f8-88ca-9c91a777c221'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:10.618818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.689906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-292b8287-920c-431c-8eea-22500f50afd0 req-909c12ca-cd1f-4bc1-94b3-be748015963b tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 210 time: 0.2487624 Aug 11 03:04:10.690472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:10.750236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:10.753037 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] Set router 81ff4506-f0b1-43f8-88ca-9c91a777c221 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:10.803852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504eb6c4-e565-4f02-8f7a-9889d148074e req-500b3262-10a8-4982-be47-ea1879eb9a3e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:10.816569 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-504eb6c4-e565-4f02-8f7a-9889d148074e req-500b3262-10a8-4982-be47-ea1879eb9a3e tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.2828689 Aug 11 03:04:10.862619 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7427b72b-786b-4487-bca1-fdd85fa50a63 x-openstack-request-id: req-7427b72b-786b-4487-bca1-fdd85fa50a63 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:10.865911 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-plugged", "status": "completed", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:10.866292 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7427b72b-786b-4487-bca1-fdd85fa50a63 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:10.866859 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'code': 200} Aug 11 03:04:10.874794 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10894e96-8e5a-4c25-8d3b-e66d0d2f39fd None None] Pushing event updated for resources: {'Port': ['ID=f8e0be71-dea4-4619-b735-8ca52aab65b7,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:10.909245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:10.913965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:10.914484 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.050764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-f34c3395-b278-4c39-b2e4-1f6347a70807 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.055858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-f34c3395-b278-4c39-b2e4-1f6347a70807 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 810 time: 0.8332608 Aug 11 03:04:11.106323 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.152706 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ff4506-f0b1-43f8-88ca-9c91a777c221', 'name': 'tempest-snat-router-567615877', 'tenant_id': 'a929923029dc4490957a5a8deb3aeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.123'}], 'enable_snat': False}, 'gw_port_id': 'f8e0be71-dea4-4619-b735-8ca52aab65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:07Z', 'revision_number': 3, 'project_id': 'a929923029dc4490957a5a8deb3aeb67', 'gw_port': {'id': 'f8e0be71-dea4-4619-b735-8ca52aab65b7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ff4506-f0b1-43f8-88ca-9c91a777c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:05Z', 'updated_at': '2021-08-11T03:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:11.184653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:11.199576 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.226794 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88efbcd7-6474-4a59-92f0-7408104219b1 None None] The sync data for ids ['81ff4506-f0b1-43f8-88ca-9c91a777c221'] in n-d-768509-22 is: [{'id': '81ff4506-f0b1-43f8-88ca-9c91a777c221', 'name': 'tempest-snat-router-567615877', 'tenant_id': 'a929923029dc4490957a5a8deb3aeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.123'}], 'enable_snat': False}, 'gw_port_id': 'f8e0be71-dea4-4619-b735-8ca52aab65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:07Z', 'revision_number': 3, 'project_id': 'a929923029dc4490957a5a8deb3aeb67', 'gw_port': {'id': 'f8e0be71-dea4-4619-b735-8ca52aab65b7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:93:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ff4506-f0b1-43f8-88ca-9c91a777c221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:05Z', 'updated_at': '2021-08-11T03:04:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:11.287409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.404054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-ab4ee443-e136-47ac-920c-7524cd226b11 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.405718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-ab4ee443-e136-47ac-920c-7524cd226b11 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.57 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.3744271 Aug 11 03:04:11.447617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-504eb6c4-e565-4f02-8f7a-9889d148074e req-4ec06583-9ec7-4432-88ff-7c98714bf049 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265826 Aug 11 03:04:11.465392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff79816-6ede-4173-aa6f-521731d8c967 req-2a1bdb52-b2cd-41cd-9e05-36859874274d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.466993 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ff79816-6ede-4173-aa6f-521731d8c967 req-2a1bdb52-b2cd-41cd-9e05-36859874274d tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 945 time: 0.3256719 Aug 11 03:04:11.474240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Allocated IP 172.25.4.194 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/dd082bc0-e14f-4b0a-bfc9-7d2dee814a37) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:11.478814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-83d8b2e1-01ed-4e35-aaa6-38fe68ca2fc5 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b88690783784058adebf7a3c0bba4b2 HTTP/1.1" status: 200 len: 380 time: 0.3496280 Aug 11 03:04:11.485212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 716e7908-a2d1-4536-b8ab-790109c90791 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:11.497080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'port': {'device_id': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'admin_state_up': True, 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'security_groups': ['621206c1-a7f0-46da-988d-46740d691a88']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:11.513994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea68102-c5a1-446c-b347-7c7d6a0b08d2 req-a3628e49-4f7c-415b-95fc-c9f3e85d7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:11.517002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ea68102-c5a1-446c-b347-7c7d6a0b08d2 req-a3628e49-4f7c-415b-95fc-c9f3e85d7c65 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 1098 time: 0.6517138 Aug 11 03:04:11.549161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.661516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-708d4f4c-808b-4054-b85b-4095a22105b9 req-5c547594-f991-4a11-abbe-2ae0b5026100 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0467389 Aug 11 03:04:11.693553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.699018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ea68102-c5a1-446c-b347-7c7d6a0b08d2 req-30326705-183e-46ce-91b2-b34231a63a6b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723905 Aug 11 03:04:11.743334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ff79816-6ede-4173-aa6f-521731d8c967 req-bcf1924c-1f55-4e82-a3c6-32c65464d968 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/security-groups?id=1ea3ca81-0724-4350-ab42-feb21dbef4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566321 Aug 11 03:04:11.783707 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.871223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6100fe54-3ecf-438f-95da-7ef9416ca409 req-be071ac1-c903-49c8-b277-db40b1bbe4dc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 210 time: 0.0350173 Aug 11 03:04:11.897400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:11.953132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'Port': ['ID=dd082bc0-e14f-4b0a-bfc9-7d2dee814a37,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:11.971315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:11.973104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:11.975957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:12.087438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.130702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.283476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:12.289229 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebc933ad-636d-4064-a35c-4bf18b66d22a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/716e7908-a2d1-4536-b8ab-790109c90791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5350413 Aug 11 03:04:12.295089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33952) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:12.296621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] Sync routers for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:12.312562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:12.315396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:12.340872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-05113a2b-0eb0-4672-a8ae-08647d67073e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=716e7908-a2d1-4536-b8ab-790109c90791 HTTP/1.1" status: 200 len: 205 time: 0.0421932 Aug 11 03:04:12.342135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33954) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:12.382032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Deleting port 0c727c3d-149d-452c-8af0-0cf47dea88ff {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:12.382389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.401749 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:12.415716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] Routers {'716e7908-a2d1-4536-b8ab-790109c90791'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:12.416658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['716e7908-a2d1-4536-b8ab-790109c90791'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:12.432098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d51a61f-68d8-4bd2-a810-d7b6ae95cbd0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.490876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] For port 0c727c3d-149d-452c-8af0-0cf47dea88ff, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0c727c3d-149d-452c-8af0-0cf47dea88ff,segment=NetworkSegment(5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43),segment_id=5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:12.491257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.507145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Calling delete_port for 0c727c3d-149d-452c-8af0-0cf47dea88ff owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:12.512986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:12.514319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41250d8a-23d3-498e-b484-77ee58f803fd None None] The sync data for ids ['716e7908-a2d1-4536-b8ab-790109c90791'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:12.704431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.717674 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d51a61f-68d8-4bd2-a810-d7b6ae95cbd0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.723455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d51a61f-68d8-4bd2-a810-d7b6ae95cbd0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.726949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.756509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Allocated IP 172.25.4.22 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/9e98402a-e79c-43a5-9dd4-84257e1f5b95) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:12.785324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:12.803400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Made reservation on behalf of 2b88690783784058adebf7a3c0bba4b2 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:12.808745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.830745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.876361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:12.876735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.878692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a3a5bf79-d924-433a-871d-e726bb815954 req-7d80f84b-5417-4806-b93c-b529ee21aabe tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0579472 Aug 11 03:04:12.909469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fee008-e11a-4c18-81f1-ab1e98cb226f req-55108eac-cf43-4e34-9829-668029f21b1b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:12.911302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e9fee008-e11a-4c18-81f1-ab1e98cb226f req-55108eac-cf43-4e34-9829-668029f21b1b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.2820332 Aug 11 03:04:12.930678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d51a61f-68d8-4bd2-a810-d7b6ae95cbd0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.930678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d51a61f-68d8-4bd2-a810-d7b6ae95cbd0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Fanout notify agent at l3_agent the message router_deleted on router 716e7908-a2d1-4536-b8ab-790109c90791 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:12.930678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d51a61f-68d8-4bd2-a810-d7b6ae95cbd0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:12.930678 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3d51a61f-68d8-4bd2-a810-d7b6ae95cbd0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/716e7908-a2d1-4536-b8ab-790109c90791 HTTP/1.1" status: 204 len: 168 time: 0.5853744 Aug 11 03:04:12.932998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33964) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:12.973111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'Port': ['ID=dd082bc0-e14f-4b0a-bfc9-7d2dee814a37,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:12.995414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Pushing event deleted for resources: {'Port': ['ID=0c727c3d-149d-452c-8af0-0cf47dea88ff,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:12.999585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.037741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet ffd482a1-a501-4210-9d5d-53bc92916603 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:13.041223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.057988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e9fee008-e11a-4c18-81f1-ab1e98cb226f req-259f600d-ea64-4b7f-8f4c-f5c0ccf866a4 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094143 Aug 11 03:04:13.093077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.127409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f8e0be71-dea4-4619-b735-8ca52aab65b7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:13.143569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] No DVR routers for this DVR port 0c727c3d-149d-452c-8af0-0cf47dea88ff on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:13.153201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.156127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe58df7-d9aa-4333-91e6-dd0b45a93bc8 req-86a56bee-5e8a-4efe-8bf8-ea0e046355b5 tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.57 "DELETE /v2.0/ports/0c727c3d-149d-452c-8af0-0cf47dea88ff HTTP/1.1" status: 204 len: 173 time: 1.7370923 Aug 11 03:04:13.157556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'name': 'network-vif-deleted', 'tag': '0c727c3d-149d-452c-8af0-0cf47dea88ff'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:13.160304 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5faea9-8e8a-46ae-9b2a-09b92e5bd819" -d '{"events": [{"server_uuid": "823eb9ce-4b24-447e-9bba-d55c994ce644", "name": "network-vif-deleted", "tag": "0c727c3d-149d-452c-8af0-0cf47dea88ff"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:13.254878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.264002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-33e5205b-dba4-4550-a2b1-944be7beb5f7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1938348 Aug 11 03:04:13.268903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4aa6db90-3cc5-474f-94ff-bf947f3dec13 req-7394e264-e933-4b51-8633-bc4650f5188c tempest-InstanceActionsTestJSON-2048185396 tempest-InstanceActionsTestJSON-2048185396-project] 10.222.0.60 "GET /v2.0/ports?device_id=823eb9ce-4b24-447e-9bba-d55c994ce644 HTTP/1.1" status: 200 len: 210 time: 0.0953233 Aug 11 03:04:13.318218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.343262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-088cbe63-c656-4403-b984-92d45b9da457 req-f61f559f-7967-4ee8-a7fd-22a28a886097 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 210 time: 0.1294477 Aug 11 03:04:13.358224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.397453 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c6d77a-ced2-46ec-a430-55879bd54b35 x-openstack-request-id: req-59c6d77a-ced2-46ec-a430-55879bd54b35 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:13.398018 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823eb9ce-4b24-447e-9bba-d55c994ce644", "name": "network-vif-deleted", "tag": "0c727c3d-149d-452c-8af0-0cf47dea88ff", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:13.398367 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59c6d77a-ced2-46ec-a430-55879bd54b35 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:13.398961 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823eb9ce-4b24-447e-9bba-d55c994ce644', 'name': 'network-vif-deleted', 'tag': '0c727c3d-149d-452c-8af0-0cf47dea88ff', 'status': 'completed', 'code': 200} Aug 11 03:04:13.419725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Allocated IP 172.20.0.8 (52001b56-4af4-4631-87ca-ce45e040b21f/06c7fbbc-8e6f-410a-8eec-feee0348e5d2/a93f6716-e14b-47df-bdec-ccc7ed604aad) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:13.453185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.499509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f8e0be71-dea4-4619-b735-8ca52aab65b7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:13.506013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f8e0be71-dea4-4619-b735-8ca52aab65b7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:13.506673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.526388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd482a1-a501-4210-9d5d-53bc92916603,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:13.530095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.535218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7205d1ba-d33c-4f0b-91ca-51c025d7b337 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/ffd482a1-a501-4210-9d5d-53bc92916603 HTTP/1.1" status: 204 len: 168 time: 0.5972919 Aug 11 03:04:13.535678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33980) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:13.544943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.557100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e543e2bb-129d-4183-90dc-97c705532281 None None] Network 3f0a4cb5-4fa7-499b-8767-e730bb555969 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:13.619222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet c961af0c-d981-4b9b-afa2-2f89d798bf2c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:13.623069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.676614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:13.680443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-33fcd6c0-0642-461e-b96e-22dbee181129 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1979160460&fields=id&tenant_id=f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 267 time: 0.1802602 Aug 11 03:04:13.696267 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.706367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:13.728295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:13.747911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.777500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f8e0be71-dea4-4619-b735-8ca52aab65b7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f8e0be71-dea4-4619-b735-8ca52aab65b7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:13.786058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.814551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Port': ['ID=9e98402a-e79c-43a5-9dd4-84257e1f5b95,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:13.867774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.884404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] DHCP port deletion for 3f0a4cb5-4fa7-499b-8767-e730bb555969 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:13.918238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f8e0be71-dea4-4619-b735-8ca52aab65b7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:13.950760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0c727c3d-149d-452c-8af0-0cf47dea88ff no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:13.976198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:13.983244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 0c727c3d-149d-452c-8af0-0cf47dea88ff {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:13.983595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0c727c3d-149d-452c-8af0-0cf47dea88ff not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:13.989001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] Deleting port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:13.989388 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.044165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.061445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67043407-8414-43d5-8382-47d691ee3f88 None None] Network dc722e7b-2745-465a-aa42-52ae6509c11a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:14.072152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.076572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/c961af0c-d981-4b9b-afa2-2f89d798bf2c HTTP/1.1" status: 204 len: 168 time: 0.5376594 Aug 11 03:04:14.076572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882d144-cd89-4da8-b0f3-139535302213 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=c961af0c-d981-4b9b-afa2-2f89d798bf2c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.077515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33984) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:14.092082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102d6f64-e999-46b8-a82b-93ccfc17c962 req-48f3c5a1-497f-4f41-8734-35b5318a3a98 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0859752 Aug 11 03:04:14.114160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Transition to ACTIVE for port object a93f6716-e14b-47df-bdec-ccc7ed604aad will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:14.122808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-e9eb25be-96d9-4e0f-be1e-5367b86cbaca tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.130540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-e9eb25be-96d9-4e0f-be1e-5367b86cbaca tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 816 time: 0.4357007 Aug 11 03:04:14.161592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-d0239b1c-d892-4203-8e87-4d38e10eac15 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/quotas/f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 375 time: 0.0299537 Aug 11 03:04:14.167225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] For port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,segment=NetworkSegment(1841cf0b-5ee7-436a-ae63-b55b06d5070a),segment_id=1841cf0b-5ee7-436a-ae63-b55b06d5070a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:14.168501 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.195399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.198241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] Calling delete_port for e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:14.312089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-2a4ea383-6226-400c-91d5-1f7c39897e55 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1332810 Aug 11 03:04:14.315793 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.315984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef4fe1-481b-4bc6-9ab2-73a4336a1d5e req-9d95e43b-1cdb-4363-a395-45c4ed449a6d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.317836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88ef4fe1-481b-4bc6-9ab2-73a4336a1d5e req-9d95e43b-1cdb-4363-a395-45c4ed449a6d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.1150320 Aug 11 03:04:14.371168 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.404485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:14.404829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.409595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] Pushing event deleted for resources: {'Port': ['ID=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.424917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1790f03-d473-491b-9463-51e251f489d4 None None] No DVR routers for this DVR port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:14.438922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88ef4fe1-481b-4bc6-9ab2-73a4336a1d5e req-2b0fdeca-86da-4200-9b24-64464c0e0ed7 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044447 Aug 11 03:04:14.458330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] DHCP port deletion for dc722e7b-2745-465a-aa42-52ae6509c11a request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:14.501354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33994) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:14.522826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Network 52001b56-4af4-4631-87ca-ce45e040b21f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:14.555843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] Deleting port 73a989c6-7841-493d-a7d0-344492de8545 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:14.556360 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.569755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:14.584086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event updated for resources: {'Port': ['ID=a93f6716-e14b-47df-bdec-ccc7ed604aad,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.596909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:14.618626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340, host n-d-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:14.623285 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.647365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.664370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:14.667976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] For port 73a989c6-7841-493d-a7d0-344492de8545, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=73a989c6-7841-493d-a7d0-344492de8545,segment=NetworkSegment(aed3fd89-aa6b-4862-a972-d82bac67df90),segment_id=aed3fd89-aa6b-4862-a972-d82bac67df90)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:14.668266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 was not found and therefore no delete operation was performed {{(pid=111683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:04:14.668407 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.670965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.705371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] Calling delete_port for 73a989c6-7841-493d-a7d0-344492de8545 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:14.729330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ad09c-29d3-4b8c-8f7e-0b181ec3a751 req-758bcfca-a15c-4336-82a8-807bc7db0664 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.731761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] Deleting subnet a419e963-ba0d-43f3-aa5f-18335bf691d4 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:14.738811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee0ad09c-29d3-4b8c-8f7e-0b181ec3a751 req-758bcfca-a15c-4336-82a8-807bc7db0664 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 931 time: 0.1943614 Aug 11 03:04:14.743168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.747751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=e037bbbb-b7dc-4ad6-8aad-4adfadfd5340,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.754607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:14.810086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-f7f7a9b7-c64d-45e0-b652-9cb8cf45a959 service neutron] 10.222.0.60 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911783 Aug 11 03:04:14.829495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:14.837054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.854758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f8e0be71-dea4-4619-b735-8ca52aab65b7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:14.893809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee0ad09c-29d3-4b8c-8f7e-0b181ec3a751 req-ab029d61-ddd0-49dd-a19f-0d3834aaebde tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527617 Aug 11 03:04:14.898032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.904143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.931862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.943089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] Pushing event deleted for resources: {'Port': ['ID=73a989c6-7841-493d-a7d0-344492de8545,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:14.945136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6d87d-06a5-4c5e-bf5e-dab1d9325025 None None] No DVR routers for this DVR port 73a989c6-7841-493d-a7d0-344492de8545 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:14.960808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.965085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f8e0be71-dea4-4619-b735-8ca52aab65b7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:14.965461 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:14.967712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0a4cb5-4fa7-499b-8767-e730bb555969']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:15.000328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1841cf0b-5ee7-436a-ae63-b55b06d5070a') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:15.004627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1841cf0b-5ee7-436a-ae63-b55b06d5070a') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:15.025703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.041293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e981e805-9d62-4fea-86a3-e665e4ee3d1a None None] Provisioning for port a93f6716-e14b-47df-bdec-ccc7ed604aad completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:15.058670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.071086 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:15.071692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:15.075076 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:15.095194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.097878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-4a8c81fa-23de-4b03-b7c9-08dfbccaa291 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6050119 Aug 11 03:04:15.117181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e981e805-9d62-4fea-86a3-e665e4ee3d1a None None] Provisioning complete for port a93f6716-e14b-47df-bdec-ccc7ed604aad triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:15.117846 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e981e805-9d62-4fea-86a3-e665e4ee3d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.167838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.169892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a419e963-ba0d-43f3-aa5f-18335bf691d4 HTTP/1.1" status: 204 len: 168 time: 0.6627717 Aug 11 03:04:15.173115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53029e3-df99-4177-8e54-c598505f0ab6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a419e963-ba0d-43f3-aa5f-18335bf691d4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:15.173452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34004) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:15.182235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.208663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.210853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/3f0a4cb5-4fa7-499b-8767-e730bb555969 HTTP/1.1" status: 204 len: 168 time: 1.1321974 Aug 11 03:04:15.214287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34006) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:15.234306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e981e805-9d62-4fea-86a3-e665e4ee3d1a None None] Port a93f6716-e14b-47df-bdec-ccc7ed604aad cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:15.272850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f647d-f9ce-48a9-a939-e06b638c19d3 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=3f0a4cb5-4fa7-499b-8767-e730bb555969,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:15.319427 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.377207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-65507386-8ea4-4176-8500-0f7c0061010c service neutron] 10.222.0.60 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657430 Aug 11 03:04:15.436903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.441007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73a989c6-7841-493d-a7d0-344492de8545 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:15.451519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bea0b0-cd9c-4ccf-a169-e4628b8373be']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:15.467373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:15.467840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7fb1f5-ca1a-4bdf-be9f-0c0a2c468a43') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:15.475956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Request body: {'port': {'device_id': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:15.477724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 73a989c6-7841-493d-a7d0-344492de8545 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:15.478186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73a989c6-7841-493d-a7d0-344492de8545 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:15.478510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:15.485357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.504740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.513562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:15.514481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:15.518013 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:15.534866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:15.535211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e037bbbb-b7dc-4ad6-8aad-4adfadfd5340 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:15.629440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.644364 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.647238 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] 10.222.0.60 "DELETE /v2.0/networks/f1bea0b0-cd9c-4ccf-a169-e4628b8373be HTTP/1.1" status: 204 len: 168 time: 0.4726274 Aug 11 03:04:15.668460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a3931-4abb-4202-a176-3f3cd23515bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bea0b0-cd9c-4ccf-a169-e4628b8373be,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:15.791002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecc8ef0c-bee0-4ba7-b55a-2fd3337ff054 req-8e6b7c32-7890-4d8c-8395-22e5375ecd8c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 210 time: 0.0510216 Aug 11 03:04:15.793251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cadf99ef-5793-4808-bbc1-6fc417e351f4 req-503fa510-b00f-4755-8bd9-67c5b24ebcd5 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0813825 Aug 11 03:04:15.832807 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.855576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:15.971025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.029634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34046) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:16.051885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.064791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc722e7b-2745-465a-aa42-52ae6509c11a']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:16.077187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed3fd89-aa6b-4862-a972-d82bac67df90') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:16.077491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed3fd89-aa6b-4862-a972-d82bac67df90') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:16.082427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2b28721e-da54-4279-b6c9-cd6503af9638 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41facf799ada442e816e5947fc06374e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507720 Aug 11 03:04:16.084927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34052) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:16.153970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3a6-0790-4004-9548-7d87c71932ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.155036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.197463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3a6-0790-4004-9548-7d87c71932ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.224514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.296337 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3a6-0790-4004-9548-7d87c71932ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.300403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b8aec3a6-0790-4004-9548-7d87c71932ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.312239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b8aec3a6-0790-4004-9548-7d87c71932ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ea3ca81-0724-4350-ab42-feb21dbef4ef HTTP/1.1" status: 204 len: 168 time: 0.2167861 Aug 11 03:04:16.335046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aec3a6-0790-4004-9548-7d87c71932ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea3ca81-0724-4350-ab42-feb21dbef4ef,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:16.434767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aace39-5c04-43bf-a069-1dc26f9e1b6b req-b2af8600-5ded-40fb-8bbf-dbf4a6e0bd9f tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:16.436920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94aace39-5c04-43bf-a069-1dc26f9e1b6b req-b2af8600-5ded-40fb-8bbf-dbf4a6e0bd9f tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.0723205 Aug 11 03:04:16.518176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94aace39-5c04-43bf-a069-1dc26f9e1b6b req-c0e7369a-6269-4434-839b-272d59a0de50 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683999 Aug 11 03:04:16.811568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:16.812092 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:16.817502 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:16.939946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45f6ded5-594d-4166-b479-79de278e5ad3 req-5c43dbb7-d5ce-4cc2-b185-f9d1abc39798 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 210 time: 0.0348952 Aug 11 03:04:16.971916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9131cb6-422c-49a1-9fdc-8d8a54fabffa req-50a9adf4-e79f-4231-a04a-95daa1ecfe54 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:16.973618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9131cb6-422c-49a1-9fdc-8d8a54fabffa req-50a9adf4-e79f-4231-a04a-95daa1ecfe54 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 931 time: 0.8873467 Aug 11 03:04:17.012572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.037909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.043407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/dc722e7b-2745-465a-aa42-52ae6509c11a HTTP/1.1" status: 204 len: 168 time: 1.8227470 Aug 11 03:04:17.046483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b188aedb-6dec-4bb2-89ba-0f795078a925 req-1be4569a-9ab5-4e38-b7b1-3d4ceed7801c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0314631 Aug 11 03:04:17.046969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34082) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:17.053452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1226263927'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:17.085570 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9131cb6-422c-49a1-9fdc-8d8a54fabffa req-53872c60-2ed6-48d7-9832-81fc8a681aa9 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991819 Aug 11 03:04:17.094881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98893f-3760-4853-a2f2-977114d1d434 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=dc722e7b-2745-465a-aa42-52ae6509c11a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.095976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:17.106408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.132420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Router fda2a1d8-0ad0-4692-9c67-da90af597331 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:17.149845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:17.160091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.160579 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment f70edd2b-d5c4-4c6c-98d4-8179788502b1 of type vlan for network 8e7a2700-1172-4cae-93d7-6924b1509b14 Aug 11 03:04:17.250520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.277566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-d7103f09-3f54-4d65-bdea-599bf1e36e2c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.279501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-d7103f09-3f54-4d65-bdea-599bf1e36e2c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 816 time: 0.1282480 Aug 11 03:04:17.295568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.302510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.303228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.352063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34090) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:17.375105 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3264835 Aug 11 03:04:17.379075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34094) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:17.386308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:17.417572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-0630cc2f-4c5b-4b54-96ee-bc7432d0c8a1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 380 time: 0.0941408 Aug 11 03:04:17.455132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5c6e4-5a4e-43f3-b5ea-da0688e006b0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=8e7a2700-1172-4cae-93d7-6924b1509b14,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.467529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:17.468133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'port': {'device_id': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'admin_state_up': True, 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'security_groups': ['bcac593b-def0-4232-932e-564678185ae7']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:17.517492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:17.519278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93f6716-e14b-47df-bdec-ccc7ed604aad {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:17.527222 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.536669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.541539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1628258863-network', 'tenant_id': 'ec636adf220b406183a296f5a0533470'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:17.582027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Transition to ACTIVE for port object a93f6716-e14b-47df-bdec-ccc7ed604aad will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:17.611396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.625796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Made reservation on behalf of ec636adf220b406183a296f5a0533470 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:17.632987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.667029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:17.677465 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.680466 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Sync routers for ids ['fda2a1d8-0ad0-4692-9c67-da90af597331'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:17.696724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c56db-9e50-4bb6-a4ed-b2a2dda0ea73 req-dc1a37ec-79ad-41c9-b5ea-8eb74d947a07 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:17.699225 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Routers {'fda2a1d8-0ad0-4692-9c67-da90af597331'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:17.699882 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fda2a1d8-0ad0-4692-9c67-da90af597331'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:17.703304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e5c56db-9e50-4bb6-a4ed-b2a2dda0ea73 req-dc1a37ec-79ad-41c9-b5ea-8eb74d947a07 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.0815167 Aug 11 03:04:17.769818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:17.778346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:17.779274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f8968898-9ef2-47e5-823d-5870af7c84a8 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.8371325 Aug 11 03:04:17.793042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a93f6716-e14b-47df-bdec-ccc7ed604aad,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:17.853349 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Set router fda2a1d8-0ad0-4692-9c67-da90af597331 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:17.856912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e5c56db-9e50-4bb6-a4ed-b2a2dda0ea73 req-261c914e-7bc2-4065-8d85-852e03aef69c tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466069 Aug 11 03:04:17.967066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 018f0fe2-2f04-430b-b76f-a83a5c29c91f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:17.989341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Attempting to bind port a93f6716-e14b-47df-bdec-ccc7ed604aad on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:17.989943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Attempting to bind port a93f6716-e14b-47df-bdec-ccc7ed604aad by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:17.990060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Attempting to bind port a93f6716-e14b-47df-bdec-ccc7ed604aad on network 52001b56-4af4-4631-87ca-ce45e040b21f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:18.004190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Port a93f6716-e14b-47df-bdec-ccc7ed604aad on network 52001b56-4af4-4631-87ca-ce45e040b21f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:18.004519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Attempting to bind port a93f6716-e14b-47df-bdec-ccc7ed604aad on network 52001b56-4af4-4631-87ca-ce45e040b21f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:18.016242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:18.016595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Checking segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:18.016987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Bound using segment: {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:18.017436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Bound port: a93f6716-e14b-47df-bdec-ccc7ed604aad, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed319cdb-3d66-47d5-b8ff-1c41de202c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:18.017829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.154016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.196343 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e8ce60b-f5d0-4ea1-9025-b69780b376ea req-e1f38b15-c5cc-49cd-859a-4733fbf6460e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 210 time: 0.0877910 Aug 11 03:04:18.204087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.249536 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.278136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:18.279046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Made reservation on behalf of f41c7746fafe48a5b159399d3c81ba28 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:18.289263 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.300183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'network_id': 'e63502cd-83b1-466c-b59a-e7e41506f97a', 'port_id': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'mac_address': 'fa:16:3e:34:9d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a104117-721a-4f29-912a-f1aa83180e4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:18.300425 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2a1d8-0ad0-4692-9c67-da90af597331', 'name': 'tempest-snat-router-567615877', 'tenant_id': 'a929923029dc4490957a5a8deb3aeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e98402a-e79c-43a5-9dd4-84257e1f5b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:09Z', 'updated_at': '2021-08-11T03:04:14Z', 'revision_number': 3, 'project_id': 'a929923029dc4490957a5a8deb3aeb67', 'gw_port': {'id': '9e98402a-e79c-43a5-9dd4-84257e1f5b95', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2a1d8-0ad0-4692-9c67-da90af597331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:11Z', 'updated_at': '2021-08-11T03:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:18.331392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=1de63eb0-2eb6-4375-a68c-bf76b420370c,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:18.355673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.356187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be9fa8c1-aa33-475d-9c71-4f2ceb8ae43c req-5377fa26-5641-49bf-b2e8-9aebb546a779 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0855355 Aug 11 03:04:18.374366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ed9b81e6-79cd-4779-8dd0-7281c9304ead tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/fda2a1d8-0ad0-4692-9c67-da90af597331 HTTP/1.1" status: 200 len: 906 time: 0.5903378 Aug 11 03:04:18.375779 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Checking router: fda2a1d8-0ad0-4692-9c67-da90af597331 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:18.376165 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Updating router fda2a1d8-0ad0-4692-9c67-da90af597331 port 9e98402a-e79c-43a5-9dd4-84257e1f5b95 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:18.378018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34110) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:18.378809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:18.406169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 018f0fe2-2f04-430b-b76f-a83a5c29c91f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:18.439107 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.439793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:18.449740 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.465131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': 'f70edd2b-d5c4-4c6c-98d4-8179788502b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:18.465868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: 8e7a2700-1172-4cae-93d7-6924b1509b14, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:18.478104 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.478456 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Added segment 4dc62880-fc09-4b69-b86a-a418fa731461 of type vlan for network d70a0600-610a-4eb8-a046-b79fbee0c68a Aug 11 03:04:18.481177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] For port a93f6716-e14b-47df-bdec-ccc7ed604aad, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:18.483257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf3146-e710-4329-806a-986f2dd243dc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:18.502604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] For port a93f6716-e14b-47df-bdec-ccc7ed604aad, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:18.535951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.538937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:18.567226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['018f0fe2-2f04-430b-b76f-a83a5c29c91f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:18.569937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 8e7a2700-1172-4cae-93d7-6924b1509b14) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:18.588434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:18.589448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.594090 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.626497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:18.635012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e651b4d-8c2e-4923-a6c3-aafe3e81026e None None] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:18.719027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.719888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.720475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.721057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.721617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.722177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.722746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.723312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.723967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.724541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.725373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.725926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:18.783485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:18.784165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.785855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] 10.222.0.10 "PUT /v2.0/ports/a93f6716-e14b-47df-bdec-ccc7ed604aad HTTP/1.1" status: 200 len: 1092 time: 3.6700261 Aug 11 03:04:18.789026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:18.791281 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40274fb-83d7-4094-8175-3cc1e6d9ada3" -d '{"events": [{"name": "network-changed", "server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:18.821756 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.940773 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:18.958375 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787f5b0c-1b92-4735-8bc0-840a85c305e5 x-openstack-request-id: req-787f5b0c-1b92-4735-8bc0-840a85c305e5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:18.958642 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:18.958821 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-787f5b0c-1b92-4735-8bc0-840a85c305e5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:18.959191 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'status': 'completed', 'code': 200} Aug 11 03:04:18.962702 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Transition to ACTIVE for port object 9e98402a-e79c-43a5-9dd4-84257e1f5b95 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:18.966615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:04:18.977735 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.017235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc5b21-0343-4a9d-9c08-d79c9db74d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a93f6716-e14b-47df-bdec-ccc7ed604aad,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:19.022959 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Attempting to bind port 9e98402a-e79c-43a5-9dd4-84257e1f5b95 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:19.023749 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Attempting to bind port 9e98402a-e79c-43a5-9dd4-84257e1f5b95 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:19.024342 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Attempting to bind port 9e98402a-e79c-43a5-9dd4-84257e1f5b95 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:19.050675 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:19.050997 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:19.051597 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.051735 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:19.052506 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Bound port: 9e98402a-e79c-43a5-9dd4-84257e1f5b95, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:19.052611 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.083098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Allocated IP 172.20.0.9 (48d6147b-6240-499a-94e3-ea39743bf905/5a0175c9-1615-4b0e-a42e-459f9cc9a27d/459e95af-bbbd-446c-906e-b1f007b506c7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:19.095489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.097494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.098115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.119413 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] For port 9e98402a-e79c-43a5-9dd4-84257e1f5b95, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:19.123097 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] For port 9e98402a-e79c-43a5-9dd4-84257e1f5b95, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9e98402a-e79c-43a5-9dd4-84257e1f5b95,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:19.128482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a89650-db01-4f1d-a913-2edaf68f33a7 req-de8c08c7-2e96-46eb-8816-4e6768293e35 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.136309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45a89650-db01-4f1d-a913-2edaf68f33a7 req-de8c08c7-2e96-46eb-8816-4e6768293e35 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 943 time: 0.3611927 Aug 11 03:04:19.137917 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.180560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Routers {'fda2a1d8-0ad0-4692-9c67-da90af597331'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:19.181200 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:03:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fda2a1d8-0ad0-4692-9c67-da90af597331'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:19.214383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-b88380c0-f807-4194-b4e5-cbc11fb9460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.215972 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-b88380c0-f807-4194-b4e5-cbc11fb9460c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 1095 time: 0.3368979 Aug 11 03:04:19.236528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8773644 Aug 11 03:04:19.276605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-8e7a2700-1172-4cae-93d7-6924b1509b14', 'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': '1de63eb0-2eb6-4375-a68c-bf76b420370c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:04:19.278114 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.294442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40f94f1-7b4c-4c64-b5aa-e1b2ac55b286 admin admin] Pushing event updated for resources: {'Network': ['ID=d70a0600-610a-4eb8-a046-b79fbee0c68a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:19.308721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34120) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:19.377920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d70a0600-610a-4eb8-a046-b79fbee0c68a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:19.381730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Request body: {'subnet': {'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1628258863-subnet', 'tenant_id': 'ec636adf220b406183a296f5a0533470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:19.400594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c5a10040-231c-46d1-85cf-7efeb3e9c779 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0205798 Aug 11 03:04:19.416393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34124) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:19.452170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-510ae260-8d2a-4bcf-bb23-6455948b2a62 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-567028889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:19.481620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-d5a806d6-9632-434d-b3f2-719451bc039b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad HTTP/1.1" status: 200 len: 217 time: 0.2520223 Aug 11 03:04:19.525898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Allocated IP 172.20.0.2 (8e7a2700-1172-4cae-93d7-6924b1509b14/1de63eb0-2eb6-4375-a68c-bf76b420370c/62f5ed77-49d2-4fda-a3b3-e6d112bdb774) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:19.538732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d730e7-7385-4665-99cb-aad264de9c04 req-a4699cfb-6801-4d8d-8b96-a0375e8db206 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.549859 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0d730e7-7385-4665-99cb-aad264de9c04 req-a4699cfb-6801-4d8d-8b96-a0375e8db206 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 945 time: 0.1446414 Aug 11 03:04:19.559396 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45a89650-db01-4f1d-a913-2edaf68f33a7 req-6eed84de-ee1d-490e-a39d-24a280c3e71a tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220707 Aug 11 03:04:19.559703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.638559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0d730e7-7385-4665-99cb-aad264de9c04 req-239ccd3c-1706-4518-b982-61c696a276ed tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877178 Aug 11 03:04:19.643116 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] Set router fda2a1d8-0ad0-4692-9c67-da90af597331 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:19.695940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Made reservation on behalf of ec636adf220b406183a296f5a0533470 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:19.698386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.779071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dadba94a-688c-4ebb-9768-aedc8818959b req-577c0f99-744a-4e42-92eb-c2fe59759ee6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 210 time: 0.1047604 Aug 11 03:04:19.800661 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119bb1b-fc81-4f2d-9e0b-af6f59f9e368 None None] Pushing event updated for resources: {'Port': ['ID=9e98402a-e79c-43a5-9dd4-84257e1f5b95,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:19.844597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-d3fcc3c7-74a9-46e2-89fc-54b04dc96778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.846498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-d3fcc3c7-74a9-46e2-89fc-54b04dc96778 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.3516695 Aug 11 03:04:19.858384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-737cfa57-ea66-4229-b513-1632ca77ce22 req-d6d32b5e-b7bc-4885-863d-153d5533aff9 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0662062 Aug 11 03:04:19.864758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.869432 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119bb1b-fc81-4f2d-9e0b-af6f59f9e368 None None] Pushing event updated for resources: {'Port': ['ID=9e98402a-e79c-43a5-9dd4-84257e1f5b95,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:19.882436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Transition to ACTIVE for port object 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:19.897033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-510ae260-8d2a-4bcf-bb23-6455948b2a62 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.898222 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-510ae260-8d2a-4bcf-bb23-6455948b2a62 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.919378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Transition to ACTIVE for port object 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:19.920823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-893e6dad-889d-4ff3-8ff1-90021cf95ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:19.923961 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-893e6dad-889d-4ff3-8ff1-90021cf95ca1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9543abba01874311b0c37bab1ccca3f5&device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 1097 time: 0.5200655 Aug 11 03:04:19.935369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.981205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Deleting port 9e98402a-e79c-43a5-9dd4-84257e1f5b95 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:19.981555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:19.982221 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.004289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 018f0fe2-2f04-430b-b76f-a83a5c29c91f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:20.038009 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5438102-7627-456f-ba11-72da71006c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2a1d8-0ad0-4692-9c67-da90af597331', 'name': 'tempest-snat-router-567615877', 'tenant_id': 'a929923029dc4490957a5a8deb3aeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e98402a-e79c-43a5-9dd4-84257e1f5b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:09Z', 'updated_at': '2021-08-11T03:04:14Z', 'revision_number': 3, 'project_id': 'a929923029dc4490957a5a8deb3aeb67', 'gw_port': {'id': '9e98402a-e79c-43a5-9dd4-84257e1f5b95', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2a1d8-0ad0-4692-9c67-da90af597331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:11Z', 'updated_at': '2021-08-11T03:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:20.076159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:20.086353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:20.098542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:20.110627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Pushing event updated for resources: {'Port': ['ID=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:20.127501 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5438102-7627-456f-ba11-72da71006c87 None None] The sync data for ids ['fda2a1d8-0ad0-4692-9c67-da90af597331'] in n-d-768509-22 is: [{'id': 'fda2a1d8-0ad0-4692-9c67-da90af597331', 'name': 'tempest-snat-router-567615877', 'tenant_id': 'a929923029dc4490957a5a8deb3aeb67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': '9e98402a-e79c-43a5-9dd4-84257e1f5b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:09Z', 'updated_at': '2021-08-11T03:04:14Z', 'revision_number': 3, 'project_id': 'a929923029dc4490957a5a8deb3aeb67', 'gw_port': {'id': '9e98402a-e79c-43a5-9dd4-84257e1f5b95', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2a1d8-0ad0-4692-9c67-da90af597331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:11Z', 'updated_at': '2021-08-11T03:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:20.146500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Transition to ACTIVE for port object 459e95af-bbbd-446c-906e-b1f007b506c7 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:20.194173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-a8e12587-6fba-486e-869d-491f5b72b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:20.196233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-a8e12587-6fba-486e-869d-491f5b72b8ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 200 len: 905 time: 0.2403333 Aug 11 03:04:20.201661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Attempting to bind port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:20.203988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Attempting to bind port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f70edd2b-d5c4-4c6c-98d4-8179788502b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:20.204446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Attempting to bind port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 on network 8e7a2700-1172-4cae-93d7-6924b1509b14 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:20.213186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:20.213710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Checking segment: {'id': 'f70edd2b-d5c4-4c6c-98d4-8179788502b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:20.214196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.214800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Bound using segment: {'id': 'f70edd2b-d5c4-4c6c-98d4-8179788502b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:20.215253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Bound port: 62f5ed77-49d2-4fda-a3b3-e6d112bdb774, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70edd2b-d5c4-4c6c-98d4-8179788502b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:20.215768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.220344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] For port 9e98402a-e79c-43a5-9dd4-84257e1f5b95, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9e98402a-e79c-43a5-9dd4-84257e1f5b95,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:20.220865 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.231213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 018f0fe2-2f04-430b-b76f-a83a5c29c91f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:20.231722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.248946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-510ae260-8d2a-4bcf-bb23-6455948b2a62 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.253151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-406a96fd-101c-422c-8c63-4d5b3abbeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:20.255439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-406a96fd-101c-422c-8c63-4d5b3abbeb15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3998556 Aug 11 03:04:20.279138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-3140b2e8-8654-477a-8538-f53788ae53aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f HTTP/1.1" status: 200 len: 217 time: 0.0723598 Aug 11 03:04:20.291329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Calling delete_port for 9e98402a-e79c-43a5-9dd4-84257e1f5b95 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:20.363601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] For port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:20.368512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] For port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,segment=NetworkSegment(f70edd2b-d5c4-4c6c-98d4-8179788502b1),segment_id=f70edd2b-d5c4-4c6c-98d4-8179788502b1)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:20.396934 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.451866 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.457963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-510ae260-8d2a-4bcf-bb23-6455948b2a62 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.466740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-433125f7-1926-4c51-9d31-3bc9aa9cc214 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783381 Aug 11 03:04:20.477182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.487008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-c4c8f91e-6de4-46c2-973d-e29f0590bf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:20.489484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-c4c8f91e-6de4-46c2-973d-e29f0590bf63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 200 len: 844 time: 0.1957159 Aug 11 03:04:20.537802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d1ba9-70d6-4b6b-944a-a434b6b9c6e4 None None] Pushing event updated for resources: {'Port': ['ID=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:20.544876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:20.561051 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def66dff-1553-407b-9f63-aec4b1c54951" -d '{"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-plugged", "status": "completed", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:20.616023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:20.623047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.639441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:20.670971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Network 48d6147b-6240-499a-94e3-ea39743bf905 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:20.709444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-04936b0c-0134-4a9a-b466-0fadf51c6690 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e63502cd-83b1-466c-b59a-e7e41506f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756122 Aug 11 03:04:20.720085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:20.767757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:20.776853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:20.788238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.803087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-510ae260-8d2a-4bcf-bb23-6455948b2a62 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:20.806859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-510ae260-8d2a-4bcf-bb23-6455948b2a62 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.3686259 Aug 11 03:04:20.826158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:20.864638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'port': {'network_id': '8e7a2700-1172-4cae-93d7-6924b1509b14', 'name': 'tempest-RoutersTest-1711257238'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:20.895992 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b2a710-7988-4be4-be04-9bb4eeb7344e x-openstack-request-id: req-72b2a710-7988-4be4-be04-9bb4eeb7344e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:20.896503 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-plugged", "status": "completed", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:20.896622 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72b2a710-7988-4be4-be04-9bb4eeb7344e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:20.896954 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'code': 200} Aug 11 03:04:21.044882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb511951-6975-454b-a92c-ea83686d2286,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.059190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.060046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.103542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4a1f0df-a9e6-4671-aedd-e4c287bf3e5f req-5189a9ee-453d-4505-99ca-ea7acc566384 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184785 Aug 11 03:04:21.205495 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8384b95-c69c-4706-afe9-824eb4eddddd req-cd2ac3d9-2783-49ab-b6f5-4d2a922d4f37 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.207084 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f8384b95-c69c-4706-afe9-824eb4eddddd req-cd2ac3d9-2783-49ab-b6f5-4d2a922d4f37 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.4715788 Aug 11 03:04:21.223966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-19c75d86-1a1a-4ae0-80e8-dcd714e3ebd9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7959151 Aug 11 03:04:21.240980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Checking segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:21.241458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Network hostable DHCP agents. Network: d70a0600-610a-4eb8-a046-b79fbee0c68a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:21.248560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Request body: {'port': {'device_id': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:21.288176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a7752c53-2e1f-4ed9-97bc-6a5afc0e1352 None None] Provisioning for port 459e95af-bbbd-446c-906e-b1f007b506c7 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:21.297886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a7752c53-2e1f-4ed9-97bc-6a5afc0e1352 None None] Provisioning complete for port 459e95af-bbbd-446c-906e-b1f007b506c7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:21.298584 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7752c53-2e1f-4ed9-97bc-6a5afc0e1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.333960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-02d888ce-158e-499f-b6b0-eed07f1455f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.335578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-02d888ce-158e-499f-b6b0-eed07f1455f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 1095 time: 0.1639850 Aug 11 03:04:21.336459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f8384b95-c69c-4706-afe9-824eb4eddddd req-e4c70bb3-0f87-44dd-a788-470fad195380 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195595 Aug 11 03:04:21.344550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-99bc8e13-b15f-42ec-a803-e9caa994b49e service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337264 Aug 11 03:04:21.355691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c411-5be9-46a6-b7e7-f8e945aae2be req-6c78f399-adaf-46b4-8803-c186bc44b1a8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.359415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1565c411-5be9-46a6-b7e7-f8e945aae2be req-6c78f399-adaf-46b4-8803-c186bc44b1a8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 943 time: 0.3736460 Aug 11 03:04:21.401298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a7752c53-2e1f-4ed9-97bc-6a5afc0e1352 None None] Port 459e95af-bbbd-446c-906e-b1f007b506c7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:21.407146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.527378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1565c411-5be9-46a6-b7e7-f8e945aae2be req-e2598c43-9cf1-4d85-a016-2a3741f2422f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664312 Aug 11 03:04:21.536481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Network d70a0600-610a-4eb8-a046-b79fbee0c68a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:21.559598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.639740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e98402a-e79c-43a5-9dd4-84257e1f5b95,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:21.651947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:21.654353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.662792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d70a0600-610a-4eb8-a046-b79fbee0c68a) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:21.681403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ded74e6-76ae-4dee-8ead-7425a93a215b None None] Network d70a0600-610a-4eb8-a046-b79fbee0c68a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:21.724422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2530d92d-ed22-47e2-beb1-414cfcb9cfa0 req-1201daf8-6dce-468b-83ca-73d9ca036b17 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0697081 Aug 11 03:04:21.748633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.750788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.790818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] device_id is not set on port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:04:21.818365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-921fc487-79c6-423d-b394-798d3348badd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4403713 Aug 11 03:04:21.829112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487081f0-bd5a-41d4-9c7d-cace6a04eb69 req-1a8a9b27-5bfb-4abb-9bff-d1dfe6891327 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.830806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-487081f0-bd5a-41d4-9c7d-cace6a04eb69 req-1a8a9b27-5bfb-4abb-9bff-d1dfe6891327 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 931 time: 0.3565748 Aug 11 03:04:21.842275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fc2284e-78cc-434b-a312-eace7b3d5f43 req-927dd3d5-46c1-4f59-a3e6-2d18ad381015 service neutron] 10.222.0.57 "GET /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877310 Aug 11 03:04:21.867344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:21.881977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-5b318253-9c03-4fac-a95f-20830c10cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:21.884260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-5b318253-9c03-4fac-a95f-20830c10cd33 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.4980636 Aug 11 03:04:21.979110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d193f-5286-49b0-9fbe-12201dac3caa None None] Network d70a0600-610a-4eb8-a046-b79fbee0c68a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:22.005847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-1d05244d-ca9a-4fe2-a996-2359bbc4949d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad HTTP/1.1" status: 200 len: 217 time: 0.0691557 Aug 11 03:04:22.062843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 018f0fe2-2f04-430b-b76f-a83a5c29c91f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:22.157823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-6848bfe3-e19f-403a-bc76-628f1e4d75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.159337 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-6848bfe3-e19f-403a-bc76-628f1e4d75b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.1416602 Aug 11 03:04:22.247203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-487081f0-bd5a-41d4-9c7d-cace6a04eb69 req-e28fb830-2ad5-43d9-95fc-bf76ea99846e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044597 Aug 11 03:04:22.250442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.260542 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.301612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-cbed4d4b-3427-4a62-b117-0de38783281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.307501 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.313811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-cbed4d4b-3427-4a62-b117-0de38783281e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397369 Aug 11 03:04:22.326245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459e95af-bbbd-446c-906e-b1f007b506c7 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:22.335396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-6ce7a2bc-2472-469d-ba55-ba76191ade8d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.337337 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-6ce7a2bc-2472-469d-ba55-ba76191ade8d tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.3472657 Aug 11 03:04:22.353496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.498977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.499549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fda2a1d8-0ad0-4692-9c67-da90af597331 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:22.528643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Transition to ACTIVE for port object 459e95af-bbbd-446c-906e-b1f007b506c7 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:22.542845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.546330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-87dbb843-96f1-4706-805f-bbddf0a770ec tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "DELETE /v2.0/routers/fda2a1d8-0ad0-4692-9c67-da90af597331 HTTP/1.1" status: 204 len: 168 time: 4.1636550 Aug 11 03:04:22.548060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.553479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34172) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:22.605140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.20.0.7 (8e7a2700-1172-4cae-93d7-6924b1509b14/1de63eb0-2eb6-4375-a68c-bf76b420370c/d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:22.613200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:22.614527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ad6aee-1b09-4e25-9f88-b262410f958b None None] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:22.683260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f4592-4c60-461c-b1f4-26b13b6bba01 req-d358abbe-b681-4232-bab1-a2d7351e6988 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.705339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-298f4592-4c60-461c-b1f4-26b13b6bba01 req-d358abbe-b681-4232-bab1-a2d7351e6988 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 946 time: 0.2306416 Aug 11 03:04:22.829125 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.858867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:22.861856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:22.903143 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-d27788c1-a6a9-47b5-b815-20f3a1462ebe service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794191 Aug 11 03:04:22.931694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:22.934883 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92dae9a-29bd-49dd-823e-513fa3b587a2" -d '{"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:22.936657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-298f4592-4c60-461c-b1f4-26b13b6bba01 req-44674803-92e7-4360-96b6-d41d6c05128b tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/security-groups?id=e44d3fa6-5a14-444c-b02e-bd07605d5836&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301693 Aug 11 03:04:22.948171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-aa55ada3-0c72-4ea9-a5ef-4c04b1125444 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:22.950547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-aa55ada3-0c72-4ea9-a5ef-4c04b1125444 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 813 time: 0.5606856 Aug 11 03:04:22.982271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Deleting port 018f0fe2-2f04-430b-b76f-a83a5c29c91f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:22.982271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:22.988902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0046ef75-94da-443f-90f8-31db66cea0f7 None None] Provisioning for port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:23.007991 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-252b4ba1-f135-480a-8712-526de4c31f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.144181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:23.168832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:23.195669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:23.196231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.261216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] For port 018f0fe2-2f04-430b-b76f-a83a5c29c91f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=018f0fe2-2f04-430b-b76f-a83a5c29c91f,segment=NetworkSegment(d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c),segment_id=d7bea6b9-ce3e-4687-ba63-6eac9dfdd70c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:23.261577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.292937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Calling delete_port for 018f0fe2-2f04-430b-b76f-a83a5c29c91f owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:23.301965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03189b9-b7cd-47ce-af83-35a080353979 req-ec4f4042-1dd0-42f5-9cbe-91025174f202 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:23.309513 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e03189b9-b7cd-47ce-af83-35a080353979 req-ec4f4042-1dd0-42f5-9cbe-91025174f202 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 943 time: 0.1854784 Aug 11 03:04:23.322007 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.367290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,segment=NetworkSegment(f70edd2b-d5c4-4c6c-98d4-8179788502b1),segment_id=f70edd2b-d5c4-4c6c-98d4-8179788502b1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:23.372496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.395036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.462272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:23.475702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e03189b9-b7cd-47ce-af83-35a080353979 req-dc346ba9-e0ec-4837-9eae-c9240111ae8e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651955 Aug 11 03:04:23.489018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:23.608977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-099c854a-9649-4898-b96d-af2b67318559 None None] Provisioning complete for port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:23.609207 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-099c854a-9649-4898-b96d-af2b67318559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.641250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3ebe68a3-911a-4a4d-a495-fa7d42df503e tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/quotas/ec636adf220b406183a296f5a0533470 HTTP/1.1" status: 200 len: 375 time: 0.6621344 Aug 11 03:04:23.642439 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.675439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.689059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.742388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-e9fba58a-560d-40c4-9107-b109ca60e465 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930042 Aug 11 03:04:23.757721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78e6edea-db25-402e-8e20-b71dfa66bce8 req-76395f84-d5e0-44d4-b566-24e714cc5eb8 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0865710 Aug 11 03:04:23.788891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:23.798514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:23.798852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:23.799218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:23.811692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a40274fb-83d7-4094-8175-3cc1e6d9ada3 req-afe07015-1f31-4fcf-9be5-ca21b65d7c1d service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8692322 Aug 11 03:04:23.811901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:23.839447 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6223bd6d-0365-44f8-9bcd-75bf7f875fa6 x-openstack-request-id: req-6223bd6d-0365-44f8-9bcd-75bf7f875fa6 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:23.840058 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:23.840539 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6223bd6d-0365-44f8-9bcd-75bf7f875fa6 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:23.841185 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'code': 200} Aug 11 03:04:23.855300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:23.866505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:23.967556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Port 459e95af-bbbd-446c-906e-b1f007b506c7 on network 48d6147b-6240-499a-94e3-ea39743bf905 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:23.967919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:23.972590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] No DVR routers for this DVR port 018f0fe2-2f04-430b-b76f-a83a5c29c91f on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:23.972968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-09708aac-192f-4b70-aa14-a06755b32b1e service neutron] 10.222.0.60 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225509 Aug 11 03:04:23.989978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:23.991963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d45e06f9-84fd-45b0-93cf-e585d724fe20 req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.57 "DELETE /v2.0/ports/018f0fe2-2f04-430b-b76f-a83a5c29c91f HTTP/1.1" status: 204 len: 173 time: 1.5700893 Aug 11 03:04:23.992712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c489ede-fca9-4928-80c7-4fe8e7e35a36 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] Pushing event deleted for resources: {'Port': ['ID=018f0fe2-2f04-430b-b76f-a83a5c29c91f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:23.994647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-deleted', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:24.001839 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc55cf-f8f6-4afe-a1b8-f42e8a9ded71" -d '{"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-deleted", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:24.005932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:24.006860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Checking segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:24.006860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Bound using segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:24.008241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Bound port: 459e95af-bbbd-446c-906e-b1f007b506c7, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:24.008738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.049683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.050471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.072607 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9c17b821-9d2d-4e4a-bac5-8976ca03c8dd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2127967 Aug 11 03:04:24.082607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b860fb-1ef2-433e-9de7-ea04ae208671 req-d131b346-dada-4e05-8cfb-7c97065843a3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.083514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a93f6716-e14b-47df-bdec-ccc7ed604aad details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:24.087054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34188) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:24.091845 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15b860fb-1ef2-433e-9de7-ea04ae208671 req-d131b346-dada-4e05-8cfb-7c97065843a3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1395791 Aug 11 03:04:24.154321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15b860fb-1ef2-433e-9de7-ea04ae208671 req-9d1a22e7-1718-42fc-aa32-36bd3aa01864 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614102 Aug 11 03:04:24.184600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.241581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b2c22e25-0029-4c7e-b0ef-c7b8a989cc07 None None] Provisioning for port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:24.256945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b2c22e25-0029-4c7e-b0ef-c7b8a989cc07 None None] Provisioning complete for port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:24.257325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2c22e25-0029-4c7e-b0ef-c7b8a989cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.286891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29ace49c-585d-4c26-b7b0-1b62c7219868 req-57fec97b-a23f-49ad-9e66-5557159fa613 tempest-ImagesTestJSON-1647248547 tempest-ImagesTestJSON-1647248547-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2a07406-1787-456b-acb9-1f3e15835c7a HTTP/1.1" status: 200 len: 210 time: 0.0395172 Aug 11 03:04:24.313005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a93f6716-e14b-47df-bdec-ccc7ed604aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:24.328134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b2c22e25-0029-4c7e-b0ef-c7b8a989cc07 None None] Port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:24.336277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'port_id': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'mac_address': 'fa:16:3e:03:ed:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:24.343828 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f827ff8a-3170-4e99-b29c-638bac989851 x-openstack-request-id: req-f827ff8a-3170-4e99-b29c-638bac989851 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:24.344494 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a07406-1787-456b-acb9-1f3e15835c7a", "name": "network-vif-deleted", "tag": "018f0fe2-2f04-430b-b76f-a83a5c29c91f", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:24.345123 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f827ff8a-3170-4e99-b29c-638bac989851 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:24.345783 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a07406-1787-456b-acb9-1f3e15835c7a', 'name': 'network-vif-deleted', 'tag': '018f0fe2-2f04-430b-b76f-a83a5c29c91f', 'status': 'completed', 'code': 200} Aug 11 03:04:24.377746 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.391792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93f6716-e14b-47df-bdec-ccc7ed604aad {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:24.414025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a93f6716-e14b-47df-bdec-ccc7ed604aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:24.420135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.462254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:24.467138 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-21d547b7-e338-45b0-b282-79e542689ac4 service neutron] 10.222.0.60 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810960 Aug 11 03:04:24.469202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:24.490494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a93f6716-e14b-47df-bdec-ccc7ed604aad,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:24.522209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.628235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a93f6716-e14b-47df-bdec-ccc7ed604aad'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:24.659828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.662450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.669336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] 10.222.0.57 "PUT /v2.0/ports/459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 1092 time: 3.4284663 Aug 11 03:04:24.688752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:24.695965 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9736b226-f10c-4d09-bf7d-4d480ae30316" -d '{"events": [{"name": "network-changed", "server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:24.723133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c683d9-007a-4bf8-abdf-7dff7d19b0ff req-7900a5f2-a92f-4b41-aae9-f7dbbfa547c3 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:24.731235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Deleting port f8e0be71-dea4-4619-b735-8ca52aab65b7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:24.731608 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.734927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25c683d9-007a-4bf8-abdf-7dff7d19b0ff req-7900a5f2-a92f-4b41-aae9-f7dbbfa547c3 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 944 time: 0.1679180 Aug 11 03:04:24.780289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:24.805900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25c683d9-007a-4bf8-abdf-7dff7d19b0ff req-abc24448-d63f-478b-a221-ce5ca9aa7c07 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544677 Aug 11 03:04:24.854873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] For port f8e0be71-dea4-4619-b735-8ca52aab65b7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f8e0be71-dea4-4619-b735-8ca52aab65b7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:24.855368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:24.876291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Calling delete_port for f8e0be71-dea4-4619-b735-8ca52aab65b7 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:24.964494 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93bf6c-d47b-4fb9-9d2f-497dcb27f7ba x-openstack-request-id: req-5d93bf6c-d47b-4fb9-9d2f-497dcb27f7ba {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:24.964792 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:24.965046 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d93bf6c-d47b-4fb9-9d2f-497dcb27f7ba {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:24.965456 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'status': 'completed', 'code': 200} Aug 11 03:04:25.043000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67324f-7984-47dd-b2bf-95839d491c37 service neutron] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:25.044467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:25.044839 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.070144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2776d8e4-4f27-43d4-8a21-97b536bf9457 req-45bd2c96-d489-4d43-90ce-1a0bbe364d77 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 210 time: 0.0747678 Aug 11 03:04:25.168883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-decd53ba-b77b-4f5d-b33d-1a3d629cd2c8 req-6debf1e2-b26d-4946-833e-6cbfa4084d0b tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.1160550 Aug 11 03:04:25.277649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0c5f42d-bbe9-4c75-9d1d-43f07599489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.286584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9e98402a-e79c-43a5-9dd4-84257e1f5b95 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:25.326010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9e98402a-e79c-43a5-9dd4-84257e1f5b95 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:25.326985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9e98402a-e79c-43a5-9dd4-84257e1f5b95 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:25.408618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.434459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-d9276b48-b56c-4725-8b21-64cfa2150c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.436373 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-d9276b48-b56c-4725-8b21-64cfa2150c4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1095 time: 0.4114943 Aug 11 03:04:25.438139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.475101 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.493324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-ade8f337-7fd3-4ec7-ad04-c8c5d4997aa8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 217 time: 0.0442064 Aug 11 03:04:25.493904 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:25.650008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-71fa1960-3643-4495-a791-dfe89c98aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.651843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-71fa1960-3643-4495-a791-dfe89c98aaa9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.1305892 Aug 11 03:04:25.690290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8e0be71-dea4-4619-b735-8ca52aab65b7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:25.822717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cde4b-76e5-490e-afd0-54235a235338 req-c0915a6c-0b19-4106-ac3b-d057188e4d1e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:25.824483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-070cde4b-76e5-490e-afd0-54235a235338 req-c0915a6c-0b19-4106-ac3b-d057188e4d1e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.5676711 Aug 11 03:04:25.895277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-070cde4b-76e5-490e-afd0-54235a235338 req-42c71ac5-b0ea-4472-a6f5-5a6ac9bb4fac tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619817 Aug 11 03:04:25.995310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-b8fd591f-706a-482e-90f0-f03bd87ff72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:26.000811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-b8fd591f-706a-482e-90f0-f03bd87ff72c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3366983 Aug 11 03:04:26.001995 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.014109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 018f0fe2-2f04-430b-b76f-a83a5c29c91f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:26.026325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34248) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:26.075995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 018f0fe2-2f04-430b-b76f-a83a5c29c91f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:26.076379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 018f0fe2-2f04-430b-b76f-a83a5c29c91f not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:26.106953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a93f6716-e14b-47df-bdec-ccc7ed604aad up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:26.119183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] Deleting subnet 0a104117-721a-4f29-912a-f1aa83180e4b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:26.129843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.193181 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.246998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port a93f6716-e14b-47df-bdec-ccc7ed604aad completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:26.257162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port a93f6716-e14b-47df-bdec-ccc7ed604aad triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:26.257572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.301075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.330461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5ca96cb-790e-48b7-9b66-f68c56cde8be req-bb3efb14-6f14-4a88-bf15-95c3d4d56bcb tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 210 time: 0.0888846 Aug 11 03:04:26.385896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.392855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.394014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.411272 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.415364 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.420619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a104117-721a-4f29-912a-f1aa83180e4b HTTP/1.1" status: 204 len: 168 time: 0.3900764 Aug 11 03:04:26.424593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa1181-e6ca-4673-b97e-409663e7aeeb req-cca62a3f-c67b-43c4-9519-f8ba76802def tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:26.427273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91aa1181-e6ca-4673-b97e-409663e7aeeb req-cca62a3f-c67b-43c4-9519-f8ba76802def tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 944 time: 0.5085673 Aug 11 03:04:26.446139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34254) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:26.455271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e4dd7-1c8d-46dc-9783-3b86e4a86913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a104117-721a-4f29-912a-f1aa83180e4b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:26.465806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:26.470278 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8396dee-24d8-4a78-81ee-c7c0b7378751" -d '{"events": [{"server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "name": "network-vif-plugged", "status": "completed", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:26.488469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a93f6716-e14b-47df-bdec-ccc7ed604aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:26.493973 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.525188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.525659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81ff4506-f0b1-43f8-88ca-9c91a777c221 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:26.546200 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.552762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b92d1007-daa7-43d8-924c-21c1fbdf602b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "DELETE /v2.0/routers/81ff4506-f0b1-43f8-88ca-9c91a777c221 HTTP/1.1" status: 204 len: 168 time: 3.9938138 Aug 11 03:04:26.558779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34258) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:26.563160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58da29c3-3393-4a05-9441-68ce915cf5cb req-5b529f30-b056-4dfb-90da-d18b2429662c tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0899429 Aug 11 03:04:26.568030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1493370840', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:26.576910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a93f6716-e14b-47df-bdec-ccc7ed604aad,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:26.621949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.636687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91aa1181-e6ca-4673-b97e-409663e7aeeb req-94a703c4-213b-4ffc-9361-5d062b569b53 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591790 Aug 11 03:04:26.644693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-f56dca4e-5fce-4538-9642-4264a886ad81 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096210 Aug 11 03:04:26.655383 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.657911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.663320 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.767903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.776690 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.784887 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7245725b-a8a1-4d14-9ba6-af4757795401 x-openstack-request-id: req-7245725b-a8a1-4d14-9ba6-af4757795401 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:26.785354 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "name": "network-vif-plugged", "status": "completed", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:26.785671 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7245725b-a8a1-4d14-9ba6-af4757795401 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:26.786111 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'code': 200} Aug 11 03:04:26.853240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.875783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:26.923655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:27.039908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63502cd-83b1-466c-b59a-e7e41506f97a']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:27.106949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:27.107190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bea6b9-ce3e-4687-ba63-6eac9dfdd70c') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:27.117826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-23b914ab-c477-4471-b58a-914ace3a271e tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.119524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-23b914ab-c477-4471-b58a-914ace3a271e tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 813 time: 0.1619160 Aug 11 03:04:27.121304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bd2c6bd-119a-42b6-ac8b-cf0df4fc344b req-62c3c739-20ef-4145-94eb-b4b82e22b4fd service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528732 Aug 11 03:04:27.153557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Request body: {'port': {'device_id': 'f3408ebe-d253-42e6-9360-0348b4444186', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'admin_state_up': True, 'tenant_id': 'ec636adf220b406183a296f5a0533470'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:27.175295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.259908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0945c702-d15f-4465-931a-108a5b94c03d None None] Provisioning complete for port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:27.260487 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0945c702-d15f-4465-931a-108a5b94c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.266683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.299378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-2a0ca005-50d0-40b9-8d5c-4438bc2f37e4 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.300950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-2a0ca005-50d0-40b9-8d5c-4438bc2f37e4 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 813 time: 0.4562550 Aug 11 03:04:27.302749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.309817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0945c702-d15f-4465-931a-108a5b94c03d None None] Port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:27.322801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Request body: {'port': {'device_id': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'admin_state_up': True, 'tenant_id': 'ec636adf220b406183a296f5a0533470'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:27.368665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:27.369148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:27.372776 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:27.521686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-98b9ffb1-da15-4ecb-b44a-60c2412f8b95 req-91c78a1c-54fc-45d7-a9da-a679dd3a586f tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 210 time: 0.0625603 Aug 11 03:04:27.525477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.532095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.533684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] 10.222.0.60 "DELETE /v2.0/networks/e63502cd-83b1-466c-b59a-e7e41506f97a HTTP/1.1" status: 204 len: 168 time: 1.0864894 Aug 11 03:04:27.576324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4632829-cab1-46c9-80d1-00ad2cbc9ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=e63502cd-83b1-466c-b59a-e7e41506f97a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:27.635933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Made reservation on behalf of ec636adf220b406183a296f5a0533470 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:27.639861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.729920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34270) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:27.778361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2d839-d70e-4ddd-992b-261e80b9fe6c req-81352a88-64cf-45d9-8cb3-d3e32e3b49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.779884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9d2d839-d70e-4ddd-992b-261e80b9fe6c req-81352a88-64cf-45d9-8cb3-d3e32e3b49c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 1097 time: 0.8382955 Aug 11 03:04:27.831133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34a51d96-1e03-4aab-8168-f0b8b79bf28e req-e4b02475-0730-4344-8d4a-b644278e8f68 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d788244-04df-4ea9-b1a6-26e4c57ea8cb HTTP/1.1" status: 200 len: 210 time: 0.0714555 Aug 11 03:04:27.865897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:27.866451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368f13c-f377-4c44-9119-b99b90397a57 req-1192462d-eb15-45ad-9714-c0da64fbf3d9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.873712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7368f13c-f377-4c44-9119-b99b90397a57 req-1192462d-eb15-45ad-9714-c0da64fbf3d9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.7273514 Aug 11 03:04:27.891323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-aac0d29f-97ce-4f8d-a48f-f60d0623726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:27.892806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-aac0d29f-97ce-4f8d-a48f-f60d0623726c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1095 time: 0.6806755 Aug 11 03:04:27.926545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.028889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9d2d839-d70e-4ddd-992b-261e80b9fe6c req-710bdaa5-c5f4-48ca-871d-2adc06b367d5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291007 Aug 11 03:04:28.051141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Allocated IP 172.20.0.12 (d70a0600-610a-4eb8-a046-b79fbee0c68a/bb511951-6975-454b-a92c-ea83686d2286/c6b21ca6-9ef9-4856-bc69-8ac4de5be10c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:28.054795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b761db67-9d0b-4a6f-91c9-af4f0e2cd33e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9543abba01874311b0c37bab1ccca3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229189 Aug 11 03:04:28.065957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34272) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:28.097724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.104999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-3c4cc26c-e269-4752-a2af-9ea6b3290951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.106524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-3c4cc26c-e269-4752-a2af-9ea6b3290951 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.1790822 Aug 11 03:04:28.125497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.164398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c883a5-1f9f-44bf-83af-dbf096e21969 req-e3735f76-4bce-4987-9919-5eb8231e24d0 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.166266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00c883a5-1f9f-44bf-83af-dbf096e21969 req-e3735f76-4bce-4987-9919-5eb8231e24d0 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 945 time: 0.2003832 Aug 11 03:04:28.235079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7368f13c-f377-4c44-9119-b99b90397a57 req-e541979b-7a27-4c36-9b58-1772d3f022f1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598244 Aug 11 03:04:28.253698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-25aa9677-5066-4c5b-b6c3-dbbf988539ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 217 time: 0.1298914 Aug 11 03:04:28.259406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Made reservation on behalf of ec636adf220b406183a296f5a0533470 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:28.263030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.339142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Allocated IP 172.25.4.251 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/5e8380f6-6148-44f1-b75c-10fd38edb694) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:28.354573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00c883a5-1f9f-44bf-83af-dbf096e21969 req-5565f168-b76b-4960-9873-f8732ec5397e tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651835 Aug 11 03:04:28.388505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-9b6bcb5f-3fdb-4ec4-9404-d3dc61ddbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.389986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-9b6bcb5f-3fdb-4ec4-9404-d3dc61ddbe5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.1190660 Aug 11 03:04:28.435586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb624-7ab0-47b3-88b6-67bee9598bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.474068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.523408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.528443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb624-7ab0-47b3-88b6-67bee9598bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.534101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.567694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.611240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f8e0be71-dea4-4619-b735-8ca52aab65b7 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:28.634882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f8e0be71-dea4-4619-b735-8ca52aab65b7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:28.635530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f8e0be71-dea4-4619-b735-8ca52aab65b7 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:28.642858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-51a1b9dd-fd4e-4562-93c1-47d3d1c7b933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.643607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event updated for resources: {'Port': ['ID=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:28.644388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-51a1b9dd-fd4e-4562-93c1-47d3d1c7b933 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2204781 Aug 11 03:04:28.653524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Network d70a0600-610a-4eb8-a046-b79fbee0c68a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:28.656100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:28.660510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:28.664507 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.757100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:28.768621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:28.771264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:28.799983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-096b908d-6c8a-472a-8a86-cfd14cca495f req-1f6ac53f-a4cb-427d-9bdf-82f44ee301f7 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 210 time: 0.1652031 Aug 11 03:04:28.812174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:28.813998 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.822439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event updated for resources: {'Port': ['ID=5e8380f6-6148-44f1-b75c-10fd38edb694,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:28.876427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Allocated IP 172.20.0.13 (d70a0600-610a-4eb8-a046-b79fbee0c68a/bb511951-6975-454b-a92c-ea83686d2286/f229aee1-e059-42a7-af17-08c2ab3521f1) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:28.941548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5138040-cc63-44c4-ac3b-d5c134dfbb04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6254919 Aug 11 03:04:28.947537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:28.952091 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb624-7ab0-47b3-88b6-67bee9598bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.955239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed5bb624-7ab0-47b3-88b6-67bee9598bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:28.956379 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ed5bb624-7ab0-47b3-88b6-67bee9598bb7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e44d3fa6-5a14-444c-b02e-bd07605d5836 HTTP/1.1" status: 204 len: 168 time: 0.8872194 Aug 11 03:04:28.964758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Request body: {'port': {'device_id': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:29.038396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bb624-7ab0-47b3-88b6-67bee9598bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44d3fa6-5a14-444c-b02e-bd07605d5836,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:29.078521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.102294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-c87ef847-924b-4717-b660-a44454306767 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904197 Aug 11 03:04:29.322806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc98e409-8a0d-4466-80fc-3298e5f374f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.369843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.401925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.422324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc98e409-8a0d-4466-80fc-3298e5f374f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.557358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9736b226-f10c-4d09-bf7d-4d480ae30316 req-7ebdb83a-5d70-4a1a-a8c8-8fc93bd7318b service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398556 Aug 11 03:04:29.587092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.592792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.611310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:29.624280 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.637601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2061f2b-68d3-4eae-9c12-d5941c5e2bb3 req-b863cdc5-1967-4380-828f-8becc70ae152 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:29.639360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2061f2b-68d3-4eae-9c12-d5941c5e2bb3 req-b863cdc5-1967-4380-828f-8becc70ae152 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1919422 Aug 11 03:04:29.703900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc98e409-8a0d-4466-80fc-3298e5f374f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.706449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc98e409-8a0d-4466-80fc-3298e5f374f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.710066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dc98e409-8a0d-4466-80fc-3298e5f374f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/security-groups/18e933bb-53a6-4cfc-88ca-9b275207e786 HTTP/1.1" status: 204 len: 168 time: 0.7565713 Aug 11 03:04:29.710381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34304) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:29.716179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db99d4d-1c9e-4c54-ac6b-22aee89b27f2 req-a46923f8-1a53-49a8-9f01-4b41ab4164b5 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:29.717698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db99d4d-1c9e-4c54-ac6b-22aee89b27f2 req-a46923f8-1a53-49a8-9f01-4b41ab4164b5 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 945 time: 0.2322347 Aug 11 03:04:29.747611 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-fbdafc29-0954-4f8e-80fd-b0d9bb54a9b3 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] show failed (client error): The resource could not be found. Aug 11 03:04:29.748929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fbdafc29-0954-4f8e-80fd-b0d9bb54a9b3 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "GET /v2.0/security-groups/18e933bb-53a6-4cfc-88ca-9b275207e786 HTTP/1.1" status: 404 len: 347 time: 0.0374322 Aug 11 03:04:29.754077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34308) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:29.756875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98e409-8a0d-4466-80fc-3298e5f374f0 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e933bb-53a6-4cfc-88ca-9b275207e786,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:29.765344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2061f2b-68d3-4eae-9c12-d5941c5e2bb3 req-5ccbfe51-31ef-40cd-8247-adaadeb90e16 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091988 Aug 11 03:04:29.788506 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.822806 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:29.856841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4db99d4d-1c9e-4c54-ac6b-22aee89b27f2 req-bd0ae50c-fda8-48a8-afb3-4fa561de8e2a tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252975 Aug 11 03:04:29.877421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34312) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:29.879083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Network d70a0600-610a-4eb8-a046-b79fbee0c68a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:29.896008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:29.898714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:29.923202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event updated for resources: {'Port': ['ID=f229aee1-e059-42a7-af17-08c2ab3521f1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:29.933513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:29.936925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:30.043420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:30.061619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.062005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.069033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1028196-network', 'tenant_id': 'a34b84137e5e40d5ae51c11b1671facc'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:30.132773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Made reservation on behalf of a34b84137e5e40d5ae51c11b1671facc for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:30.135279 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.139414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3139ad5b-162a-40d8-a246-0e9c9b383312 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9917648 Aug 11 03:04:30.147580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0e9c7-150a-447e-b3c4-9423c70a9491 req-cc305723-46df-422a-a34c-0fd6925e96f8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.152884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-27f0e9c7-150a-447e-b3c4-9423c70a9491 req-cc305723-46df-422a-a34c-0fd6925e96f8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 945 time: 0.1956868 Aug 11 03:04:30.158779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a0945-1dca-4e9a-a65c-87bf24262355 req-e7fe3347-8d5c-4eba-a509-4b570d004bfd tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:30.161940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Request body: {'port': {'device_id': 'f3408ebe-d253-42e6-9360-0348b4444186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:30.164478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-458a0945-1dca-4e9a-a65c-87bf24262355 req-e7fe3347-8d5c-4eba-a509-4b570d004bfd tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 932 time: 0.2509911 Aug 11 03:04:30.170133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34318) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:30.178631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Request body: {'floatingip': {'port_id': 'a93f6716-e14b-47df-bdec-ccc7ed604aad'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:30.183641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:30.196717 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.198957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '459e95af-bbbd-446c-906e-b1f007b506c7', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'port_id': '459e95af-bbbd-446c-906e-b1f007b506c7', 'mac_address': 'fa:16:3e:66:8d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:30.228280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6b21ca6-9ef9-4856-bc69-8ac4de5be10c {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:30.238895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.251746 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.265031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.268973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-967d59a4-4623-43c5-835d-a9a82760fe19 None None] Provisioning complete for port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:30.269352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-967d59a4-4623-43c5-835d-a9a82760fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.286400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Transition to ACTIVE for port object c6b21ca6-9ef9-4856-bc69-8ac4de5be10c will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:30.291143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459e95af-bbbd-446c-906e-b1f007b506c7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:30.293941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.301166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port a97b0ced-36bc-4a16-a939-e45e8357c567 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:30.301510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.309060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.327415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:30.331584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-967d59a4-4623-43c5-835d-a9a82760fe19 None None] Port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:30.334333 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.396420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router fef5df42-753d-40a6-b943-c74ba3a615e5 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:30.398412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.402673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:30.424145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-458a0945-1dca-4e9a-a65c-87bf24262355 req-828ac4b7-6346-4ada-9a70-1eadf694ae40 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824944 Aug 11 03:04:30.484735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:30.561833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.562713 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.564565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['459e95af-bbbd-446c-906e-b1f007b506c7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:30.586546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for a97b0ced-36bc-4a16-a939-e45e8357c567 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:30.690755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Attempting to bind port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:30.690979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Attempting to bind port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:30.691321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Attempting to bind port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:30.706154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c on network d70a0600-610a-4eb8-a046-b79fbee0c68a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:30.706508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Attempting to bind port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:30.726240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:30.726580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Checking segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:30.726962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Bound using segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:30.727409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Bound port: c6b21ca6-9ef9-4856-bc69-8ac4de5be10c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:30.727794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.759169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Router 3bebd8ab-6422-449d-bf9e-05973f68e8ad is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:30.903681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:30.942966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] For port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:30.980284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=a97b0ced-36bc-4a16-a939-e45e8357c567,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:30.983032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] For port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:30.994659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.074695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.075305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.076716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] 10.222.0.57 "PUT /v2.0/ports/c6b21ca6-9ef9-4856-bc69-8ac4de5be10c HTTP/1.1" status: 200 len: 1093 time: 2.1181803 Aug 11 03:04:31.079568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:31.081142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'tag': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:31.083292 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4dccce-8972-4416-8480-c323de97db64" -d '{"events": [{"name": "network-changed", "server_uuid": "8e02e79c-3e13-41f0-aa3f-fee81f624f9c", "tag": "c6b21ca6-9ef9-4856-bc69-8ac4de5be10c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:31.100833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] Sync routers for ids ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:31.114144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] Routers {'3bebd8ab-6422-449d-bf9e-05973f68e8ad'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:31.114854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.131962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.134688 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.138803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-04a7f5b7-b944-42bf-88d8-54f969967187 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/floatingips/ff9fb989-04e3-4ed5-82cd-674d66240201 HTTP/1.1" status: 204 len: 168 time: 1.3835256 Aug 11 03:04:31.148049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34326) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:31.148705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ac0e4-f11c-4df3-94a1-0a9de0e030c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:31.170218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.183932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:31.190346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b5cdab44-1fb3-49fc-bcf5-85534985815a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/fef5df42-753d-40a6-b943-c74ba3a615e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0947244 Aug 11 03:04:31.195311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] Routers {'3bebd8ab-6422-449d-bf9e-05973f68e8ad'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:31.195776 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] Sync routers for ids ['fef5df42-753d-40a6-b943-c74ba3a615e5'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:31.196996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.197822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34328) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:31.211280 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] Routers {'fef5df42-753d-40a6-b943-c74ba3a615e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:31.213001 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fef5df42-753d-40a6-b943-c74ba3a615e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.253545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.254494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e90af-51b0-4667-8182-3fd606e2fb30 None None] The sync data for ids ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:31.264895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076891d-8d85-46e7-a3f5-c1fdbb66d64b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.266378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7076891d-8d85-46e7-a3f5-c1fdbb66d64b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports/d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae HTTP/1.1" status: 200 len: 977 time: 0.0668874 Aug 11 03:04:31.285514 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.290044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34330) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:31.296369 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] Routers {'fef5df42-753d-40a6-b943-c74ba3a615e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:31.298226 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fef5df42-753d-40a6-b943-c74ba3a615e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.301783 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.340181 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:31.341262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29624012-1e59-4d66-97fb-49f1c10d38cb None None] The sync data for ids ['fef5df42-753d-40a6-b943-c74ba3a615e5'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:31.348079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.389779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d818d7-166e-493c-a228-ebe4d6f2cae9 req-89fb9eb1-bff1-44a3-82c8-006f7cf0066f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.392307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d818d7-166e-493c-a228-ebe4d6f2cae9 req-89fb9eb1-bff1-44a3-82c8-006f7cf0066f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.3253369 Aug 11 03:04:31.456645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:31.508288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43e0d89-3ca9-4bb7-99eb-4adb3fa36a38,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:31.517059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.517347 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Added segment bfbf3ea2-38a6-4f09-b759-abeaa042f68b of type vlan for network 3a7c9656-7c78-41e8-984b-9281ab984623 Aug 11 03:04:31.620324 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511379f-a184-4cd2-a4a3-6a2b847ead13 x-openstack-request-id: req-1511379f-a184-4cd2-a4a3-6a2b847ead13 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:31.620622 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e02e79c-3e13-41f0-aa3f-fee81f624f9c", "tag": "c6b21ca6-9ef9-4856-bc69-8ac4de5be10c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:31.620871 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1511379f-a184-4cd2-a4a3-6a2b847ead13 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:31.621363 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'tag': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c', 'status': 'completed', 'code': 200} Aug 11 03:04:31.627065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6813bf45-e47e-468b-b4cb-3fbded5f598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.628797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6813bf45-e47e-468b-b4cb-3fbded5f598a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=8e02e79c-3e13-41f0-aa3f-fee81f624f9c HTTP/1.1" status: 200 len: 1096 time: 0.4982193 Aug 11 03:04:31.643406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d818d7-166e-493c-a228-ebe4d6f2cae9 req-f5a8d5f0-a5d8-4efb-802e-3f5f1b332b3a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046595 Aug 11 03:04:31.659032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.673193 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.675351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5b9db952-8342-4d7c-87a8-418ef82059df tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1107707 Aug 11 03:04:31.679613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34334) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:31.712532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': False}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:31.748254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-a73c1a36-1b32-4afd-b26b-f0f8216dcde9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c HTTP/1.1" status: 200 len: 217 time: 0.0899677 Aug 11 03:04:31.818390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f229aee1-e059-42a7-af17-08c2ab3521f1 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:31.825525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:04:31.854988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00124e4-2386-4990-9595-207bdf64acee req-635ac53d-d0a3-446d-98ad-478c634eb1d0 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.856623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f00124e4-2386-4990-9595-207bdf64acee req-635ac53d-d0a3-446d-98ad-478c634eb1d0 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 932 time: 0.2333391 Aug 11 03:04:31.893893 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.900091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port dc98c5df-4dda-44dc-a571-4e038292aa75 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:31.900437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.916803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.917824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.918378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:31.934841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Transition to ACTIVE for port object f229aee1-e059-42a7-af17-08c2ab3521f1 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:31.976068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6ea7761a-5f02-4548-9f86-f3c76bf3798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:31.977466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-6ea7761a-5f02-4548-9f86-f3c76bf3798d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.2184780 Aug 11 03:04:31.996940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.008903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.016385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1357894 Aug 11 03:04:32.023878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:32.031797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Request body: {'subnet': {'network_id': '3a7c9656-7c78-41e8-984b-9281ab984623', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1028196-subnet', 'tenant_id': 'a34b84137e5e40d5ae51c11b1671facc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:32.043503 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.049626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:32.076332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-24fd3944-b4e9-4e01-8fc0-0563a8f317f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813830 Aug 11 03:04:32.087745 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f00124e4-2386-4990-9595-207bdf64acee req-ad5df0e2-823e-4f33-8849-be2321850c7b tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870284 Aug 11 03:04:32.118451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 459e95af-bbbd-446c-906e-b1f007b506c7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:32.122609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 459e95af-bbbd-446c-906e-b1f007b506c7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:32.123337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.137169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa05ba6-3b7c-4e50-a15f-990aff8561f5 admin admin] Pushing event updated for resources: {'Network': ['ID=3a7c9656-7c78-41e8-984b-9281ab984623,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.152381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 3a7c9656-7c78-41e8-984b-9281ab984623 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:32.165389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.169474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Pushing event updated for resources: {'Port': ['ID=f229aee1-e059-42a7-af17-08c2ab3521f1,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.180757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Made reservation on behalf of a34b84137e5e40d5ae51c11b1671facc for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:32.183033 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.192262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for dc98c5df-4dda-44dc-a571-4e038292aa75 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:32.274921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.298443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:32.300898 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cfbf68-fdcd-4e8f-9314-447a8bd1bb41" -d '{"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-plugged", "status": "completed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:32.315337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:32.323182 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.349029 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-a0080094-f05e-4e9d-9094-3f7a973b557c service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612925 Aug 11 03:04:32.352378 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Floating IP ef8a008c-3cdd-4bb3-8575-a87072458f4d associated. External IP: 172.25.4.106, port: a93f6716-e14b-47df-bdec-ccc7ed604aad. Aug 11 03:04:32.391372 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ea2ba-9ad9-4935-8a4d-22f030701fc8 x-openstack-request-id: req-542ea2ba-9ad9-4935-8a4d-22f030701fc8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:32.392149 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-plugged", "status": "completed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:32.392654 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-542ea2ba-9ad9-4935-8a4d-22f030701fc8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:32.393258 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'code': 200} Aug 11 03:04:32.398873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.439951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Attempting to bind port f229aee1-e059-42a7-af17-08c2ab3521f1 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:32.440358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Attempting to bind port f229aee1-e059-42a7-af17-08c2ab3521f1 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:32.440627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Attempting to bind port f229aee1-e059-42a7-af17-08c2ab3521f1 on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:32.509014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Port f229aee1-e059-42a7-af17-08c2ab3521f1 on network d70a0600-610a-4eb8-a046-b79fbee0c68a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:32.509265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Attempting to bind port f229aee1-e059-42a7-af17-08c2ab3521f1 on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:32.557664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:32.558009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Checking segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:32.558403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Bound using segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:32.558855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Bound port: f229aee1-e059-42a7-af17-08c2ab3521f1, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:32.559226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.589950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.605607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80431336-c937-42f6-85cb-cbb1548de3a1 req-6ee7a183-068c-4f88-8a76-87bf05c94e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:32.607098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80431336-c937-42f6-85cb-cbb1548de3a1 req-6ee7a183-068c-4f88-8a76-87bf05c94e0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1097 time: 0.1619039 Aug 11 03:04:32.615372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-5b6b6280-6c60-4a9d-8d43-d8793f25b35b service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392032 Aug 11 03:04:32.642550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.700480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.721803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=dc98c5df-4dda-44dc-a571-4e038292aa75,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.775999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] For port f229aee1-e059-42a7-af17-08c2ab3521f1, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:32.776941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.795369 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80431336-c937-42f6-85cb-cbb1548de3a1 req-8b298d41-fe7c-46d3-a272-a2320aee8c3a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611521 Aug 11 03:04:32.805331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] For port f229aee1-e059-42a7-af17-08c2ab3521f1, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f229aee1-e059-42a7-af17-08c2ab3521f1,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:32.834681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.893229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:32.893850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.895235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] 10.222.0.10 "PUT /v2.0/ports/f229aee1-e059-42a7-af17-08c2ab3521f1 HTTP/1.1" status: 200 len: 1093 time: 2.7377067 Aug 11 03:04:32.895741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3408ebe-d253-42e6-9360-0348b4444186', 'tag': 'f229aee1-e059-42a7-af17-08c2ab3521f1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:32.897981 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dbdba1-8c6a-4f83-926f-16808ed2db46" -d '{"events": [{"name": "network-changed", "server_uuid": "f3408ebe-d253-42e6-9360-0348b4444186", "tag": "f229aee1-e059-42a7-af17-08c2ab3521f1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:32.929275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Router f1c37d88-8678-48c5-be77-ee14abf1fba9 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:32.930850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c3a28d-d404-42b2-958b-f9f0cf5a55d4,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.938285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b6f9fc-5cad-4e7d-b360-06d42370756f service neutron] Pushing event updated for resources: {'Port': ['ID=f229aee1-e059-42a7-af17-08c2ab3521f1,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:32.957403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dccce-8972-4416-8480-c323de97db64 req-4e648890-60bc-4019-a9d2-8db37cfbdc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:32.959051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4dccce-8972-4416-8480-c323de97db64 req-4e648890-60bc-4019-a9d2-8db37cfbdc15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=8e02e79c-3e13-41f0-aa3f-fee81f624f9c HTTP/1.1" status: 200 len: 1096 time: 0.2701926 Aug 11 03:04:32.979283 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce5f98c-3966-452e-9790-cb9f20dd927c x-openstack-request-id: req-cce5f98c-3966-452e-9790-cb9f20dd927c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:32.979567 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3408ebe-d253-42e6-9360-0348b4444186", "tag": "f229aee1-e059-42a7-af17-08c2ab3521f1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:32.979916 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cce5f98c-3966-452e-9790-cb9f20dd927c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:32.980379 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3408ebe-d253-42e6-9360-0348b4444186', 'tag': 'f229aee1-e059-42a7-af17-08c2ab3521f1', 'status': 'completed', 'code': 200} Aug 11 03:04:32.991136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:32.993013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f6d55be7-89d4-4ade-8cdc-4317ec7e4883 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/ports/dc98c5df-4dda-44dc-a571-4e038292aa75 HTTP/1.1" status: 204 len: 168 time: 1.8413489 Aug 11 03:04:32.994291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Checking segment: {'id': 'bfbf3ea2-38a6-4f09-b759-abeaa042f68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3a7c9656-7c78-41e8-984b-9281ab984623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:32.994652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Network hostable DHCP agents. Network: 3a7c9656-7c78-41e8-984b-9281ab984623, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:32.997648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34344) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:33.057079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-1001b7c4-55d6-4c73-a104-8e899fff0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.058992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-1001b7c4-55d6-4c73-a104-8e899fff0982 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 1096 time: 0.1151090 Aug 11 03:04:33.092136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2555a-9132-45a1-80aa-a0d0af1d2d58 req-873afbd7-f58d-4adf-80cf-22df4a94880d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.093779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ed2555a-9132-45a1-80aa-a0d0af1d2d58 req-873afbd7-f58d-4adf-80cf-22df4a94880d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.3096383 Aug 11 03:04:33.177621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-c1ae9775-3f8d-4df3-9d97-749c2359b10e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f229aee1-e059-42a7-af17-08c2ab3521f1 HTTP/1.1" status: 200 len: 217 time: 0.0772688 Aug 11 03:04:33.197970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Network 3a7c9656-7c78-41e8-984b-9281ab984623 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:33.249657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 3a7c9656-7c78-41e8-984b-9281ab984623) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:33.265099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dca192b-de21-4d7a-9669-32be2f800dc5 None None] Network 3a7c9656-7c78-41e8-984b-9281ab984623 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:33.268946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.269534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.275058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ed2555a-9132-45a1-80aa-a0d0af1d2d58 req-fb1f4afa-238a-4f0f-96c1-3466230c5a06 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605532 Aug 11 03:04:33.283616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dccce-8972-4416-8480-c323de97db64 req-73dba846-c9fe-4ec9-a486-54b5d8cc2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.285108 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4dccce-8972-4416-8480-c323de97db64 req-73dba846-c9fe-4ec9-a486-54b5d8cc2ae5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 914 time: 0.3153071 Aug 11 03:04:33.289368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:33.301160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.310325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-26ee632d-c3e7-4f57-9a4c-333982e5d0ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2830269 Aug 11 03:04:33.349998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4dccce-8972-4416-8480-c323de97db64 req-635bead8-10a3-4bf7-9a49-d40415c8ccc7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c HTTP/1.1" status: 200 len: 217 time: 0.0479922 Aug 11 03:04:33.358551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] Sync routers for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:33.370965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5e07d8a-1217-4339-883d-0f070e6641de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.372547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-b5e07d8a-1217-4339-883d-0f070e6641de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.1553235 Aug 11 03:04:33.376133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-afc06d98-9727-4b21-a799-40b66b880591 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "PUT /v2.0/floatingips/ef8a008c-3cdd-4bb3-8575-a87072458f4d HTTP/1.1" status: 200 len: 991 time: 3.2049227 Aug 11 03:04:33.384001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629d6350-0169-4881-acb5-2e37475f326f req-b5e04095-98ab-41d6-b9d1-0174d74eeb44 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.391910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-629d6350-0169-4881-acb5-2e37475f326f req-b5e04095-98ab-41d6-b9d1-0174d74eeb44 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 944 time: 0.2062862 Aug 11 03:04:33.394103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:33.398293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:33.403848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port dfbf6ba9-6472-41e3-828f-f61703af7cbc {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:33.404234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.491944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4dccce-8972-4416-8480-c323de97db64 req-ebf2cd2d-f35c-4a4b-9412-88e5af07509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:33.493850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4dccce-8972-4416-8480-c323de97db64 req-ebf2cd2d-f35c-4a4b-9412-88e5af07509f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.1356750 Aug 11 03:04:33.587866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:33.827122 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-e8fc181d-3834-4c31-8b3f-39b36cb7f657 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4330795 Aug 11 03:04:33.829710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b980a4e-4e56-4a14-9ca1-926df649e164 None None] Network 3a7c9656-7c78-41e8-984b-9281ab984623 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:33.871991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4dccce-8972-4416-8480-c323de97db64 req-d4a6082d-9901-4e07-a537-9ec409b9f0c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3569002 Aug 11 03:04:33.885067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-e88425e5-ad49-4529-9dc8-d8dd950a7710 req-b684ce3f-ef6f-4d51-9c08-ef4710863f77 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1646465578', 'description': 'tempest-description-1228069989'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:33.941555 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-629d6350-0169-4881-acb5-2e37475f326f req-ff196c08-408f-40c3-8b55-12e9a2e61d2c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487134 Aug 11 03:04:33.957904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.992399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:33.992744 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:33.995593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for dfbf6ba9-6472-41e3-828f-f61703af7cbc owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:34.038474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-3e377b70-005c-404b-b179-c573cad32448 service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024910 Aug 11 03:04:34.054635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c6b21ca6-9ef9-4856-bc69-8ac4de5be10c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:34.076730 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e88425e5-ad49-4529-9dc8-d8dd950a7710 req-b684ce3f-ef6f-4d51-9c08-ef4710863f77 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.149989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.162258 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.167868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4dccce-8972-4416-8480-c323de97db64 req-bcc7f513-af2b-4dfe-ad65-a1e6ba8c4f24 service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873998 Aug 11 03:04:34.235376 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b87437ab-09be-4492-b2f1-2c6a4eee9c79 req-8617d95c-b50f-402f-b13f-f016d68abc83 service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889138 Aug 11 03:04:34.256678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.292821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:34.298352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:34.309296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ef8a008c-3cdd-4bb3-8575-a87072458f4d', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'port_id': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'mac_address': 'fa:16:3e:03:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:31Z', 'revision_number': 1, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.341548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Router 3bebd8ab-6422-449d-bf9e-05973f68e8ad has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:34.362450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-709fd26e-5118-40d1-9f60-766acd6c88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.366676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'port_id': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c', 'mac_address': 'fa:16:3e:33:17:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb511951-6975-454b-a92c-ea83686d2286', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:34.368643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] Checking router: f1c37d88-8678-48c5-be77-ee14abf1fba9 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:34.369454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-709fd26e-5118-40d1-9f60-766acd6c88cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 1096 time: 0.0773623 Aug 11 03:04:34.389946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:34.390644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.471907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb4dccce-8972-4416-8480-c323de97db64 req-6a7a846b-f30c-49de-a01c-190281ceee03 service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928813 Aug 11 03:04:34.488931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.493648 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e88425e5-ad49-4529-9dc8-d8dd950a7710 req-b684ce3f-ef6f-4d51-9c08-ef4710863f77 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.518294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.538870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e88425e5-ad49-4529-9dc8-d8dd950a7710 req-b684ce3f-ef6f-4d51-9c08-ef4710863f77 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.541953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6b21ca6-9ef9-4856-bc69-8ac4de5be10c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:34.574061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:34.576900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:34.585257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=dfbf6ba9-6472-41e3-828f-f61703af7cbc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:34.598705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ae0f7-7e17-49a5-9df4-dfa705fb9630 req-13972ab4-e8fa-4307-97ea-8fb512b6350e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.605183 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.616100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-279ae0f7-7e17-49a5-9df4-dfa705fb9630 req-13972ab4-e8fa-4307-97ea-8fb512b6350e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1949739 Aug 11 03:04:34.650883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e88425e5-ad49-4529-9dc8-d8dd950a7710 req-b684ce3f-ef6f-4d51-9c08-ef4710863f77 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.652157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e88425e5-ad49-4529-9dc8-d8dd950a7710 req-b684ce3f-ef6f-4d51-9c08-ef4710863f77 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7768099 Aug 11 03:04:34.680804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-cef2fee0-8c72-4d2d-8ea1-f939eeda1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.682397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-cef2fee0-8c72-4d2d-8ea1-f939eeda1480 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 914 time: 0.3060706 Aug 11 03:04:34.690497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684ce3f-ef6f-4d51-9c08-ef4710863f77 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=004981f4-b6f8-49ec-8475-d5d4c573c100,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:34.690863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:34.694391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:34.700688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.705915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34364) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:34.706112 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2745113c-4c51-4269-b98a-3d5dbca340ef tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "PUT /v2.0/routers/3bebd8ab-6422-449d-bf9e-05973f68e8ad HTTP/1.1" status: 200 len: 926 time: 3.0246010 Aug 11 03:04:34.713724 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] Sync routers for ids ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:34.747534 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] Routers {'3bebd8ab-6422-449d-bf9e-05973f68e8ad'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:34.752104 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.761113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-279ae0f7-7e17-49a5-9df4-dfa705fb9630 req-3de18094-a34d-47c2-b572-50a8c83ca59e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427283 Aug 11 03:04:34.768047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-741718d8-5baa-40c9-bcc5-6083c0a2cf4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f229aee1-e059-42a7-af17-08c2ab3521f1 HTTP/1.1" status: 200 len: 217 time: 0.0763922 Aug 11 03:04:34.801727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.806150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82fabbab-0d33-43b8-ba4a-c6865fa99081 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/ports/dfbf6ba9-6472-41e3-828f-f61703af7cbc HTTP/1.1" status: 204 len: 168 time: 1.7915232 Aug 11 03:04:34.821738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:34.854567 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.864400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-80934369-90ec-4e1d-aeb6-114f9a19987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:34.869492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-80934369-90ec-4e1d-aeb6-114f9a19987b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.0918689 Aug 11 03:04:34.870951 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] Routers {'3bebd8ab-6422-449d-bf9e-05973f68e8ad'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:34.871580 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.891892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c6b21ca6-9ef9-4856-bc69-8ac4de5be10c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:34.906905 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:34.907573 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0804660e-ab78-44ea-b049-059a6a0d3eaa None None] The sync data for ids ['3bebd8ab-6422-449d-bf9e-05973f68e8ad'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:34.954934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-f31af109-04a2-43dd-a033-3846264b1657 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383635 Aug 11 03:04:34.960172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-5ba685fb-adef-4602-8c1d-6aa13c6cc4de tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/004981f4-b6f8-49ec-8475-d5d4c573c100 HTTP/1.1" status: 200 len: 1815 time: 0.0893478 Aug 11 03:04:34.975949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '004981f4-b6f8-49ec-8475-d5d4c573c100', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:34.976428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '004981f4-b6f8-49ec-8475-d5d4c573c100', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:34.979358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:34.981099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:34.983590 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f03079c-5b5e-4c74-b259-1b9c862ceb76" -d '{"events": [{"name": "network-changed", "server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:34.988209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting subnet ca03af4c-7655-4d8d-a323-e99651a29c32 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:35.006793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.034696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=d4b45bd1-e1f4-44b2-bbe0-5ae605f217ae,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:35.134216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-210e10cc-02fa-4492-9838-e03a175ae137 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/3bebd8ab-6422-449d-bf9e-05973f68e8ad HTTP/1.1" status: 200 len: 926 time: 0.4218981 Aug 11 03:04:35.134418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ef8a008c-3cdd-4bb3-8575-a87072458f4d', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'port_id': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'mac_address': 'fa:16:3e:03:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:31Z', 'revision_number': 1, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:35.135556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34374) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:35.138075 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.159685 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.161195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.174552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4ee30-8ac5-4b4a-9dc1-08e873f13484 req-40f98f6e-5bf3-4dad-9e91-754d72d65cb5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.187316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16c4ee30-8ac5-4b4a-9dc1-08e873f13484 req-40f98f6e-5bf3-4dad-9e91-754d72d65cb5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.3143384 Aug 11 03:04:35.191327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2fe33-27f3-41ee-8d83-31834b98e797 None None] The sync data for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 is: [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ef8a008c-3cdd-4bb3-8575-a87072458f4d', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'port_id': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'mac_address': 'fa:16:3e:03:ed:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:03Z', 'updated_at': '2021-08-11T03:04:31Z', 'revision_number': 1, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:35.203605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.237366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34376) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:35.277573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'floatingip': {'port_id': '459e95af-bbbd-446c-906e-b1f007b506c7'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:35.325639 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.336032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5b2b66-5921-4746-bcfe-28a7e6a3adda,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:35.359565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-9bc757a3-e896-4466-b85f-062e61f4e4fd service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699675 Aug 11 03:04:35.361829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.427302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1d513-c6ec-4891-9c94-09fed2c8ea5e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.431579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cae1d513-c6ec-4891-9c94-09fed2c8ea5e tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=3bebd8ab-6422-449d-bf9e-05973f68e8ad&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2677159 Aug 11 03:04:35.431579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.431579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f08c789-e15a-43ff-b02c-0247e2337d1a req-62057e07-8d6d-4fce-af6e-723d8f6ca4c2 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4634421 Aug 11 03:04:35.459772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34378) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:35.498536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f8e84-664e-4814-8b8d-e1173cb9e8c2 None None] New status for floating IP ef8a008c-3cdd-4bb3-8575-a87072458f4d: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:04:35.510874 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5284cf8-6634-4502-a774-7af043eb7910 x-openstack-request-id: req-f5284cf8-6634-4502-a774-7af043eb7910 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:35.511138 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:35.511611 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5284cf8-6634-4502-a774-7af043eb7910 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:35.512022 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'status': 'completed', 'code': 200} Aug 11 03:04:35.574621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a1c82-881e-4ff2-b999-46766ffb54a1 req-40f7f77e-037a-4a73-8603-689a6a9f1446 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.576197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f07a1c82-881e-4ff2-b999-46766ffb54a1 req-40f7f77e-037a-4a73-8603-689a6a9f1446 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 944 time: 0.2571080 Aug 11 03:04:35.588204 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.622069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.691964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77406ba-d97d-42eb-b56c-6cad1e16d62d None None] Network 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:35.712980 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fedb00b6-acea-4669-8fbe-8f735b1b9804 req-0a23fc85-8170-41c6-9102-91ea4aa527ad tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/004981f4-b6f8-49ec-8475-d5d4c573c100 HTTP/1.1" status: 200 len: 2409 time: 0.2047052 Aug 11 03:04:35.717437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Subnet': ['ID=ca03af4c-7655-4d8d-a323-e99651a29c32,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:35.720270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.725087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dc3a5e48-972c-451c-8847-87aca6e6e009 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/subnets/ca03af4c-7655-4d8d-a323-e99651a29c32 HTTP/1.1" status: 204 len: 168 time: 0.9020891 Aug 11 03:04:35.734525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34382) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:35.768549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace2c8fc-c5ef-45df-9af5-5f91abfeebbf tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.769938 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ace2c8fc-c5ef-45df-9af5-5f91abfeebbf tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.3070614 Aug 11 03:04:35.770378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-fd9704d1-c27a-4ad0-95f6-5264f05f4975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:35.771882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-fd9704d1-c27a-4ad0-95f6-5264f05f4975 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 1097 time: 0.2498851 Aug 11 03:04:35.779336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34386) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:35.793345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4dbdba1-8c6a-4f83-926f-16808ed2db46 req-5a39dce0-d364-413e-805d-a3ee05f8abc9 service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838789 Aug 11 03:04:35.833856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e9a7a51-a07e-41bd-8134-41a979ef5773 req-84978f2e-47de-420e-bfcf-2aced31fb145 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-group-rules/0a5b2b66-5921-4746-bcfe-28a7e6a3adda HTTP/1.1" status: 200 len: 778 time: 0.0797963 Aug 11 03:04:35.834628 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f07a1c82-881e-4ff2-b999-46766ffb54a1 req-450f0497-41ed-4f3f-ba2e-f6c9ce9360c6 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423851 Aug 11 03:04:35.868960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-afb06a88-3626-4db5-a8ce-d82eebfea645 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bebd8ab-6422-449d-bf9e-05973f68e8ad HTTP/1.1" status: 200 len: 205 time: 0.0851450 Aug 11 03:04:35.869062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34390) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:35.951541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] DHCP port deletion for 36c1beb2-d8d5-4c61-aa35-acd2edaabc43 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:35.951803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting subnet 30cdfba4-69db-4278-b58f-e227c88239ad {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:35.958660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:35.992351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router fef5df42-753d-40a6-b943-c74ba3a615e5 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:36.010907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] Deleting port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:36.011588 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.014985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.058704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c6b21ca6-9ef9-4856-bc69-8ac4de5be10c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:36.115823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] For port 34b88c87-e0a6-4274-92e2-9be35f4c10c0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=34b88c87-e0a6-4274-92e2-9be35f4c10c0,segment=NetworkSegment(64c948bb-205f-4a5f-9732-f48d455b34da),segment_id=64c948bb-205f-4a5f-9732-f48d455b34da)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:36.116228 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.118465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:36.129388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-26fac86c-1a4a-4f6f-8a36-d8b6a063bc1f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/fef5df42-753d-40a6-b943-c74ba3a615e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8344536 Aug 11 03:04:36.129723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34392) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:36.133873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] Calling delete_port for 34b88c87-e0a6-4274-92e2-9be35f4c10c0 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:36.147229 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21161ac0-4108-4980-982e-e6af315235be None None] Sync routers for ids ['fef5df42-753d-40a6-b943-c74ba3a615e5'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:36.158851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f229aee1-e059-42a7-af17-08c2ab3521f1 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:36.162809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e9a7a51-a07e-41bd-8134-41a979ef5773 req-5b9c3078-208d-455e-aac4-5d45d0034448 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/004981f4-b6f8-49ec-8475-d5d4c573c100 HTTP/1.1" status: 200 len: 2409 time: 0.2898452 Aug 11 03:04:36.169444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-e04c7087-8c18-4634-81cd-8023c3c93f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:36.170831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-e04c7087-8c18-4634-81cd-8023c3c93f53 service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.3799832 Aug 11 03:04:36.189563 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21161ac0-4108-4980-982e-e6af315235be None None] Routers {'fef5df42-753d-40a6-b943-c74ba3a615e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:36.191895 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-21161ac0-4108-4980-982e-e6af315235be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fef5df42-753d-40a6-b943-c74ba3a615e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:36.241224 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-21161ac0-4108-4980-982e-e6af315235be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:36.254139 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21161ac0-4108-4980-982e-e6af315235be None None] Routers {'fef5df42-753d-40a6-b943-c74ba3a615e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:36.255666 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-21161ac0-4108-4980-982e-e6af315235be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fef5df42-753d-40a6-b943-c74ba3a615e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:36.263162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f229aee1-e059-42a7-af17-08c2ab3521f1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f229aee1-e059-42a7-af17-08c2ab3521f1,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:36.279423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'f229aee1-e059-42a7-af17-08c2ab3521f1', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'port_id': 'f229aee1-e059-42a7-af17-08c2ab3521f1', 'mac_address': 'fa:16:3e:57:2c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb511951-6975-454b-a92c-ea83686d2286', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:36.284057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:36.303352 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-21161ac0-4108-4980-982e-e6af315235be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:36.304531 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21161ac0-4108-4980-982e-e6af315235be None None] The sync data for ids ['fef5df42-753d-40a6-b943-c74ba3a615e5'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:36.341521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:36.341899 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.413058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.433304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f229aee1-e059-42a7-af17-08c2ab3521f1 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:36.497114 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.519981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f229aee1-e059-42a7-af17-08c2ab3521f1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f229aee1-e059-42a7-af17-08c2ab3521f1,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:36.544536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:36.546205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:36.549186 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bee9cc7-dd35-4cb8-851f-d44e8b0184d9" -d '{"events": [{"server_uuid": "8e02e79c-3e13-41f0-aa3f-fee81f624f9c", "name": "network-vif-plugged", "status": "completed", "tag": "c6b21ca6-9ef9-4856-bc69-8ac4de5be10c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:36.564839 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.566666 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.580694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.595280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.689769 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-2e40449c-e87a-4efc-acd4-b47e8b0eab74 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 03:04:36.689976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f229aee1-e059-42a7-af17-08c2ab3521f1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.690725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e40449c-e87a-4efc-acd4-b47e8b0eab74 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/fef5df42-753d-40a6-b943-c74ba3a615e5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5602169 Aug 11 03:04:36.694003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34396) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:36.699361 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d04519-36b2-4970-b0e7-464c7a82a987 x-openstack-request-id: req-17d04519-36b2-4970-b0e7-464c7a82a987 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:36.699659 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02e79c-3e13-41f0-aa3f-fee81f624f9c", "name": "network-vif-plugged", "status": "completed", "tag": "c6b21ca6-9ef9-4856-bc69-8ac4de5be10c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:36.699925 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17d04519-36b2-4970-b0e7-464c7a82a987 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:36.700310 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c', 'code': 200} Aug 11 03:04:36.702828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 34b88c87-e0a6-4274-92e2-9be35f4c10c0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:36.712684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.733602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] No DVR routers for this DVR port 34b88c87-e0a6-4274-92e2-9be35f4c10c0 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:36.742184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-587af82f-918d-461b-9ed2-9ee4813c36f5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=fef5df42-753d-40a6-b943-c74ba3a615e5 HTTP/1.1" status: 200 len: 205 time: 0.0444620 Aug 11 03:04:36.755136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34398) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:36.757506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812d8f8-d2b1-494a-9695-2a5b5f505e50 None None] Pushing event deleted for resources: {'Port': ['ID=34b88c87-e0a6-4274-92e2-9be35f4c10c0,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.774129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:04:36.784628 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.797189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 34b88c87-e0a6-4274-92e2-9be35f4c10c0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:36.797615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 34b88c87-e0a6-4274-92e2-9be35f4c10c0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:36.803102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f229aee1-e059-42a7-af17-08c2ab3521f1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:36.822921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Subnet': ['ID=30cdfba4-69db-4278-b58f-e227c88239ad,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.826171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cded56c-ed46-4478-9c0c-311123aa431e req-c4b8070f-9ff9-4514-8fbe-bd80dc5352e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:36.828583 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1cded56c-ed46-4478-9c0c-311123aa431e req-c4b8070f-9ff9-4514-8fbe-bd80dc5352e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e02e79c-3e13-41f0-aa3f-fee81f624f9c HTTP/1.1" status: 200 len: 1098 time: 0.1176844 Aug 11 03:04:36.831379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.836880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-967b289f-df97-4be6-810d-6c6a80adf3bb tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/subnets/30cdfba4-69db-4278-b58f-e227c88239ad HTTP/1.1" status: 204 len: 168 time: 1.0748115 Aug 11 03:04:36.837748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34400) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:36.846465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c0994-c05c-4e49-a41e-9179b3437c28 None None] Network 1f3c0774-edba-4861-a3d0-7d508f132475 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:36.929796 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0e9a7a51-a07e-41bd-8134-41a979ef5773 req-818f3c88-3974-4b08-ad14-1f991d3f7e7c tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.938740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0e9a7a51-a07e-41bd-8134-41a979ef5773 req-818f3c88-3974-4b08-ad14-1f991d3f7e7c tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.945048 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1cded56c-ed46-4478-9c0c-311123aa431e req-55b57763-a2b3-4532-a223-57124f764e76 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061914 Aug 11 03:04:36.953561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:36.980870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:36.992239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-4a9c0780-2df6-499d-b52f-c5b347491cbf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad HTTP/1.1" status: 200 len: 1001 time: 0.7778807 Aug 11 03:04:37.001477 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-620755fe-5fe6-44c9-81b4-c09f0b6da674 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.064173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0e9a7a51-a07e-41bd-8134-41a979ef5773 req-818f3c88-3974-4b08-ad14-1f991d3f7e7c tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.069724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0e9a7a51-a07e-41bd-8134-41a979ef5773 req-818f3c88-3974-4b08-ad14-1f991d3f7e7c tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.070864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e9a7a51-a07e-41bd-8134-41a979ef5773 req-818f3c88-3974-4b08-ad14-1f991d3f7e7c tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0a5b2b66-5921-4746-bcfe-28a7e6a3adda HTTP/1.1" status: 204 len: 173 time: 0.8637855 Aug 11 03:04:37.110089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.146890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db36675-78c7-4423-a4ab-abe23991c27a req-8e08196b-5fdf-4866-b295-18d1a6a1f545 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:37.160252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1db36675-78c7-4423-a4ab-abe23991c27a req-8e08196b-5fdf-4866-b295-18d1a6a1f545 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 945 time: 0.1951294 Aug 11 03:04:37.164644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.179181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f3c88-3974-4b08-ad14-1f991d3f7e7c tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a5b2b66-5921-4746-bcfe-28a7e6a3adda,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:37.193892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.228754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c1beb2-d8d5-4c61-aa35-acd2edaabc43']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:37.229030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] DHCP port deletion for 1f3c0774-edba-4861-a3d0-7d508f132475 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:37.240253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-9e013e7e-4ead-40ae-8dee-ef3b76a1aaeb req-2f8658b8-4a71-44cb-ba44-641f28584324 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1104706092', 'description': 'tempest-description-590692072'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:37.257323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c948bb-205f-4a5f-9732-f48d455b34da') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:37.257775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c948bb-205f-4a5f-9732-f48d455b34da') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:37.282140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1db36675-78c7-4423-a4ab-abe23991c27a req-c23c0507-cc86-40a1-9ac6-2c804871ca72 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075168 Aug 11 03:04:37.286689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.301132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] Deleting port 361c96ea-9af4-4db1-8d70-23e3c9850266 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:37.301520 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.304746 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.314823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:37.315493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:37.320757 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:37.328894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-4725a37e-ee42-4f85-9636-e9617316e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:37.330421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-4725a37e-ee42-4f85-9636-e9617316e7a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.3265331 Aug 11 03:04:37.393242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.401431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.403279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/networks/36c1beb2-d8d5-4c61-aa35-acd2edaabc43 HTTP/1.1" status: 204 len: 168 time: 0.5634744 Aug 11 03:04:37.406489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34408) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:37.425409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-620755fe-5fe6-44c9-81b4-c09f0b6da674 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.437567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19a8f8-0643-46d9-867e-edced6ccdd50 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Network': ['ID=36c1beb2-d8d5-4c61-aa35-acd2edaabc43,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:37.444492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-620755fe-5fe6-44c9-81b4-c09f0b6da674 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.449702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.472700 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e013e7e-4ead-40ae-8dee-ef3b76a1aaeb req-2f8658b8-4a71-44cb-ba44-641f28584324 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.501803 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.541628 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] For port 361c96ea-9af4-4db1-8d70-23e3c9850266, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=361c96ea-9af4-4db1-8d70-23e3c9850266,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:37.542252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.556584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] Calling delete_port for 361c96ea-9af4-4db1-8d70-23e3c9850266 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:37.557752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-620755fe-5fe6-44c9-81b4-c09f0b6da674 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.558300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620755fe-5fe6-44c9-81b4-c09f0b6da674 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Fanout notify agent at l3_agent the message router_deleted on router fef5df42-753d-40a6-b943-c74ba3a615e5 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:37.566118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-620755fe-5fe6-44c9-81b4-c09f0b6da674 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.567219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-620755fe-5fe6-44c9-81b4-c09f0b6da674 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/fef5df42-753d-40a6-b943-c74ba3a615e5 HTTP/1.1" status: 204 len: 168 time: 0.8114872 Aug 11 03:04:37.571751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34410) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:37.574503 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Floating IP 2b426078-d43a-4707-8878-b4faeab01ee8 associated. External IP: 172.25.4.194, port: 459e95af-bbbd-446c-906e-b1f007b506c7. Aug 11 03:04:37.602410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Deleting port 361c96ea-9af4-4db1-8d70-23e3c9850266 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:37.603007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.624243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-0ce889dd-1c44-409c-b470-83dbbe68b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:37.625844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-0ce889dd-1c44-409c-b470-83dbbe68b20d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2568214 Aug 11 03:04:37.658420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.673049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet 1de63eb0-2eb6-4375-a68c-bf76b420370c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:37.680283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.693820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] Pushing event deleted for resources: {'Port': ['ID=361c96ea-9af4-4db1-8d70-23e3c9850266,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:37.696183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6321c69-52f0-49a2-9b0b-d8ea903b9221 None None] No DVR routers for this DVR port 361c96ea-9af4-4db1-8d70-23e3c9850266 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:37.723703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] For port 361c96ea-9af4-4db1-8d70-23e3c9850266, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=361c96ea-9af4-4db1-8d70-23e3c9850266,segment=NetworkSegment(bbdba5c5-fefd-4ede-afcc-b9be275b87a9),segment_id=bbdba5c5-fefd-4ede-afcc-b9be275b87a9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:37.724003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.744403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Calling delete_port for 361c96ea-9af4-4db1-8d70-23e3c9850266 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:37.751790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.839021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Deleting port 5e8380f6-6148-44f1-b75c-10fd38edb694 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:37.839681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.898889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.924152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e013e7e-4ead-40ae-8dee-ef3b76a1aaeb req-2f8658b8-4a71-44cb-ba44-641f28584324 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.925596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:37.959070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Port': ['ID=361c96ea-9af4-4db1-8d70-23e3c9850266,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:37.960568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-df8598c1-df96-471e-8d5e-3e4233a7dfae service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167865 Aug 11 03:04:37.964304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] No DVR routers for this DVR port 361c96ea-9af4-4db1-8d70-23e3c9850266 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:37.964450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e013e7e-4ead-40ae-8dee-ef3b76a1aaeb req-2f8658b8-4a71-44cb-ba44-641f28584324 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.060068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.072815 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.099118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=1de63eb0-2eb6-4375-a68c-bf76b420370c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.103294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3c0774-edba-4861-a3d0-7d508f132475']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:38.105854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.111343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-274059ad-3752-4c37-b5a3-94c568ad36ad tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/1de63eb0-2eb6-4375-a68c-bf76b420370c HTTP/1.1" status: 204 len: 168 time: 0.5383270 Aug 11 03:04:38.112456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:38.113028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9e013e7e-4ead-40ae-8dee-ef3b76a1aaeb req-2f8658b8-4a71-44cb-ba44-641f28584324 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.115568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34e2c0-ecda-497e-bd32-ce98360b6c9d None None] Network 8e7a2700-1172-4cae-93d7-6924b1509b14 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:38.122926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e013e7e-4ead-40ae-8dee-ef3b76a1aaeb req-2f8658b8-4a71-44cb-ba44-641f28584324 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8975518 Aug 11 03:04:38.136679 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.142500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8658b8-4a71-44cb-ba44-641f28584324 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179afa91-769d-409d-917a-aa4511cf41bb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.164683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Calling delete_port for 5e8380f6-6148-44f1-b75c-10fd38edb694 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:38.182750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:38.183060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbdba5c5-fefd-4ede-afcc-b9be275b87a9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:38.189772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f229aee1-e059-42a7-af17-08c2ab3521f1 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:38.195258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Router f4f61b66-fec2-4be8-ad26-10ac4cab53fd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:38.243577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.247398 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b56d877d-0369-48da-9b39-35bab4808c56 req-6b9a7f1e-38dd-4ed3-bd57-0f0b7c1320b0 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/179afa91-769d-409d-917a-aa4511cf41bb HTTP/1.1" status: 200 len: 1814 time: 0.0684910 Aug 11 03:04:38.267502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f03079c-5b5e-4c74-b259-1b9c862ceb76 req-823f84b7-22c7-4e31-a250-83b2cfbc65a1 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944393 Aug 11 03:04:38.299357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.311179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.321825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-f2009e91-dd95-4b2e-962a-821331e81f03 req-8c2e993d-43cb-4ef6-a7e5-4aa7aa004d91 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-904652078', 'description': 'tempest-description-1590677512'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:38.329495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port f229aee1-e059-42a7-af17-08c2ab3521f1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:38.333857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port f229aee1-e059-42a7-af17-08c2ab3521f1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:38.334232 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.335852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:38.337437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:38.341439 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:38.410209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] DHCP port deletion for 8e7a2700-1172-4cae-93d7-6924b1509b14 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:38.448933 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.451878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f2009e91-dd95-4b2e-962a-821331e81f03 req-8c2e993d-43cb-4ef6-a7e5-4aa7aa004d91 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.472642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.491018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.498188 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] 10.222.0.60 "DELETE /v2.0/networks/1f3c0774-edba-4861-a3d0-7d508f132475 HTTP/1.1" status: 204 len: 168 time: 1.0855849 Aug 11 03:04:38.516985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91450713-8548-48d1-89e0-8eb444fc5281 tempest-TaggedBootDevicesTest-1116804871 tempest-TaggedBootDevicesTest-1116804871-project] Pushing event deleted for resources: {'Network': ['ID=1f3c0774-edba-4861-a3d0-7d508f132475,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.526795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f229aee1-e059-42a7-af17-08c2ab3521f1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f229aee1-e059-42a7-af17-08c2ab3521f1,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:38.538250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:38.538588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.541437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] Deleting port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:38.541875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.544545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.570663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599bc83-b2ea-4fe3-9756-f95dbe7d7bd5 req-dcf2dbe6-5c1f-460a-9d36-50275195c7d2 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:38.586451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3599bc83-b2ea-4fe3-9756-f95dbe7d7bd5 req-dcf2dbe6-5c1f-460a-9d36-50275195c7d2 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 945 time: 0.1918671 Aug 11 03:04:38.622368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f229aee1-e059-42a7-af17-08c2ab3521f1,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.629413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,segment=NetworkSegment(f70edd2b-d5c4-4c6c-98d4-8179788502b1),segment_id=f70edd2b-d5c4-4c6c-98d4-8179788502b1)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:38.630672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.640126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:38.647505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:38.673313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.699992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] Sync routers for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:38.719459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3408ebe-d253-42e6-9360-0348b4444186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f229aee1-e059-42a7-af17-08c2ab3521f1'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:38.721843 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30d63d6-8fbc-4180-b575-b53907bcfdcb" -d '{"events": [{"server_uuid": "f3408ebe-d253-42e6-9360-0348b4444186", "name": "network-vif-plugged", "status": "completed", "tag": "f229aee1-e059-42a7-af17-08c2ab3521f1"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:38.730426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3599bc83-b2ea-4fe3-9756-f95dbe7d7bd5 req-046055d0-520b-49a3-9671-ae92872785fe tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311445 Aug 11 03:04:38.730818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 361c96ea-9af4-4db1-8d70-23e3c9850266 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:38.751512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cca99ff1-5644-4f75-8d75-b6c6be23673b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "PUT /v2.0/floatingips/2b426078-d43a-4707-8878-b4faeab01ee8 HTTP/1.1" status: 200 len: 991 time: 3.4823191 Aug 11 03:04:38.752081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:38.755683 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886" -d '{"events": [{"name": "network-changed", "server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:38.776388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:38.776539 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.777127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:38.784115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.815327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event deleted for resources: {'Port': ['ID=5e8380f6-6148-44f1-b75c-10fd38edb694,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.823783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:38.827989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:38.920246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f2009e91-dd95-4b2e-962a-821331e81f03 req-8c2e993d-43cb-4ef6-a7e5-4aa7aa004d91 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.923517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:38.928100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f2009e91-dd95-4b2e-962a-821331e81f03 req-8c2e993d-43cb-4ef6-a7e5-4aa7aa004d91 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:38.936636 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.036143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f2009e91-dd95-4b2e-962a-821331e81f03 req-8c2e993d-43cb-4ef6-a7e5-4aa7aa004d91 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.037233 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fdba0d-c706-417d-ae1a-3cb39044e46a x-openstack-request-id: req-93fdba0d-c706-417d-ae1a-3cb39044e46a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:39.037530 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:39.037793 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93fdba0d-c706-417d-ae1a-3cb39044e46a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:39.038209 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'status': 'completed', 'code': 200} Aug 11 03:04:39.039296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2009e91-dd95-4b2e-962a-821331e81f03 req-8c2e993d-43cb-4ef6-a7e5-4aa7aa004d91 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7294853 Aug 11 03:04:39.079447 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.089035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 361c96ea-9af4-4db1-8d70-23e3c9850266 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:39.089035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 361c96ea-9af4-4db1-8d70-23e3c9850266 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:39.089035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:39.089686 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6d17da-e119-4573-9b80-5c1a75570c2d x-openstack-request-id: req-1d6d17da-e119-4573-9b80-5c1a75570c2d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:39.089869 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3408ebe-d253-42e6-9360-0348b4444186", "name": "network-vif-plugged", "status": "completed", "tag": "f229aee1-e059-42a7-af17-08c2ab3521f1", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:39.090171 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d6d17da-e119-4573-9b80-5c1a75570c2d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:39.090487 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3408ebe-d253-42e6-9360-0348b4444186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f229aee1-e059-42a7-af17-08c2ab3521f1', 'code': 200} Aug 11 03:04:39.103598 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.112979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.120375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e993d-43cb-4ef6-a7e5-4aa7aa004d91 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0981dd-b308-4e36-b6c8-0dc81a1f17b7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:39.130731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80b48-0604-49dc-b17f-b27226af5861 req-de4fc972-91d1-4c1d-a119-e5b793025a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.132093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:39.132428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:39.132716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aca80b48-0604-49dc-b17f-b27226af5861 req-de4fc972-91d1-4c1d-a119-e5b793025a13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 1098 time: 0.2084310 Aug 11 03:04:39.140562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7a2700-1172-4cae-93d7-6924b1509b14']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:39.174490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70edd2b-d5c4-4c6c-98d4-8179788502b1') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:39.174786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70edd2b-d5c4-4c6c-98d4-8179788502b1') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:39.199043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.208850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-09d00f1a-fbb9-488b-a3d5-bb7f8fe10700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.209961 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-09d00f1a-fbb9-488b-a3d5-bb7f8fe10700 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1097 time: 0.1691551 Aug 11 03:04:39.222981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1711113-bf26-4318-93b2-f7f178bde82d req-c941b663-78c8-4ae6-ac3b-02a13ad156dd tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/da0981dd-b308-4e36-b6c8-0dc81a1f17b7 HTTP/1.1" status: 200 len: 1814 time: 0.1426423 Aug 11 03:04:39.226786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.227325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Fanout notify agent at l3_agent the message router_deleted on router 3bebd8ab-6422-449d-bf9e-05973f68e8ad {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:39.237923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.240318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5e5d303e-5e90-4765-8f03-0be2eaf2a833 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/3bebd8ab-6422-449d-bf9e-05973f68e8ad HTTP/1.1" status: 204 len: 168 time: 3.3650324 Aug 11 03:04:39.240491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] For port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,segment=NetworkSegment(f70edd2b-d5c4-4c6c-98d4-8179788502b1),segment_id=f70edd2b-d5c4-4c6c-98d4-8179788502b1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:39.240491 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.252230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34442) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:39.260319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4ca0dce5-a4c2-4c89-b5be-1acba163a706 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1479782420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:39.263753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] Calling delete_port for 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:39.284176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-848384804', 'description': 'tempest-description-589074381'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:39.284958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aca80b48-0604-49dc-b17f-b27226af5861 req-c5449b1d-0783-4f2c-81a9-eeb84451d29d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410339 Aug 11 03:04:39.290315 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.299080 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dce5-a4c2-4c89-b5be-1acba163a706 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.300701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dce5-a4c2-4c89-b5be-1acba163a706 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.354799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:39.355288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:39.360408 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:39.379488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dce5-a4c2-4c89-b5be-1acba163a706 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.388281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dce5-a4c2-4c89-b5be-1acba163a706 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.394125 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.441337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] Pushing event deleted for resources: {'Port': ['ID=62f5ed77-49d2-4fda-a3b3-e6d112bdb774,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:39.447541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683190e-e092-4d37-92c4-dad8d6d05953 None None] No DVR routers for this DVR port 62f5ed77-49d2-4fda-a3b3-e6d112bdb774 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:39.463421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ca0dce5-a4c2-4c89-b5be-1acba163a706 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.464838 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ca0dce5-a4c2-4c89-b5be-1acba163a706 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2089097 Aug 11 03:04:39.467510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34446) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:39.473222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:39.497172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-6b935ff0-eafb-4660-aeaa-9ce1d38a1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.498927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-6b935ff0-eafb-4660-aeaa-9ce1d38a1040 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.2783365 Aug 11 03:04:39.501469 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.528262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.539514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:39.544797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/8e7a2700-1172-4cae-93d7-6924b1509b14 HTTP/1.1" status: 204 len: 168 time: 1.4270892 Aug 11 03:04:39.545856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34448) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:39.585540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-569686009'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:39.586528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '2b426078-d43a-4707-8878-b4faeab01ee8', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'port_id': '459e95af-bbbd-446c-906e-b1f007b506c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'mac_address': 'fa:16:3e:66:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:12Z', 'updated_at': '2021-08-11T03:04:36Z', 'revision_number': 1, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:39.634697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] Checking router: f4f61b66-fec2-4be8-ad26-10ac4cab53fd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:39.634970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e1b47-6fee-4561-ac08-2c6d10edb141 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=8e7a2700-1172-4cae-93d7-6924b1509b14,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:39.657274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:39.659201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:39.672966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-04bdda42-a4aa-4e59-ab6d-23eab1273da5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 999 time: 0.1579707 Aug 11 03:04:39.722983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:04:39.722983 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:04:39.722983 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id_1': 'a34b84137e5e40d5ae51c11b1671facc', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 4, 39, 627063)}] Aug 11 03:04:39.722983 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:04:39.723927 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:04:39.748523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-12ddfdde-7bbc-45fb-b03c-959a780adf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.752363 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-12ddfdde-7bbc-45fb-b03c-959a780adf2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.0671349 Aug 11 03:04:39.824623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:39.838096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-743bbbb3-189d-4ee4-a402-3dfab79ece9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:39.840502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-743bbbb3-189d-4ee4-a402-3dfab79ece9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803862 Aug 11 03:04:39.978078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-513a8e40-aa1d-4040-b1cf-c5abaaf44724 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286929 Aug 11 03:04:40.137731 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4bbca5c-a9dd-4fbe-8dab-668ead49a886 req-baa767ba-7049-48d8-a6d8-dcbfea7e0225 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459424 Aug 11 03:04:40.140025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '2b426078-d43a-4707-8878-b4faeab01ee8', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'port_id': '459e95af-bbbd-446c-906e-b1f007b506c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'mac_address': 'fa:16:3e:66:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:12Z', 'updated_at': '2021-08-11T03:04:36Z', 'revision_number': 1, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:40.176368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c9349-c58e-4ad3-aee3-6c171709d882 None None] The sync data for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 is: [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '2b426078-d43a-4707-8878-b4faeab01ee8', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'floating_ip_address': '172.25.4.194', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'port_id': '459e95af-bbbd-446c-906e-b1f007b506c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'mac_address': 'fa:16:3e:66:8d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:04:12Z', 'updated_at': '2021-08-11T03:04:36Z', 'revision_number': 1, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:40.226279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.295751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.304081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:40.308018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.373724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf977c41-f37e-4119-8db0-fe9954cf77a7 req-8c08332c-07ac-4c9b-9f93-83050d8864d5 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:40.376400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf977c41-f37e-4119-8db0-fe9954cf77a7 req-8c08332c-07ac-4c9b-9f93-83050d8864d5 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 946 time: 0.1512079 Aug 11 03:04:40.395025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.402096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.420992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:40.432249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.432772 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment c66765a2-6e25-4812-8d5f-5ca1a955c15b of type vlan for network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 Aug 11 03:04:40.434965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db751f28-3e31-4579-9b94-e00c3c64e75c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:40.446539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.447848 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-26dfbcad-8a65-4ed1-8312-70511cf08d53 req-4c139c58-f71d-48c1-a901-df7d317a5165 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1726286 Aug 11 03:04:40.524620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf977c41-f37e-4119-8db0-fe9954cf77a7 req-ff2af8fe-6cb7-4070-87e7-c36124d564d2 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760822 Aug 11 03:04:40.526389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.575832 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59628a6-2c6e-472e-ac41-e4b2a7d0fa77 None None] New status for floating IP 2b426078-d43a-4707-8878-b4faeab01ee8: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:04:40.618085 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.623812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:40.625074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.719679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1391823 Aug 11 03:04:40.721400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d879466-0270-42d6-a879-30b16979e29d req-25150c9a-147d-4ba1-bc96-86053f3cb346 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/db751f28-3e31-4579-9b94-e00c3c64e75c HTTP/1.1" status: 200 len: 1813 time: 0.1504881 Aug 11 03:04:40.725939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34460) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:40.726484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=43f0c501-7127-45ed-8b5f-da2bf3f09a78,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:40.734169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': '43f0c501-7127-45ed-8b5f-da2bf3f09a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:40.744650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.745035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.745417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.745663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.746001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.746335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.746668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.746998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.747327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.747665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.748001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.748325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9440e52d-8a50-4fc4-8d48-2128ea6fcd27 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:04:40.762604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:40.798596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9d731686-77bb-4195-b45d-024ee4a1959d req-cae2d8df-7e5c-42c4-94bf-ab4070ecca3d tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-169567628', 'description': 'tempest-description-1834817639'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:40.877409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.901506 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.908695 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9d731686-77bb-4195-b45d-024ee4a1959d req-cae2d8df-7e5c-42c4-94bf-ab4070ecca3d tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:40.923071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:40.927099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.024292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Allocated IP 172.25.4.85 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/fea66130-8775-4edc-bab6-cef7011435f3) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:41.126454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9d731686-77bb-4195-b45d-024ee4a1959d req-cae2d8df-7e5c-42c4-94bf-ab4070ecca3d tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.133088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.133960 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9d731686-77bb-4195-b45d-024ee4a1959d req-cae2d8df-7e5c-42c4-94bf-ab4070ecca3d tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.183186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.207656 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9d731686-77bb-4195-b45d-024ee4a1959d req-cae2d8df-7e5c-42c4-94bf-ab4070ecca3d tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.208889 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d731686-77bb-4195-b45d-024ee4a1959d req-cae2d8df-7e5c-42c4-94bf-ab4070ecca3d tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4355524 Aug 11 03:04:41.211207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2d8df-7e5c-42c4-94bf-ab4070ecca3d tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a8c9a8-94d9-4635-ba5c-64e651249166,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.217678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.228704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:41.241139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:41.246350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:41.288094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event updated for resources: {'Port': ['ID=fea66130-8775-4edc-bab6-cef7011435f3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.291016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=937d22d5-19bd-4d6e-aef0-1a9013ba710d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:41.301786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': 'c66765a2-6e25-4812-8d5f-5ca1a955c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f0c501-7127-45ed-8b5f-da2bf3f09a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:41.302146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: 43f0c501-7127-45ed-8b5f-da2bf3f09a78, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:41.323581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:41.329819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-594bed23-3b9f-47e3-bfc6-59e9350b37ed req-af587240-9535-4a10-8217-8873975c7df7 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/a0a8c9a8-94d9-4635-ba5c-64e651249166 HTTP/1.1" status: 200 len: 1814 time: 0.0896823 Aug 11 03:04:41.336562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 43f0c501-7127-45ed-8b5f-da2bf3f09a78) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:41.347536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e54a1-200f-45ac-ae00-73e75aaf3031 None None] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:41.352664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:41.353296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.387996 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-9ccda252-c4bd-4d11-aea9-20c0f553a6c7 req-edd89a05-9b6a-40b6-9fca-9505ce4826e3 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] show failed (client error): The resource could not be found. Aug 11 03:04:41.396533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ccda252-c4bd-4d11-aea9-20c0f553a6c7 req-edd89a05-9b6a-40b6-9fca-9505ce4826e3 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/c101b6fe-2705-4e14-9b86-a9b4203b99f3 HTTP/1.1" status: 404 len: 352 time: 0.0307240 Aug 11 03:04:41.405604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bd58cfcd-b893-4c2d-8096-c170704e078e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6775706 Aug 11 03:04:41.407192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34472) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:41.413233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f3c8c280-bc02-49d8-9020-ed008ab49e12 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2056985884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:41.451438 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-257a0cb5-8c5f-4e0c-8121-86365f5b0d22 req-926e5d8b-a15e-4129-b78c-fcf6966b78e7 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] show failed (client error): The resource could not be found. Aug 11 03:04:41.452824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-257a0cb5-8c5f-4e0c-8121-86365f5b0d22 req-926e5d8b-a15e-4129-b78c-fcf6966b78e7 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-group-rules/644a5473-7e52-41d7-bef2-39a07b1c1ba1 HTTP/1.1" status: 404 len: 361 time: 0.0174446 Aug 11 03:04:41.461803 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3c8c280-bc02-49d8-9020-ed008ab49e12 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.463690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3c8c280-bc02-49d8-9020-ed008ab49e12 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.549783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3c8c280-bc02-49d8-9020-ed008ab49e12 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.571320 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3c8c280-bc02-49d8-9020-ed008ab49e12 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.595741 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce0ee249-95a9-4fed-a6fd-708e62f690ca req-5b84540d-833a-46e5-9016-22b2de39d356 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/a0a8c9a8-94d9-4635-ba5c-64e651249166 HTTP/1.1" status: 200 len: 1814 time: 0.1003151 Aug 11 03:04:41.600665 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3c8c280-bc02-49d8-9020-ed008ab49e12 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.605149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f3c8c280-bc02-49d8-9020-ed008ab49e12 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1934454 Aug 11 03:04:41.606837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34480) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:41.632025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-43f0c501-7127-45ed-8b5f-da2bf3f09a78', 'network_id': '43f0c501-7127-45ed-8b5f-da2bf3f09a78', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': '937d22d5-19bd-4d6e-aef0-1a9013ba710d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:04:41.632976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.650358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.842795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Allocated IP 172.20.0.2 (43f0c501-7127-45ed-8b5f-da2bf3f09a78/937d22d5-19bd-4d6e-aef0-1a9013ba710d/68c0376b-d982-41cb-8021-7665e658667f) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:41.884974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec4456-fb5c-40ba-9c99-ec9de222f69c req-978f0e00-8140-4dcc-ac66-216ded7e6169 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:41.886569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8ec4456-fb5c-40ba-9c99-ec9de222f69c req-978f0e00-8140-4dcc-ac66-216ded7e6169 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 946 time: 0.1079929 Aug 11 03:04:41.982496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8ec4456-fb5c-40ba-9c99-ec9de222f69c req-023b6d88-a2ba-4f87-a04f-ea020d8b01cb tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840473 Aug 11 03:04:41.989749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:41.997909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.083419 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.099735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Transition to ACTIVE for port object 68c0376b-d982-41cb-8021-7665e658667f will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:42.129687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ce0ee249-95a9-4fed-a6fd-708e62f690ca req-9bfd3e59-0381-4bd6-b7bd-41429cb37187 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.138720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Transition to ACTIVE for port object 68c0376b-d982-41cb-8021-7665e658667f will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:42.148713 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.197898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:42.209024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:42.216156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Router acf015f1-9298-4351-be79-0f75b57ef7ee is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:42.220429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:42.231040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Pushing event updated for resources: {'Port': ['ID=68c0376b-d982-41cb-8021-7665e658667f,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:42.232560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ce0ee249-95a9-4fed-a6fd-708e62f690ca req-9bfd3e59-0381-4bd6-b7bd-41429cb37187 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.344148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ce0ee249-95a9-4fed-a6fd-708e62f690ca req-9bfd3e59-0381-4bd6-b7bd-41429cb37187 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.346606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ce0ee249-95a9-4fed-a6fd-708e62f690ca req-9bfd3e59-0381-4bd6-b7bd-41429cb37187 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.347826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce0ee249-95a9-4fed-a6fd-708e62f690ca req-9bfd3e59-0381-4bd6-b7bd-41429cb37187 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "DELETE /v2.0/security-groups/a0a8c9a8-94d9-4635-ba5c-64e651249166 HTTP/1.1" status: 204 len: 173 time: 0.7359500 Aug 11 03:04:42.354134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.365664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226af02d-67d1-42f2-a9a6-4da39a993b7e req-bdc5b5bd-6a35-4472-a8bf-b6c758a6fd11 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:42.373789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd3e59-0381-4bd6-b7bd-41429cb37187 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a8c9a8-94d9-4635-ba5c-64e651249166,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:42.374038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-226af02d-67d1-42f2-a9a6-4da39a993b7e req-bdc5b5bd-6a35-4472-a8bf-b6c758a6fd11 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=8e02e79c-3e13-41f0-aa3f-fee81f624f9c HTTP/1.1" status: 200 len: 946 time: 0.1527181 Aug 11 03:04:42.421095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:42.431207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.435796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-87768a13-e095-4ef7-8a39-c055ed7d7b0f tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "PUT /v2.0/routers/acf015f1-9298-4351-be79-0f75b57ef7ee HTTP/1.1" status: 200 len: 883 time: 2.9661529 Aug 11 03:04:42.436745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34488) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:42.462189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] Sync routers for ids ['acf015f1-9298-4351-be79-0f75b57ef7ee'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:42.486785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] Routers {'acf015f1-9298-4351-be79-0f75b57ef7ee'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:42.486785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['acf015f1-9298-4351-be79-0f75b57ef7ee'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.487100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-226af02d-67d1-42f2-a9a6-4da39a993b7e req-29d74cd5-5eec-46c4-b1f5-3185f9a386dc tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110928 Aug 11 03:04:42.526157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Attempting to bind port 68c0376b-d982-41cb-8021-7665e658667f on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:42.526441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Attempting to bind port 68c0376b-d982-41cb-8021-7665e658667f by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c66765a2-6e25-4812-8d5f-5ca1a955c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f0c501-7127-45ed-8b5f-da2bf3f09a78'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:42.526811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Attempting to bind port 68c0376b-d982-41cb-8021-7665e658667f on network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:42.538234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.550553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:42.551871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Checking segment: {'id': 'c66765a2-6e25-4812-8d5f-5ca1a955c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f0c501-7127-45ed-8b5f-da2bf3f09a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:42.552211 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.552849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Bound using segment: {'id': 'c66765a2-6e25-4812-8d5f-5ca1a955c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f0c501-7127-45ed-8b5f-da2bf3f09a78'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:42.553902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Bound port: 68c0376b-d982-41cb-8021-7665e658667f, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66765a2-6e25-4812-8d5f-5ca1a955c15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '43f0c501-7127-45ed-8b5f-da2bf3f09a78'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:42.554614 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.574066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] Routers {'acf015f1-9298-4351-be79-0f75b57ef7ee'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:42.575148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['acf015f1-9298-4351-be79-0f75b57ef7ee'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.699592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:42.701834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ce63d0-df9c-45a4-ad2c-f927c927f998 None None] The sync data for ids ['acf015f1-9298-4351-be79-0f75b57ef7ee'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:42.729000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4037085d-06be-45b8-a522-94fcfdbb15ce tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/acf015f1-9298-4351-be79-0f75b57ef7ee HTTP/1.1" status: 200 len: 924 time: 0.2881508 Aug 11 03:04:42.736237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34500) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:42.798418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] For port 68c0376b-d982-41cb-8021-7665e658667f, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:42.804142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] For port 68c0376b-d982-41cb-8021-7665e658667f, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=68c0376b-d982-41cb-8021-7665e658667f,segment=NetworkSegment(c66765a2-6e25-4812-8d5f-5ca1a955c15b),segment_id=c66765a2-6e25-4812-8d5f-5ca1a955c15b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:42.817308 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:42.822628 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f166429-a867-46ca-ae9a-482546ec1fdd req-30db64a0-ab21-4289-af11-e6ea66360040 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/db751f28-3e31-4579-9b94-e00c3c64e75c HTTP/1.1" status: 200 len: 1813 time: 0.4385312 Aug 11 03:04:42.831490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1ffa5-6f84-4351-9659-275f3aa0f8bf tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:42.839961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b8d1ffa5-6f84-4351-9659-275f3aa0f8bf tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=acf015f1-9298-4351-be79-0f75b57ef7ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1025836 Aug 11 03:04:42.841393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34504) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:42.926742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2053791-6cbf-443b-8f5d-681d3b33a034 None None] Pushing event updated for resources: {'Port': ['ID=68c0376b-d982-41cb-8021-7665e658667f,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.009276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.20.0.1 (43f0c501-7127-45ed-8b5f-da2bf3f09a78/937d22d5-19bd-4d6e-aef0-1a9013ba710d/308a0ad3-502d-4ddf-b9bd-d98551746a85) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:43.022263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ae067f-a498-475e-b9a8-dbd86f0aed96 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:43.023985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-57ae067f-a498-475e-b9a8-dbd86f0aed96 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.1780255 Aug 11 03:04:43.026777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34506) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:43.027955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f166429-a867-46ca-ae9a-482546ec1fdd req-a3be750c-8e11-403f-a612-706d4fc5d9c4 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.074726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f166429-a867-46ca-ae9a-482546ec1fdd req-a3be750c-8e11-403f-a612-706d4fc5d9c4 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.080017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7ce25f9d-8e2b-466b-b07e-c2d792e6bc62 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=acf015f1-9298-4351-be79-0f75b57ef7ee HTTP/1.1" status: 200 len: 205 time: 0.0514843 Aug 11 03:04:43.084109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34510) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:43.154833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f166429-a867-46ca-ae9a-482546ec1fdd req-a3be750c-8e11-403f-a612-706d4fc5d9c4 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.164748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7f166429-a867-46ca-ae9a-482546ec1fdd req-a3be750c-8e11-403f-a612-706d4fc5d9c4 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.184057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f166429-a867-46ca-ae9a-482546ec1fdd req-a3be750c-8e11-403f-a612-706d4fc5d9c4 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "DELETE /v2.0/security-groups/db751f28-3e31-4579-9b94-e00c3c64e75c HTTP/1.1" status: 204 len: 173 time: 0.3454359 Aug 11 03:04:43.319686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be750c-8e11-403f-a612-706d4fc5d9c4 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db751f28-3e31-4579-9b94-e00c3c64e75c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.409242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-27931043-9b61-4b8a-9f1b-62f43fc7d406 req-61307455-12f3-4625-8e86-c53313d87c79 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/da0981dd-b308-4e36-b6c8-0dc81a1f17b7 HTTP/1.1" status: 200 len: 1814 time: 0.2242560 Aug 11 03:04:43.422783 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.512205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.541272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object 308a0ad3-502d-4ddf-b9bd-d98551746a85 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:43.545790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-27931043-9b61-4b8a-9f1b-62f43fc7d406 req-8dac73fb-afaf-437a-a028-5190c4761484 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.575921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-27931043-9b61-4b8a-9f1b-62f43fc7d406 req-8dac73fb-afaf-437a-a028-5190c4761484 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.629812 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.634691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.646483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-ecfd9545-28b9-40c0-920c-1fdfe6329e69 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:43.648081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-ecfd9545-28b9-40c0-920c-1fdfe6329e69 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 813 time: 0.1644275 Aug 11 03:04:43.671614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-27931043-9b61-4b8a-9f1b-62f43fc7d406 req-8dac73fb-afaf-437a-a028-5190c4761484 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.674939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-27931043-9b61-4b8a-9f1b-62f43fc7d406 req-8dac73fb-afaf-437a-a028-5190c4761484 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.676242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-27931043-9b61-4b8a-9f1b-62f43fc7d406 req-8dac73fb-afaf-437a-a028-5190c4761484 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "DELETE /v2.0/security-groups/da0981dd-b308-4e36-b6c8-0dc81a1f17b7 HTTP/1.1" status: 204 len: 173 time: 0.2315605 Aug 11 03:04:43.691552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:43.706219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:43.708301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac73fb-afaf-437a-a028-5190c4761484 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0981dd-b308-4e36-b6c8-0dc81a1f17b7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.708504 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-0eb85859-5db0-498f-852d-60a67d060aab tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/quotas/ec636adf220b406183a296f5a0533470 HTTP/1.1" status: 200 len: 375 time: 0.0520141 Aug 11 03:04:43.710331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:43.802792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-8f76e97f-8a02-4be8-8b15-54ea6c0620c6 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932381 Aug 11 03:04:43.807088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=308a0ad3-502d-4ddf-b9bd-d98551746a85,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:43.825117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6a10495-46e7-4340-86bb-0d5a423d9c24 req-8e76bdc6-1b8c-48c5-8675-cf2fd7ea6bf8 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/179afa91-769d-409d-917a-aa4511cf41bb HTTP/1.1" status: 200 len: 1814 time: 0.1240187 Aug 11 03:04:43.829754 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:43.839600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Deleting port fea66130-8775-4edc-bab6-cef7011435f3 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:43.839974 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.005155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-7eb2c7d8-1141-46d7-889f-cd6bad8a8912 service neutron] 10.222.0.60 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998045 Aug 11 03:04:44.029095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.040830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6a10495-46e7-4340-86bb-0d5a423d9c24 req-6883accf-5929-4c9d-be13-616857b6c7e5 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.095323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6a10495-46e7-4340-86bb-0d5a423d9c24 req-6883accf-5929-4c9d-be13-616857b6c7e5 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.097928 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.121408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Calling delete_port for fea66130-8775-4edc-bab6-cef7011435f3 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:44.127000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1be5a4bc-8016-4a74-bdd9-3590c643f37c service neutron] 10.222.0.60 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209989 Aug 11 03:04:44.249941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6a10495-46e7-4340-86bb-0d5a423d9c24 req-6883accf-5929-4c9d-be13-616857b6c7e5 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.253013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c6a10495-46e7-4340-86bb-0d5a423d9c24 req-6883accf-5929-4c9d-be13-616857b6c7e5 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.260721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6a10495-46e7-4340-86bb-0d5a423d9c24 req-6883accf-5929-4c9d-be13-616857b6c7e5 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "DELETE /v2.0/security-groups/179afa91-769d-409d-917a-aa4511cf41bb HTTP/1.1" status: 204 len: 173 time: 0.4277077 Aug 11 03:04:44.299002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883accf-5929-4c9d-be13-616857b6c7e5 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179afa91-769d-409d-917a-aa4511cf41bb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:44.351284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6b12b-21f2-45ce-9308-bbf891e810b9 None None] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:44.452039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-459ee684-fb61-4892-a0a1-2f6efcb412be None None] Provisioning for port 68c0376b-d982-41cb-8021-7665e658667f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:44.544411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.598561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3504ed45-8a9a-489b-b02f-6a1aae519bb9 req-682b2814-431b-4d4d-a567-3b369e3e1900 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "GET /v2.0/security-groups/004981f4-b6f8-49ec-8475-d5d4c573c100 HTTP/1.1" status: 200 len: 1815 time: 0.1684058 Aug 11 03:04:44.621672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.663061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-1bd98f9a-083d-40af-a784-e2b64e64a418 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.677505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-1bd98f9a-083d-40af-a784-e2b64e64a418 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3408ebe-d253-42e6-9360-0348b4444186 HTTP/1.1" status: 200 len: 946 time: 0.2166598 Aug 11 03:04:44.716207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event deleted for resources: {'Port': ['ID=fea66130-8775-4edc-bab6-cef7011435f3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:44.717324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-e21fb0f3-d51c-4cd5-b84c-19708d1d0b1d tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:44.719540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-e21fb0f3-d51c-4cd5-b84c-19708d1d0b1d tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e02e79c-3e13-41f0-aa3f-fee81f624f9c HTTP/1.1" status: 200 len: 946 time: 0.2148888 Aug 11 03:04:44.722481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.776912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 68c0376b-d982-41cb-8021-7665e658667f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:44.816058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.895186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 68c0376b-d982-41cb-8021-7665e658667f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:44.900856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 68c0376b-d982-41cb-8021-7665e658667f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:44.901199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:44.948712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3045708-e4ce-4f2e-8da9-5204fed7c368 req-de6f7fe3-fc9a-4e2b-9bce-680bc792e182 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 210 time: 0.0871751 Aug 11 03:04:45.026703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.035362 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.088787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 68c0376b-d982-41cb-8021-7665e658667f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=68c0376b-d982-41cb-8021-7665e658667f,segment=NetworkSegment(c66765a2-6e25-4812-8d5f-5ca1a955c15b),segment_id=c66765a2-6e25-4812-8d5f-5ca1a955c15b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:45.106172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=308a0ad3-502d-4ddf-b9bd-d98551746a85,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:45.107336 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.116179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4c909e68-1fe3-4596-85c6-cf62acff4ee7 None None] Provisioning for port 308a0ad3-502d-4ddf-b9bd-d98551746a85 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:45.149630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4c909e68-1fe3-4596-85c6-cf62acff4ee7 None None] Provisioning complete for port 308a0ad3-502d-4ddf-b9bd-d98551746a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:45.150102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4c909e68-1fe3-4596-85c6-cf62acff4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.180075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3504ed45-8a9a-489b-b02f-6a1aae519bb9 req-ba1b25f2-f8ec-4282-a551-b072f4e5ff83 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.230396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4c909e68-1fe3-4596-85c6-cf62acff4ee7 None None] Port 308a0ad3-502d-4ddf-b9bd-d98551746a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:45.233467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=68c0376b-d982-41cb-8021-7665e658667f,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:45.264585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4c909e68-1fe3-4596-85c6-cf62acff4ee7 None None] Provisioning complete for port 68c0376b-d982-41cb-8021-7665e658667f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:45.267348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.267594 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4c909e68-1fe3-4596-85c6-cf62acff4ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.271120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.283526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Deleting port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:45.284134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.286119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Deleting port f229aee1-e059-42a7-af17-08c2ab3521f1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:45.286390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.401621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.402336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Fanout notify agent at l3_agent the message router_deleted on router acf015f1-9298-4351-be79-0f75b57ef7ee {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:45.425376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.431165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0db34f48-bfdc-4bd4-bce5-ff2f1deee536 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/acf015f1-9298-4351-be79-0f75b57ef7ee HTTP/1.1" status: 204 len: 168 time: 2.3459437 Aug 11 03:04:45.432889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:45.448211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1c265335-b365-4761-9bb2-87e05ba849b6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1030662799', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:45.463967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] For port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:45.464587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.475889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3504ed45-8a9a-489b-b02f-6a1aae519bb9 req-ba1b25f2-f8ec-4282-a551-b072f4e5ff83 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.491845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Calling delete_port for c6b21ca6-9ef9-4856-bc69-8ac4de5be10c owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:45.505729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:45.513454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:45.540210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1c265335-b365-4761-9bb2-87e05ba849b6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.544894 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1c265335-b365-4761-9bb2-87e05ba849b6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.568820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] For port f229aee1-e059-42a7-af17-08c2ab3521f1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f229aee1-e059-42a7-af17-08c2ab3521f1,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:45.568989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-836c64b5-599f-4d50-829c-679d3779b76c None None] Provisioning complete for port 308a0ad3-502d-4ddf-b9bd-d98551746a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:45.570203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.571335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-836c64b5-599f-4d50-829c-679d3779b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.600863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Calling delete_port for f229aee1-e059-42a7-af17-08c2ab3521f1 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:45.684484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-836c64b5-599f-4d50-829c-679d3779b76c None None] Port 308a0ad3-502d-4ddf-b9bd-d98551746a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:45.722218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1c265335-b365-4761-9bb2-87e05ba849b6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.740382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1c265335-b365-4761-9bb2-87e05ba849b6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.768140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1c265335-b365-4761-9bb2-87e05ba849b6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.773165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1c265335-b365-4761-9bb2-87e05ba849b6 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3367906 Aug 11 03:04:45.773629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34560) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:45.781473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': True}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:45.807848 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:04:45.883156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3504ed45-8a9a-489b-b02f-6a1aae519bb9 req-ba1b25f2-f8ec-4282-a551-b072f4e5ff83 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.886294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-3504ed45-8a9a-489b-b02f-6a1aae519bb9 req-ba1b25f2-f8ec-4282-a551-b072f4e5ff83 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:45.887757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3504ed45-8a9a-489b-b02f-6a1aae519bb9 req-ba1b25f2-f8ec-4282-a551-b072f4e5ff83 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] 10.222.0.60 "DELETE /v2.0/security-groups/004981f4-b6f8-49ec-8475-d5d4c573c100 HTTP/1.1" status: 204 len: 173 time: 1.2779593 Aug 11 03:04:45.898623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34564) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:45.903441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b25f2-f8ec-4282-a551-b072f4e5ff83 tempest-SecurityGroupRulesNegativeTestJSON-1232027464 tempest-SecurityGroupRulesNegativeTestJSON-1232027464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=004981f4-b6f8-49ec-8475-d5d4c573c100,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:46.033987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-16132b68-584e-4be7-8086-ee9d9364ba62 None None] Provisioning complete for port 308a0ad3-502d-4ddf-b9bd-d98551746a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:46.037213 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-16132b68-584e-4be7-8086-ee9d9364ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.040798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 694b8f3e-75ee-4773-92ba-7a5572470ed1 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:46.050683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.111205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f229aee1-e059-42a7-af17-08c2ab3521f1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:46.112661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] Deleting subnet 49c3a28d-d404-42b2-958b-f9f0cf5a55d4 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:46.114504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c6b21ca6-9ef9-4856-bc69-8ac4de5be10c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:46.116038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.147595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event deleted for resources: {'Port': ['ID=c6b21ca6-9ef9-4856-bc69-8ac4de5be10c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:46.215736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-16132b68-584e-4be7-8086-ee9d9364ba62 None None] Port 308a0ad3-502d-4ddf-b9bd-d98551746a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:46.227976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] No DVR routers for this DVR port c6b21ca6-9ef9-4856-bc69-8ac4de5be10c on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:46.232010 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.234717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a38e09aa-3276-4c24-89a2-7615f76e945c req-bf54347a-24df-458c-b66a-4d54012f8e19 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "DELETE /v2.0/ports/c6b21ca6-9ef9-4856-bc69-8ac4de5be10c HTTP/1.1" status: 204 len: 173 time: 1.4300008 Aug 11 03:04:46.235183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'name': 'network-vif-deleted', 'tag': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:46.237724 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df6f919-cf6f-4926-a9d1-205e3b01be56" -d '{"events": [{"server_uuid": "8e02e79c-3e13-41f0-aa3f-fee81f624f9c", "name": "network-vif-deleted", "tag": "c6b21ca6-9ef9-4856-bc69-8ac4de5be10c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:46.249559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:46.251721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.255721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40da341f-7d7c-43bb-8ab2-1f04e7fa4c14 req-b4cc07fa-d51a-4c92-a15b-333a3dc9ffa7 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 210 time: 0.0928376 Aug 11 03:04:46.266370 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] Sync routers for ids ['694b8f3e-75ee-4773-92ba-7a5572470ed1'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:46.284218 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] Routers {'694b8f3e-75ee-4773-92ba-7a5572470ed1'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:46.290641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-50f80b80-868b-4abc-b3f9-06c9194bc494 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/694b8f3e-75ee-4773-92ba-7a5572470ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6804590 Aug 11 03:04:46.291182 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['694b8f3e-75ee-4773-92ba-7a5572470ed1'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:46.291308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34570) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:46.361486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4868d80-84b5-4af7-bb88-d97d784226b9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:46.365877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d4868d80-84b5-4af7-bb88-d97d784226b9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports/308a0ad3-502d-4ddf-b9bd-d98551746a85 HTTP/1.1" status: 200 len: 910 time: 0.0710740 Aug 11 03:04:46.365877 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4f808a-2a51-400b-bfdd-70e8c7585f0a x-openstack-request-id: req-4f4f808a-2a51-400b-bfdd-70e8c7585f0a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:46.365877 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e02e79c-3e13-41f0-aa3f-fee81f624f9c", "name": "network-vif-deleted", "tag": "c6b21ca6-9ef9-4856-bc69-8ac4de5be10c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:46.365877 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f4f808a-2a51-400b-bfdd-70e8c7585f0a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:46.366328 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e02e79c-3e13-41f0-aa3f-fee81f624f9c', 'name': 'network-vif-deleted', 'tag': 'c6b21ca6-9ef9-4856-bc69-8ac4de5be10c', 'status': 'completed', 'code': 200} Aug 11 03:04:46.366635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34572) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:46.423947 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:46.462449 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] Routers {'694b8f3e-75ee-4773-92ba-7a5572470ed1'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:46.463375 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['694b8f3e-75ee-4773-92ba-7a5572470ed1'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:46.599603 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:46.600367 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f60bf-5a11-416f-a0a3-b96e8b32be54 None None] The sync data for ids ['694b8f3e-75ee-4773-92ba-7a5572470ed1'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:46.726148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 68c0376b-d982-41cb-8021-7665e658667f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:46.854400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 68c0376b-d982-41cb-8021-7665e658667f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:46.854780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:46.868367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.002922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.091128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event deleted for resources: {'Port': ['ID=f229aee1-e059-42a7-af17-08c2ab3521f1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:47.116513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-52585d64-484f-4e3c-a9e9-1a1ff894a7c0 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:47.118021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-52585d64-484f-4e3c-a9e9-1a1ff894a7c0 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 813 time: 0.5827770 Aug 11 03:04:47.132726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.144814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Request body: {'port': {'device_id': '044465b4-c556-4b91-92c8-1c65d47785da', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'admin_state_up': True, 'tenant_id': 'ec636adf220b406183a296f5a0533470'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:47.280089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] No DVR routers for this DVR port f229aee1-e059-42a7-af17-08c2ab3521f1 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:47.292093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.294123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db744770-5d58-48a8-97ae-0e4afcac3c72 req-c293e7e1-4880-4d67-be58-142d9a32c57c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "DELETE /v2.0/ports/f229aee1-e059-42a7-af17-08c2ab3521f1 HTTP/1.1" status: 204 len: 173 time: 2.6062818 Aug 11 03:04:47.294728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3408ebe-d253-42e6-9360-0348b4444186', 'name': 'network-vif-deleted', 'tag': 'f229aee1-e059-42a7-af17-08c2ab3521f1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:47.297966 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99b38bc-bc99-4bb8-aa16-d00e648a9cd4" -d '{"events": [{"server_uuid": "f3408ebe-d253-42e6-9360-0348b4444186", "name": "network-vif-deleted", "tag": "f229aee1-e059-42a7-af17-08c2ab3521f1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:47.347497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-87e71a2b-18a2-4ff3-9730-204f18731ecd tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:47.351471 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-87e71a2b-18a2-4ff3-9730-204f18731ecd tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 813 time: 0.4525235 Aug 11 03:04:47.392947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Request body: {'port': {'device_id': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'admin_state_up': True, 'tenant_id': 'ec636adf220b406183a296f5a0533470'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:47.508735 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea0a69b-acb2-44a9-be06-1df9f13a0e27 x-openstack-request-id: req-4ea0a69b-acb2-44a9-be06-1df9f13a0e27 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:47.509089 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3408ebe-d253-42e6-9360-0348b4444186", "name": "network-vif-deleted", "tag": "f229aee1-e059-42a7-af17-08c2ab3521f1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:47.509433 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ea0a69b-acb2-44a9-be06-1df9f13a0e27 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:47.509925 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3408ebe-d253-42e6-9360-0348b4444186', 'name': 'network-vif-deleted', 'tag': 'f229aee1-e059-42a7-af17-08c2ab3521f1', 'status': 'completed', 'code': 200} Aug 11 03:04:47.571780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Made reservation on behalf of ec636adf220b406183a296f5a0533470 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:47.582006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.628941 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6fea349-a000-472d-a6d5-bf02a0fecd1a req-179601e9-5f21-4fd9-a459-57d8945f9115 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 210 time: 0.1075954 Aug 11 03:04:47.637119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.767082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.771982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/49c3a28d-d404-42b2-958b-f9f0cf5a55d4 HTTP/1.1" status: 204 len: 168 time: 1.8729513 Aug 11 03:04:47.772912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e19ba-1c06-410e-ab08-aacfc4bd0078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c3a28d-d404-42b2-958b-f9f0cf5a55d4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:47.776108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34590) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:47.869054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.873849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Made reservation on behalf of ec636adf220b406183a296f5a0533470 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:47.879688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.932195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.941514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Allocated IP 172.20.0.2 (d70a0600-610a-4eb8-a046-b79fbee0c68a/bb511951-6975-454b-a92c-ea83686d2286/8a84ee54-1c02-4398-be30-1936898c1fed) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:47.953761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:47.988064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.084615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c6b21ca6-9ef9-4856-bc69-8ac4de5be10c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:48.116189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: c6b21ca6-9ef9-4856-bc69-8ac4de5be10c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:48.116729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c6b21ca6-9ef9-4856-bc69-8ac4de5be10c not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:48.157972 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.173160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7c9656-7c78-41e8-984b-9281ab984623']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:48.204144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfbf3ea2-38a6-4f09-b759-abeaa042f68b') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:48.204509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfbf3ea2-38a6-4f09-b759-abeaa042f68b') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:48.217137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.234381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f229aee1-e059-42a7-af17-08c2ab3521f1 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:48.238971 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.252942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.262186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:48.263068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.266741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: f229aee1-e059-42a7-af17-08c2ab3521f1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:48.266898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f229aee1-e059-42a7-af17-08c2ab3521f1 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:48.287287 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:48.342049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Allocated IP 172.25.4.213 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/9fadd2be-77f3-4330-8883-4e18e91a5376) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:48.355734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.373578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 308a0ad3-502d-4ddf-b9bd-d98551746a85 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:48.373921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.396238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.442998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.444230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a7c9656-7c78-41e8-984b-9281ab984623 HTTP/1.1" status: 204 len: 168 time: 0.6655421 Aug 11 03:04:48.458416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Network d70a0600-610a-4eb8-a046-b79fbee0c68a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:48.462816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e8e67-6b9d-477c-8e7c-79eb92be0789 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7c9656-7c78-41e8-984b-9281ab984623,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:48.466752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:48.472121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:48.482325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Allocated IP 172.20.0.9 (d70a0600-610a-4eb8-a046-b79fbee0c68a/bb511951-6975-454b-a92c-ea83686d2286/bf1448c1-ca0f-4694-9194-3631b8e582ca) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:48.494783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event updated for resources: {'Port': ['ID=8a84ee54-1c02-4398-be30-1936898c1fed,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:48.549076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:48.549902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.556759 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.570728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-984861c6-15bc-4f62-9101-153f36abeeb8 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4324465 Aug 11 03:04:48.588470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Request body: {'port': {'device_id': '044465b4-c556-4b91-92c8-1c65d47785da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:48.612288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.630271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 308a0ad3-502d-4ddf-b9bd-d98551746a85 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:48.635240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34598) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:48.690167 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.740971 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.741673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:48.755397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:48.761494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:48.767365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:48.794454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Port': ['ID=9fadd2be-77f3-4330-8883-4e18e91a5376,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:48.858901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51214216-4685-4a53-bcf6-6bc42ef2bf53 req-23bbd617-df49-4341-b703-a80dfa8345ca tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 210 time: 0.1199353 Aug 11 03:04:48.864595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8098dbe1-5889-48e2-8b00-9b9ec7d2ddee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a34b84137e5e40d5ae51c11b1671facc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250876 Aug 11 03:04:48.867406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34604) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:48.925288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.012034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Network d70a0600-610a-4eb8-a046-b79fbee0c68a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:49.023093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:49.028829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:49.082122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event updated for resources: {'Port': ['ID=bf1448c1-ca0f-4694-9194-3631b8e582ca,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:49.124175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:49.124896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.151314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a1b6-e3d4-45e8-b3d2-15db3be8f74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.177491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-c98b00a7-1967-46a2-b7da-aa84c563a989 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7952280 Aug 11 03:04:49.194288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Request body: {'port': {'device_id': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:49.197144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.202081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a1b6-e3d4-45e8-b3d2-15db3be8f74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.236968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.293151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=308a0ad3-502d-4ddf-b9bd-d98551746a85,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:49.324327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.524477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a1b6-e3d4-45e8-b3d2-15db3be8f74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.527031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a1b6-e3d4-45e8-b3d2-15db3be8f74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.530635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9fa8a1b6-e3d4-45e8-b3d2-15db3be8f74f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c43e0d89-3ca9-4bb7-99eb-4adb3fa36a38 HTTP/1.1" status: 204 len: 168 time: 0.6566155 Aug 11 03:04:49.562428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a84ee54-1c02-4398-be30-1936898c1fed {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:49.577418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.591442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa8a1b6-e3d4-45e8-b3d2-15db3be8f74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43e0d89-3ca9-4bb7-99eb-4adb3fa36a38,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:49.597767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.610047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.612355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Transition to ACTIVE for port object 8a84ee54-1c02-4398-be30-1936898c1fed will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:49.618412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.662319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:49.772710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84ee54-1c02-4398-be30-1936898c1fed,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:49.902237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Router d5c0d315-378a-42d9-af1b-0f376cfb18aa is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:49.948370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 694b8f3e-75ee-4773-92ba-7a5572470ed1 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:49.996158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Attempting to bind port 8a84ee54-1c02-4398-be30-1936898c1fed on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:49.997399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Attempting to bind port 8a84ee54-1c02-4398-be30-1936898c1fed by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:49.997786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Attempting to bind port 8a84ee54-1c02-4398-be30-1936898c1fed on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:50.004180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1448c1-ca0f-4694-9194-3631b8e582ca {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:50.045945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.119426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Port 8a84ee54-1c02-4398-be30-1936898c1fed on network d70a0600-610a-4eb8-a046-b79fbee0c68a not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:50.119664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Attempting to bind port 8a84ee54-1c02-4398-be30-1936898c1fed on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:50.125656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb9bc-cf22-4368-8eb5-13f830c5b060 req-63b20025-9e3b-4e43-9016-bc4dfa1a5f8d tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:50.131203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:50.135274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98bbb9bc-cf22-4368-8eb5-13f830c5b060 req-63b20025-9e3b-4e43-9016-bc4dfa1a5f8d tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 931 time: 0.1357603 Aug 11 03:04:50.140002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:50.140821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Checking segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:50.141228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Bound using segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:50.143673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] Sync routers for ids ['694b8f3e-75ee-4773-92ba-7a5572470ed1'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:50.144895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Bound port: 8a84ee54-1c02-4398-be30-1936898c1fed, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:50.145520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.147821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Transition to ACTIVE for port object bf1448c1-ca0f-4694-9194-3631b8e582ca will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:50.158429 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6a0a0bf2-0feb-45cf-bb8c-1bae797feb18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/694b8f3e-75ee-4773-92ba-7a5572470ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7905688 Aug 11 03:04:50.159237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] Routers {'694b8f3e-75ee-4773-92ba-7a5572470ed1'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:50.159903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['694b8f3e-75ee-4773-92ba-7a5572470ed1'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.164582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34626) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:50.165295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.202745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a10eae32-7884-4eb2-8c90-64d01d72f532 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=694b8f3e-75ee-4773-92ba-7a5572470ed1 HTTP/1.1" status: 200 len: 205 time: 0.0343442 Aug 11 03:04:50.206584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.210570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34630) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:50.216801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] Routers {'694b8f3e-75ee-4773-92ba-7a5572470ed1'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:50.217670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['694b8f3e-75ee-4773-92ba-7a5572470ed1'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.255734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.257057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048bafd8-c6e2-480b-a242-3370bbac3223 None None] The sync data for ids ['694b8f3e-75ee-4773-92ba-7a5572470ed1'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:50.297554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] For port 8a84ee54-1c02-4398-be30-1936898c1fed, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:50.301436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] For port 8a84ee54-1c02-4398-be30-1936898c1fed, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8a84ee54-1c02-4398-be30-1936898c1fed,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:50.305430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.362250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:50.363268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.365874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] 10.222.0.57 "PUT /v2.0/ports/8a84ee54-1c02-4398-be30-1936898c1fed HTTP/1.1" status: 200 len: 1092 time: 1.7824466 Aug 11 03:04:50.366764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044465b4-c556-4b91-92c8-1c65d47785da', 'tag': '8a84ee54-1c02-4398-be30-1936898c1fed'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:50.370151 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c209ab2-d309-4ddd-8de8-86c490b7379d" -d '{"events": [{"name": "network-changed", "server_uuid": "044465b4-c556-4b91-92c8-1c65d47785da", "tag": "8a84ee54-1c02-4398-be30-1936898c1fed"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:50.421437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74eb70-3f5c-4461-9d31-9b7cf4d99fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84ee54-1c02-4398-be30-1936898c1fed,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:50.458609 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43182c70-5d2d-4024-ac5b-feb92c2a1eb8 x-openstack-request-id: req-43182c70-5d2d-4024-ac5b-feb92c2a1eb8 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:50.459051 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044465b4-c556-4b91-92c8-1c65d47785da", "tag": "8a84ee54-1c02-4398-be30-1936898c1fed", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:50.459408 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43182c70-5d2d-4024-ac5b-feb92c2a1eb8 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:50.460099 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '044465b4-c556-4b91-92c8-1c65d47785da', 'tag': '8a84ee54-1c02-4398-be30-1936898c1fed', 'status': 'completed', 'code': 200} Aug 11 03:04:50.460606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34640) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:50.510178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-4a2ad398-78f4-4eb6-86e3-2b850d85aa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:50.514503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-4a2ad398-78f4-4eb6-86e3-2b850d85aa46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 1095 time: 0.0884755 Aug 11 03:04:50.602143 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-ffac54c4-fd20-4f96-bc51-121b5a97fa5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a84ee54-1c02-4398-be30-1936898c1fed HTTP/1.1" status: 200 len: 217 time: 0.0781786 Aug 11 03:04:50.681611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-9177db70-6fea-474a-b357-2af233325023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:50.683001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-9177db70-6fea-474a-b357-2af233325023 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.0709076 Aug 11 03:04:50.728130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-e6c2cb25-32f1-4803-b14d-bcb5ec678718 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371644 Aug 11 03:04:50.738997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34648) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:50.740555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a24ff2c-8c80-4c53-baec-f253131333fb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.845079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2146894462-network', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:50.863900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98bbb9bc-cf22-4368-8eb5-13f830c5b060 req-2263475b-f51d-4ed6-9666-860536274fec tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7144663 Aug 11 03:04:50.867929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-067f74cf-6b85-4073-87bd-7bbbdb044394 service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263521 Aug 11 03:04:50.877274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:50.887393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] Sync routers for ids ['d5c0d315-378a-42d9-af1b-0f376cfb18aa'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:50.898771 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] Routers {'d5c0d315-378a-42d9-af1b-0f376cfb18aa'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:50.899581 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d5c0d315-378a-42d9-af1b-0f376cfb18aa'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.902735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:50.903972 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b32552c9-fba8-4a6f-896b-86e9fab40f75 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "PUT /v2.0/routers/d5c0d315-378a-42d9-af1b-0f376cfb18aa HTTP/1.1" status: 200 len: 919 time: 5.1276312 Aug 11 03:04:50.907127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1448c1-ca0f-4694-9194-3631b8e582ca,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:50.910528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34654) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:50.953439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.963128 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] Routers {'d5c0d315-378a-42d9-af1b-0f376cfb18aa'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:50.964088 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d5c0d315-378a-42d9-af1b-0f376cfb18aa'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:50.999949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Made reservation on behalf of 047da0a3ba08437490a29c40d543f2bb for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:51.002472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.002674 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:51.003453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d91bf3-4d38-410e-9015-204fb6860196 None None] The sync data for ids ['d5c0d315-378a-42d9-af1b-0f376cfb18aa'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:51.030878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.121324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-3b17d27a-713f-439a-9770-e9fdf9a45c80 service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455821 Aug 11 03:04:51.125476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a24ff2c-8c80-4c53-baec-f253131333fb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.130610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a24ff2c-8c80-4c53-baec-f253131333fb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.244578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Attempting to bind port bf1448c1-ca0f-4694-9194-3631b8e582ca on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:51.244794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Attempting to bind port bf1448c1-ca0f-4694-9194-3631b8e582ca by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:51.245128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Attempting to bind port bf1448c1-ca0f-4694-9194-3631b8e582ca on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:51.250384 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a24ff2c-8c80-4c53-baec-f253131333fb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.250841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a24ff2c-8c80-4c53-baec-f253131333fb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Fanout notify agent at l3_agent the message router_deleted on router 694b8f3e-75ee-4773-92ba-7a5572470ed1 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:51.260630 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a24ff2c-8c80-4c53-baec-f253131333fb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.261745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5a24ff2c-8c80-4c53-baec-f253131333fb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/694b8f3e-75ee-4773-92ba-7a5572470ed1 HTTP/1.1" status: 204 len: 168 time: 1.0301163 Aug 11 03:04:51.265541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Port bf1448c1-ca0f-4694-9194-3631b8e582ca on network d70a0600-610a-4eb8-a046-b79fbee0c68a not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:04:51.265869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Attempting to bind port bf1448c1-ca0f-4694-9194-3631b8e582ca on network d70a0600-610a-4eb8-a046-b79fbee0c68a {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:51.269398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34658) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:51.283603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:51.284092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Checking segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:51.284337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Bound using segment: {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:51.284778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Bound port: bf1448c1-ca0f-4694-9194-3631b8e582ca, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc62880-fc09-4b69-b86a-a418fa731461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:51.285146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.288600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ed20442b-3250-4d08-b062-8d190e7511b1 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/d5c0d315-378a-42d9-af1b-0f376cfb18aa HTTP/1.1" status: 200 len: 925 time: 0.3771613 Aug 11 03:04:51.309696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34660) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:51.401670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet 937d22d5-19bd-4d6e-aef0-1a9013ba710d {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:51.411446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.453102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203ae6e-4fdb-4cc5-97c3-67ea2ac71406 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:51.454621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6203ae6e-4fdb-4cc5-97c3-67ea2ac71406 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=d5c0d315-378a-42d9-af1b-0f376cfb18aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1439660 Aug 11 03:04:51.458792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34662) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:51.477701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] For port bf1448c1-ca0f-4694-9194-3631b8e582ca, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:51.492370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.555694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] For port bf1448c1-ca0f-4694-9194-3631b8e582ca, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bf1448c1-ca0f-4694-9194-3631b8e582ca,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:51.556772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-ab288344-7706-4bab-853b-e7cf79d9d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:51.558956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-ab288344-7706-4bab-853b-e7cf79d9d92e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 1095 time: 0.1129410 Aug 11 03:04:51.567475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.625874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:51.626483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.627893 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] 10.222.0.10 "PUT /v2.0/ports/bf1448c1-ca0f-4694-9194-3631b8e582ca HTTP/1.1" status: 200 len: 1092 time: 2.4380486 Aug 11 03:04:51.632346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'tag': 'bf1448c1-ca0f-4694-9194-3631b8e582ca'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:51.634342 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05930f65-cff3-476b-96f9-3f1934d8c436" -d '{"events": [{"name": "network-changed", "server_uuid": "c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3", "tag": "bf1448c1-ca0f-4694-9194-3631b8e582ca"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:51.648614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.673293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.682344 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c76dd4-bfdf-456f-ac1c-369047a96b00 x-openstack-request-id: req-d2c76dd4-bfdf-456f-ac1c-369047a96b00 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:51.682633 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3", "tag": "bf1448c1-ca0f-4694-9194-3631b8e582ca", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:51.682881 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2c76dd4-bfdf-456f-ac1c-369047a96b00 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:51.683276 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'tag': 'bf1448c1-ca0f-4694-9194-3631b8e582ca', 'status': 'completed', 'code': 200} Aug 11 03:04:51.704096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:04:51.735643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1af866-d321-497c-9ab9-b93c8c28622d tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:51.737056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fd1af866-d321-497c-9ab9-b93c8c28622d tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.2739649 Aug 11 03:04:51.743338 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.746111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34666) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:51.751850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.752203 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Added segment 5c05803a-a2b6-4845-99f1-13546076b64c of type vlan for network 970d44e0-8888-4af5-aa9a-413afc0f9209 Aug 11 03:04:51.775604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d04d1-ffa5-4a28-9379-2a02872b6037 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1448c1-ca0f-4694-9194-3631b8e582ca,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:51.787278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8036d40-50bd-4ce4-b3a7-3a7fec32bb49,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:51.807608 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72196f2a-d569-4f36-a85b-b6853083221a tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5c0d315-378a-42d9-af1b-0f376cfb18aa HTTP/1.1" status: 200 len: 205 time: 0.0602202 Aug 11 03:04:51.810942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34668) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:51.839209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-beebe462-4d76-4ff6-883a-bd2fc40e57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:51.840720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-beebe462-4d76-4ff6-883a-bd2fc40e57ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 914 time: 0.2664700 Aug 11 03:04:51.848367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.869766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-27ce0ab6-2221-4628-b427-3f2bcee3859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:51.871299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-27ce0ab6-2221-4628-b427-3f2bcee3859e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 1095 time: 0.1944206 Aug 11 03:04:51.901072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-3afffd89-a3f5-4119-a177-43ef007b5719 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a84ee54-1c02-4398-be30-1936898c1fed HTTP/1.1" status: 200 len: 217 time: 0.0479968 Aug 11 03:04:51.931323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-bf46bd83-7ace-4478-be0a-f3af08082d81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1448c1-ca0f-4694-9194-3631b8e582ca HTTP/1.1" status: 200 len: 217 time: 0.0502558 Aug 11 03:04:51.966448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:51.967405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:51.968632 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.025953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.042388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-95c33e4d-297a-4ecf-8805-bd67e6003be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:52.043899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-95c33e4d-297a-4ecf-8805-bd67e6003be3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.1339839 Aug 11 03:04:52.064858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3244247 Aug 11 03:04:52.074217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34674) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:52.079316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=937d22d5-19bd-4d6e-aef0-1a9013ba710d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.084817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.089762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5eff2d43-ce40-4335-9bb0-f7ab82dfe387 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/937d22d5-19bd-4d6e-aef0-1a9013ba710d HTTP/1.1" status: 204 len: 168 time: 0.8163559 Aug 11 03:04:52.090532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1661a5-7872-4907-ba19-15359d8393ba None None] Network 43f0c501-7127-45ed-8b5f-da2bf3f09a78 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:52.094908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34676) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:52.103653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Request body: {'subnet': {'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2146894462-subnet', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:52.111915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-1b711a88-9821-4e1a-9c9c-d6eae312420b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566132 Aug 11 03:04:52.114198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c285d79-1ae2-43b6-a502-56e7d5f982d6 admin admin] Pushing event updated for resources: {'Network': ['ID=970d44e0-8888-4af5-aa9a-413afc0f9209,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.127094 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.129659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-fc612150-5bfc-4e87-991b-3b16f781e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:52.131913 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-fc612150-5bfc-4e87-991b-3b16f781e20d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.1904550 Aug 11 03:04:52.132303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:04:52.209558 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.221396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647be7f-8de0-4bb2-8593-717db577eee6 req-7a09ac57-108d-48e8-8488-caedf051958b tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:52.222967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4647be7f-8de0-4bb2-8593-717db577eee6 req-7a09ac57-108d-48e8-8488-caedf051958b tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 943 time: 0.2976594 Aug 11 03:04:52.256971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Made reservation on behalf of 047da0a3ba08437490a29c40d543f2bb for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:04:52.259482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.259917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-f003ef0e-6f37-41b9-95b2-c251f66c9f57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938509 Aug 11 03:04:52.297336 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8caa54da-74e7-4408-b3bb-f8576e208dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.378423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.387056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] DHCP port deletion for 43f0c501-7127-45ed-8b5f-da2bf3f09a78 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:52.393814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-0969a84d-a812-405d-9cb0-848f311581bc service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643681 Aug 11 03:04:52.441574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] Deleting port 68c0376b-d982-41cb-8021-7665e658667f {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:52.442337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.444201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4647be7f-8de0-4bb2-8593-717db577eee6 req-fdf3d36d-7378-49d6-9fcd-de75f16fa4a1 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942754 Aug 11 03:04:52.459011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.505586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-4d18a240-964d-4fce-a2f8-593f1f9e75b1 service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256906 Aug 11 03:04:52.523442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] For port 68c0376b-d982-41cb-8021-7665e658667f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=68c0376b-d982-41cb-8021-7665e658667f,segment=NetworkSegment(c66765a2-6e25-4812-8d5f-5ca1a955c15b),segment_id=c66765a2-6e25-4812-8d5f-5ca1a955c15b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:52.523882 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.540138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] Calling delete_port for 68c0376b-d982-41cb-8021-7665e658667f owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:52.599323 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c209ab2-d309-4ddd-8de8-86c490b7379d req-66cc0a39-b996-409f-9b42-1a39cf02d32c service neutron] 10.222.0.57 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969147 Aug 11 03:04:52.641315 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.656524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 68c0376b-d982-41cb-8021-7665e658667f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:52.656962 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.675851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] Pushing event deleted for resources: {'Port': ['ID=68c0376b-d982-41cb-8021-7665e658667f,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.682733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b9d668-ceb9-4644-b0b9-dd8665e464f1 None None] No DVR routers for this DVR port 68c0376b-d982-41cb-8021-7665e658667f on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:52.690307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 68c0376b-d982-41cb-8021-7665e658667f no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:52.695652 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.717173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 68c0376b-d982-41cb-8021-7665e658667f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:52.718380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 68c0376b-d982-41cb-8021-7665e658667f not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:52.737497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32b7cc70-bf8f-4c41-be85-64e59b8c1de5 req-fa8b4957-49f1-413e-8ad1-30ce81bbf2f7 service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085283 Aug 11 03:04:52.750551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Deleting port 9fadd2be-77f3-4330-8883-4e18e91a5376 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:52.750904 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.772397 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b13129-6a9c-41e4-abb6-c324cb44a58f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.800902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Checking segment: {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:52.801301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Network hostable DHCP agents. Network: 970d44e0-8888-4af5-aa9a-413afc0f9209, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:04:52.809488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port 68c0376b-d982-41cb-8021-7665e658667f, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:52.809868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.826027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Deleting port 9c3a4613-6580-439f-9969-6268fd9e8dcc {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:52.826367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.839759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:04:52.846902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 68c0376b-d982-41cb-8021-7665e658667f owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:52.851620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Port 68c0376b-d982-41cb-8021-7665e658667f was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:04:52.858746 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.878639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 970d44e0-8888-4af5-aa9a-413afc0f9209) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:52.887058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:52.887668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.893418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bf3cdd-7f08-4b95-8744-9400d08ee57a None None] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:52.902664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=68c0376b-d982-41cb-8021-7665e658667f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:52.909504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-a4c0a2dd-3d56-4e93-a429-e8369c6cd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:52.910916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-a4c0a2dd-3d56-4e93-a429-e8369c6cd315 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ec636adf220b406183a296f5a0533470&device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 1095 time: 0.1099021 Aug 11 03:04:52.911763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port 68c0376b-d982-41cb-8021-7665e658667f on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:52.919044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-83f83fd7-31f4-48d6-b4b8-bfc341545b35 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8378510 Aug 11 03:04:52.920360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34680) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:52.930327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:52.941605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] For port 9c3a4613-6580-439f-9969-6268fd9e8dcc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9c3a4613-6580-439f-9969-6268fd9e8dcc,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:52.941977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.953611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.959769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Calling delete_port for 9c3a4613-6580-439f-9969-6268fd9e8dcc owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:52.973524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:52.974767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.043091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Calling delete_port for 9fadd2be-77f3-4330-8883-4e18e91a5376 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:53.072187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.109911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-970d44e0-8888-4af5-aa9a-413afc0f9209', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:04:53.110893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.150219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.172096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f0c501-7127-45ed-8b5f-da2bf3f09a78']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.191588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66765a2-6e25-4812-8d5f-5ca1a955c15b') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.192202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66765a2-6e25-4812-8d5f-5ca1a955c15b') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:53.206408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.232863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.239815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-0b874881-ca3d-4365-9910-bf2c0d00433b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.241362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-0b874881-ca3d-4365-9910-bf2c0d00433b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 200 len: 914 time: 0.3177578 Aug 11 03:04:53.269443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Allocated IP 172.20.0.2 (970d44e0-8888-4af5-aa9a-413afc0f9209/61b13129-6a9c-41e4-abb6-c324cb44a58f/a8ed8039-1b36-47cf-b2f5-59dabdd5aced) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:53.272201 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.282911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:53.283325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:53.286352 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:53.357257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-4f3fd9fe-a7d9-47eb-914c-03bc9dadc89c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf1448c1-ca0f-4694-9194-3631b8e582ca HTTP/1.1" status: 200 len: 217 time: 0.0801506 Aug 11 03:04:53.392830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.425155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3a4613-6580-439f-9969-6268fd9e8dcc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:53.441877 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.479762 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.488623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.496187 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/43f0c501-7127-45ed-8b5f-da2bf3f09a78 HTTP/1.1" status: 204 len: 168 time: 1.3930950 Aug 11 03:04:53.496187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc3fea-bdcc-40e6-9a79-9b6052ae4c25 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=43f0c501-7127-45ed-8b5f-da2bf3f09a78,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:53.501101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-8a666817-dd0f-4778-bde6-c9932f76075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.502708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-8a666817-dd0f-4778-bde6-c9932f76075b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 200 len: 853 time: 0.1290271 Aug 11 03:04:53.503814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34686) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:53.511365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1883828440', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:53.556817 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-88c750b0-f1d1-45f5-a3db-9262723512e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d70a0600-610a-4eb8-a046-b79fbee0c68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342801 Aug 11 03:04:53.594594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Transition to ACTIVE for port object a8ed8039-1b36-47cf-b2f5-59dabdd5aced will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:53.615843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Transition to ACTIVE for port object a8ed8039-1b36-47cf-b2f5-59dabdd5aced will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:53.629545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.677406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Pushing event updated for resources: {'Port': ['ID=a8ed8039-1b36-47cf-b2f5-59dabdd5aced,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:53.695833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:53.697870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:53.700916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:53.764970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Attempting to bind port a8ed8039-1b36-47cf-b2f5-59dabdd5aced on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:53.765310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Attempting to bind port a8ed8039-1b36-47cf-b2f5-59dabdd5aced by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:53.765672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Attempting to bind port a8ed8039-1b36-47cf-b2f5-59dabdd5aced on network 970d44e0-8888-4af5-aa9a-413afc0f9209 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:53.772892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:53.773265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Checking segment: {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:53.774296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.774638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Bound using segment: {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:53.775192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Bound port: a8ed8039-1b36-47cf-b2f5-59dabdd5aced, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:53.775583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.786972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b506-2244-47da-8bf1-ee620cfad09b req-edfc71f3-58c8-4691-b423-8e7b126a9ae5 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:53.788918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4303b506-2244-47da-8bf1-ee620cfad09b req-edfc71f3-58c8-4691-b423-8e7b126a9ae5 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 943 time: 0.2183561 Aug 11 03:04:53.816573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.818200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.852769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] For port a8ed8039-1b36-47cf-b2f5-59dabdd5aced, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:53.853239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.856290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] For port a8ed8039-1b36-47cf-b2f5-59dabdd5aced, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a8ed8039-1b36-47cf-b2f5-59dabdd5aced,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:53.864600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:53.934460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8619e7-9d09-41d5-9d45-129f6b22d952 None None] Pushing event updated for resources: {'Port': ['ID=a8ed8039-1b36-47cf-b2f5-59dabdd5aced,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:54.011868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.040631 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.041679 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.051932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event deleted for resources: {'Port': ['ID=9fadd2be-77f3-4330-8883-4e18e91a5376,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:54.082247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8a84ee54-1c02-4398-be30-1936898c1fed details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:54.181986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-a42c0aee-e976-4845-8b20-2e4160e21e91 service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134825 Aug 11 03:04:54.259497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bf1448c1-ca0f-4694-9194-3631b8e582ca details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:04:54.262955 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.265836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4303b506-2244-47da-8bf1-ee620cfad09b req-08730e0f-a126-4c4d-a07c-854b9c287da4 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582095 Aug 11 03:04:54.328757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8a84ee54-1c02-4398-be30-1936898c1fed, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8a84ee54-1c02-4398-be30-1936898c1fed,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:54.348560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '8a84ee54-1c02-4398-be30-1936898c1fed', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'port_id': '8a84ee54-1c02-4398-be30-1936898c1fed', 'mac_address': 'fa:16:3e:0e:ea:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb511951-6975-454b-a92c-ea83686d2286', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:54.387725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Allocated IP 172.25.4.62 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/84ad93bb-7a43-443b-9594-5babee42fdfc) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:54.399054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.434104 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.458446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a84ee54-1c02-4398-be30-1936898c1fed {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:54.491510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bf1448c1-ca0f-4694-9194-3631b8e582ca, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bf1448c1-ca0f-4694-9194-3631b8e582ca,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:54.508128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8a84ee54-1c02-4398-be30-1936898c1fed, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8a84ee54-1c02-4398-be30-1936898c1fed,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:54.519579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'bf1448c1-ca0f-4694-9194-3631b8e582ca', 'network_id': 'd70a0600-610a-4eb8-a046-b79fbee0c68a', 'port_id': 'bf1448c1-ca0f-4694-9194-3631b8e582ca', 'mac_address': 'fa:16:3e:ac:d6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb511951-6975-454b-a92c-ea83686d2286', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:04:54.523887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.534956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.558349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.570139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.608069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05930f65-cff3-476b-96f9-3f1934d8c436 req-55b62c31-fda9-493b-bdfa-f3e11fc56454 service neutron] 10.222.0.10 "GET /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861558 Aug 11 03:04:54.623551 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.627273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.640104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1448c1-ca0f-4694-9194-3631b8e582ca {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:04:54.648467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8a84ee54-1c02-4398-be30-1936898c1fed,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:54.673302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bf1448c1-ca0f-4694-9194-3631b8e582ca, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bf1448c1-ca0f-4694-9194-3631b8e582ca,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:54.679033 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.679574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.682811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Router 2489469e-046c-48ec-a111-4d439041c303 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:04:54.688311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.688889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Fanout notify agent at l3_agent the message router_deleted on router d5c0d315-378a-42d9-af1b-0f376cfb18aa {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:54.703356 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.711216 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a6e2a6ae-1bcb-4ca1-9176-c5896425c495 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/d5c0d315-378a-42d9-af1b-0f376cfb18aa HTTP/1.1" status: 204 len: 168 time: 2.8991063 Aug 11 03:04:54.712104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34694) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:54.746669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4c1c93a1-47a2-424f-9a9f-c09318e60e54 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-173857853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:54.762114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bf1448c1-ca0f-4694-9194-3631b8e582ca,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:54.777601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:54.785588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:54.791243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:54.799056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c1c93a1-47a2-424f-9a9f-c09318e60e54 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.801593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c1c93a1-47a2-424f-9a9f-c09318e60e54 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.805433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Pushing event updated for resources: {'Port': ['ID=84ad93bb-7a43-443b-9594-5babee42fdfc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:54.823075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['8a84ee54-1c02-4398-be30-1936898c1fed'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:54.902300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c1c93a1-47a2-424f-9a9f-c09318e60e54 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.930451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c1c93a1-47a2-424f-9a9f-c09318e60e54 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:54.933752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a8ed8039-1b36-47cf-b2f5-59dabdd5aced up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:54.980230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['bf1448c1-ca0f-4694-9194-3631b8e582ca'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:04:55.037997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c1c93a1-47a2-424f-9a9f-c09318e60e54 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.039829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4c1c93a1-47a2-424f-9a9f-c09318e60e54 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2968194 Aug 11 03:04:55.063652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34696) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:55.068504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': False}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:55.070612 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.073873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:55.079887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0dd1e14d-c4a6-4dc6-a85a-b32004e79e36 admin admin] 10.222.0.60 "PUT /v2.0/routers/2489469e-046c-48ec-a111-4d439041c303/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6179900 Aug 11 03:04:55.082808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34698) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:55.122201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.256528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2478584-cb6f-45ce-9711-e55d1fd05429 None None] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:55.258866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] Sync routers for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:55.333089 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ab535acd-7126-4408-86fe-23e80c97ab3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.339270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.347216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:55.348720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:55.360244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.387429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.425181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.25.4.51 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/574e52d7-53bb-4f53-a8c2-83b9b78b3b3a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:55.491945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9692758b-caed-4129-8bf6-25f585877bd6 None None] Provisioning for port a8ed8039-1b36-47cf-b2f5-59dabdd5aced completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:55.516396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.528942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9692758b-caed-4129-8bf6-25f585877bd6 None None] Provisioning complete for port a8ed8039-1b36-47cf-b2f5-59dabdd5aced triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:55.529316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9692758b-caed-4129-8bf6-25f585877bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.530846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port a8ed8039-1b36-47cf-b2f5-59dabdd5aced completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:55.569470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db9d49-559f-48c6-91ad-2479ca8f778a req-f2fd3975-393d-4e3b-821e-68bb88dcf723 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:55.576842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-83db9d49-559f-48c6-91ad-2479ca8f778a req-f2fd3975-393d-4e3b-821e-68bb88dcf723 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 944 time: 0.1734285 Aug 11 03:04:55.585422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port a8ed8039-1b36-47cf-b2f5-59dabdd5aced triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:55.585799 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.596956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.597210 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.652790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-83db9d49-559f-48c6-91ad-2479ca8f778a req-05cf8ca1-6385-4094-8a5a-0861274aea40 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748558 Aug 11 03:04:55.654817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:55.699767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.719440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.768524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Deleting port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:55.769145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.818495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.868285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:55.894368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:55.901974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:55.914702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] For port ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:55.915323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.924347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=574e52d7-53bb-4f53-a8c2-83b9b78b3b3a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:55.933377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Calling delete_port for ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:55.951514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:55.994853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Router df95b307-4dd9-4826-b170-1790e36c4f73 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:55.996085 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9692758b-caed-4129-8bf6-25f585877bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.006101 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.034563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.082796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8a84ee54-1c02-4398-be30-1936898c1fed up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:56.089347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9692758b-caed-4129-8bf6-25f585877bd6 None None] For port a8ed8039-1b36-47cf-b2f5-59dabdd5aced, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a8ed8039-1b36-47cf-b2f5-59dabdd5aced,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:56.113627 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9692758b-caed-4129-8bf6-25f585877bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.220867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:56.224375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:04:56.224739 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:04:56.232540 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Sync routers for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:56.233712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T03:04:53Z', 'revision_number': 5, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port': {'id': 'ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:83:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2489469e-046c-48ec-a111-4d439041c303', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:53:07Z', 'updated_at': '2021-08-11T02:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:56.234999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692758b-caed-4129-8bf6-25f585877bd6 None None] Pushing event updated for resources: {'Port': ['ID=a8ed8039-1b36-47cf-b2f5-59dabdd5aced,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:56.243569 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:56.244205 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:56.262539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.263822 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1a224eb9-99fc-4a51-bcfc-fa612790c647 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3424578 Aug 11 03:04:56.270521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] Checking router: 2489469e-046c-48ec-a111-4d439041c303 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:56.270725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34708) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:56.274885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Allocated IP 172.25.4.133 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/38b665dc-809c-432a-93a7-d1eea1f13d9a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:56.285370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 8a84ee54-1c02-4398-be30-1936898c1fed completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:56.292781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 8a84ee54-1c02-4398-be30-1936898c1fed triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:56.293488 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.295407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] Routers {'2489469e-046c-48ec-a111-4d439041c303'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:56.296806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2489469e-046c-48ec-a111-4d439041c303'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:56.360311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.397806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.440872 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:56.462711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:56.493696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] Set router 2489469e-046c-48ec-a111-4d439041c303 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:56.559268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.621090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 6, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:56.671314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cb1d06-ab3d-4819-b9a1-3fd064dd460c None None] The sync data for ids ['2489469e-046c-48ec-a111-4d439041c303'] in n-d-768509-22 is: [{'id': '2489469e-046c-48ec-a111-4d439041c303', 'name': 'tempest-TaggedBootDevicesTest-370110794-router', 'tenant_id': '77123c6e520747929f1d963ef4704a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:53:05Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 6, 'project_id': '77123c6e520747929f1d963ef4704a0a', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:56.677884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.702071 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.716949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-66b95deb-adee-4687-ba68-d3a9ebc9bdea None None] Provisioning complete for port a8ed8039-1b36-47cf-b2f5-59dabdd5aced triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:56.731315 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-66b95deb-adee-4687-ba68-d3a9ebc9bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.778779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.788340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Pushing event updated for resources: {'Port': ['ID=38b665dc-809c-432a-93a7-d1eea1f13d9a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:56.848842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044465b4-c556-4b91-92c8-1c65d47785da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84ee54-1c02-4398-be30-1936898c1fed'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:56.851600 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d9417b-1cb5-43a6-9208-d1a11e6eaddd" -d '{"events": [{"server_uuid": "044465b4-c556-4b91-92c8-1c65d47785da", "name": "network-vif-plugged", "status": "completed", "tag": "8a84ee54-1c02-4398-be30-1936898c1fed"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:56.873244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8a84ee54-1c02-4398-be30-1936898c1fed, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8a84ee54-1c02-4398-be30-1936898c1fed,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:56.891066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.897001 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 3, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:56.903829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.908825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.912800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:56.945043 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6474f8a-8a6f-48c3-bbd9-a751fba4f990 x-openstack-request-id: req-a6474f8a-8a6f-48c3-bbd9-a751fba4f990 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:56.945340 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044465b4-c556-4b91-92c8-1c65d47785da", "name": "network-vif-plugged", "status": "completed", "tag": "8a84ee54-1c02-4398-be30-1936898c1fed", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:56.945597 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6474f8a-8a6f-48c3-bbd9-a751fba4f990 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:56.946119 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044465b4-c556-4b91-92c8-1c65d47785da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84ee54-1c02-4398-be30-1936898c1fed', 'code': 200} Aug 11 03:04:56.947345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8a84ee54-1c02-4398-be30-1936898c1fed,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:56.947866 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Checking router: df95b307-4dd9-4826-b170-1790e36c4f73 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:04:56.948322 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Updating router df95b307-4dd9-4826-b170-1790e36c4f73 port 84ad93bb-7a43-443b-9594-5babee42fdfc binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:04:56.976334 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:56.981362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:56.989668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:57.028904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.040723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.197451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b4722-55cd-478b-b0f3-db386c752bf6 req-61af66df-1130-4c97-8062-15cf7ee386ee tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:57.199230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-971b4722-55cd-478b-b0f3-db386c752bf6 req-61af66df-1130-4c97-8062-15cf7ee386ee tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 944 time: 0.3281467 Aug 11 03:04:57.199704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.200232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2489469e-046c-48ec-a111-4d439041c303 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:04:57.208031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.209219 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-14f66b56-bb8f-4f23-a861-5cbe836fb0c2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2489469e-046c-48ec-a111-4d439041c303 HTTP/1.1" status: 204 len: 168 time: 2.1249523 Aug 11 03:04:57.215659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34718) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:57.228756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954c5de-0439-45b2-9aa9-c7c97b48cf0a req-241d573a-93bd-49d5-92e4-3b1ed521913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:57.229838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4954c5de-0439-45b2-9aa9-c7c97b48cf0a req-241d573a-93bd-49d5-92e4-3b1ed521913a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 1097 time: 0.2079365 Aug 11 03:04:57.326599 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.340813 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Transition to ACTIVE for port object 84ad93bb-7a43-443b-9594-5babee42fdfc will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:57.349807 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.372759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4954c5de-0439-45b2-9aa9-c7c97b48cf0a req-24e55515-c984-476f-8040-4ee000a35b8e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142764 Aug 11 03:04:57.376555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] Deleting subnet 5fa0c64f-eee5-487c-aa30-d2e421af22bf {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:04:57.383844 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-971b4722-55cd-478b-b0f3-db386c752bf6 req-72c38411-6c78-486f-bfec-7d547e705990 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697950 Aug 11 03:04:57.386877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.405745 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Attempting to bind port 84ad93bb-7a43-443b-9594-5babee42fdfc on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:04:57.407989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Attempting to bind port 84ad93bb-7a43-443b-9594-5babee42fdfc by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:04:57.409488 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Attempting to bind port 84ad93bb-7a43-443b-9594-5babee42fdfc on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:04:57.429555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:04:57.430531 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:04:57.431170 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.431822 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:04:57.432554 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Bound port: 84ad93bb-7a43-443b-9594-5babee42fdfc, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:04:57.433200 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.438600 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75a137-5e49-4d06-9da7-994ce50122f0 None None] Pushing event updated for resources: {'Port': ['ID=84ad93bb-7a43-443b-9594-5babee42fdfc,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:57.466455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.499921 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] For port 84ad93bb-7a43-443b-9594-5babee42fdfc, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:04:57.503383 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] For port 84ad93bb-7a43-443b-9594-5babee42fdfc, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=84ad93bb-7a43-443b-9594-5babee42fdfc,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:04:57.509558 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.571999 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:57.572400 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:57.631511 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.640911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a8ed8039-1b36-47cf-b2f5-59dabdd5aced up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:57.665691 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75a137-5e49-4d06-9da7-994ce50122f0 None None] Pushing event updated for resources: {'Port': ['ID=84ad93bb-7a43-443b-9594-5babee42fdfc,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:57.699754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:57.721446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port a8ed8039-1b36-47cf-b2f5-59dabdd5aced triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:57.721825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.742384 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.754479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.763000 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:04:57.802929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa0c64f-eee5-487c-aa30-d2e421af22bf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:57.806105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:57.808606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c3ac3285-953e-4882-94f2-5c66bcfba830 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5fa0c64f-eee5-487c-aa30-d2e421af22bf HTTP/1.1" status: 204 len: 168 time: 0.5921335 Aug 11 03:04:57.811024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34722) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:57.847664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd555a4-3f4c-4dfa-987a-b70507cbd2e1 None None] Network 7a3aa00c-3100-43b8-a599-3e6a2929cd25 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:04:57.951079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:57.970863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.005115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.009075 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9ca1821d-3227-47d7-b936-84f2c507f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.4999466 Aug 11 03:04:58.009293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34726) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:58.056853 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 3, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:58.066843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Allocated IP 172.20.0.1 (970d44e0-8888-4af5-aa9a-413afc0f9209/61b13129-6a9c-41e4-abb6-c324cb44a58f/0d3d3c3d-58df-4004-91a0-1ce415ac4e27) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:04:58.106385 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a9d58-303c-4b67-b1fb-a21c2bd97a3d None None] The sync data for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 is: [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:55Z', 'revision_number': 3, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:58.107300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.153650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Deleting port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:04:58.154086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.229122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] Sync routers for ids ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:58.279491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6552c7ac-ad2d-480f-894a-3c457d6d06a2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/routers/7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 HTTP/1.1" status: 200 len: 880 time: 0.2690797 Aug 11 03:04:58.285331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34728) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:58.286896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bf1448c1-ca0f-4694-9194-3631b8e582ca up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:58.287377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] For port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b3e9dba5-0760-416a-82cc-b8a4cab1bc5a,segment=NetworkSegment(f39bf608-afbc-4032-b6af-5c6799bc367b),segment_id=f39bf608-afbc-4032-b6af-5c6799bc367b)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:58.287871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.332886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9c3a4613-6580-439f-9969-6268fd9e8dcc no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:58.356601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.361468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] Routers {'7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:58.362777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:58.372410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Calling delete_port for b3e9dba5-0760-416a-82cc-b8a4cab1bc5a owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:04:58.409240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.415116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.422180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.425237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9c3a4613-6580-439f-9969-6268fd9e8dcc {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:58.425980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9c3a4613-6580-439f-9969-6268fd9e8dcc not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:58.430868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:58.466509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] Routers {'7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:58.467281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:58.483282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Transition to ACTIVE for port object 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:04:58.558172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:58.565604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3a781-78b0-467d-92f2-e222ecc6921d None None] The sync data for ids ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:58.580584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port bf1448c1-ca0f-4694-9194-3631b8e582ca completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:58.588696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port bf1448c1-ca0f-4694-9194-3631b8e582ca triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:58.589344 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.640982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75d471-7eb5-4bab-910f-bcdd48da60fb req-0518cfee-a8ce-450a-b9e9-f1f62c9a2e7f tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:58.650017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f75d471-7eb5-4bab-910f-bcdd48da60fb req-0518cfee-a8ce-450a-b9e9-f1f62c9a2e7f tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 944 time: 0.0877321 Aug 11 03:04:58.693252 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.709981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.731187 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f75d471-7eb5-4bab-910f-bcdd48da60fb req-22af8c10-bf57-4513-b141-7e43d39adc3f tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802047 Aug 11 03:04:58.736475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Router 5b40dba7-2a8e-4f07-b10b-e1570e652edb is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:04:58.740343 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.744043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df6e01f-d025-4c94-9c74-57e736f0ed20 None None] DHCP port deletion for 7a3aa00c-3100-43b8-a599-3e6a2929cd25 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:04:58.755259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e9dba5-0760-416a-82cc-b8a4cab1bc5a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:58.777789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] No DVR routers for this DVR port b3e9dba5-0760-416a-82cc-b8a4cab1bc5a on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:04:58.788707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:04:58.807276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port bf1448c1-ca0f-4694-9194-3631b8e582ca, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bf1448c1-ca0f-4694-9194-3631b8e582ca,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:58.813781 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:58.839377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:04:58.845164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:04:58.884074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=bf1448c1-ca0f-4694-9194-3631b8e582ca,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:58.946953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1448c1-ca0f-4694-9194-3631b8e582ca'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:04:58.949439 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa165531-ed14-4c97-b1a2-e66fde09d832" -d '{"events": [{"server_uuid": "c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3", "name": "network-vif-plugged", "status": "completed", "tag": "bf1448c1-ca0f-4694-9194-3631b8e582ca"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:04:59.006757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:04:59.017466 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.020087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8f23218f-4975-4ba5-8e27-7f3123a9f22b tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "PUT /v2.0/routers/5b40dba7-2a8e-4f07-b10b-e1570e652edb HTTP/1.1" status: 200 len: 919 time: 3.9554307 Aug 11 03:04:59.022711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34738) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:59.023543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] Sync routers for ids ['5b40dba7-2a8e-4f07-b10b-e1570e652edb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:04:59.033497 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa66b0a-6db4-45f5-9ff9-ed0a0291179e x-openstack-request-id: req-3aa66b0a-6db4-45f5-9ff9-ed0a0291179e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:04:59.033679 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3", "name": "network-vif-plugged", "status": "completed", "tag": "bf1448c1-ca0f-4694-9194-3631b8e582ca", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:04:59.033826 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3aa66b0a-6db4-45f5-9ff9-ed0a0291179e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:04:59.034236 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1448c1-ca0f-4694-9194-3631b8e582ca', 'code': 200} Aug 11 03:04:59.035915 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] Routers {'5b40dba7-2a8e-4f07-b10b-e1570e652edb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:59.039494 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5b40dba7-2a8e-4f07-b10b-e1570e652edb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.104103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.104839 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.122304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:59.132821 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] Routers {'5b40dba7-2a8e-4f07-b10b-e1570e652edb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:04:59.134188 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5b40dba7-2a8e-4f07-b10b-e1570e652edb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.145284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84ad93bb-7a43-443b-9594-5babee42fdfc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:04:59.165482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3aa00c-3100-43b8-a599-3e6a2929cd25']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.208284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.214908 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.215549 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df049219-be51-4543-b3c2-dc5c9f90301b None None] The sync data for ids ['5b40dba7-2a8e-4f07-b10b-e1570e652edb'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:04:59.245306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 84ad93bb-7a43-443b-9594-5babee42fdfc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:59.261227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 84ad93bb-7a43-443b-9594-5babee42fdfc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:59.261737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.265479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39bf608-afbc-4032-b6af-5c6799bc367b') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.265698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ba4b6ed-3c12-4f72-ad75-40d51ea55bc1 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/5b40dba7-2a8e-4f07-b10b-e1570e652edb HTTP/1.1" status: 200 len: 925 time: 0.2417669 Aug 11 03:04:59.265798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39bf608-afbc-4032-b6af-5c6799bc367b') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:04:59.268356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34740) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:59.275357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e9f83f6c-a0e8-4147-848e-b6acafee0593 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9821749 Aug 11 03:04:59.281716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34742) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:59.289414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-55492881-f170-4e7b-b00e-fcdd521fe959 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1883828440'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:04:59.298892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.306290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85928680-6ded-4f5c-90d6-edc939fc7773 req-29156d7d-2e69-4384-abb8-49aaa3e0b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:59.308004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85928680-6ded-4f5c-90d6-edc939fc7773 req-29156d7d-2e69-4384-abb8-49aaa3e0b379 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 1097 time: 0.1125515 Aug 11 03:04:59.337157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-af5a1531-e0ec-4b13-8a7d-5618d49dda36 None None] Provisioning for port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:04:59.344649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c2ed66-30b1-4db0-9319-541c7d39bc31 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:59.345478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-af5a1531-e0ec-4b13-8a7d-5618d49dda36 None None] Provisioning complete for port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:04:59.345938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-af5a1531-e0ec-4b13-8a7d-5618d49dda36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.349881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-50c2ed66-30b1-4db0-9319-541c7d39bc31 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=5b40dba7-2a8e-4f07-b10b-e1570e652edb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0773981 Aug 11 03:04:59.350650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34744) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:59.362970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.370291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85928680-6ded-4f5c-90d6-edc939fc7773 req-c0abc375-9281-4254-a4b2-298d228ed9df service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544848 Aug 11 03:04:59.412129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-af5a1531-e0ec-4b13-8a7d-5618d49dda36 None None] Port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:04:59.415028 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.423675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:04:59.424098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.436262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 84ad93bb-7a43-443b-9594-5babee42fdfc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=84ad93bb-7a43-443b-9594-5babee42fdfc,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:04:59.440174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:04:59.451152 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:04:59.500761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=84ad93bb-7a43-443b-9594-5babee42fdfc,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:59.536983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:59.558941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:59.559386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ec11f1d2-d8c8-4abc-9d98-f69b84a4dc23 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:59.559910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b3e9dba5-0760-416a-82cc-b8a4cab1bc5a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:04:59.583784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b3e9dba5-0760-416a-82cc-b8a4cab1bc5a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:04:59.584182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b3e9dba5-0760-416a-82cc-b8a4cab1bc5a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:04:59.593173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.825547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.911256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:04:59.915717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7a3aa00c-3100-43b8-a599-3e6a2929cd25 HTTP/1.1" status: 204 len: 168 time: 2.1007822 Aug 11 03:04:59.953109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02288fe4-58b7-45c8-98f6-27ff639e58c3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:04:59.954510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-02288fe4-58b7-45c8-98f6-27ff639e58c3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.6009402 Aug 11 03:04:59.957465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34754) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:04:59.969690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41029ad-a009-45a6-b900-f0b9935b0d37 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a3aa00c-3100-43b8-a599-3e6a2929cd25,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:04:59.989885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6682a07b-5460-45d8-87f6-944e6de8e62d tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b40dba7-2a8e-4f07-b10b-e1570e652edb HTTP/1.1" status: 200 len: 205 time: 0.0306003 Aug 11 03:04:59.993521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34756) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:00.034930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.053596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34758) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:00.148471 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5866a57a-bcdf-4244-9be1-22cedb0ab1b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77123c6e520747929f1d963ef4704a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937400 Aug 11 03:05:00.150869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34762) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:00.160143 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.193075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c06c57-3c1f-45de-b5f4-c221246f670c req-f095f0fc-7a41-42d9-8b6c-d2681c232604 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:00.201881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3c06c57-3c1f-45de-b5f4-c221246f670c req-f095f0fc-7a41-42d9-8b6c-d2681c232604 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 945 time: 0.2873290 Aug 11 03:05:00.249304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91419d52-6185-4f88-b624-04e8b6171cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.310017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91419d52-6185-4f88-b624-04e8b6171cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.332724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3c06c57-3c1f-45de-b5f4-c221246f670c req-e42b82a6-ff90-4353-8ff6-3202f2ca4c04 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298699 Aug 11 03:05:00.352750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.382236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55492881-f170-4e7b-b00e-fcdd521fe959 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.408071 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91419d52-6185-4f88-b624-04e8b6171cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.409352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55492881-f170-4e7b-b00e-fcdd521fe959 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.411058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91419d52-6185-4f88-b624-04e8b6171cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.414858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-91419d52-6185-4f88-b624-04e8b6171cae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cfa0d9e-9ef0-4259-bb4b-24b19357b293 HTTP/1.1" status: 204 len: 168 time: 0.2608001 Aug 11 03:05:00.424681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419d52-6185-4f88-b624-04e8b6171cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfa0d9e-9ef0-4259-bb4b-24b19357b293,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:00.434935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Deleting port 38b665dc-809c-432a-93a7-d1eea1f13d9a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:00.435480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.474305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.482520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.525004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.539831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Calling delete_port for 38b665dc-809c-432a-93a7-d1eea1f13d9a owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:00.606055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:00.617790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.620287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.620635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.620979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.621317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.621662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.621991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.622320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.622656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.622983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.623311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.624194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.624541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:00.681858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55492881-f170-4e7b-b00e-fcdd521fe959 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:00.735218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.772154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event deleted for resources: {'Port': ['ID=38b665dc-809c-432a-93a7-d1eea1f13d9a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:00.836529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55492881-f170-4e7b-b00e-fcdd521fe959 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:00.840207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.845665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:00.848622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] Sync routers for ids ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:00.852431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55492881-f170-4e7b-b00e-fcdd521fe959 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.856573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-55492881-f170-4e7b-b00e-fcdd521fe959 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 HTTP/1.1" status: 200 len: 887 time: 1.5709381 Aug 11 03:05:00.856573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34778) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:00.863517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:00.883385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] Routers {'7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:00.887165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:00.985008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:00.996757 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:00.999171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.006404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] Routers {'7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:01.007515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:01.050915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.053464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Fanout notify agent at l3_agent the message router_deleted on router 5b40dba7-2a8e-4f07-b10b-e1570e652edb {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:05:01.065017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84ad93bb-7a43-443b-9594-5babee42fdfc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:01.070154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:01.073300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.077541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32bc988-e9d7-4d51-9f2b-cf035f201328 None None] The sync data for ids ['7dfc9e35-cd75-4c18-bd31-f53d5c7aa948'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:01.078214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0e455878-e662-4788-a2ed-546e5a2ba923 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/5b40dba7-2a8e-4f07-b10b-e1570e652edb HTTP/1.1" status: 204 len: 168 time: 1.0836048 Aug 11 03:05:01.079008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34782) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:01.083512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-943533505', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:01.111394 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.112663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.127022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf272474-fae8-4bad-9f73-845b2643f717 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/routers/7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 HTTP/1.1" status: 200 len: 887 time: 0.2697392 Aug 11 03:05:01.130754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34788) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:01.164467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 84ad93bb-7a43-443b-9594-5babee42fdfc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:01.164852 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.172229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a20870ea-8b15-42eb-afaf-b22502a7bcd6 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 HTTP/1.1" status: 200 len: 205 time: 0.0397248 Aug 11 03:05:01.174666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34790) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:01.217927 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.264491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Router df95b307-4dd9-4826-b170-1790e36c4f73 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:01.357281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e72e1ba9-d41f-4be8-a3c3-67a1bc6f2cd7 None None] Provisioning complete for port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:01.358087 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e72e1ba9-d41f-4be8-a3c3-67a1bc6f2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.383425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.412726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34798) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:01.422524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.435002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e72e1ba9-d41f-4be8-a3c3-67a1bc6f2cd7 None None] Port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:01.487894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:01.503750 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Sync routers for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:01.516216 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:01.517026 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:01.524616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3873101-0057-438f-bef5-b21b66772c66 req-fc5f0996-9e3e-4e20-b75d-7ff5bee99388 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.526142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3873101-0057-438f-bef5-b21b66772c66 req-fc5f0996-9e3e-4e20-b75d-7ff5bee99388 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 945 time: 0.0767851 Aug 11 03:05:01.535954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-61a70100-9aab-4e88-ad32-b94cf5dd36d9 admin admin] 10.222.0.60 "PUT /v2.0/routers/df95b307-4dd9-4826-b170-1790e36c4f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2533557 Aug 11 03:05:01.562218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-387401476-network', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:01.594661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.599899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:01.602229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.609596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3873101-0057-438f-bef5-b21b66772c66 req-91587a6b-1bba-41fb-9ae3-c7413737d53d tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742764 Aug 11 03:05:01.614673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.705111 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:01.738077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.768871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.815085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b973107-5797-45a4-b750-4bd094e80c8a req-9f4e3c39-68c2-4065-b6d5-7e7d2774617c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:01.822309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b973107-5797-45a4-b750-4bd094e80c8a req-9f4e3c39-68c2-4065-b6d5-7e7d2774617c tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 945 time: 0.1032107 Aug 11 03:05:01.826716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 574e52d7-53bb-4f53-a8c2-83b9b78b3b3a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:01.827704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.947448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.948991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Allocated IP 172.25.4.253 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/65817c23-b86e-47ea-8c0b-c498f65ded8c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:01.951051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4b973107-5797-45a4-b750-4bd094e80c8a req-3e9152f6-8bfe-49ef-92fe-0bad815742fe tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279619 Aug 11 03:05:01.960114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.975845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:01.989992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:01.990421 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Added segment aa888eef-e276-43ec-804f-2dd33518640c of type vlan for network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb Aug 11 03:05:01.994480 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:00Z', 'revision_number': 2, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:02.037784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.054864 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Checking router: df95b307-4dd9-4826-b170-1790e36c4f73 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:02.058853 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Updating router df95b307-4dd9-4826-b170-1790e36c4f73 port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:02.098149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9729e100-7841-46ad-a899-d5608b2cd673,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.098396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.114077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.117447 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.119913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:02.120910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.144683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7309997 Aug 11 03:05:02.149205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34814) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:02.156222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Request body: {'subnet': {'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-subnet', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:02.162239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.166722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.213050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 574e52d7-53bb-4f53-a8c2-83b9b78b3b3a owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:02.214436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:02.243202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:02.256130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:02.322856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34818) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:02.332023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-93644528-ff76-4dba-9776-8110f706a0c1 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14042654', 'description': 'tempest-description--1128489009'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:02.375774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:02.378081 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.397204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb76a8b-e16c-4f38-bc97-a9789889cbaf admin admin] Pushing event updated for resources: {'Network': ['ID=860f8234-9f54-4e97-a39e-20fe5b3c5ccb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.415433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:02.416095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93644528-ff76-4dba-9776-8110f706a0c1 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.513040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event updated for resources: {'Port': ['ID=65817c23-b86e-47ea-8c0b-c498f65ded8c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.534353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.572882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=574e52d7-53bb-4f53-a8c2-83b9b78b3b3a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.660534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93644528-ff76-4dba-9776-8110f706a0c1 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.669267 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93644528-ff76-4dba-9776-8110f706a0c1 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.688072 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.695836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.703893 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Transition to ACTIVE for port object 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:02.706051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93644528-ff76-4dba-9776-8110f706a0c1 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.707296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-93644528-ff76-4dba-9776-8110f706a0c1 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3833866 Aug 11 03:05:02.710163 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.739482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34824) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:02.744945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f0150969-f306-46f5-9138-ff2e97cd3118 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Request body: {'security_group_rule': {'security_group_id': '131b7626-b6f7-4eec-ada1-d84a3744a4b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:02.768203 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3228d-527f-429e-9c06-cb357ebd0bd5 None None] Pushing event updated for resources: {'Port': ['ID=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.784440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93644528-ff76-4dba-9776-8110f706a0c1 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=131b7626-b6f7-4eec-ada1-d84a3744a4b0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:02.832187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.836197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.860490 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Attempting to bind port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:02.861038 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Attempting to bind port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:02.861497 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Attempting to bind port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 on network 970d44e0-8888-4af5-aa9a-413afc0f9209 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:02.870522 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:02.870905 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Checking segment: {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:02.871360 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.871786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Bound using segment: {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:02.872327 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Bound port: 0d3d3c3d-58df-4004-91a0-1ce415ac4e27, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:02.872713 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:02.950609 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] For port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:02.954787 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] For port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:02.968952 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.038202 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3228d-527f-429e-9c06-cb357ebd0bd5 None None] Pushing event updated for resources: {'Port': ['ID=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.051203 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:03.052142 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:03.109261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d35de-8dbb-4fac-8bce-49020ac453e1 req-e5066319-e2ef-4ea3-b3ce-8cbae3860919 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:03.120949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b7d35de-8dbb-4fac-8bce-49020ac453e1 req-e5066319-e2ef-4ea3-b3ce-8cbae3860919 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 945 time: 0.1534195 Aug 11 03:05:03.225272 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:03.242176 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0150969-f306-46f5-9138-ff2e97cd3118 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.256883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.257416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Fanout notify agent at l3_agent the message router_deleted on router 7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:05:03.271993 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.273188 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-06323063-3445-4dd4-872e-e3800bcbbb13 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 HTTP/1.1" status: 204 len: 168 time: 2.0973275 Aug 11 03:05:03.281580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34828) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.294449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1952897931'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:03.317879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b7d35de-8dbb-4fac-8bce-49020ac453e1 req-f864a157-e58f-405b-a2ef-461609b72bf4 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967642 Aug 11 03:05:03.331617 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.360839 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0150969-f306-46f5-9138-ff2e97cd3118 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.365591 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0150969-f306-46f5-9138-ff2e97cd3118 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.371932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:03.375999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.401594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0150969-f306-46f5-9138-ff2e97cd3118 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34245f40-9ac0-427a-94ac-f5f5325b4fc5,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.416956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:03.419045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0150969-f306-46f5-9138-ff2e97cd3118 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.420301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f0150969-f306-46f5-9138-ff2e97cd3118 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6793523 Aug 11 03:05:03.424148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34832) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.429009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9b70e3f0-906c-437b-930b-d3faa0f71673 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Request body: {'security_group_rule': {'security_group_id': '131b7626-b6f7-4eec-ada1-d84a3744a4b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:03.441758 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.442031 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment 66ccd7bc-7610-499c-9dd3-353c530741ff of type vlan for network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 Aug 11 03:05:03.484518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ec5d3d-e06d-454a-8d42-0e369a4ceba9,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.498998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.499889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b70e3f0-906c-437b-930b-d3faa0f71673 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.503666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Checking segment: {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:03.503957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Network hostable DHCP agents. Network: 860f8234-9f54-4e97-a39e-20fe5b3c5ccb, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:03.505781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.524053 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:02Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:03.552907 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512bbf52-c018-429a-9cab-284f849bbd4b None None] The sync data for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 is: [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:02Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:03.570526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.573333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:03.579331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:03.580326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.645743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 860f8234-9f54-4e97-a39e-20fe5b3c5ccb) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:03.651146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:03.651899 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.656337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41aab257-e8f7-42a2-ac01-1dd48949123d None None] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:03.690328 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4037907 Aug 11 03:05:03.692150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b70e3f0-906c-437b-930b-d3faa0f71673 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.692880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34834) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.694015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1963af42-5359-4b83-9d18-d881b877d639 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5432899 Aug 11 03:05:03.700593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': '5a1e10db-00b3-43e0-8b29-d2f81c9724b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:03.704837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34836) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.709737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:03.728382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b70e3f0-906c-437b-930b-d3faa0f71673 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.784836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70e3f0-906c-437b-930b-d3faa0f71673 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72abeb63-7d76-4b2a-8ffe-150b94f67bdc,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.786524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ff3d3-60c5-4610-8f15-b4a9c3b4743e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=5a1e10db-00b3-43e0-8b29-d2f81c9724b1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:03.822244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:03.850160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.855575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.856834 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.883074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b70e3f0-906c-437b-930b-d3faa0f71673 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.887486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9b70e3f0-906c-437b-930b-d3faa0f71673 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4593098 Aug 11 03:05:03.888179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34838) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:03.904443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:03.957322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.980582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:03.981518 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:03.991577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:03.997719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.048688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-3c37a0a6-4749-43f6-8215-ea632e259a07 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:04.050414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-3c37a0a6-4749-43f6-8215-ea632e259a07 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3 HTTP/1.1" status: 200 len: 945 time: 0.0754700 Aug 11 03:05:04.081681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.102818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Router 1643f273-8110-4c90-81c2-033f589f7fd6 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:05:04.145716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Allocated IP 172.20.0.2 (860f8234-9f54-4e97-a39e-20fe5b3c5ccb/43ec5d3d-e06d-454a-8d42-0e369a4ceba9/2b64691b-498f-4ec1-9b74-ecf1c0d49c56) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:04.292792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:04.341454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] Sync routers for ids ['1643f273-8110-4c90-81c2-033f589f7fd6'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:04.351909 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.352142 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.354225 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b3e3b177-bfeb-4638-83c9-01444c9208d0 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2742133 Aug 11 03:05:04.368395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Transition to ACTIVE for port object 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:04.369293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Deleting port bf1448c1-ca0f-4694-9194-3631b8e582ca {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:04.369650 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.383495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] Routers {'1643f273-8110-4c90-81c2-033f589f7fd6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:04.384167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1643f273-8110-4c90-81c2-033f589f7fd6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:04.387958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34844) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:04.410700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:04.457877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:04.471113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Transition to ACTIVE for port object 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:04.476418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] Routers {'1643f273-8110-4c90-81c2-033f589f7fd6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:04.477341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1643f273-8110-4c90-81c2-033f589f7fd6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:04.526930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] For port bf1448c1-ca0f-4694-9194-3631b8e582ca, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=bf1448c1-ca0f-4694-9194-3631b8e582ca,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:04.527304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.533890 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.558632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Calling delete_port for bf1448c1-ca0f-4694-9194-3631b8e582ca owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:04.582340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:04.583328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804ffe0f-be6c-4c3f-882f-cf5694969ce3 None None] The sync data for ids ['1643f273-8110-4c90-81c2-033f589f7fd6'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:04.587414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Pushing event updated for resources: {'Port': ['ID=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:04.607287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:04.609402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:04.619053 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.634477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:04.727061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Attempting to bind port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:04.728306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Attempting to bind port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:04.729059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Attempting to bind port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 on network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:04.737090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:04.737778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Checking segment: {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:04.738387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.739128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Bound using segment: {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:04.739961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Bound port: 2b64691b-498f-4ec1-9b74-ecf1c0d49c56, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:04.740806 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.791766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-fb594094-e6ee-4db9-945b-40b39904f515 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:04.793373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-fb594094-e6ee-4db9-945b-40b39904f515 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "GET /v2.0/ports?device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 945 time: 0.8344908 Aug 11 03:05:04.817426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.831690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['8a84ee54-1c02-4398-be30-1936898c1fed'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:04.856925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event deleted for resources: {'Port': ['ID=bf1448c1-ca0f-4694-9194-3631b8e582ca,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:04.875935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['bf1448c1-ca0f-4694-9194-3631b8e582ca'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:04.933328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] For port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:04.942561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] For port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:04.958841 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.986076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] No DVR routers for this DVR port bf1448c1-ca0f-4694-9194-3631b8e582ca on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:04.986251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17650829-70fa-45d6-b76e-3d972917f931 req-17ff2d23-b922-4bad-86e4-7a1a13a79dfb tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:04.987953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-17650829-70fa-45d6-b76e-3d972917f931 req-17ff2d23-b922-4bad-86e4-7a1a13a79dfb tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 945 time: 0.4151938 Aug 11 03:05:04.989305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:04.997924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a75bb44-8645-4b45-a0d0-743be9196ced req-30d04554-06cc-447e-877f-d1c458548643 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.10 "DELETE /v2.0/ports/bf1448c1-ca0f-4694-9194-3631b8e582ca HTTP/1.1" status: 204 len: 173 time: 0.9376996 Aug 11 03:05:05.000459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'name': 'network-vif-deleted', 'tag': 'bf1448c1-ca0f-4694-9194-3631b8e582ca'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:05.010113 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fc53e2-9588-4c34-a97a-ef766d2c1c38" -d '{"events": [{"server_uuid": "c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3", "name": "network-vif-deleted", "tag": "bf1448c1-ca0f-4694-9194-3631b8e582ca"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:05.126834 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe714f0-5708-41b9-898e-1dd41b7d47e9 x-openstack-request-id: req-bfe714f0-5708-41b9-898e-1dd41b7d47e9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:05.127128 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3", "name": "network-vif-deleted", "tag": "bf1448c1-ca0f-4694-9194-3631b8e582ca", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:05.127384 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfe714f0-5708-41b9-898e-1dd41b7d47e9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:05.127848 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0060f0a-fe7b-4c11-8c6a-c6e9ed1e0da3', 'name': 'network-vif-deleted', 'tag': 'bf1448c1-ca0f-4694-9194-3631b8e582ca', 'status': 'completed', 'code': 200} Aug 11 03:05:05.133070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:05.240012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05987361-9e78-4c54-8538-c7ac36f1e4c7 None None] Pushing event updated for resources: {'Port': ['ID=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:05.305831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.321369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:05.329987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:05.330785 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.333119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.404268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-17650829-70fa-45d6-b76e-3d972917f931 req-cc3becac-98dc-4fdd-905f-2c9d705a54e0 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978813 Aug 11 03:05:05.522500 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.571787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:05.579637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.643422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:05.678233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Deleting port 8a84ee54-1c02-4398-be30-1936898c1fed {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:05.678702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.690740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=8408ea02-37e7-416d-b25b-751be0d54737,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:05.781000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': '66ccd7bc-7610-499c-9dd3-353c530741ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1e10db-00b3-43e0-8b29-d2f81c9724b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:05.781368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: 5a1e10db-00b3-43e0-8b29-d2f81c9724b1, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:05.884480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.951592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Allocated IP 172.25.4.42 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/a065a3a3-70f9-4602-818a-10fa067af701) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:05.968209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:05.970974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:05.996894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.024694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5a1e10db-00b3-43e0-8b29-d2f81c9724b1) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:06.032987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317c2cc-df7e-46dd-9c14-a21778ff122a None None] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:06.036507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] For port 8a84ee54-1c02-4398-be30-1936898c1fed, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8a84ee54-1c02-4398-be30-1936898c1fed,segment=NetworkSegment(4dc62880-fc09-4b69-b86a-a418fa731461),segment_id=4dc62880-fc09-4b69-b86a-a418fa731461)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:06.036874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.049831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.196555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-5a1e10db-00b3-43e0-8b29-d2f81c9724b1', 'network_id': '5a1e10db-00b3-43e0-8b29-d2f81c9724b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': '8408ea02-37e7-416d-b25b-751be0d54737'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:06.197574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.330890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c0aaf0-220c-4b94-b92c-93eca04be54d None None] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:06.395216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:06.395843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.395984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Allocated IP 172.20.0.2 (5a1e10db-00b3-43e0-8b29-d2f81c9724b1/8408ea02-37e7-416d-b25b-751be0d54737/fdc8668b-6fbe-458b-9340-12d4cb461726) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:06.420275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Calling delete_port for 8a84ee54-1c02-4398-be30-1936898c1fed owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:06.443277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-53c41134-e768-4753-b42e-ac2012b5eced None None] Provisioning for port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:06.478802 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6bee8676-4e97-4b34-9647-032808198ad1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7817340 Aug 11 03:05:06.481094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34858) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:06.485790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-eb215c9e-8940-4a9a-ab58-b9bc47199245 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-959576376', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:06.543726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb215c9e-8940-4a9a-ab58-b9bc47199245 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.544723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb215c9e-8940-4a9a-ab58-b9bc47199245 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.565131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1c56-984a-4053-aced-a066990e19d9 req-5beb877c-239c-4916-af46-23adb84421ca tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:06.566744 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942b1c56-984a-4053-aced-a066990e19d9 req-5beb877c-239c-4916-af46-23adb84421ca tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 945 time: 0.0743022 Aug 11 03:05:06.604571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.607296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Deleting port 65817c23-b86e-47ea-8c0b-c498f65ded8c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:06.607947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.629692 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb215c9e-8940-4a9a-ab58-b9bc47199245 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.641849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb215c9e-8940-4a9a-ab58-b9bc47199245 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.659387 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942b1c56-984a-4053-aced-a066990e19d9 req-d17ba6dc-a2c6-4b8d-a52b-d0e2873579b6 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/security-groups?id=2eaf3146-e710-4329-806a-986f2dd243dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744677 Aug 11 03:05:06.665854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eb215c9e-8940-4a9a-ab58-b9bc47199245 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.671488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eb215c9e-8940-4a9a-ab58-b9bc47199245 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1891210 Aug 11 03:05:06.672258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34860) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:06.697249 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.706730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Transition to ACTIVE for port object fdc8668b-6fbe-458b-9340-12d4cb461726 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:06.734326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Transition to ACTIVE for port object fdc8668b-6fbe-458b-9340-12d4cb461726 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:06.744460 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.797600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.823399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:06.823733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:06.827315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:06.828696 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.843108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Pushing event updated for resources: {'Port': ['ID=fdc8668b-6fbe-458b-9340-12d4cb461726,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:06.883589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Calling delete_port for 65817c23-b86e-47ea-8c0b-c498f65ded8c owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:06.902893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Attempting to bind port fdc8668b-6fbe-458b-9340-12d4cb461726 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:06.903275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Attempting to bind port fdc8668b-6fbe-458b-9340-12d4cb461726 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '66ccd7bc-7610-499c-9dd3-353c530741ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1e10db-00b3-43e0-8b29-d2f81c9724b1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:06.903740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Attempting to bind port fdc8668b-6fbe-458b-9340-12d4cb461726 on network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:06.911691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:06.911967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:06.912158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Checking segment: {'id': '66ccd7bc-7610-499c-9dd3-353c530741ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1e10db-00b3-43e0-8b29-d2f81c9724b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:06.912472 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.913307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Bound using segment: {'id': '66ccd7bc-7610-499c-9dd3-353c530741ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1e10db-00b3-43e0-8b29-d2f81c9724b1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:06.913788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Bound port: fdc8668b-6fbe-458b-9340-12d4cb461726, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ccd7bc-7610-499c-9dd3-353c530741ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5a1e10db-00b3-43e0-8b29-d2f81c9724b1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:06.914176 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.915993 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:06.945559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:06.994746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:07.003037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Allocated IP 172.25.4.150 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/24b609c4-8e48-4088-b78d-3e7e93cbb330) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:07.036268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event updated for resources: {'Port': ['ID=a065a3a3-70f9-4602-818a-10fa067af701,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:07.055498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] For port fdc8668b-6fbe-458b-9340-12d4cb461726, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:07.072769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] For port fdc8668b-6fbe-458b-9340-12d4cb461726, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fdc8668b-6fbe-458b-9340-12d4cb461726,segment=NetworkSegment(66ccd7bc-7610-499c-9dd3-353c530741ff),segment_id=66ccd7bc-7610-499c-9dd3-353c530741ff)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:07.086263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.123070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Pushing event deleted for resources: {'Port': ['ID=8a84ee54-1c02-4398-be30-1936898c1fed,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:07.147245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.158259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc69ee9-4217-4acc-b075-1bf6ac6323e4 None None] Pushing event updated for resources: {'Port': ['ID=fdc8668b-6fbe-458b-9340-12d4cb461726,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:07.165814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:07.196321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] No DVR routers for this DVR port 8a84ee54-1c02-4398-be30-1936898c1fed on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:07.205462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.207487 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85ab501c-24e1-45c4-8092-6e671b4b485c req-261c3987-3405-41e8-bf3f-ed4067600068 tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.57 "DELETE /v2.0/ports/8a84ee54-1c02-4398-be30-1936898c1fed HTTP/1.1" status: 204 len: 173 time: 2.3624513 Aug 11 03:05:07.207969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044465b4-c556-4b91-92c8-1c65d47785da', 'name': 'network-vif-deleted', 'tag': '8a84ee54-1c02-4398-be30-1936898c1fed'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:07.210322 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8a200b-2e86-4e9f-8d31-7fbad13a814f" -d '{"events": [{"server_uuid": "044465b4-c556-4b91-92c8-1c65d47785da", "name": "network-vif-deleted", "tag": "8a84ee54-1c02-4398-be30-1936898c1fed"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:07.226695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:07.226695 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.325703 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c95b4b0-616e-4c3d-bed2-1ad9f6686ebb x-openstack-request-id: req-3c95b4b0-616e-4c3d-bed2-1ad9f6686ebb {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:07.326056 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044465b4-c556-4b91-92c8-1c65d47785da", "name": "network-vif-deleted", "tag": "8a84ee54-1c02-4398-be30-1936898c1fed", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:07.326251 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c95b4b0-616e-4c3d-bed2-1ad9f6686ebb {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:07.327780 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '044465b4-c556-4b91-92c8-1c65d47785da', 'name': 'network-vif-deleted', 'tag': '8a84ee54-1c02-4398-be30-1936898c1fed', 'status': 'completed', 'code': 200} Aug 11 03:05:07.357038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.368321 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:07.414833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.447505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:07.451869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:07.452322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.500698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.516928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.20.0.1 (5a1e10db-00b3-43e0-8b29-d2f81c9724b1/8408ea02-37e7-416d-b25b-751be0d54737/27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:07.564836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.604912 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.612065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Pushing event deleted for resources: {'Port': ['ID=65817c23-b86e-47ea-8c0b-c498f65ded8c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:07.636525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.689812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.708193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:07.748151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:07.760338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:07.761367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.769245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:07.831552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:07.832465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:07.836268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:07.838177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:07.852024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Pushing event updated for resources: {'Port': ['ID=24b609c4-8e48-4088-b78d-3e7e93cbb330,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:07.879604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.900698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:07.910626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.938174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49941ec5-f2af-4971-ae08-85f8cae7e743 req-fad5223b-c00f-4758-a4d9-ba792ec3092e tempest-MultipleCreateTestJSON-348563480 tempest-MultipleCreateTestJSON-348563480-project] 10.222.0.60 "GET /v2.0/ports?device_id=044465b4-c556-4b91-92c8-1c65d47785da HTTP/1.1" status: 200 len: 210 time: 0.0473073 Aug 11 03:05:07.945518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:07.993156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:08.096283 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.105869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8a84ee54-1c02-4398-be30-1936898c1fed no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:08.132063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 8a84ee54-1c02-4398-be30-1936898c1fed {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:08.132972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8a84ee54-1c02-4398-be30-1936898c1fed not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:08.154254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.169375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.270419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.289996 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.332815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bf1448c1-ca0f-4694-9194-3631b8e582ca no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:08.356811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event updated for resources: {'Port': ['ID=a065a3a3-70f9-4602-818a-10fa067af701,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:08.361871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: bf1448c1-ca0f-4694-9194-3631b8e582ca {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:08.362600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device bf1448c1-ca0f-4694-9194-3631b8e582ca not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:08.386527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.392184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.468501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.478205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.485834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:08.490828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Router 1643f273-8110-4c90-81c2-033f589f7fd6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:08.495780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.497054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7f6db3cb-b1e1-43f4-b145-204d41d7a44b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6060553 Aug 11 03:05:08.518653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb26499-4de6-482c-9053-4978bf604d8a None None] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:08.572775 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.617688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:08.626782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:08.628198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9a6192d6-7be7-4347-914f-799b5d2afc72 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "PUT /v2.0/routers/1643f273-8110-4c90-81c2-033f589f7fd6 HTTP/1.1" status: 200 len: 709 time: 4.2271185 Aug 11 03:05:08.632259 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] Sync routers for ids ['1643f273-8110-4c90-81c2-033f589f7fd6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:08.646292 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] Routers {'1643f273-8110-4c90-81c2-033f589f7fd6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:08.646924 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1643f273-8110-4c90-81c2-033f589f7fd6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:08.671518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34894) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:08.712878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-656dfcce-03f6-412d-882c-b4ba3910dedc None None] Provisioning for port fdc8668b-6fbe-458b-9340-12d4cb461726 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:08.732080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:08.738853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:08.741755 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:08.769943 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] Routers {'1643f273-8110-4c90-81c2-033f589f7fd6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:08.770579 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1643f273-8110-4c90-81c2-033f589f7fd6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:08.815532 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:08.816236 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830f8546-227f-421e-a5ab-4a76539c2a56 None None] The sync data for ids ['1643f273-8110-4c90-81c2-033f589f7fd6'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:08.912847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 9fd25def-183a-4799-91cc-dc6995764adf is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:05:09.052581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:09.058981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a39f0a1d-6ee7-41f5-8f8d-46f9279f8b4b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/9fd25def-183a-4799-91cc-dc6995764adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3853412 Aug 11 03:05:09.065073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] Sync routers for ids ['9fd25def-183a-4799-91cc-dc6995764adf'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:09.065797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34916) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:09.095181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] Routers {'9fd25def-183a-4799-91cc-dc6995764adf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:09.096706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9fd25def-183a-4799-91cc-dc6995764adf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:09.137649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34920) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:09.141753 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0b03b165-e57e-4bcb-97f0-7c2664f5bce3 tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/routers/1643f273-8110-4c90-81c2-033f589f7fd6 HTTP/1.1" status: 200 len: 744 time: 0.4690540 Aug 11 03:05:09.174435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdb3e33-cde7-46db-b322-0e3111747acb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:09.184543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34922) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:09.191272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dcdb3e33-cde7-46db-b322-0e3111747acb tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports/27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 HTTP/1.1" status: 200 len: 910 time: 0.1053362 Aug 11 03:05:09.192061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34924) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:09.197405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8408ea02-37e7-416d-b25b-751be0d54737'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:09.235819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:09.269097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] Routers {'9fd25def-183a-4799-91cc-dc6995764adf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:09.269919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9fd25def-183a-4799-91cc-dc6995764adf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:09.352868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:09.369125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-50bda05b-f36c-4648-8575-9f4a8d565a3f tempest-RoutersIpV6AdminTest-1527734912 tempest-RoutersIpV6AdminTest-1527734912-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=1643f273-8110-4c90-81c2-033f589f7fd6 HTTP/1.1" status: 200 len: 205 time: 0.1665986 Aug 11 03:05:09.370653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34930) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:09.409987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6793471f-cfe9-4c11-83fb-d0f8b4bf0fd6 None None] Provisioning for port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:09.416196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-87d6becb-8f44-48f6-b66a-38fa5856f949 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=1643f273-8110-4c90-81c2-033f589f7fd6 HTTP/1.1" status: 200 len: 205 time: 0.0403416 Aug 11 03:05:09.416414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:09.416414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2caa4b9-193f-4182-93f4-7e8d78de3bf7 None None] The sync data for ids ['9fd25def-183a-4799-91cc-dc6995764adf'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:09.416579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34934) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:09.430356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6793471f-cfe9-4c11-83fb-d0f8b4bf0fd6 None None] Provisioning complete for port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:09.430741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6793471f-cfe9-4c11-83fb-d0f8b4bf0fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.499547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.526915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6793471f-cfe9-4c11-83fb-d0f8b4bf0fd6 None None] Port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:09.543910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:09.545281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] Deleting subnet bb511951-6975-454b-a92c-ea83686d2286 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:09.551676 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.552360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.562592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9160-5c82-4731-bdd6-fcb1c4a3fe31 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.574078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.630377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.749214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.765844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fdc8668b-6fbe-458b-9340-12d4cb461726 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:09.845753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-de8f99b1-7925-4bdf-8b9b-6fe67dc7cbb4 None None] Provisioning complete for port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:09.846032 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-de8f99b1-7925-4bdf-8b9b-6fe67dc7cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.894259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.903542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-de8f99b1-7925-4bdf-8b9b-6fe67dc7cbb4 None None] Port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:09.924802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port fdc8668b-6fbe-458b-9340-12d4cb461726 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:09.930417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port fdc8668b-6fbe-458b-9340-12d4cb461726 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:09.930674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Router f63e9284-c44a-408c-b7fe-a9eca3060264 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:05:09.931662 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.934356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:09.937018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bb511951-6975-454b-a92c-ea83686d2286 HTTP/1.1" status: 204 len: 168 time: 0.7938631 Aug 11 03:05:09.938308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ab1c5-9b62-4690-9807-888d68a31a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb511951-6975-454b-a92c-ea83686d2286,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:09.941303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34966) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.056580 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.064779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6717af07-4a2f-4dec-bf49-f56e59d25477 None None] Provisioning complete for port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:10.065164 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6717af07-4a2f-4dec-bf49-f56e59d25477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.110254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:10.119617 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Sync routers for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:10.129599 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:10.130614 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:10.158282 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.167889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.172684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e935877-2973-4ae9-8880-7dda4ba19bcf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4668064 Aug 11 03:05:10.175840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34970) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.204530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6717af07-4a2f-4dec-bf49-f56e59d25477 None None] Port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:10.208245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port fdc8668b-6fbe-458b-9340-12d4cb461726, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fdc8668b-6fbe-458b-9340-12d4cb461726,segment=NetworkSegment(66ccd7bc-7610-499c-9dd3-353c530741ff),segment_id=66ccd7bc-7610-499c-9dd3-353c530741ff)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:10.219884 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.288282 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:10.335544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=fdc8668b-6fbe-458b-9340-12d4cb461726,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:10.405774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.425701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70a0600-610a-4eb8-a046-b79fbee0c68a']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:10.445738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc62880-fc09-4b69-b86a-a418fa731461') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:10.446036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc62880-fc09-4b69-b86a-a418fa731461') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:10.463441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.508967 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9160-5c82-4731-bdd6-fcb1c4a3fe31 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.513237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9160-5c82-4731-bdd6-fcb1c4a3fe31 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.527061 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.537584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:10.537988 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:10.540706 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:10.585125 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:08Z', 'revision_number': 3, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:10.612321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9160-5c82-4731-bdd6-fcb1c4a3fe31 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.613245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1d9160-5c82-4731-bdd6-fcb1c4a3fe31 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Fanout notify agent at l3_agent the message router_deleted on router 1643f273-8110-4c90-81c2-033f589f7fd6 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:05:10.619788 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Checking router: f63e9284-c44a-408c-b7fe-a9eca3060264 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:10.620452 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Updating router f63e9284-c44a-408c-b7fe-a9eca3060264 port 24b609c4-8e48-4088-b78d-3e7e93cbb330 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:10.622070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb1d9160-5c82-4731-bdd6-fcb1c4a3fe31 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.623987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cb1d9160-5c82-4731-bdd6-fcb1c4a3fe31 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/1643f273-8110-4c90-81c2-033f589f7fd6 HTTP/1.1" status: 204 len: 168 time: 1.2069318 Aug 11 03:05:10.629988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34974) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.663084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-baaca01e-f61c-4c64-a5a8-ce99a1a238ec tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=1643f273-8110-4c90-81c2-033f589f7fd6 HTTP/1.1" status: 200 len: 205 time: 0.0322373 Aug 11 03:05:10.665736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.680948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.681272 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.736746 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:10.738758 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d70a0600-610a-4eb8-a046-b79fbee0c68a HTTP/1.1" status: 204 len: 168 time: 0.7964630 Aug 11 03:05:10.774163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6da4a-9058-484d-9853-53c24f268390 admin admin] Pushing event deleted for resources: {'Network': ['ID=d70a0600-610a-4eb8-a046-b79fbee0c68a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:10.780102 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-429e550a-07f2-4137-8e15-d7e09c2ab327 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] delete failed (client error): The resource could not be found. Aug 11 03:05:10.783763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-429e550a-07f2-4137-8e15-d7e09c2ab327 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/1643f273-8110-4c90-81c2-033f589f7fd6 HTTP/1.1" status: 404 len: 336 time: 0.1147907 Aug 11 03:05:10.784618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34980) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.833333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3b95ee17-8f30-4bdb-af6a-98dfc309db09 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b40dba7-2a8e-4f07-b10b-e1570e652edb HTTP/1.1" status: 200 len: 205 time: 0.0461433 Aug 11 03:05:10.834453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34982) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.902705 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-699de4d0-8bf2-4f78-8912-c25afa8d089c tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] delete failed (client error): The resource could not be found. Aug 11 03:05:10.906908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34986) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.907764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-699de4d0-8bf2-4f78-8912-c25afa8d089c tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/5b40dba7-2a8e-4f07-b10b-e1570e652edb HTTP/1.1" status: 404 len: 336 time: 0.0713673 Aug 11 03:05:10.967766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34988) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:10.987679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-89d850b2-08fd-40a2-9155-a35f46ea87b2 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5c0d315-378a-42d9-af1b-0f376cfb18aa HTTP/1.1" status: 200 len: 205 time: 0.0765295 Aug 11 03:05:10.988918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34990) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.030691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fdc8668b-6fbe-458b-9340-12d4cb461726 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:11.054440 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-a2e3a3d0-e1bb-4d6c-bbbc-1b0275b4198e tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] delete failed (client error): The resource could not be found. Aug 11 03:05:11.055591 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a2e3a3d0-e1bb-4d6c-bbbc-1b0275b4198e tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/d5c0d315-378a-42d9-af1b-0f376cfb18aa HTTP/1.1" status: 404 len: 336 time: 0.0651433 Aug 11 03:05:11.058805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34992) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.064300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.072755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bc203583-d38d-4384-bc25-053459b8065e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec636adf220b406183a296f5a0533470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025419 Aug 11 03:05:11.075267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34994) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.095852 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-257f06a3-fc81-41bf-aa4c-0b88a30458b9 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=acf015f1-9298-4351-be79-0f75b57ef7ee HTTP/1.1" status: 200 len: 205 time: 0.0358953 Aug 11 03:05:11.097133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.098122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34996) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.118957 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.133598 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Transition to ACTIVE for port object 24b609c4-8e48-4088-b78d-3e7e93cbb330 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:11.141621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port fdc8668b-6fbe-458b-9340-12d4cb461726 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:11.142108 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.144533 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.168106 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-ad34a5c6-48d1-49d0-bec9-925a8b2023cd tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] delete failed (client error): The resource could not be found. Aug 11 03:05:11.169250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ad34a5c6-48d1-49d0-bec9-925a8b2023cd tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/acf015f1-9298-4351-be79-0f75b57ef7ee HTTP/1.1" status: 404 len: 336 time: 0.0699315 Aug 11 03:05:11.172577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34998) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.205080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4891f481-c11e-4479-afac-ba34fd6aabba tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bebd8ab-6422-449d-bf9e-05973f68e8ad HTTP/1.1" status: 200 len: 205 time: 0.0313303 Aug 11 03:05:11.207407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35000) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.250111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:11.251850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.257207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/ports/27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 HTTP/1.1" status: 200 len: 910 time: 2.0639884 Aug 11 03:05:11.258153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35002) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.268177 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Pushing event updated for resources: {'Port': ['ID=24b609c4-8e48-4088-b78d-3e7e93cbb330,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:11.270555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-530ccb8e-20a3-41ea-be38-7e5890f5f191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.298051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-530ccb8e-20a3-41ea-be38-7e5890f5f191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.310951 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.311339 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.311707 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.313775 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.314136 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.314475 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.314811 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.315143 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.315474 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.318165 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.318543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.318878 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:11.328786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Attempting to bind port 24b609c4-8e48-4088-b78d-3e7e93cbb330 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:11.329154 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Attempting to bind port 24b609c4-8e48-4088-b78d-3e7e93cbb330 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:11.329549 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Attempting to bind port 24b609c4-8e48-4088-b78d-3e7e93cbb330 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:11.335725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e80e6-793e-4cfe-b227-48bb696fad4f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:11.335947 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:11.336121 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:11.336525 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.336910 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:11.337402 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Bound port: 24b609c4-8e48-4088-b78d-3e7e93cbb330, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:11.337962 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.434544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] For port 24b609c4-8e48-4088-b78d-3e7e93cbb330, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:11.444463 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] For port 24b609c4-8e48-4088-b78d-3e7e93cbb330, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=24b609c4-8e48-4088-b78d-3e7e93cbb330,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:11.455380 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.534765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:11.535773 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:11.565636 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-530ccb8e-20a3-41ea-be38-7e5890f5f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.568532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-530ccb8e-20a3-41ea-be38-7e5890f5f191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.583756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-530ccb8e-20a3-41ea-be38-7e5890f5f191 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2eaf3146-e710-4329-806a-986f2dd243dc HTTP/1.1" status: 204 len: 168 time: 0.4964316 Aug 11 03:05:11.611392 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710002f7-0710-4204-bfd4-4e7d8d3c5e66 None None] Pushing event updated for resources: {'Port': ['ID=24b609c4-8e48-4088-b78d-3e7e93cbb330,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:11.623851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ccb8e-20a3-41ea-be38-7e5890f5f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf3146-e710-4329-806a-986f2dd243dc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:11.709362 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-18f59fab-667c-470d-ab50-a7da07aea565 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] delete failed (client error): The resource could not be found. Aug 11 03:05:11.710644 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-18f59fab-667c-470d-ab50-a7da07aea565 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/3bebd8ab-6422-449d-bf9e-05973f68e8ad HTTP/1.1" status: 404 len: 336 time: 0.5022218 Aug 11 03:05:11.713281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35010) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.765016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:11.796827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9347dcd8-049f-41df-b22f-97741b06a333 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "GET /v2.0/ports?device_id=e76ded61-28b6-433b-9825-9493743d3bdc HTTP/1.1" status: 200 len: 205 time: 0.0757453 Aug 11 03:05:11.802892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35012) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.810274 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:11.901271 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-6ee063cc-d237-4d87-a0d9-62dc748e6098 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] delete failed (client error): The resource could not be found. Aug 11 03:05:11.904487 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6ee063cc-d237-4d87-a0d9-62dc748e6098 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/routers/e76ded61-28b6-433b-9825-9493743d3bdc HTTP/1.1" status: 404 len: 336 time: 0.0522645 Aug 11 03:05:11.906241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35016) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:11.937496 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aeb3ce-0588-4c45-92d9-503573720065 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] DELETE failed (client error): The resource could not be found. Aug 11 03:05:11.937990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aeb3ce-0588-4c45-92d9-503573720065 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:05:11.939940 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-37aeb3ce-0588-4c45-92d9-503573720065 tempest-RoutersIpV6AdminTest-631601496 tempest-RoutersIpV6AdminTest-631601496-project] 10.222.0.60 "DELETE /v2.0/subnets/87ac68a0-8772-410f-a783-eb5b6ab1d146 HTTP/1.1" status: 404 len: 337 time: 0.0327153 Aug 11 03:05:11.995546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.163436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Allocated IP 172.20.0.1 (860f8234-9f54-4e97-a39e-20fe5b3c5ccb/43ec5d3d-e06d-454a-8d42-0e369a4ceba9/93ccd352-20fd-477e-b34c-3185388b45c4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:12.197938 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:08Z', 'revision_number': 3, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:12.284730 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadab71f-d166-4440-88b0-589c2d4915d7 None None] The sync data for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 is: [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:08Z', 'revision_number': 3, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:12.393223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.401739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35034) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:12.424614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Transition to ACTIVE for port object 93ccd352-20fd-477e-b34c-3185388b45c4 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:12.492072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:12.495270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.515378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.574786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Pushing event updated for resources: {'Port': ['ID=93ccd352-20fd-477e-b34c-3185388b45c4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:12.598149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:12.600976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:12.603743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:12.690011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.692998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b28d983-43e9-409b-b9a0-f22be0dadf15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.703791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:12.721671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:12.959887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35048) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:13.016806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.064415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e20efd6-065e-44e0-b023-ff423a2c434c None None] Provisioning for port 93ccd352-20fd-477e-b34c-3185388b45c4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:13.070627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e20efd6-065e-44e0-b023-ff423a2c434c None None] Provisioning complete for port 93ccd352-20fd-477e-b34c-3185388b45c4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:13.071483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e20efd6-065e-44e0-b023-ff423a2c434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.122560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b28d983-43e9-409b-b9a0-f22be0dadf15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.136736 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b28d983-43e9-409b-b9a0-f22be0dadf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.165645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 24b609c4-8e48-4088-b78d-3e7e93cbb330 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:13.190513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0b28d983-43e9-409b-b9a0-f22be0dadf15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a1b2889b74e4b99991eab413a2697d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7852578 Aug 11 03:05:13.198213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35054) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:13.261927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1e20efd6-065e-44e0-b023-ff423a2c434c None None] Port 93ccd352-20fd-477e-b34c-3185388b45c4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:13.267486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.295991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28d983-43e9-409b-b9a0-f22be0dadf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee4b83-9eaf-484a-80dd-5a5fdeab153a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:13.312307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=27b2b81f-66d2-40ea-8e83-d4bacb4d3fd7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:13.329254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 24b609c4-8e48-4088-b78d-3e7e93cbb330 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:13.334189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 24b609c4-8e48-4088-b78d-3e7e93cbb330 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:13.334189 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.432355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.449592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1318136565-network', 'tenant_id': '8e6efa8b4ea14c6ca7c4a7ad9fa42022'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:13.476689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.476971 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.503952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9051-4fd4-4776-b166-64fb602618f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.528152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 24b609c4-8e48-4088-b78d-3e7e93cbb330, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=24b609c4-8e48-4088-b78d-3e7e93cbb330,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:13.530029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Made reservation on behalf of 8e6efa8b4ea14c6ca7c4a7ad9fa42022 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:13.533320 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.547912 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.558274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Pushing event updated for resources: {'Port': ['ID=93ccd352-20fd-477e-b34c-3185388b45c4,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:13.575999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.618005 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.639703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.659863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9051-4fd4-4776-b166-64fb602618f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.718959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=24b609c4-8e48-4088-b78d-3e7e93cbb330,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:13.832347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.834814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:13.836331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:13.838800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.925366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5d37b-596f-4c1b-b155-fa2f598544b3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:13.933704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:13.949793 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9051-4fd4-4776-b166-64fb602618f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.952846 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a1e9051-4fd4-4776-b166-64fb602618f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:13.955701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6a1e9051-4fd4-4776-b166-64fb602618f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9ee4b83-9eaf-484a-80dd-5a5fdeab153a HTTP/1.1" status: 204 len: 168 time: 0.7451389 Aug 11 03:05:13.992068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e9051-4fd4-4776-b166-64fb602618f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee4b83-9eaf-484a-80dd-5a5fdeab153a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:13.995263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 9fd25def-183a-4799-91cc-dc6995764adf has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:13.999681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.003354 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Added segment 0d151879-f1e0-4e80-8b6e-b63e92904a25 of type vlan for network 74ec79b2-3318-4572-ac48-471431b61a13 Aug 11 03:05:14.014807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-de8dc87d-7f8c-4045-a562-c3cf481aeb66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1485221 Aug 11 03:05:14.101354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.113918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Router f63e9284-c44a-408c-b7fe-a9eca3060264 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:14.171690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:14.177393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebb78dd5-c88c-4c9b-aa5d-e4f6e528bda5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/9fd25def-183a-4799-91cc-dc6995764adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9172544 Aug 11 03:05:14.180241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35062) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:14.189284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] Sync routers for ids ['9fd25def-183a-4799-91cc-dc6995764adf'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:14.211678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.212796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:14.216395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-f99909cb-8d19-4e2a-bed0-2193f90e0918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:14.218853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-f99909cb-8d19-4e2a-bed0-2193f90e0918 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 1097 time: 0.1364059 Aug 11 03:05:14.221378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8c27a3cd-0db4-47c1-9896-0ac281ccc45d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd25def-183a-4799-91cc-dc6995764adf HTTP/1.1" status: 200 len: 205 time: 0.0401533 Aug 11 03:05:14.222706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.226098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35068) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:14.248842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] Routers {'9fd25def-183a-4799-91cc-dc6995764adf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:14.252634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9fd25def-183a-4799-91cc-dc6995764adf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:14.337571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:14.366258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] Routers {'9fd25def-183a-4799-91cc-dc6995764adf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:14.366393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-a59f61e6-278d-463a-af1b-f9ff55bbf5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:14.367693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9fd25def-183a-4799-91cc-dc6995764adf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:14.367956 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-a59f61e6-278d-463a-af1b-f9ff55bbf5de service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.1214502 Aug 11 03:05:14.382864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4217222 Aug 11 03:05:14.386662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35070) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:14.395089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Request body: {'subnet': {'network_id': '74ec79b2-3318-4572-ac48-471431b61a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1318136565-subnet', 'tenant_id': '8e6efa8b4ea14c6ca7c4a7ad9fa42022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:14.417389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5c52d31a-8d62-4828-90af-f3c6056e2b4c None None] Provisioning complete for port 93ccd352-20fd-477e-b34c-3185388b45c4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:14.417837 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c52d31a-8d62-4828-90af-f3c6056e2b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.420401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fe391-5b83-4fc9-a2ef-dbce257a17df admin admin] Pushing event updated for resources: {'Network': ['ID=74ec79b2-3318-4572-ac48-471431b61a13,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:14.420548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:14.421156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358bb6a8-5442-4f7c-9a14-9d58a92f607b None None] The sync data for ids ['9fd25def-183a-4799-91cc-dc6995764adf'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:14.437106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 74ec79b2-3318-4572-ac48-471431b61a13 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:14.445001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Made reservation on behalf of 8e6efa8b4ea14c6ca7c4a7ad9fa42022 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:14.447547 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.449982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:14.463846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4aab334a-6acf-4398-9100-77227fe391bc admin admin] 10.222.0.60 "PUT /v2.0/routers/f63e9284-c44a-408c-b7fe-a9eca3060264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2785392 Aug 11 03:05:14.520748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35074) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:14.618504 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c57bdb2-c347-4d5d-a17d-114a0810b3d7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.628249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5c52d31a-8d62-4828-90af-f3c6056e2b4c None None] Port 93ccd352-20fd-477e-b34c-3185388b45c4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:14.721299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-9f0bf561-d52a-4e23-9c55-9bd9e10ae4d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad HTTP/1.1" status: 200 len: 1001 time: 0.2617841 Aug 11 03:05:14.851399 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ee0d88b-c37d-4232-a9d5-64965b3cbaa3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a929923029dc4490957a5a8deb3aeb67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270960 Aug 11 03:05:14.852558 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.855132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35084) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:14.918973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd70d7e9-873d-452c-b44e-88e1bc607cba,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:14.923340 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c57bdb2-c347-4d5d-a17d-114a0810b3d7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.926978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c57bdb2-c347-4d5d-a17d-114a0810b3d7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:14.942837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-9f692ccd-2b2d-46ae-bbbb-6f283547661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:14.944754 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-9f692ccd-2b2d-46ae-bbbb-6f283547661d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.2162991 Aug 11 03:05:14.976804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e15c9c6f-2e5f-427d-aa72-a9cd060f7384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.040939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c57bdb2-c347-4d5d-a17d-114a0810b3d7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.041515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c57bdb2-c347-4d5d-a17d-114a0810b3d7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Fanout notify agent at l3_agent the message router_deleted on router 9fd25def-183a-4799-91cc-dc6995764adf {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:05:15.056547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 24b609c4-8e48-4088-b78d-3e7e93cbb330 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:15.057689 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8c57bdb2-c347-4d5d-a17d-114a0810b3d7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.061590 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8c57bdb2-c347-4d5d-a17d-114a0810b3d7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/9fd25def-183a-4799-91cc-dc6995764adf HTTP/1.1" status: 204 len: 168 time: 0.8224895 Aug 11 03:05:15.061763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e15c9c6f-2e5f-427d-aa72-a9cd060f7384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.063491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35110) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:15.090566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-06600ddc-61a1-4a64-ae4d-2a76dcf7fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:15.093098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-06600ddc-61a1-4a64-ae4d-2a76dcf7fd94 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154571 Aug 11 03:05:15.123036 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Sync routers for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:15.138102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 24b609c4-8e48-4088-b78d-3e7e93cbb330 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:15.138484 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.140683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:15.144634 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:15.191546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Checking segment: {'id': '0d151879-f1e0-4e80-8b6e-b63e92904a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '74ec79b2-3318-4572-ac48-471431b61a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:15.192285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Network hostable DHCP agents. Network: 74ec79b2-3318-4572-ac48-471431b61a13, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:15.261054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet 8408ea02-37e7-416d-b25b-751be0d54737 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:15.264581 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.318280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.321564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-4f1f9362-3223-49b4-a489-cb615f1b2da9 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172673 Aug 11 03:05:15.343994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Network 74ec79b2-3318-4572-ac48-471431b61a13 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:15.353148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e15c9c6f-2e5f-427d-aa72-a9cd060f7384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.355744 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e15c9c6f-2e5f-427d-aa72-a9cd060f7384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.357191 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e15c9c6f-2e5f-427d-aa72-a9cd060f7384 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91e9d58c-11d2-4e94-877d-71730df2ab4d HTTP/1.1" status: 204 len: 168 time: 0.4557681 Aug 11 03:05:15.358322 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:15.370868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 74ec79b2-3318-4572-ac48-471431b61a13) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:15.382036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ed34cb-0dab-44de-ad68-d47ba183d4d9 None None] Network 74ec79b2-3318-4572-ac48-471431b61a13 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:15.450372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:15.451110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.589865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c9c6f-2e5f-427d-aa72-a9cd060f7384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e9d58c-11d2-4e94-877d-71730df2ab4d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:15.618867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0782ca54-15a4-4057-9576-231a2b4bffc1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2294230 Aug 11 03:05:15.649032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.843424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.872378 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 2, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:15.927000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13ebdd8-4371-4e1d-b1b2-e439e181a9f3 None None] Network 74ec79b2-3318-4572-ac48-471431b61a13 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:15.936893 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Checking router: f63e9284-c44a-408c-b7fe-a9eca3060264 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:15.937322 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Updating router f63e9284-c44a-408c-b7fe-a9eca3060264 port 93ccd352-20fd-477e-b34c-3185388b45c4 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:15.963730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=8408ea02-37e7-416d-b25b-751be0d54737,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:15.972157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:15.979930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-16c38cc1-751e-45dd-a960-c515d66d3251 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/8408ea02-37e7-416d-b25b-751be0d54737 HTTP/1.1" status: 204 len: 168 time: 0.9151008 Aug 11 03:05:15.995047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35144) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:16.034949 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.041501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6fc31-78ca-4aff-9b49-c74480061a7f None None] Network 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:16.182346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.312361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port fdc8668b-6fbe-458b-9340-12d4cb461726 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:16.312791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.467314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port fdc8668b-6fbe-458b-9340-12d4cb461726, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fdc8668b-6fbe-458b-9340-12d4cb461726,segment=NetworkSegment(66ccd7bc-7610-499c-9dd3-353c530741ff),segment_id=66ccd7bc-7610-499c-9dd3-353c530741ff)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:16.468526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.468706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82482f43-b2da-4af2-8f9e-765a2f1492df req-24744fc8-358a-4e5e-9821-0a2005d9c6d3 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1409481 Aug 11 03:05:16.511173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for fdc8668b-6fbe-458b-9340-12d4cb461726 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:16.580489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] DHCP port deletion for 5a1e10db-00b3-43e0-8b29-d2f81c9724b1 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:05:16.647235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] Deleting port fdc8668b-6fbe-458b-9340-12d4cb461726 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:16.647620 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.663546 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.685482 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Transition to ACTIVE for port object 93ccd352-20fd-477e-b34c-3185388b45c4 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:16.693907 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.696543 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.730518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] For port fdc8668b-6fbe-458b-9340-12d4cb461726, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fdc8668b-6fbe-458b-9340-12d4cb461726,segment=NetworkSegment(66ccd7bc-7610-499c-9dd3-353c530741ff),segment_id=66ccd7bc-7610-499c-9dd3-353c530741ff)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:16.730936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.743517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=fdc8668b-6fbe-458b-9340-12d4cb461726,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:16.747029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port fdc8668b-6fbe-458b-9340-12d4cb461726 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:16.754978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] Calling delete_port for fdc8668b-6fbe-458b-9340-12d4cb461726 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:16.848733 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a73116-0e15-4e0d-adf0-f527255ecb80 None None] Pushing event updated for resources: {'Port': ['ID=93ccd352-20fd-477e-b34c-3185388b45c4,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:16.955871 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:16.995921 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Attempting to bind port 93ccd352-20fd-477e-b34c-3185388b45c4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:16.997708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Attempting to bind port 93ccd352-20fd-477e-b34c-3185388b45c4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:16.998264 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Attempting to bind port 93ccd352-20fd-477e-b34c-3185388b45c4 on network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:17.001833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.015421 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:17.016968 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Checking segment: {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:17.018437 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.020514 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Bound using segment: {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:17.022112 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Bound port: 93ccd352-20fd-477e-b34c-3185388b45c4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:17.022378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] Pushing event deleted for resources: {'Port': ['ID=fdc8668b-6fbe-458b-9340-12d4cb461726,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:17.022899 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.037530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1e10db-00b3-43e0-8b29-d2f81c9724b1']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:17.047711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb7d520-5be8-4eac-8ca1-1ec063a6404b None None] No DVR routers for this DVR port fdc8668b-6fbe-458b-9340-12d4cb461726 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:17.069837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ccd7bc-7610-499c-9dd3-353c530741ff') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:17.070439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ccd7bc-7610-499c-9dd3-353c530741ff') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:17.097453 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.105701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fdc8668b-6fbe-458b-9340-12d4cb461726 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:17.122820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.133657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:17.134467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.155275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: fdc8668b-6fbe-458b-9340-12d4cb461726 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:17.155697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fdc8668b-6fbe-458b-9340-12d4cb461726 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:17.183855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35202) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:17.187932 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] For port 93ccd352-20fd-477e-b34c-3185388b45c4, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:17.191811 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] For port 93ccd352-20fd-477e-b34c-3185388b45c4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=93ccd352-20fd-477e-b34c-3185388b45c4,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:17.206654 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:17.222774 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:17.226668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.235137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.237456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/5a1e10db-00b3-43e0-8b29-d2f81c9724b1 HTTP/1.1" status: 204 len: 168 time: 1.2409430 Aug 11 03:05:17.242561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35206) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:17.249469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6a27ba6f-bf43-430a-8eca-390155918a5b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-848274159', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.254165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a7a9f-9fca-4e23-b77f-91458d36f2cd tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=5a1e10db-00b3-43e0-8b29-d2f81c9724b1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:17.304268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a27ba6f-bf43-430a-8eca-390155918a5b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.304822 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:17.305648 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:17.306246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a27ba6f-bf43-430a-8eca-390155918a5b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.352995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'networks': [{'name': 'tempest-network--173732655'}, {'name': 'tempest-network--2058324894'}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.353301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'network': {'name': 'tempest-network--173732655'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.354000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'network': {'name': 'tempest-network--2058324894'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.375990 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a73116-0e15-4e0d-adf0-f527255ecb80 None None] Pushing event updated for resources: {'Port': ['ID=93ccd352-20fd-477e-b34c-3185388b45c4,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:17.405917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a27ba6f-bf43-430a-8eca-390155918a5b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.414845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a27ba6f-bf43-430a-8eca-390155918a5b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.440077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Made reservation on behalf of acbaed90f832437a9f890e9b974095ba for: {'network': 2} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:17.444847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.448433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a27ba6f-bf43-430a-8eca-390155918a5b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.450441 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:17.453049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35208) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:17.453224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6a27ba6f-bf43-430a-8eca-390155918a5b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2087414 Aug 11 03:05:17.459909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1243231779'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.464762 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.501719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:17.508815 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.555619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:17.574870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.575230 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment 6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f of type vlan for network 979a417a-7a14-4a70-a87a-be9ad08c0df4 Aug 11 03:05:17.630698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.644394 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.649761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.650401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.668556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.679731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:17.680724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.755663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee72407-2065-48c4-abcc-2fcc532f03b2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:17.765471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:17.766814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3119287 Aug 11 03:05:17.767998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35212) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:17.776635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:17.807714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451b560-1386-4b86-83cd-f50222e2f574 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=979a417a-7a14-4a70-a87a-be9ad08c0df4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:17.816625 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:17Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:17.825734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:17.828028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:17.828384 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Added segment 43edfd39-e84a-4f1e-a14c-572af258628d of type vlan for network 759cb8c0-8dd3-4b78-8d72-d0ac2676b05e Aug 11 03:05:17.856000 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5bbe8e-2f0a-4ee0-b6a3-d08fb4c8bbda None None] The sync data for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 is: [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:17Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:17.915721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.009331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:18.013591 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.025798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:18.124491 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.127147 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Added segment 4639347d-bd76-4ea1-adf7-7df63f257747 of type vlan for network d2969769-8961-459c-9d50-b117f1419cab Aug 11 03:05:18.216082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.282845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.283665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.289785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.295603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.296562 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.413344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2280815 Aug 11 03:05:18.416474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35220) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:18.443495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Network': ['ID=759cb8c0-8dd3-4b78-8d72-d0ac2676b05e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:18.453809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.460807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 759cb8c0-8dd3-4b78-8d72-d0ac2676b05e details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:18.606281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13434d2-7dba-4d6f-ba84-269af97cc574 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.616286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13434d2-7dba-4d6f-ba84-269af97cc574 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.623684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13434d2-7dba-4d6f-ba84-269af97cc574 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.632186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13434d2-7dba-4d6f-ba84-269af97cc574 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.637924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d13434d2-7dba-4d6f-ba84-269af97cc574 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2203140 Aug 11 03:05:18.639143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:18.648603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a31479-15c2-4172-b8c3-16ca4174c2cf tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Network': ['ID=d2969769-8961-459c-9d50-b117f1419cab,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:18.661639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d2969769-8961-459c-9d50-b117f1419cab details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:18.703525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=49dddc69-6515-4654-9187-7d05e2396c69,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:18.723408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:18.724184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: 979a417a-7a14-4a70-a87a-be9ad08c0df4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:18.755093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:18.772015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 979a417a-7a14-4a70-a87a-be9ad08c0df4) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:18.777785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:18.781197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.809435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:18.812109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53807fa2-dcef-499c-9742-8802a2eb32e8 None None] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:18.823550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f960cb6-010b-430e-8043-19fccb5946ea tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0544548 Aug 11 03:05:18.826966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35226) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:18.894482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-3976358e-d523-444f-9f1a-9e3edf45484f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1819246 Aug 11 03:05:18.979343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.078850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759cb8c0-8dd3-4b78-8d72-d0ac2676b05e']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:19.111370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43edfd39-e84a-4f1e-a14c-572af258628d') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:19.113620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43edfd39-e84a-4f1e-a14c-572af258628d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:19.114250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 93ccd352-20fd-477e-b34c-3185388b45c4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:19.161642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.196331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-979a417a-7a14-4a70-a87a-be9ad08c0df4', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:19.197204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.204102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-4f1431ec-e06d-4986-a44b-ba6dd0627224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:19.205689 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-4f1431ec-e06d-4986-a44b-ba6dd0627224 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1097 time: 0.2210464 Aug 11 03:05:19.213179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.221757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:19.222047 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:19.225829 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:19.350839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 93ccd352-20fd-477e-b34c-3185388b45c4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:19.361887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 93ccd352-20fd-477e-b34c-3185388b45c4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:19.364124 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.412580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.429353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.434289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/networks/759cb8c0-8dd3-4b78-8d72-d0ac2676b05e HTTP/1.1" status: 204 len: 168 time: 0.7938185 Aug 11 03:05:19.436991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35234) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:19.449866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b4630-687f-4da6-9fb3-06e3d75198a2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Network': ['ID=759cb8c0-8dd3-4b78-8d72-d0ac2676b05e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:19.452463 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.479586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-39a8b737-86ee-430e-954b-cfe9b407d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:19.481711 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-39a8b737-86ee-430e-954b-cfe9b407d817 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.2334330 Aug 11 03:05:19.572008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-ec19b379-759c-4e7d-b386-3d042a063c6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 1001 time: 0.0792735 Aug 11 03:05:19.590767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.651827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-e3893a44-a40d-4576-8de1-c8418a0204be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:19.653340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-e3893a44-a40d-4576-8de1-c8418a0204be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.0730641 Aug 11 03:05:19.682383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 93ccd352-20fd-477e-b34c-3185388b45c4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=93ccd352-20fd-477e-b34c-3185388b45c4,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:19.689485 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.734548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Allocated IP 172.20.0.2 (979a417a-7a14-4a70-a87a-be9ad08c0df4/49dddc69-6515-4654-9187-7d05e2396c69/260971cb-8612-46a6-a309-90435f047e9e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:19.757509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-fb3e2a76-a4c6-438a-98b0-84071adec35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:19.760008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-fb3e2a76-a4c6-438a-98b0-84071adec35b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959558 Aug 11 03:05:19.844426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=93ccd352-20fd-477e-b34c-3185388b45c4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:19.851677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.869587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.870230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.870823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.871392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.871998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.872549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.874254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.875102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.875697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.876247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.876796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.877341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:19.911398 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-bccf2a83-78b9-42e8-a3c4-50c8d3830738 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435885 Aug 11 03:05:19.961281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.973930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2969769-8961-459c-9d50-b117f1419cab']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:19.987167 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:19.991778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4639347d-bd76-4ea1-adf7-7df63f257747') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:19.992145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4639347d-bd76-4ea1-adf7-7df63f257747') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:19.999588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Transition to ACTIVE for port object 260971cb-8612-46a6-a309-90435f047e9e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:20.006755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.025579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.034527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:20.035136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:20.038561 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:20.067171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0c9111-615d-406a-b0fa-eab7154246cf req-a142dd7d-8d02-4676-95c8-2b0295fb396c service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446128 Aug 11 03:05:20.108175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.108893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Transition to ACTIVE for port object 260971cb-8612-46a6-a309-90435f047e9e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:20.116256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.121046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.122176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/networks/d2969769-8961-459c-9d50-b117f1419cab HTTP/1.1" status: 204 len: 168 time: 0.6819293 Aug 11 03:05:20.125590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:20.175642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.20.0.1 (979a417a-7a14-4a70-a87a-be9ad08c0df4/49dddc69-6515-4654-9187-7d05e2396c69/374ec598-286f-4684-9b5b-ee35b321cbf0) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:20.190783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:20.195024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c95ff2-0011-40ba-b3e7-b189a711905f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Network': ['ID=d2969769-8961-459c-9d50-b117f1419cab,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.199072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:20.206269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:20.224227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Pushing event updated for resources: {'Port': ['ID=260971cb-8612-46a6-a309-90435f047e9e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.278353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e848650-66e7-4a71-a6c9-cd8333ef197f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.283077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Attempting to bind port 260971cb-8612-46a6-a309-90435f047e9e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:20.283456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Attempting to bind port 260971cb-8612-46a6-a309-90435f047e9e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:20.283853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Attempting to bind port 260971cb-8612-46a6-a309-90435f047e9e on network 979a417a-7a14-4a70-a87a-be9ad08c0df4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:20.286015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e848650-66e7-4a71-a6c9-cd8333ef197f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.288922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6e848650-66e7-4a71-a6c9-cd8333ef197f tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1612980 Aug 11 03:05:20.291996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35244) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:20.293501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:20.293872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Checking segment: {'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:20.294280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.294699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Bound using segment: {'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:20.295172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Bound port: 260971cb-8612-46a6-a309-90435f047e9e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:20.295556 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.298555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-289912080'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:20.323864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Made reservation on behalf of acbaed90f832437a9f890e9b974095ba for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:20.328951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.373398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:20.390139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.391272 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Added segment 0fc683a7-13df-4a4f-aaa9-bcf74d90d976 of type vlan for network cb022129-6deb-472e-86cc-7754503badfd Aug 11 03:05:20.413538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] For port 260971cb-8612-46a6-a309-90435f047e9e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:20.417427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] For port 260971cb-8612-46a6-a309-90435f047e9e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=260971cb-8612-46a6-a309-90435f047e9e,segment=NetworkSegment(6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f),segment_id=6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:20.422091 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.468460 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.487042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.487798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object 374ec598-286f-4684-9b5b-ee35b321cbf0 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:20.513125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeb490-04a9-4e88-a53f-43c5ea8b77cb None None] Pushing event updated for resources: {'Port': ['ID=260971cb-8612-46a6-a309-90435f047e9e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.541222 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.542157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.556765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.557433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.592269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:20.596714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:20.600177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:20.628584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3354571 Aug 11 03:05:20.631928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35248) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:20.636796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-330831311'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:20.651425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=374ec598-286f-4684-9b5b-ee35b321cbf0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.660541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f588f9b-8e8c-4de7-92cd-42ca7699e979 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Network': ['ID=cb022129-6deb-472e-86cc-7754503badfd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:20.667428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.671146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Made reservation on behalf of acbaed90f832437a9f890e9b974095ba for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:20.675893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.692737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network cb022129-6deb-472e-86cc-7754503badfd details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:20.714861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:20.727258 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.727746 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Added segment 1d8e1821-9daf-475d-aeea-19bddf6920c0 of type vlan for network 25c15a60-9bf9-4402-939a-5a709228685c Aug 11 03:05:20.793975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.859351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.875982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:20.877168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:20.986144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.060925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Network': ['ID=25c15a60-9bf9-4402-939a-5a709228685c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:21.085779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-122f911c-fd70-4f7b-80a9-110769c6e4d2 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4514978 Aug 11 03:05:21.086523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:21.089709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 25c15a60-9bf9-4402-939a-5a709228685c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:21.099736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'ports': [{'network_id': 'cb022129-6deb-472e-86cc-7754503badfd', 'name': 'tempest-port--1255425049', 'admin_state_up': True}, {'network_id': '25c15a60-9bf9-4402-939a-5a709228685c', 'admin_state_up': False}]} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:21.100023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'port': {'network_id': 'cb022129-6deb-472e-86cc-7754503badfd', 'name': 'tempest-port--1255425049', 'admin_state_up': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:21.106005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'port': {'network_id': '25c15a60-9bf9-4402-939a-5a709228685c', 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:21.230066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 93ccd352-20fd-477e-b34c-3185388b45c4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:21.290249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 93ccd352-20fd-477e-b34c-3185388b45c4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:21.290655 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.412019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 260971cb-8612-46a6-a309-90435f047e9e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:21.426943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Made reservation on behalf of acbaed90f832437a9f890e9b974095ba for: {'port': 2} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:21.433924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.436422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.447547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.454818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.490773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 260971cb-8612-46a6-a309-90435f047e9e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:21.573084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.584723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=374ec598-286f-4684-9b5b-ee35b321cbf0,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:21.621993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] device_id is not set on port db4f6606-d7f2-4ab9-a6ca-4d4dc1502184 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:21.692876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:21.695506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:21.791735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:21.859442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:05:21.887021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] device_id is not set on port 6b7818be-f5b5-4520-8e46-778af57fe095 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:21.994433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:22.005885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8fac44ff-10e9-4681-8851-fcb7a2a72c6c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1774833 Aug 11 03:05:22.010634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35260) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:22.012465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:22.024097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bbbcf4-7273-49f8-915f-6f0cdd6d11aa None None] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:22.025498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-272174264'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:22.080331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:22.093329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:22.094084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:22.097223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.103139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.145973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:22.169009 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.169361 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment 4ef5f646-2749-4d64-9cfb-3f72630c6c92 of type vlan for network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f Aug 11 03:05:22.185957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:22.218836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.248687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-71b6b205-18b6-4d00-ba1a-70ecc6a5440e None None] Provisioning for port 260971cb-8612-46a6-a309-90435f047e9e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:22.270250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.299937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-71b6b205-18b6-4d00-ba1a-70ecc6a5440e None None] Provisioning complete for port 260971cb-8612-46a6-a309-90435f047e9e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:22.300207 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-71b6b205-18b6-4d00-ba1a-70ecc6a5440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.316062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Port': ['ID=db4f6606-d7f2-4ab9-a6ca-4d4dc1502184,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:22.338735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Checking segment: {'id': '0fc683a7-13df-4a4f-aaa9-bcf74d90d976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cb022129-6deb-472e-86cc-7754503badfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:22.339108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network hostable DHCP agents. Network: cb022129-6deb-472e-86cc-7754503badfd, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:22.356774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.365367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.366138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.371230 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-72ccb6cc-1e47-426a-8ea9-f131464aa118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.461660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network cb022129-6deb-472e-86cc-7754503badfd is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:22.469250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35268) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:22.470015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4582880 Aug 11 03:05:22.471060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180f5c1-88f7-44a2-91b2-7105cd7c0e3b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=0021464a-4e92-4b0d-a8b3-0ce32ca3b65f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:22.481630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, cb022129-6deb-472e-86cc-7754503badfd) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:22.485557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:22.487110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:22.488057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.516587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:22.574883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Port': ['ID=6b7818be-f5b5-4520-8e46-778af57fe095,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:22.588349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c183175c-69b5-467c-a90e-913e1b3e2a18 None None] Network cb022129-6deb-472e-86cc-7754503badfd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:22.619499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Checking segment: {'id': '1d8e1821-9daf-475d-aeea-19bddf6920c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '25c15a60-9bf9-4402-939a-5a709228685c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:22.625274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network hostable DHCP agents. Network: 25c15a60-9bf9-4402-939a-5a709228685c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:22.674689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network 25c15a60-9bf9-4402-939a-5a709228685c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:22.694910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 25c15a60-9bf9-4402-939a-5a709228685c) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:22.706295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:22.707476 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-71b6b205-18b6-4d00-ba1a-70ecc6a5440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.712102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d70de0f-e285-4fe0-85ff-2f65e2e9afce None None] Network 25c15a60-9bf9-4402-939a-5a709228685c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:22.716220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:22.718059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.727935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.728202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.731297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:22.751988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3070fb7f-fddf-4067-9f36-1425322de992 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6634209 Aug 11 03:05:22.754426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35272) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:22.803818 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:22.851543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9db7b0-e340-4ec9-ac82-9d7933862ba7 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.861605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9db7b0-e340-4ec9-ac82-9d7933862ba7 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:22.866013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cf9db7b0-e340-4ec9-ac82-9d7933862ba7 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1068659 Aug 11 03:05:22.866370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35274) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:22.891379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:20Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:21Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:22.960522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-71b6b205-18b6-4d00-ba1a-70ecc6a5440e None None] For port 260971cb-8612-46a6-a309-90435f047e9e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=260971cb-8612-46a6-a309-90435f047e9e,segment=NetworkSegment(6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f),segment_id=6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:22.965497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:22.965813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Updating router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 port 374ec598-286f-4684-9b5b-ee35b321cbf0 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:22.980979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Deleting port db4f6606-d7f2-4ab9-a6ca-4d4dc1502184 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:22.981528 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.019193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-71b6b205-18b6-4d00-ba1a-70ecc6a5440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.061268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.175386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.181232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6b205-18b6-4d00-ba1a-70ecc6a5440e None None] Pushing event updated for resources: {'Port': ['ID=260971cb-8612-46a6-a309-90435f047e9e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:23.219030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-92820398-a340-413a-a60a-a7fe32ee51a6 None None] Provisioning complete for port 260971cb-8612-46a6-a309-90435f047e9e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:23.219416 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92820398-a340-413a-a60a-a7fe32ee51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.319169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:23.319427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:23.329935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=807da876-7147-41fe-a9c7-4a7db77db78f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:23.358715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:23.386339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:23.394316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:23.394909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.421152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfe8c3b-1268-415b-bb26-5b48b2ca3b45 None None] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:23.475513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-65f34b75-6392-49a0-a34d-05fc500358d2 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9788785 Aug 11 03:05:23.476673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:23.678023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.712885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Calling delete_port for db4f6606-d7f2-4ab9-a6ca-4d4dc1502184 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:23.937162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.981315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Port': ['ID=db4f6606-d7f2-4ab9-a6ca-4d4dc1502184,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:23.991423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:23.994988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bb1f1eba-c1e0-4c91-94bf-729a08241b63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/ports/db4f6606-d7f2-4ab9-a6ca-4d4dc1502184 HTTP/1.1" status: 204 len: 168 time: 1.1276820 Aug 11 03:05:23.997525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35286) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:24.011861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-92820398-a340-413a-a60a-a7fe32ee51a6 None None] Provisioning for port 374ec598-286f-4684-9b5b-ee35b321cbf0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:24.052763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-92820398-a340-413a-a60a-a7fe32ee51a6 None None] Provisioning complete for port 374ec598-286f-4684-9b5b-ee35b321cbf0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:24.053424 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92820398-a340-413a-a60a-a7fe32ee51a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.097925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.107305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Deleting port 6b7818be-f5b5-4520-8e46-778af57fe095 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:24.108026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.194797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-92820398-a340-413a-a60a-a7fe32ee51a6 None None] Port 374ec598-286f-4684-9b5b-ee35b321cbf0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:24.221838 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.245552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Calling delete_port for 6b7818be-f5b5-4520-8e46-778af57fe095 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:24.251779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:24.252638 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.295437 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.360335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.414654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Port': ['ID=6b7818be-f5b5-4520-8e46-778af57fe095,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:24.419503 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.425205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eafdbe5d-ab7d-4987-992d-94f86f3cabfb tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/ports/6b7818be-f5b5-4520-8e46-778af57fe095 HTTP/1.1" status: 204 len: 168 time: 0.4257858 Aug 11 03:05:24.426045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35290) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:24.428952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Transition to ACTIVE for port object 374ec598-286f-4684-9b5b-ee35b321cbf0 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:24.456974 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.473062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2d4f521f-c201-4a8d-8325-f6f7353a1743 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0457404 Aug 11 03:05:24.474144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35292) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:24.482650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.21.0.1 (0021464a-4e92-4b0d-a8b3-0ce32ca3b65f/807da876-7147-41fe-a9c7-4a7db77db78f/f6d57952-3179-4a94-8c24-95d92e844a78) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:24.486012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-42503502'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:24.530739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Made reservation on behalf of acbaed90f832437a9f890e9b974095ba for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:24.540295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.562832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c953d70-d627-4509-9e93-80f364420fd3 None None] Pushing event updated for resources: {'Port': ['ID=374ec598-286f-4684-9b5b-ee35b321cbf0,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:24.582513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:24.593802 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.594709 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Added segment 9d1fec75-fe83-44f0-bbba-aabb4d67f893 of type vlan for network 251625e1-e525-4475-9bda-5021095c0623 Aug 11 03:05:24.601087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Attempting to bind port 374ec598-286f-4684-9b5b-ee35b321cbf0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:24.603354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Attempting to bind port 374ec598-286f-4684-9b5b-ee35b321cbf0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:24.603755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Attempting to bind port 374ec598-286f-4684-9b5b-ee35b321cbf0 on network 979a417a-7a14-4a70-a87a-be9ad08c0df4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:24.617188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:24.617566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Checking segment: {'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:24.618302 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.620080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Bound using segment: {'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:24.622149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Bound port: 374ec598-286f-4684-9b5b-ee35b321cbf0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:24.623540 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.706909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.714298 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.753717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] For port 374ec598-286f-4684-9b5b-ee35b321cbf0, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:24.754184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object f6d57952-3179-4a94-8c24-95d92e844a78 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:24.758388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] For port 374ec598-286f-4684-9b5b-ee35b321cbf0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=374ec598-286f-4684-9b5b-ee35b321cbf0,segment=NetworkSegment(6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f),segment_id=6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:24.764000 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.791009 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.818572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:24.819246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.846438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:24.847132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:04:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:24.869283 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:24.903068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4255607 Aug 11 03:05:24.905115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:24.911418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-980788771'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:24.944027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0044328-f32f-4bb0-ad7c-adefee39ba8c tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Network': ['ID=251625e1-e525-4475-9bda-5021095c0623,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:24.952182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:24.956785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:24.966736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:24.979993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Made reservation on behalf of acbaed90f832437a9f890e9b974095ba for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:24.986072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.005178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c953d70-d627-4509-9e93-80f364420fd3 None None] Pushing event updated for resources: {'Port': ['ID=374ec598-286f-4684-9b5b-ee35b321cbf0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:25.028302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=f6d57952-3179-4a94-8c24-95d92e844a78,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:25.051732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:25.069505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.069857 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Added segment 63cce582-e573-4d01-a9af-5c450372557e of type vlan for network be72583e-bdad-430d-a566-f8df2f678a42 Aug 11 03:05:25.089544 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.109282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 251625e1-e525-4475-9bda-5021095c0623 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:25.173833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.217791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 260971cb-8612-46a6-a309-90435f047e9e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:25.252983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.265331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:25.266014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.315203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-38c2367d-7399-4c44-be61-e429bb79bd23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.328297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.344067 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4259124 Aug 11 03:05:25.344382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Allocated IP 172.21.0.2 (0021464a-4e92-4b0d-a8b3-0ce32ca3b65f/807da876-7147-41fe-a9c7-4a7db77db78f/b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:25.344382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:25.354016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd32c9-8dd6-4bed-a52a-c8e785116790 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Network': ['ID=be72583e-bdad-430d-a566-f8df2f678a42,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:25.392180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network be72583e-bdad-430d-a566-f8df2f678a42 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:25.481813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35304) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:25.493579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'subnets': [{'network_id': '251625e1-e525-4475-9bda-5021095c0623', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1387294445', 'ip_version': 4}, {'network_id': 'be72583e-bdad-430d-a566-f8df2f678a42', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:25.494330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'subnet': {'network_id': '251625e1-e525-4475-9bda-5021095c0623', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1387294445', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:25.495413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Request body: {'subnet': {'network_id': 'be72583e-bdad-430d-a566-f8df2f678a42', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:25.604955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.703582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.715558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 260971cb-8612-46a6-a309-90435f047e9e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:25.715926 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.771596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Made reservation on behalf of acbaed90f832437a9f890e9b974095ba for: {'subnet': 2} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:25.782977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.783925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.841497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.859744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.956107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.977207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=f6d57952-3179-4a94-8c24-95d92e844a78,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:25.986217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:25.999740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Transition to ACTIVE for port object b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:26.038538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Transition to ACTIVE for port object b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:26.049859 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.104565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:26.113324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:20Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:24Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:26.115503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:26.119122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:26.154704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Pushing event updated for resources: {'Port': ['ID=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:26.162205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1886e1d-fd5d-45da-802c-880bc5100a4a None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:20Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:24Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:26.173584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:26.177694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:26.277210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Attempting to bind port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:26.277593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Attempting to bind port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:26.277890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Attempting to bind port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e on network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:26.292666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:26.292666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Checking segment: {'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:26.293611 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.294209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Bound using segment: {'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:26.299523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Bound port: b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:26.300561 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.468135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] For port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:26.471767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] For port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,segment=NetworkSegment(4ef5f646-2749-4d64-9cfb-3f72630c6c92),segment_id=4ef5f646-2749-4d64-9cfb-3f72630c6c92)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:26.477859 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.587224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.660158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fef53-11c4-4b42-9d08-49030d950e0a None None] Pushing event updated for resources: {'Port': ['ID=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:26.684993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.732609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Subnet': ['ID=942ebfcd-77ad-47ff-8b18-5521c88c063d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:26.789660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Checking segment: {'id': '9d1fec75-fe83-44f0-bbba-aabb4d67f893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '251625e1-e525-4475-9bda-5021095c0623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:26.789660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network hostable DHCP agents. Network: 251625e1-e525-4475-9bda-5021095c0623, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:26.831938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network 251625e1-e525-4475-9bda-5021095c0623 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:26.842684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 251625e1-e525-4475-9bda-5021095c0623) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:26.847317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:26.853877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efff52c2-2d07-49dc-8517-063678f455d5 None None] Network 251625e1-e525-4475-9bda-5021095c0623 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:26.952032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:27.110058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event updated for resources: {'Subnet': ['ID=ce38614a-d0d1-4eb4-b715-5dad25b499c0,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:27.128422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Checking segment: {'id': '63cce582-e573-4d01-a9af-5c450372557e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be72583e-bdad-430d-a566-f8df2f678a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:27.128801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network hostable DHCP agents. Network: be72583e-bdad-430d-a566-f8df2f678a42, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:27.160197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:27.168366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4b911f88-b009-4438-b675-0798ec4b812d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6876504 Aug 11 03:05:27.168366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35320) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:27.174157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1330273774'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:27.214197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Network be72583e-bdad-430d-a566-f8df2f678a42 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:27.214550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:27.219300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.229105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 374ec598-286f-4684-9b5b-ee35b321cbf0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:27.241588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, be72583e-bdad-430d-a566-f8df2f678a42) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:27.249380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.249867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.250516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.267759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:27.283842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.284966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ddf2e2f-776a-40b3-a612-065d2c00c06d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8008916 Aug 11 03:05:27.285363 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment 1f60963a-06a8-4a0a-b880-a102d62ae306 of type vlan for network c4debcda-849d-45ea-8498-da2d8b9208b1 Aug 11 03:05:27.285674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35322) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:27.306369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33da37-b869-4902-a606-dd13dd8eae06 None None] Network be72583e-bdad-430d-a566-f8df2f678a42 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:27.367038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.399525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2922a6a3-407c-430b-9187-210bf40864b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-251625e1-e525-4475-9bda-5021095c0623', 'network_id': '251625e1-e525-4475-9bda-5021095c0623', 'tenant_id': 'acbaed90f832437a9f890e9b974095ba', 'fixed_ips': [{'subnet_id': '942ebfcd-77ad-47ff-8b18-5521c88c063d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:27.400711 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2922a6a3-407c-430b-9187-210bf40864b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.405708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644adee-4717-4200-8bf1-774a865610d6 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.408905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644adee-4717-4200-8bf1-774a865610d6 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.414512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f644adee-4717-4200-8bf1-774a865610d6 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.423472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f644adee-4717-4200-8bf1-774a865610d6 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1363699 Aug 11 03:05:27.424128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35324) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:27.434432 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.447897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:27.448556 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.520400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Deleting subnet 942ebfcd-77ad-47ff-8b18-5521c88c063d {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:27.524791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.563087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3936713 Aug 11 03:05:27.566390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35326) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:27.583542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:27.598756 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.610881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1f256-5e63-4ded-a15e-f061bbae8be4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=c4debcda-849d-45ea-8498-da2d8b9208b1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:27.699027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.797999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:27.807767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.851301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.857645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network c4debcda-849d-45ea-8498-da2d8b9208b1 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:27.891061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Subnet': ['ID=942ebfcd-77ad-47ff-8b18-5521c88c063d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:27.895069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.904799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-88ac2d5b-b293-494e-9489-400f20b5c5e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/subnets/942ebfcd-77ad-47ff-8b18-5521c88c063d HTTP/1.1" status: 204 len: 168 time: 0.4786229 Aug 11 03:05:27.905817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35330) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:27.942313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 374ec598-286f-4684-9b5b-ee35b321cbf0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:27.969133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 374ec598-286f-4684-9b5b-ee35b321cbf0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:27.970153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:27.981715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Deleting subnet ce38614a-d0d1-4eb4-b715-5dad25b499c0 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:27.987395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server [None req-2922a6a3-407c-430b-9187-210bf40864b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 942ebfcd-77ad-47ff-8b18-5521c88c063d: This subnet is being modified by another concurrent operation. Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:05:28.012950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 942ebfcd-77ad-47ff-8b18-5521c88c063d: This subnet is being modified by another concurrent operation. Aug 11 03:05:28.019950 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Aug 11 03:05:28.051122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb2847b-2e32-4e86-a1ab-f3fed9842ad3 None None] Network 251625e1-e525-4475-9bda-5021095c0623 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:28.080379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.241325 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.254405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.305554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5576ae-2983-408b-aa22-ab0be0f4523a None None] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:28.359358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:28.359892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: c4debcda-849d-45ea-8498-da2d8b9208b1, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:28.364722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=91732fc7-0ebc-4c89-a2a4-6cba603d4756,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:28.380340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.414208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network c4debcda-849d-45ea-8498-da2d8b9208b1 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:28.430331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, c4debcda-849d-45ea-8498-da2d8b9208b1) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:28.445583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:28.446401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.465234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Subnet': ['ID=ce38614a-d0d1-4eb4-b715-5dad25b499c0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:28.469994 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bd9de9c8-9597-4915-b618-740c4cf7993e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9024498 Aug 11 03:05:28.473946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.476106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35338) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:28.478649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fd55f17b-ff96-42a9-8d47-f6e799734a63 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/subnets/ce38614a-d0d1-4eb4-b715-5dad25b499c0 HTTP/1.1" status: 204 len: 168 time: 0.5709047 Aug 11 03:05:28.479453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:28.521709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0c367a-e2e0-4440-ab83-70403bb66083 None None] Network c4debcda-849d-45ea-8498-da2d8b9208b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:28.539724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.627898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0b527a-6b7e-428b-910e-358accdf55e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:28.630425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8e0b527a-6b7e-428b-910e-358accdf55e9 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1498413 Aug 11 03:05:28.633701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3321e-a1ed-4f3e-b660-0e927b7f89c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-be72583e-bdad-430d-a566-f8df2f678a42', 'network_id': 'be72583e-bdad-430d-a566-f8df2f678a42', 'tenant_id': 'acbaed90f832437a9f890e9b974095ba', 'fixed_ips': [{'subnet_id': 'ce38614a-d0d1-4eb4-b715-5dad25b499c0'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:28.634638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35342) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:28.634789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1cb3321e-a1ed-4f3e-b660-0e927b7f89c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.647218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8587dc4c-b166-43df-9ceb-41293ddaedda None None] Provisioning for port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:28.884597 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.915660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:28.945805 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3cd38-fa93-4bea-9f44-61dd2ae3c760 None None] Network be72583e-bdad-430d-a566-f8df2f678a42 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:28.947419 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:28.963392 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:28.968731 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.067170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.083854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be72583e-bdad-430d-a566-f8df2f678a42']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.101352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cce582-e573-4d01-a9af-5c450372557e') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.101593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cce582-e573-4d01-a9af-5c450372557e') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.114800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.135972 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.145090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:29.145498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:29.148605 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:29.190504 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.272191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 374ec598-286f-4684-9b5b-ee35b321cbf0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=374ec598-286f-4684-9b5b-ee35b321cbf0,segment=NetworkSegment(6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f),segment_id=6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:29.297693 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.300719 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.301676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:29.305617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.308086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/networks/be72583e-bdad-430d-a566-f8df2f678a42 HTTP/1.1" status: 204 len: 168 time: 0.6716123 Aug 11 03:05:29.313577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35350) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:29.364886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ff742-199b-42d3-b62d-762be1d53669 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Network': ['ID=be72583e-bdad-430d-a566-f8df2f678a42,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:29.394178 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:29.459989 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.549843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-c4debcda-849d-45ea-8498-da2d8b9208b1', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:29.550710 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.604906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.22.0.1 (c4debcda-849d-45ea-8498-da2d8b9208b1/91732fc7-0ebc-4c89-a2a4-6cba603d4756/46a61ca9-c536-499d-af4f-a3bcb51dde0c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:29.630881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.644095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251625e1-e525-4475-9bda-5021095c0623']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.657802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1fec75-fe83-44f0-bbba-aabb4d67f893') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.658164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1fec75-fe83-44f0-bbba-aabb4d67f893') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.669912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.672998 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:25Z', 'revision_number': 3, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:24Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:25Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:29.687007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.688209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=374ec598-286f-4684-9b5b-ee35b321cbf0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:29.694466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:29.694881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:29.699004 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:29.736172 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:29.736842 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Updating router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 port f6d57952-3179-4a94-8c24-95d92e844a78 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:29.774320 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.789721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.805841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object 46a61ca9-c536-499d-af4f-a3bcb51dde0c will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:29.806211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.818520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/networks/251625e1-e525-4475-9bda-5021095c0623 HTTP/1.1" status: 204 len: 168 time: 0.5004051 Aug 11 03:05:29.819326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:29.822823 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.835312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:29.839426 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.840923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:29.842072 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.885438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:29.940737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network c4debcda-849d-45ea-8498-da2d8b9208b1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:29.951371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:29.954888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:29.994126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=46a61ca9-c536-499d-af4f-a3bcb51dde0c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.006945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88563089-cc14-418a-b127-34632486e4e1 tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Network': ['ID=251625e1-e525-4475-9bda-5021095c0623,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.031446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Allocated IP 172.22.0.2 (c4debcda-849d-45ea-8498-da2d8b9208b1/91732fc7-0ebc-4c89-a2a4-6cba603d4756/64ea8401-8a19-440b-8cff-39c0d1c8e109) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:30.049645 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.087968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.228790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.238420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.286531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.312807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.329126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c15a60-9bf9-4402-939a-5a709228685c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:30.346938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Transition to ACTIVE for port object 64ea8401-8a19-440b-8cff-39c0d1c8e109 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:30.369296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Transition to ACTIVE for port object 64ea8401-8a19-440b-8cff-39c0d1c8e109 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:30.380616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8e1821-9daf-475d-aeea-19bddf6920c0') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:30.382430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8e1821-9daf-475d-aeea-19bddf6920c0') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:30.401762 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.413017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.455610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.464344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:30.467112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:30.474342 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:30.509746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Pushing event updated for resources: {'Port': ['ID=64ea8401-8a19-440b-8cff-39c0d1c8e109,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.516846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7064758b-0102-4a62-b4ed-eba7ec2172bc None None] Provisioning for port f6d57952-3179-4a94-8c24-95d92e844a78 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:30.519351 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.540090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,segment=NetworkSegment(4ef5f646-2749-4d64-9cfb-3f72630c6c92),segment_id=4ef5f646-2749-4d64-9cfb-3f72630c6c92)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:30.545218 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Transition to ACTIVE for port object f6d57952-3179-4a94-8c24-95d92e844a78 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:30.555890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7064758b-0102-4a62-b4ed-eba7ec2172bc None None] Provisioning complete for port f6d57952-3179-4a94-8c24-95d92e844a78 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:30.556618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7064758b-0102-4a62-b4ed-eba7ec2172bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.561458 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.568372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Network c4debcda-849d-45ea-8498-da2d8b9208b1 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:30.578849 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.614444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.626681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.631908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/networks/25c15a60-9bf9-4402-939a-5a709228685c HTTP/1.1" status: 204 len: 168 time: 0.7713525 Aug 11 03:05:30.635970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35364) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:30.697174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:30.704531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:30.708083 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e553b7-72fc-4629-9bd0-de3a3554e670 None None] Pushing event updated for resources: {'Port': ['ID=f6d57952-3179-4a94-8c24-95d92e844a78,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.712959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7a419-f120-4b59-a768-aa2ff4ef7b1d tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Network': ['ID=25c15a60-9bf9-4402-939a-5a709228685c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:30.738752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 374ec598-286f-4684-9b5b-ee35b321cbf0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:30.807341 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Attempting to bind port f6d57952-3179-4a94-8c24-95d92e844a78 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:30.808134 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Attempting to bind port f6d57952-3179-4a94-8c24-95d92e844a78 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:30.808754 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Attempting to bind port f6d57952-3179-4a94-8c24-95d92e844a78 on network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:30.828948 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:30.829767 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Checking segment: {'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:30.830416 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.831036 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Bound using segment: {'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:30.831786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Bound port: f6d57952-3179-4a94-8c24-95d92e844a78, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef5f646-2749-4d64-9cfb-3f72630c6c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:30.832545 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.839735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.846128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.856438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7064758b-0102-4a62-b4ed-eba7ec2172bc None None] Port f6d57952-3179-4a94-8c24-95d92e844a78 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:30.885635 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.936512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:30.986516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:31.008904 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] For port f6d57952-3179-4a94-8c24-95d92e844a78, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:31.017676 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] For port f6d57952-3179-4a94-8c24-95d92e844a78, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f6d57952-3179-4a94-8c24-95d92e844a78,segment=NetworkSegment(4ef5f646-2749-4d64-9cfb-3f72630c6c92),segment_id=4ef5f646-2749-4d64-9cfb-3f72630c6c92)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:31.019859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.028124 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.028337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Attempting to bind port 64ea8401-8a19-440b-8cff-39c0d1c8e109 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:31.029253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Attempting to bind port 64ea8401-8a19-440b-8cff-39c0d1c8e109 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:31.029612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Attempting to bind port 64ea8401-8a19-440b-8cff-39c0d1c8e109 on network c4debcda-849d-45ea-8498-da2d8b9208b1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:31.046502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 374ec598-286f-4684-9b5b-ee35b321cbf0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:31.047177 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.049405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb022129-6deb-472e-86cc-7754503badfd']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.074331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc683a7-13df-4a4f-aaa9-bcf74d90d976') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.074592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=46a61ca9-c536-499d-af4f-a3bcb51dde0c,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:31.074692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc683a7-13df-4a4f-aaa9-bcf74d90d976') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.083568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network c4debcda-849d-45ea-8498-da2d8b9208b1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:31.085357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:31.098930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.119352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7064758b-0102-4a62-b4ed-eba7ec2172bc None None] Provisioning complete for port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:31.119770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7064758b-0102-4a62-b4ed-eba7ec2172bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.121872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:31.122301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Checking segment: {'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:31.122990 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.123391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Bound using segment: {'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:31.123942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Bound port: 64ea8401-8a19-440b-8cff-39c0d1c8e109, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:31.124572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.151204 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.167667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:31.168168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.171497 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e553b7-72fc-4629-9bd0-de3a3554e670 None None] Pushing event updated for resources: {'Port': ['ID=f6d57952-3179-4a94-8c24-95d92e844a78,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:31.172247 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:31.202837 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:31.203807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.281593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:31.339290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.348936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.356807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] 10.222.0.60 "DELETE /v2.0/networks/cb022129-6deb-472e-86cc-7754503badfd HTTP/1.1" status: 204 len: 168 time: 0.7176661 Aug 11 03:05:31.375452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7c0e8-afaf-4c9e-acda-a393f765df6b tempest-BulkNetworkOpsTest-1768420089 tempest-BulkNetworkOpsTest-1768420089-project] Pushing event deleted for resources: {'Network': ['ID=cb022129-6deb-472e-86cc-7754503badfd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:31.390984 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:31.433674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:31.456192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-97f84271-c2f2-4441-845a-b355a6707d94 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9790032 Aug 11 03:05:31.459000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35372) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:31.469908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'network': {'name': 'tempest-RoutersTest-142691572'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:31.511893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] For port 64ea8401-8a19-440b-8cff-39c0d1c8e109, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:31.519259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] For port 64ea8401-8a19-440b-8cff-39c0d1c8e109, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64ea8401-8a19-440b-8cff-39c0d1c8e109,segment=NetworkSegment(1f60963a-06a8-4a0a-b880-a102d62ae306),segment_id=1f60963a-06a8-4a0a-b880-a102d62ae306)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:31.536207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:31.540501 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.544788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.588690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:31.613670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.615002 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added segment 052a71bd-e7f8-419e-9b13-e71705cd83fa of type vlan for network 6ec2635d-c9e4-446c-9ddf-86315ce69728 Aug 11 03:05:31.797552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.851096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35380) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:31.863981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.879831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:31.880524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:31.952132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:31.959298 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:31.961297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'subnet': {'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:31.965732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4885221 Aug 11 03:05:31.987977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d4609-a43c-479a-99f3-c97bedcc70da tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Network': ['ID=6ec2635d-c9e4-446c-9ddf-86315ce69728,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:31.989229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7524dc7-3c77-45f9-ba3d-1c9cbfc52ac6 None None] Pushing event updated for resources: {'Port': ['ID=64ea8401-8a19-440b-8cff-39c0d1c8e109,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:32.004091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:32.018896 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e159a3-f020-473d-b25f-03b8046a8b88 None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:32.192294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35386) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:32.192760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5c5886ee-aedb-460c-8f5d-63536325f6a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=acbaed90f832437a9f890e9b974095ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400996 Aug 11 03:05:32.210723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Made reservation on behalf of b97f3ba97e904cae8869fab3ac6fb212 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:32.221057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.344120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f934c1b4-46e3-42ce-b639-a89728114cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.387478 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f934c1b4-46e3-42ce-b639-a89728114cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.466985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f934c1b4-46e3-42ce-b639-a89728114cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.471610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f934c1b4-46e3-42ce-b639-a89728114cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.472979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f934c1b4-46e3-42ce-b639-a89728114cdc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ee72407-2065-48c4-abcc-2fcc532f03b2 HTTP/1.1" status: 204 len: 168 time: 0.2796135 Aug 11 03:05:32.483547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934c1b4-46e3-42ce-b639-a89728114cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee72407-2065-48c4-abcc-2fcc532f03b2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:32.653083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:32.941341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64ea8401-8a19-440b-8cff-39c0d1c8e109 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:33.004394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Subnet': ['ID=35da65b1-9cb1-47c7-89ec-3325539b9cdf,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:33.019503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Checking segment: {'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:33.019961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network hostable DHCP agents. Network: 6ec2635d-c9e4-446c-9ddf-86315ce69728, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:33.077302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 64ea8401-8a19-440b-8cff-39c0d1c8e109 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:33.082382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:33.145133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:33.167274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-ccf6d3df-f1df-410d-9972-e0bf06da1e4d tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.171452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:33.171875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.176665 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-ccf6d3df-f1df-410d-9972-e0bf06da1e4d tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/networks?id=74ec79b2-3318-4572-ac48-471431b61a13 HTTP/1.1" status: 200 len: 814 time: 0.5435407 Aug 11 03:05:33.194867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-2a13a565-3e83-4ec1-8e1f-2e2964468b72 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/quotas/8e6efa8b4ea14c6ca7c4a7ad9fa42022 HTTP/1.1" status: 200 len: 375 time: 0.0116341 Aug 11 03:05:33.196230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6ec2635d-c9e4-446c-9ddf-86315ce69728) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:33.200566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:33.201213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.234831 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0194514d-e064-431e-8791-b596274b0126 None None] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:33.270084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-751e0577-7f71-46b2-939c-94a59ae48c00 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3164043 Aug 11 03:05:33.272889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:33.273755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-c3abdfdc-93d1-498b-a891-2adb3cfdaff9 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e6efa8b4ea14c6ca7c4a7ad9fa42022&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599594 Aug 11 03:05:33.696973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5083fcb1-a69b-4692-b72a-83ba03b7b32b None None] Network c4debcda-849d-45ea-8498-da2d8b9208b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:33.796091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-502ce674-2cfc-43fd-9d5d-2ebde78bb25d service neutron] 10.222.0.60 "GET /v2.0/networks/74ec79b2-3318-4572-ac48-471431b61a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083582 Aug 11 03:05:33.827168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-67d752fe-14af-4dbf-9aaf-7eb2f44197e5 None None] Provisioning for port 64ea8401-8a19-440b-8cff-39c0d1c8e109 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:33.857915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-67d752fe-14af-4dbf-9aaf-7eb2f44197e5 None None] Provisioning complete for port 64ea8401-8a19-440b-8cff-39c0d1c8e109 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:33.858589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67d752fe-14af-4dbf-9aaf-7eb2f44197e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:33.866497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6ec2635d-c9e4-446c-9ddf-86315ce69728', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:33.868250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.039606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35438) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:34.051839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-b561e0e2-f663-408b-8f65-decdc44517aa service neutron] 10.222.0.60 "GET /v2.0/networks/74ec79b2-3318-4572-ac48-471431b61a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492950 Aug 11 03:05:34.081972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:34.149732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:34.150863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:34.266182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.398619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-822877875'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:34.463373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2029be3-13cd-4ec9-9da3-a059d01fbea2 req-90436260-46b6-4f27-b7fe-31e98120f06d tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 210 time: 0.0688176 Aug 11 03:05:34.514825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:34.520995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.542961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.548140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:34.550150 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67d752fe-14af-4dbf-9aaf-7eb2f44197e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.640845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Allocated IP 172.23.0.2 (6ec2635d-c9e4-446c-9ddf-86315ce69728/35da65b1-9cb1-47c7-89ec-3325539b9cdf/f21ded26-cdeb-4355-bfab-c2910e10e221) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:34.851449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f6d57952-3179-4a94-8c24-95d92e844a78 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:34.886336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.893408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.940737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:34.956483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d50d928-d471-4aa3-8b4c-821724e3e7b4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:34.963892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:34.964417 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment 2604bb2a-c890-472d-955a-1a0adceee087 of type vlan for network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 Aug 11 03:05:35.087087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-67d752fe-14af-4dbf-9aaf-7eb2f44197e5 None None] For port 64ea8401-8a19-440b-8cff-39c0d1c8e109, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64ea8401-8a19-440b-8cff-39c0d1c8e109,segment=NetworkSegment(1f60963a-06a8-4a0a-b880-a102d62ae306),segment_id=1f60963a-06a8-4a0a-b880-a102d62ae306)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:35.092576 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.098678 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67d752fe-14af-4dbf-9aaf-7eb2f44197e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.147443 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.163520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:35.165392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.238443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d752fe-14af-4dbf-9aaf-7eb2f44197e5 None None] Pushing event updated for resources: {'Port': ['ID=64ea8401-8a19-440b-8cff-39c0d1c8e109,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:35.267969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2267275 Aug 11 03:05:35.270970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:35.277031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'name': 'tempest-PortsTestJSON-616297096'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:35.345002 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.355335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Transition to ACTIVE for port object f21ded26-cdeb-4355-bfab-c2910e10e221 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:35.370906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1526179-1370-43fd-946f-737d99a8088f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=5a714d77-12e6-48e5-8268-ef0ebbc2f0a4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:35.401739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Transition to ACTIVE for port object f21ded26-cdeb-4355-bfab-c2910e10e221 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:35.432111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:35.434816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:35.442647 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.448434 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.490108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:35.519046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port e70a2639-7c41-462f-a7e3-8bc427fe9a85 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:35.558033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Allocated IP 172.23.0.1 (6ec2635d-c9e4-446c-9ddf-86315ce69728/35da65b1-9cb1-47c7-89ec-3325539b9cdf/e828c240-f8e3-40eb-85ab-9ee880a3bc2d) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:35.696498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f6d57952-3179-4a94-8c24-95d92e844a78 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:35.709770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:35.713158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:35.726885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f9f4193-7927-4058-b5be-67b3c217bb3b req-7d3c6fe9-52eb-45dc-b75d-46cba1d71869 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 210 time: 0.0938766 Aug 11 03:05:35.756407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f6d57952-3179-4a94-8c24-95d92e844a78 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:35.756805 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.758337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f2c55e44-cb5b-42b5-b7cc-1ba18a0c1186 None None] Provisioning for port 46a61ca9-c536-499d-af4f-a3bcb51dde0c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:35.809130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Pushing event updated for resources: {'Port': ['ID=f21ded26-cdeb-4355-bfab-c2910e10e221,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:35.818032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f2c55e44-cb5b-42b5-b7cc-1ba18a0c1186 None None] Provisioning complete for port 46a61ca9-c536-499d-af4f-a3bcb51dde0c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:35.818494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2c55e44-cb5b-42b5-b7cc-1ba18a0c1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:35.869564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f2c55e44-cb5b-42b5-b7cc-1ba18a0c1186 None None] Port 46a61ca9-c536-499d-af4f-a3bcb51dde0c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:35.894084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:30Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:36.119956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:36.120619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Updating router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 port 46a61ca9-c536-499d-af4f-a3bcb51dde0c binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:36.193322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Attempting to bind port f21ded26-cdeb-4355-bfab-c2910e10e221 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:36.193322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Attempting to bind port f21ded26-cdeb-4355-bfab-c2910e10e221 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:36.193657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Attempting to bind port f21ded26-cdeb-4355-bfab-c2910e10e221 on network 6ec2635d-c9e4-446c-9ddf-86315ce69728 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:36.195521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f2c55e44-cb5b-42b5-b7cc-1ba18a0c1186 None None] Provisioning complete for port 64ea8401-8a19-440b-8cff-39c0d1c8e109 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:36.195906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2c55e44-cb5b-42b5-b7cc-1ba18a0c1186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.239102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.257947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:36.258341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Checking segment: {'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:36.258727 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.259129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Bound using segment: {'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:36.259614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Bound port: f21ded26-cdeb-4355-bfab-c2910e10e221, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:36.260043 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.538359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] For port f21ded26-cdeb-4355-bfab-c2910e10e221, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:36.544192 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.559329 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.567558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] For port f21ded26-cdeb-4355-bfab-c2910e10e221, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f21ded26-cdeb-4355-bfab-c2910e10e221,segment=NetworkSegment(052a71bd-e7f8-419e-9b13-e71705cd83fa),segment_id=052a71bd-e7f8-419e-9b13-e71705cd83fa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:36.582876 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.583108 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.618174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Transition to ACTIVE for port object e828c240-f8e3-40eb-85ab-9ee880a3bc2d will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:36.626612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f6d57952-3179-4a94-8c24-95d92e844a78, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f6d57952-3179-4a94-8c24-95d92e844a78,segment=NetworkSegment(4ef5f646-2749-4d64-9cfb-3f72630c6c92),segment_id=4ef5f646-2749-4d64-9cfb-3f72630c6c92)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:36.626816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-42cb26e4-7122-4eb1-aec2-eae3671ca309 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:36.628200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-42cb26e4-7122-4eb1-aec2-eae3671ca309 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.57 "GET /v2.0/networks?id=74ec79b2-3318-4572-ac48-471431b61a13 HTTP/1.1" status: 200 len: 814 time: 0.2970273 Aug 11 03:05:36.646017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Request body: {'port': {'device_id': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'network_id': '74ec79b2-3318-4572-ac48-471431b61a13', 'admin_state_up': True, 'tenant_id': '8e6efa8b4ea14c6ca7c4a7ad9fa42022'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:36.660289 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.760828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.804292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f572b7-863e-448a-9926-f6d80f927744 None None] Pushing event updated for resources: {'Port': ['ID=f21ded26-cdeb-4355-bfab-c2910e10e221,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:36.835043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1ef854bd-67cd-49d5-9ef3-d512e9a35bd3 None None] Provisioning complete for port 46a61ca9-c536-499d-af4f-a3bcb51dde0c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:36.835461 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1ef854bd-67cd-49d5-9ef3-d512e9a35bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.853150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:36.950014 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5634e9b4-0cf3-4520-9a09-99114a1521f5 req-754252c7-ac12-470d-ab33-68554c48fd33 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 210 time: 0.0350487 Aug 11 03:05:36.967127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:36.978874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64ea8401-8a19-440b-8cff-39c0d1c8e109 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:36.997770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:37.009396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:37.049993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=e70a2639-7c41-462f-a7e3-8bc427fe9a85,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:37.097230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f6d57952-3179-4a94-8c24-95d92e844a78,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:37.125506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1ef854bd-67cd-49d5-9ef3-d512e9a35bd3 None None] Port 46a61ca9-c536-499d-af4f-a3bcb51dde0c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:37.127452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Made reservation on behalf of 8e6efa8b4ea14c6ca7c4a7ad9fa42022 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:37.130983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.172824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': '2604bb2a-c890-472d-955a-1a0adceee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:37.173162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:37.184833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:37.208583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 64ea8401-8a19-440b-8cff-39c0d1c8e109 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:37.209426 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.213362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.274120 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.325000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Transition to ACTIVE for port object 46a61ca9-c536-499d-af4f-a3bcb51dde0c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:37.340381 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.378228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.428521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e59dc-e62d-4351-ba2f-fd5290c2a54b None None] Pushing event updated for resources: {'Port': ['ID=46a61ca9-c536-499d-af4f-a3bcb51dde0c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:37.447337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:37.483140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:37.494091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c588c4-8525-42fa-8a8b-370a751550d9 None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:37.503948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:37.509862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.510535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.594249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Attempting to bind port 46a61ca9-c536-499d-af4f-a3bcb51dde0c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:37.594249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Attempting to bind port 46a61ca9-c536-499d-af4f-a3bcb51dde0c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:37.594249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Attempting to bind port 46a61ca9-c536-499d-af4f-a3bcb51dde0c on network c4debcda-849d-45ea-8498-da2d8b9208b1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:37.607483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:37.608145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Checking segment: {'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:37.608556 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.608959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Bound using segment: {'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:37.609458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Bound port: 46a61ca9-c536-499d-af4f-a3bcb51dde0c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f60963a-06a8-4a0a-b880-a102d62ae306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:37.609957 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.673693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35502) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:37.674271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ff5ce644-293a-428b-9720-5d9ef2a395d0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4014628 Aug 11 03:05:37.686798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1164721529'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:37.713792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Allocated IP 172.20.0.3 (74ec79b2-3318-4572-ac48-471431b61a13/fd70d7e9-873d-452c-b44e-88e1bc607cba/0a583448-75b4-4da2-ac14-1b10fbebff52) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:37.734637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:37.739512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.796406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:37.819180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.819858 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment 4ba6bf0f-3e69-4cd1-9c5f-fc5f6915297d of type vlan for network 9e5eccf2-eea5-420b-95d3-e87aedeea1b2 Aug 11 03:05:37.877422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.893342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] For port 46a61ca9-c536-499d-af4f-a3bcb51dde0c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:37.905095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] For port 46a61ca9-c536-499d-af4f-a3bcb51dde0c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=46a61ca9-c536-499d-af4f-a3bcb51dde0c,segment=NetworkSegment(1f60963a-06a8-4a0a-b880-a102d62ae306),segment_id=1f60963a-06a8-4a0a-b880-a102d62ae306)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:37.919196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.948920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:37.960669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:37.961724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.166777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=9e5eccf2-eea5-420b-95d3-e87aedeea1b2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:38.189118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-086eadb6-23a4-4749-9526-2df834c3d8e5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5132267 Aug 11 03:05:38.194496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 9e5eccf2-eea5-420b-95d3-e87aedeea1b2 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:38.195240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35510) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:38.214268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:38.214841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:38.255062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'ports': [{'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4'}, {'network_id': '9e5eccf2-eea5-420b-95d3-e87aedeea1b2'}]} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:38.255854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:38.256917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '9e5eccf2-eea5-420b-95d3-e87aedeea1b2'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:38.264228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.360358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.370288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.371622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8e7b712-e19c-4b47-9641-a7a42ecd4972 req-7956412b-d3d4-49ed-86f4-92bf01603606 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 210 time: 0.1742640 Aug 11 03:05:38.386252 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.487783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae9d7ad-3412-44ad-bf4f-ae86c5b9d66a None None] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:38.532933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Network 74ec79b2-3318-4572-ac48-471431b61a13 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:38.538298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Pushing event updated for resources: {'Port': ['ID=0a583448-75b4-4da2-ac14-1b10fbebff52,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:38.552222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e59dc-e62d-4351-ba2f-fd5290c2a54b None None] Pushing event updated for resources: {'Port': ['ID=46a61ca9-c536-499d-af4f-a3bcb51dde0c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:38.556480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 2} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:38.571254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.598598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event updated for resources: {'Port': ['ID=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:38.600527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5967855d-7271-4d32-8875-60cf647869d3 None None] Provisioning for port f21ded26-cdeb-4355-bfab-c2910e10e221 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:38.602594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:38.604994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:38.610052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.628364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:38.690954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.819223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 536538f1-e2aa-4831-b1db-620723789824 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:38.833246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:38.833923 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:38.862015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:38.864970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:38.879357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-00d1b45e-6b14-46ca-89b5-c36267a251df tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2374454 Aug 11 03:05:38.926275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Request body: {'port': {'device_id': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:39.049904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f6d57952-3179-4a94-8c24-95d92e844a78 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:39.136823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.141563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:37Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:37Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:35Z', 'revision_number': 1, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:39.170871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.215070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:39.216572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb51b2-3565-41d8-90c5-3746e6e7b65c None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:37Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:37Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:35Z', 'revision_number': 1, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:39.240991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f6d57952-3179-4a94-8c24-95d92e844a78 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:39.241400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.427495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port d656827a-0f58-47ac-a66e-c175c6d2d4ce yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:39.733014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.826988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:39.828831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.845914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b1ae4cf7-320b-4858-9bfc-33370cdf304d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5681827 Aug 11 03:05:39.846145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35526) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:39.860620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:39.936479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5a1a1f69-55a2-44a3-a131-afdb574f97ff None None] Provisioning for port e828c240-f8e3-40eb-85ab-9ee880a3bc2d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:39.947495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5a1a1f69-55a2-44a3-a131-afdb574f97ff None None] Provisioning complete for port e828c240-f8e3-40eb-85ab-9ee880a3bc2d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:39.947853 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5a1a1f69-55a2-44a3-a131-afdb574f97ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:39.999677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7407e-a329-4fe6-be78-e2c73e89e705 req-2481d247-64f5-4722-8236-29d21d878214 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:40.008955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f9c7407e-a329-4fe6-be78-e2c73e89e705 req-2481d247-64f5-4722-8236-29d21d878214 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 931 time: 0.4499650 Aug 11 03:05:40.063765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 46a61ca9-c536-499d-af4f-a3bcb51dde0c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:40.068232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a1f69-55a2-44a3-a131-afdb574f97ff None None] Port e828c240-f8e3-40eb-85ab-9ee880a3bc2d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:40.118214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:40.133224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:40.141506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:40.143240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.170652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 46a61ca9-c536-499d-af4f-a3bcb51dde0c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:40.188304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 46a61ca9-c536-499d-af4f-a3bcb51dde0c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:40.191124 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.191972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=536538f1-e2aa-4831-b1db-620723789824,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:40.298267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facf45b-fdd2-45bd-8fe5-a0f1d08d8c95 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:05:40.310669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-27e01345-2e41-461f-b7fd-c01334f59515 None None] Provisioning complete for port e828c240-f8e3-40eb-85ab-9ee880a3bc2d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:40.310966 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27e01345-2e41-461f-b7fd-c01334f59515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.385688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a583448-75b4-4da2-ac14-1b10fbebff52 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:40.412184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.457368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Transition to ACTIVE for port object 0a583448-75b4-4da2-ac14-1b10fbebff52 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:40.477426 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.507444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-27e01345-2e41-461f-b7fd-c01334f59515 None None] Port e828c240-f8e3-40eb-85ab-9ee880a3bc2d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:40.508610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f9c7407e-a329-4fe6-be78-e2c73e89e705 req-f78f8084-d849-430d-85c4-fdc6ae749161 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777739 Aug 11 03:05:40.634871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Pushing event updated for resources: {'Port': ['ID=0a583448-75b4-4da2-ac14-1b10fbebff52,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:40.708429 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.740388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a947dac9-bf94-4b70-b70e-01cf703dc902 None None] Provisioning complete for port e828c240-f8e3-40eb-85ab-9ee880a3bc2d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:40.740778 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a947dac9-bf94-4b70-b70e-01cf703dc902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.769714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Attempting to bind port 0a583448-75b4-4da2-ac14-1b10fbebff52 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:40.770590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Attempting to bind port 0a583448-75b4-4da2-ac14-1b10fbebff52 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '0d151879-f1e0-4e80-8b6e-b63e92904a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '74ec79b2-3318-4572-ac48-471431b61a13'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:40.772210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Attempting to bind port 0a583448-75b4-4da2-ac14-1b10fbebff52 on network 74ec79b2-3318-4572-ac48-471431b61a13 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:40.786572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Port 0a583448-75b4-4da2-ac14-1b10fbebff52 on network 74ec79b2-3318-4572-ac48-471431b61a13 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:40.788216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Attempting to bind port 0a583448-75b4-4da2-ac14-1b10fbebff52 on network 74ec79b2-3318-4572-ac48-471431b61a13 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:40.803006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:40.803474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Checking segment: {'id': '0d151879-f1e0-4e80-8b6e-b63e92904a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '74ec79b2-3318-4572-ac48-471431b61a13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:40.804162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Bound using segment: {'id': '0d151879-f1e0-4e80-8b6e-b63e92904a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '74ec79b2-3318-4572-ac48-471431b61a13'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:40.804563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Bound port: 0a583448-75b4-4da2-ac14-1b10fbebff52, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d151879-f1e0-4e80-8b6e-b63e92904a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '74ec79b2-3318-4572-ac48-471431b61a13'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:40.805172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.876581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a947dac9-bf94-4b70-b70e-01cf703dc902 None None] Port e828c240-f8e3-40eb-85ab-9ee880a3bc2d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:40.883220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8facf45b-fdd2-45bd-8fe5-a0f1d08d8c95 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:05:40.886963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 46a61ca9-c536-499d-af4f-a3bcb51dde0c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=46a61ca9-c536-499d-af4f-a3bcb51dde0c,segment=NetworkSegment(1f60963a-06a8-4a0a-b880-a102d62ae306),segment_id=1f60963a-06a8-4a0a-b880-a102d62ae306)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:40.894293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:40.895495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f21ded26-cdeb-4355-bfab-c2910e10e221 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:40.972411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] For port 0a583448-75b4-4da2-ac14-1b10fbebff52, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:40.986101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] For port 0a583448-75b4-4da2-ac14-1b10fbebff52, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0a583448-75b4-4da2-ac14-1b10fbebff52,segment=NetworkSegment(0d151879-f1e0-4e80-8b6e-b63e92904a25),segment_id=0d151879-f1e0-4e80-8b6e-b63e92904a25)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:40.994396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.024702 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:41.071539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Pushing event updated for resources: {'Port': ['ID=0a583448-75b4-4da2-ac14-1b10fbebff52,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:41.090373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.091471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.094828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-80efad37-b39b-4026-94e1-17503e03295d service neutron] 10.222.0.57 "PUT /v2.0/ports/0a583448-75b4-4da2-ac14-1b10fbebff52 HTTP/1.1" status: 200 len: 1092 time: 2.1729846 Aug 11 03:05:41.095590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'tag': '0a583448-75b4-4da2-ac14-1b10fbebff52'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:41.100934 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa52714-9a0f-4e65-9a1f-3889380accd8" -d '{"events": [{"name": "network-changed", "server_uuid": "9faa8c87-d09d-4b28-9da6-cd087900b72d", "tag": "0a583448-75b4-4da2-ac14-1b10fbebff52"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:41.114784 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:41.116312 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:41.191007 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a4bc1-997d-4525-a924-08fffed4b13f x-openstack-request-id: req-c96a4bc1-997d-4525-a924-08fffed4b13f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:41.191327 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9faa8c87-d09d-4b28-9da6-cd087900b72d", "tag": "0a583448-75b4-4da2-ac14-1b10fbebff52", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:41.193568 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c96a4bc1-997d-4525-a924-08fffed4b13f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:41.194481 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'tag': '0a583448-75b4-4da2-ac14-1b10fbebff52', 'status': 'completed', 'code': 200} Aug 11 03:05:41.293087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=d656827a-0f58-47ac-a66e-c175c6d2d4ce,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:41.296124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': '4ba6bf0f-3e69-4cd1-9c5f-fc5f6915297d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '9e5eccf2-eea5-420b-95d3-e87aedeea1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:41.296515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 9e5eccf2-eea5-420b-95d3-e87aedeea1b2, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:41.332582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-c1ae5836-1ba2-4933-a8d3-59c2fac956e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.343055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-c1ae5836-1ba2-4933-a8d3-59c2fac956e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e6efa8b4ea14c6ca7c4a7ad9fa42022&device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 1095 time: 0.1311367 Aug 11 03:05:41.348749 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=46a61ca9-c536-499d-af4f-a3bcb51dde0c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:41.357317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.357708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.358050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.358588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.358929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.359264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.359599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.359984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.360514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.360988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.361328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.361663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:05:41.389900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 9e5eccf2-eea5-420b-95d3-e87aedeea1b2 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:41.402313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f21ded26-cdeb-4355-bfab-c2910e10e221 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:41.418779 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:41.445048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 9e5eccf2-eea5-420b-95d3-e87aedeea1b2) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:41.445424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f21ded26-cdeb-4355-bfab-c2910e10e221 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:41.445980 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.470908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-af49765d-81c4-4f41-bc0a-290216b385c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a583448-75b4-4da2-ac14-1b10fbebff52 HTTP/1.1" status: 200 len: 217 time: 0.1194654 Aug 11 03:05:41.471252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:41.479418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.496162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.496874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.568327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-d7f09ad4-54d5-4514-b160-fdc0121f993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:41.569963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-d7f09ad4-54d5-4514-b160-fdc0121f993b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd70d7e9-873d-452c-b44e-88e1bc607cba HTTP/1.1" status: 200 len: 854 time: 0.0920582 Aug 11 03:05:41.634460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d9bc47fb-49a5-4ded-8839-2fd95103bc51 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3856375 Aug 11 03:05:41.634686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35552) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:41.660483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-e8a32774-8a8f-4fd4-994d-b408d30cbc32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74ec79b2-3318-4572-ac48-471431b61a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814981 Aug 11 03:05:41.876142 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:37Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:37Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:41.900465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:05:41.912212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819bc476-0f19-4858-8e20-7aca0041833a None None] Network 9e5eccf2-eea5-420b-95d3-e87aedeea1b2 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:41.933895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Removed routes are [] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:05:41.934491 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:41.938393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:41.938757 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Updating router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 port e828c240-f8e3-40eb-85ab-9ee880a3bc2d binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:05:41.979275 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.000101 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.049035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f21ded26-cdeb-4355-bfab-c2910e10e221, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f21ded26-cdeb-4355-bfab-c2910e10e221,segment=NetworkSegment(052a71bd-e7f8-419e-9b13-e71705cd83fa),segment_id=052a71bd-e7f8-419e-9b13-e71705cd83fa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:42.058887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74567f81-9ba4-4250-b826-32eecef12488 req-4cde435d-cc8b-483d-8ee0-73fb7aa2a0f3 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.070882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74567f81-9ba4-4250-b826-32eecef12488 req-4cde435d-cc8b-483d-8ee0-73fb7aa2a0f3 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 943 time: 0.3333232 Aug 11 03:05:42.110280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.194907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f21ded26-cdeb-4355-bfab-c2910e10e221,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:42.214100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74567f81-9ba4-4250-b826-32eecef12488 req-4aafe63c-c615-4b71-89f0-8ec1f740c3f5 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421969 Aug 11 03:05:42.240994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-6a98bc0b-2d6c-4f12-995a-9bf642181a57 service neutron] 10.222.0.57 "GET /v2.0/networks/74ec79b2-3318-4572-ac48-471431b61a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830422 Aug 11 03:05:42.254799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port d656827a-0f58-47ac-a66e-c175c6d2d4ce {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:42.255267 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.276934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 46a61ca9-c536-499d-af4f-a3bcb51dde0c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:42.346943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.351161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.365351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.372618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 46a61ca9-c536-499d-af4f-a3bcb51dde0c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:42.373296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.387480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for d656827a-0f58-47ac-a66e-c175c6d2d4ce owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:42.502047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:42.594561 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.596509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-267260fd-6056-4bdb-b2dc-d89c4cd1b809 req-c9300299-078d-4580-834b-bb4d336c84b7 service neutron] 10.222.0.57 "GET /v2.0/networks/74ec79b2-3318-4572-ac48-471431b61a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294082 Aug 11 03:05:42.608208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.645606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=d656827a-0f58-47ac-a66e-c175c6d2d4ce,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:42.655998 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Transition to ACTIVE for port object e828c240-f8e3-40eb-85ab-9ee880a3bc2d will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:42.667345 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.675239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:42.682935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.684168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f24a8ad6-893d-41fc-9b70-214747b8ec4d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 200 len: 933 time: 2.8366175 Aug 11 03:05:42.687390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35572) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:42.705061 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.709308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cbf27c5b-2c94-4909-9fdd-108d9d801e59 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/d656827a-0f58-47ac-a66e-c175c6d2d4ce HTTP/1.1" status: 204 len: 168 time: 1.0701377 Aug 11 03:05:42.711586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35574) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:42.767262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-7da62499-f855-4615-9b19-66e6211efc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.769282 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-7da62499-f855-4615-9b19-66e6211efc83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e6efa8b4ea14c6ca7c4a7ad9fa42022&device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 1095 time: 0.1059954 Aug 11 03:05:42.790131 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb32e9-fa18-4e95-baa4-ec4dc7d55219 None None] Pushing event updated for resources: {'Port': ['ID=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:42.808313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be34199-25c5-40b3-bdbd-49909043999a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.832706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be34199-25c5-40b3-bdbd-49909043999a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:42.836874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9be34199-25c5-40b3-bdbd-49909043999a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1210573 Aug 11 03:05:42.847561 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Attempting to bind port e828c240-f8e3-40eb-85ab-9ee880a3bc2d on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:42.848115 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Attempting to bind port e828c240-f8e3-40eb-85ab-9ee880a3bc2d by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:42.848489 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Attempting to bind port e828c240-f8e3-40eb-85ab-9ee880a3bc2d on network 6ec2635d-c9e4-446c-9ddf-86315ce69728 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:42.866205 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:42.866582 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Checking segment: {'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:42.866989 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.867376 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Bound using segment: {'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:42.868542 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Bound port: e828c240-f8e3-40eb-85ab-9ee880a3bc2d, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '052a71bd-e7f8-419e-9b13-e71705cd83fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:42.869021 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:42.871519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c8519bb5-bd3a-42a8-b1a0-657f88ac67f8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 200 len: 933 time: 0.1692564 Aug 11 03:05:42.874428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35578) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:42.875026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35580) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:42.891109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'routes': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:43.031550 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] For port e828c240-f8e3-40eb-85ab-9ee880a3bc2d, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:43.036226 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] For port e828c240-f8e3-40eb-85ab-9ee880a3bc2d, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,segment=NetworkSegment(052a71bd-e7f8-419e-9b13-e71705cd83fa),segment_id=052a71bd-e7f8-419e-9b13-e71705cd83fa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:43.042163 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.052313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-ebc793e7-4dcd-49c9-84a7-dd8bfc224ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.053853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-ebc793e7-4dcd-49c9-84a7-dd8bfc224ebc service neutron] 10.222.0.57 "GET /v2.0/networks?id=74ec79b2-3318-4572-ac48-471431b61a13 HTTP/1.1" status: 200 len: 915 time: 0.2760007 Aug 11 03:05:43.115476 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb32e9-fa18-4e95-baa4-ec4dc7d55219 None None] Pushing event updated for resources: {'Port': ['ID=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:43.146695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-88bcd53c-2975-430a-9362-8d74c73b922a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a583448-75b4-4da2-ac14-1b10fbebff52 HTTP/1.1" status: 200 len: 217 time: 0.0848942 Aug 11 03:05:43.170903 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:43.171594 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:43.218564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 536538f1-e2aa-4831-b1db-620723789824 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:43.218909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.244367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-d6ef5ebb-1a4b-4787-9906-3c3e5d8cb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.245907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-d6ef5ebb-1a4b-4787-9906-3c3e5d8cb5cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fd70d7e9-873d-452c-b44e-88e1bc607cba HTTP/1.1" status: 200 len: 854 time: 0.0911219 Aug 11 03:05:43.288301 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.301366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-8dae86fd-064d-4085-bbd2-766bb1c72ce3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=74ec79b2-3318-4572-ac48-471431b61a13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471325 Aug 11 03:05:43.317371 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:43.356293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 536538f1-e2aa-4831-b1db-620723789824 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:43.385088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-a1b18aec-3bb8-4ebd-9c4e-a24ac9426fe6 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--14042654&fields=id&tenant_id=047da0a3ba08437490a29c40d543f2bb HTTP/1.1" status: 200 len: 267 time: 0.2184722 Aug 11 03:05:43.621568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-b9aaf142-770d-45a1-b0af-3e8bbbf5ae31 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.624875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-b9aaf142-770d-45a1-b0af-3e8bbbf5ae31 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/networks?id=970d44e0-8888-4af5-aa9a-413afc0f9209 HTTP/1.1" status: 200 len: 816 time: 0.2389944 Aug 11 03:05:43.695121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-8c84e68e-45f9-403e-afdd-883164cef1aa tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/quotas/047da0a3ba08437490a29c40d543f2bb HTTP/1.1" status: 200 len: 375 time: 0.0639806 Aug 11 03:05:43.816829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-93f44ce0-0442-4f6e-8df6-8dc04f64e833 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=047da0a3ba08437490a29c40d543f2bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110730 Aug 11 03:05:43.817525 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:41Z', 'revision_number': 6, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:43.820021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.847011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-d9660741-082e-4f0e-9134-84d1f8f77c99 service neutron] 10.222.0.57 "GET /v2.0/networks/74ec79b2-3318-4572-ac48-471431b61a13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5374281 Aug 11 03:05:43.874931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cc030-453a-4b4d-8ae9-dfa7229930f1 req-525ac76d-7fe8-46f5-bf6c-b3303d5fd5db tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:43.876597 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b69cc030-453a-4b4d-8ae9-dfa7229930f1 req-525ac76d-7fe8-46f5-bf6c-b3303d5fd5db tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 943 time: 0.5691307 Aug 11 03:05:43.884204 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f318486-7ba6-4255-8197-326d22f1314c None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:41Z', 'revision_number': 6, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:43.917849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=536538f1-e2aa-4831-b1db-620723789824,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:43.943325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:43.945640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-91b19ee0-19e6-4359-9056-53dd34c22c2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/536538f1-e2aa-4831-b1db-620723789824 HTTP/1.1" status: 204 len: 168 time: 1.0692382 Aug 11 03:05:43.954175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35594) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:43.983818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added routes are [] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:05:43.984144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:05:44.043567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b69cc030-453a-4b4d-8ae9-dfa7229930f1 req-bded49af-dda8-421b-bac4-4245ab38a995 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561868 Aug 11 03:05:44.047278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.054432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d6ae3ca2-d7cd-4e48-a446-cbe8ca64c11f service neutron] 10.222.0.60 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847568 Aug 11 03:05:44.059002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a31e1db-b836-4369-8737-c38c61799f4a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:44.061258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2a31e1db-b836-4369-8737-c38c61799f4a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1060827 Aug 11 03:05:44.065355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35604) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:44.099740 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9111f2-4c2f-4e78-928f-b034cdf37ecf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:05:44.101782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e9111f2-4c2f-4e78-928f-b034cdf37ecf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/d656827a-0f58-47ac-a66e-c175c6d2d4ce HTTP/1.1" status: 404 len: 333 time: 0.0355740 Aug 11 03:05:44.106827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35606) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:44.119213 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daa52714-9a0f-4e65-9a1f-3889380accd8 req-29cf6f70-5748-4e12-a1da-b1a1fcbf467f service neutron] 10.222.0.57 "GET /v2.0/networks/74ec79b2-3318-4572-ac48-471431b61a13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643621 Aug 11 03:05:44.152190 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e2aba9-3c62-41ff-a687-975ade23e5de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:05:44.154168 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-50e2aba9-3c62-41ff-a687-975ade23e5de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/536538f1-e2aa-4831-b1db-620723789824 HTTP/1.1" status: 404 len: 333 time: 0.0463197 Aug 11 03:05:44.157519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35608) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:44.199231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-626ec691-7b9d-44a9-ae1b-8c21a6991d4b service neutron] 10.222.0.60 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011171 Aug 11 03:05:44.264956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0a583448-75b4-4da2-ac14-1b10fbebff52 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:05:44.375292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f21ded26-cdeb-4355-bfab-c2910e10e221 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:44.379413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.465983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.473140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.490358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.490899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:44.504479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5eccf2-eea5-420b-95d3-e87aedeea1b2']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:44.517070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba6bf0f-3e69-4cd1-9c5f-fc5f6915297d') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:44.517582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba6bf0f-3e69-4cd1-9c5f-fc5f6915297d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:44.529144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.552229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.557926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:44.558562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:44.559128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:44.560049 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:44.621385 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:44.686971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:44.707449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8c732be-15c9-4434-9711-a13a34b8a206 req-9ee5fc13-167b-41a9-94cc-e04451bd88a5 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0446923 Aug 11 03:05:44.717321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.727235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.734892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/9e5eccf2-eea5-420b-95d3-e87aedeea1b2 HTTP/1.1" status: 204 len: 168 time: 0.5761728 Aug 11 03:05:44.749608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35622) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:44.756600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799031112'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:44.761849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20fd61-f898-4174-adb1-a7cd66b7157d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=9e5eccf2-eea5-420b-95d3-e87aedeea1b2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:44.785374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f21ded26-cdeb-4355-bfab-c2910e10e221 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:44.785963 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.789138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:44.801235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.805221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0a583448-75b4-4da2-ac14-1b10fbebff52, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0a583448-75b4-4da2-ac14-1b10fbebff52,segment=NetworkSegment(0d151879-f1e0-4e80-8b6e-b63e92904a25),segment_id=0d151879-f1e0-4e80-8b6e-b63e92904a25)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:44.833560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:44.846757 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.847129 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment 73fd027b-9473-451e-8b7b-07cb20c21f42 of type vlan for network 972302b6-944d-43d5-9f03-eedea3b5fb93 Aug 11 03:05:44.869237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:44.897605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:44.919563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0a583448-75b4-4da2-ac14-1b10fbebff52', 'network_id': '74ec79b2-3318-4572-ac48-471431b61a13', 'port_id': '0a583448-75b4-4da2-ac14-1b10fbebff52', 'mac_address': 'fa:16:3e:f6:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70d7e9-873d-452c-b44e-88e1bc607cba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:05:44.923310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:44.925795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0c97b2f9-7173-4b84-863e-279a37764c8e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 200 len: 699 time: 2.0398774 Aug 11 03:05:44.928285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35628) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:44.932505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.014324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.026018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:45.026534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.072282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-17c41452-9c5f-43bf-a7be-18b74ea1ac80 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 200 len: 699 time: 0.1425443 Aug 11 03:05:45.075125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35630) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:45.119337 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3646078 Aug 11 03:05:45.122491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35636) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:45.129567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:45.135316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.242823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a583448-75b4-4da2-ac14-1b10fbebff52 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:45.273601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59275ec4-3218-4755-bab4-d9ac276ef083 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=972302b6-944d-43d5-9f03-eedea3b5fb93,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:45.316986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:45.322233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.329194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 972302b6-944d-43d5-9f03-eedea3b5fb93 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:45.412079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0a583448-75b4-4da2-ac14-1b10fbebff52, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0a583448-75b4-4da2-ac14-1b10fbebff52,segment=NetworkSegment(0d151879-f1e0-4e80-8b6e-b63e92904a25),segment_id=0d151879-f1e0-4e80-8b6e-b63e92904a25)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:45.426002 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.438350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e828c240-f8e3-40eb-85ab-9ee880a3bc2d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:45.532579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc459fd4-58d7-49ff-a274-da2b194fe1d3 req-d345a0fd-701f-493a-83fd-8fca1b66172e tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:45.535479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc459fd4-58d7-49ff-a274-da2b194fe1d3 req-d345a0fd-701f-493a-83fd-8fca1b66172e tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 943 time: 0.3287413 Aug 11 03:05:45.551488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0a583448-75b4-4da2-ac14-1b10fbebff52,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:45.587525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e828c240-f8e3-40eb-85ab-9ee880a3bc2d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:45.594099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e828c240-f8e3-40eb-85ab-9ee880a3bc2d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:45.594803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.599041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 7, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:45.634825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc459fd4-58d7-49ff-a274-da2b194fe1d3 req-f93a310f-f470-47a7-9fdc-f96bf9a2d35c tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898728 Aug 11 03:05:45.695786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:45.698429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0a583448-75b4-4da2-ac14-1b10fbebff52'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:45.749980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:45.750940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:45.798400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.828132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:45.977365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=ee4641a7-1142-4d2e-908f-055dbed9bf15,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:45.992142 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce8f5efd-28be-4d6d-ac27-4e2e1a13777b req-c3923458-0593-448b-8049-dbc7818498fd tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0662284 Aug 11 03:05:46.025715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': '73fd027b-9473-451e-8b7b-07cb20c21f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:46.026327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 972302b6-944d-43d5-9f03-eedea3b5fb93, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:46.066666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 972302b6-944d-43d5-9f03-eedea3b5fb93 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:46.094224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 972302b6-944d-43d5-9f03-eedea3b5fb93) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:46.110815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.114546 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.129766 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.139615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb6aba-ef68-47d1-bbb2-f082af062125 None None] Network 972302b6-944d-43d5-9f03-eedea3b5fb93 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:46.140946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-da1cbeb9-1100-40f2-b569-daea5355f855 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0170534 Aug 11 03:05:46.143802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35646) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:46.157211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93', 'name': 'tempest-PortsTestJSON-1343116445'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:46.308220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-c156f3d2-a691-448a-ac48-c223a0d886eb tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.310418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-c156f3d2-a691-448a-ac48-c223a0d886eb tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.10 "GET /v2.0/networks?id=970d44e0-8888-4af5-aa9a-413afc0f9209 HTTP/1.1" status: 200 len: 816 time: 0.2392423 Aug 11 03:05:46.370383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e828c240-f8e3-40eb-85ab-9ee880a3bc2d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,segment=NetworkSegment(052a71bd-e7f8-419e-9b13-e71705cd83fa),segment_id=052a71bd-e7f8-419e-9b13-e71705cd83fa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:46.383220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:46.391495 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.393935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.412765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-2451dcc3-e4ea-4417-8350-5d055ab8ab37 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047da0a3ba08437490a29c40d543f2bb HTTP/1.1" status: 200 len: 378 time: 0.0603402 Aug 11 03:05:46.415136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:46.424016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Request body: {'port': {'device_id': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'admin_state_up': True, 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'security_groups': ['131b7626-b6f7-4eec-ada1-d84a3744a4b0']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:46.437687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port e828c240-f8e3-40eb-85ab-9ee880a3bc2d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:46.439011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:46.439663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.724439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.3 (972302b6-944d-43d5-9f03-eedea3b5fb93/ee4641a7-1142-4d2e-908f-055dbed9bf15/a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:46.772295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-972302b6-944d-43d5-9f03-eedea3b5fb93', 'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93', 'tenant_id': '22163951cdf2479885869d867cdb0891', 'fixed_ips': [{'subnet_id': 'ee4641a7-1142-4d2e-908f-055dbed9bf15'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:46.773671 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.787342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port e828c240-f8e3-40eb-85ab-9ee880a3bc2d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,segment=NetworkSegment(052a71bd-e7f8-419e-9b13-e71705cd83fa),segment_id=052a71bd-e7f8-419e-9b13-e71705cd83fa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:46.788696 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.863029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Made reservation on behalf of 047da0a3ba08437490a29c40d543f2bb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:46.869391 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:46.886198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for e828c240-f8e3-40eb-85ab-9ee880a3bc2d owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:46.935334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec1206-0214-4f8b-a29e-64f4074fb404 req-5eb063df-8e25-45ae-8063-8cd1bd621308 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:46.938697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ec1206-0214-4f8b-a29e-64f4074fb404 req-5eb063df-8e25-45ae-8063-8cd1bd621308 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 944 time: 0.1658061 Aug 11 03:05:47.064372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.107881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ec1206-0214-4f8b-a29e-64f4074fb404 req-3492a9be-7f2b-44a5-aba1-3433d1907ae5 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506257 Aug 11 03:05:47.125024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:47.166025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:47.208099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67b0f4d7-c964-47dd-9ea9-0cec567fdb52 req-520ffb6e-7976-4622-b502-6a66c6571ad4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0689185 Aug 11 03:05:47.259134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.321831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 972302b6-944d-43d5-9f03-eedea3b5fb93 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:47.326224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:47.334570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:47.370422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Allocated IP 172.20.0.2 (972302b6-944d-43d5-9f03-eedea3b5fb93/ee4641a7-1142-4d2e-908f-055dbed9bf15/4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:47.406804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:47.432072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 7, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:47.437738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:47.438636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.456669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bfff09ab-7bd0-4913-985a-d36b47f41fbb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3112979 Aug 11 03:05:47.459155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35658) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:47.462022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Allocated IP 172.20.0.13 (970d44e0-8888-4af5-aa9a-413afc0f9209/61b13129-6a9c-41e4-abb6-c324cb44a58f/f6c33bcf-0346-4b8d-8828-ce8e9f8ef672) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:47.548372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b10f5b-adbe-47ea-a7a3-f6061e1a2edb None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 7, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e828c240-f8e3-40eb-85ab-9ee880a3bc2d', 'name': '', 'network_id': '6ec2635d-c9e4-446c-9ddf-86315ce69728', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:fb:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:34Z', 'updated_at': '2021-08-11T03:05:43Z', 'revision_number': 4, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '35da65b1-9cb1-47c7-89ec-3325539b9cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:47.630051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:47.630400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.688728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.739078 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.758586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Transition to ACTIVE for port object 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:47.785704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Transition to ACTIVE for port object 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:47.802202 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.817146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:47.846059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=e828c240-f8e3-40eb-85ab-9ee880a3bc2d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:47.849192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:47.892348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Pushing event updated for resources: {'Port': ['ID=4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:47.925777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Network 972302b6-944d-43d5-9f03-eedea3b5fb93 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:47.929152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:47.934990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:48.026472 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:48.028751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Attempting to bind port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:48.029859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Attempting to bind port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '73fd027b-9473-451e-8b7b-07cb20c21f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:48.030532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Attempting to bind port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 on network 972302b6-944d-43d5-9f03-eedea3b5fb93 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:48.037317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:48.038112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Checking segment: {'id': '73fd027b-9473-451e-8b7b-07cb20c21f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:48.038793 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.039399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Bound using segment: {'id': '73fd027b-9473-451e-8b7b-07cb20c21f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:48.040152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Bound port: 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fd027b-9473-451e-8b7b-07cb20c21f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '972302b6-944d-43d5-9f03-eedea3b5fb93'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:48.040766 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.053165 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:48.054135 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.120557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] For port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:48.124550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] For port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4,segment=NetworkSegment(73fd027b-9473-451e-8b7b-07cb20c21f42),segment_id=73fd027b-9473-451e-8b7b-07cb20c21f42)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:48.129893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.187052 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.242245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c1742-f1c9-4b79-97bb-52808d6a50a5 None None] Pushing event updated for resources: {'Port': ['ID=4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:48.252631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:48.280627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0a583448-75b4-4da2-ac14-1b10fbebff52 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:48.350084 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:48.394385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 0a583448-75b4-4da2-ac14-1b10fbebff52 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:48.395583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.397873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-79f303e7-6222-4c00-803c-75961cf20eeb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27 HTTP/1.1" status: 204 len: 168 time: 0.9372241 Aug 11 03:05:48.402181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 0a583448-75b4-4da2-ac14-1b10fbebff52 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:48.402726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.414869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35670) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:48.440074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82eb1568-7b1e-4d56-959b-e4769072f2e9 req-4f2c6f50-5d8e-42c9-9724-47d9e235cb9b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0588462 Aug 11 03:05:48.478656 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-a908c8d9-c1e9-4733-a42e-bfff914653cd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:05:48.479513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a908c8d9-c1e9-4733-a42e-bfff914653cd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:05:48.481434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a908c8d9-c1e9-4733-a42e-bfff914653cd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27 HTTP/1.1" status: 404 len: 333 time: 0.0652335 Aug 11 03:05:48.484986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35672) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:48.524581 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc2ce35-a350-4c84-b173-f12c1ac6bb74 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:05:48.535997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0fc2ce35-a350-4c84-b173-f12c1ac6bb74 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/a7cd7bc2-eb99-407d-9d0d-ad07ee4e9b27 HTTP/1.1" status: 404 len: 333 time: 0.0475669 Aug 11 03:05:48.536389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35674) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:48.580366 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.644106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a583448-75b4-4da2-ac14-1b10fbebff52'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:48.648353 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710481c4-c6f3-40a0-9eb7-fe0d95f99794" -d '{"events": [{"server_uuid": "9faa8c87-d09d-4b28-9da6-cd087900b72d", "name": "network-vif-plugged", "status": "completed", "tag": "0a583448-75b4-4da2-ac14-1b10fbebff52"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:48.670783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet ee4641a7-1142-4d2e-908f-055dbed9bf15 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:48.680609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.683532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0a583448-75b4-4da2-ac14-1b10fbebff52, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0a583448-75b4-4da2-ac14-1b10fbebff52,segment=NetworkSegment(0d151879-f1e0-4e80-8b6e-b63e92904a25),segment_id=0d151879-f1e0-4e80-8b6e-b63e92904a25)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:48.691691 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.789359 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6f1a8-4285-4eab-8e92-9a8276e67dbe x-openstack-request-id: req-bda6f1a8-4285-4eab-8e92-9a8276e67dbe {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:48.790188 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa8c87-d09d-4b28-9da6-cd087900b72d", "name": "network-vif-plugged", "status": "completed", "tag": "0a583448-75b4-4da2-ac14-1b10fbebff52", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:48.790606 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bda6f1a8-4285-4eab-8e92-9a8276e67dbe {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:48.791177 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a583448-75b4-4da2-ac14-1b10fbebff52', 'code': 200} Aug 11 03:05:48.799832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:48.805431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0a583448-75b4-4da2-ac14-1b10fbebff52,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:48.873000 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:47Z', 'revision_number': 8, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:48.938551 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:48.957920 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:48.958284 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:49.027307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71081d90-a27a-4ab0-b377-3c2f0b3d6bb3 req-cfb5ac12-8ea3-4c02-8b13-e104b2029b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.029509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71081d90-a27a-4ab0-b377-3c2f0b3d6bb3 req-cfb5ac12-8ea3-4c02-8b13-e104b2029b71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 1097 time: 0.1268089 Aug 11 03:05:49.039734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.070041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.072880 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:49.073422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.104393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71081d90-a27a-4ab0-b377-3c2f0b3d6bb3 req-56f7364d-9f2c-447a-8bd7-6b5d4049dc65 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642631 Aug 11 03:05:49.145090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Transition to ACTIVE for port object f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:49.153767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.188884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4641a7-1142-4d2e-908f-055dbed9bf15,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:49.190739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.195521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3ef4c41-aa81-4b54-9dbb-cb09b0f97d8b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/ee4641a7-1142-4d2e-908f-055dbed9bf15 HTTP/1.1" status: 204 len: 168 time: 0.6580520 Aug 11 03:05:49.196528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:49.208487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb737-d400-4e81-b684-97ba992b7f97 req-24fdd5f6-a058-46ad-9f5c-7d58ebb5eac7 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.216369 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7adfb737-d400-4e81-b684-97ba992b7f97 req-24fdd5f6-a058-46ad-9f5c-7d58ebb5eac7 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 945 time: 0.1748290 Aug 11 03:05:49.299137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7adfb737-d400-4e81-b684-97ba992b7f97 req-09255f02-e943-4426-b3a3-1852c141d059 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818026 Aug 11 03:05:49.336606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.360307 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.437400 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:47Z', 'revision_number': 8, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:49.477042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:49.477584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event updated for resources: {'Port': ['ID=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:49.478275 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.507780 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e2157-73e8-4622-8d5d-8b2182808259 None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:47Z', 'revision_number': 8, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:49.521941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:49.525587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:49.542878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:49.630531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:49.661472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] For port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4,segment=NetworkSegment(73fd027b-9473-451e-8b7b-07cb20c21f42),segment_id=73fd027b-9473-451e-8b7b-07cb20c21f42)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:49.662368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.673515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.674421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:49.728164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:49.864095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd72c9b-2c82-430d-a52a-e3588f400f04 req-123995ad-33b9-47f7-af91-8ed7f9a51ca5 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:49.865798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dd72c9b-2c82-430d-a52a-e3588f400f04 req-123995ad-33b9-47f7-af91-8ed7f9a51ca5 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 932 time: 0.2643483 Aug 11 03:05:49.917974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:49.924365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-5d231fff-3ae9-43bc-9906-e9ae941d7616 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5043178 Aug 11 03:05:49.960225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35698) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:49.961178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-55cde133-256d-4f25-8ff1-ce6e444ae51b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8845706 Aug 11 03:05:49.972353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Request body: {'port': {'device_id': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:50.106010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.112602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3dd72c9b-2c82-430d-a52a-e3588f400f04 req-f705097e-6529-448e-a49c-6935def9a288 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2360051 Aug 11 03:05:50.117632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet 35da65b1-9cb1-47c7-89ec-3325539b9cdf {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:50.121658 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.133503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bae15658-dc7f-4d44-81d3-8a3cf98079e6 None None] Provisioning for port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:50.136489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bae15658-dc7f-4d44-81d3-8a3cf98079e6 None None] Provisioning complete for port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:50.136873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bae15658-dc7f-4d44-81d3-8a3cf98079e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.160567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.205409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:50.212573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79640a-48f5-4160-9b37-2a4f74e3d054 None None] Network 972302b6-944d-43d5-9f03-eedea3b5fb93 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:50.220872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No DVR routers for this DVR port 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:50.237656 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.353376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:50.385608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bae15658-dc7f-4d44-81d3-8a3cf98079e6 None None] Port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:05:50.390351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:50.391212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:50.391859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.416831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972302b6-944d-43d5-9f03-eedea3b5fb93']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:50.445006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fd027b-9473-451e-8b7b-07cb20c21f42') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:50.451708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fd027b-9473-451e-8b7b-07cb20c21f42') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:50.476816 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.509080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e828c240-f8e3-40eb-85ab-9ee880a3bc2d no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:50.512067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d223e6-e66c-46a1-bb5a-e2141da54acd req-f73b583c-f07a-407f-92e4-88706683ad56 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:50.514216 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0d223e6-e66c-46a1-bb5a-e2141da54acd req-f73b583c-f07a-407f-92e4-88706683ad56 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 945 time: 0.0830264 Aug 11 03:05:50.519057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.543775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:50.544185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:50.547215 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:50.574196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-32fb8e32-5997-459b-b266-09f073428def None None] Could not find standard attr ID for object 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:05:50.579875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e828c240-f8e3-40eb-85ab-9ee880a3bc2d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:50.580536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e828c240-f8e3-40eb-85ab-9ee880a3bc2d not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:50.610355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0d223e6-e66c-46a1-bb5a-e2141da54acd req-497468bb-170e-445e-ab70-b4fd4d00e7af tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842941 Aug 11 03:05:50.652871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:50.701759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf224df-eb95-4377-afa4-b5377ac57694 None None] DHCP port deletion for 972302b6-944d-43d5-9f03-eedea3b5fb93 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:05:50.739106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:05:50.765776 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.793468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Transition to ACTIVE for port object f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:50.802633 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.807096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.841166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.855975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35710) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:50.866153 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/972302b6-944d-43d5-9f03-eedea3b5fb93 HTTP/1.1" status: 204 len: 168 time: 1.6685567 Aug 11 03:05:50.871210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-681409570'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:50.882096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:50.962230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c78d1f-202d-4a49-8daa-c6ffb7137810 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=972302b6-944d-43d5-9f03-eedea3b5fb93,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.047299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.182346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:47Z', 'revision_number': 8, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:51.202137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:51.206004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.224522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=35da65b1-9cb1-47c7-89ec-3325539b9cdf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.256228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.264638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f7b06de-b75d-48e6-9aac-2ed79f2da25d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/35da65b1-9cb1-47c7-89ec-3325539b9cdf HTTP/1.1" status: 204 len: 168 time: 1.2974973 Aug 11 03:05:51.267883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35722) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:51.272240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:51.282776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Pushing event updated for resources: {'Port': ['ID=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.307833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840edc2-bc81-4655-8476-681579571921 None None] Network 6ec2635d-c9e4-446c-9ddf-86315ce69728 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:51.315978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Attempting to bind port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:51.316326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Attempting to bind port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:51.316661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Attempting to bind port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 on network 970d44e0-8888-4af5-aa9a-413afc0f9209 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:51.327913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 on network 970d44e0-8888-4af5-aa9a-413afc0f9209 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:05:51.328335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Attempting to bind port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 on network 970d44e0-8888-4af5-aa9a-413afc0f9209 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:51.339537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:51.339968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Checking segment: {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:51.340368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Bound using segment: {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:51.340817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Bound port: f6c33bcf-0346-4b8d-8828-ce8e9f8ef672, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c05803a-a2b6-4845-99f1-13546076b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:51.341184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.356727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:51.381303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:51.382503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:51.393351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.393787 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc of type vlan for network 0d54381a-4a05-4ed8-900e-f52e64b626e1 Aug 11 03:05:51.510666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ab5bb-822f-4308-a99c-44c1b0b587f7 req-37c692c8-7da4-4f56-978f-304e083b5241 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.518707 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.520759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-767ab5bb-822f-4308-a99c-44c1b0b587f7 req-37c692c8-7da4-4f56-978f-304e083b5241 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 945 time: 0.0974367 Aug 11 03:05:51.535779 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.542452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:51.572780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be2dfe-8085-40ed-8179-9cb9687c2fb0 req-55a312f2-0d8d-4b5e-a828-d4b8bf047542 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.574432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95be2dfe-8085-40ed-8179-9cb9687c2fb0 req-55a312f2-0d8d-4b5e-a828-d4b8bf047542 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.1424801 Aug 11 03:05:51.578180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] For port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:51.592512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-767ab5bb-822f-4308-a99c-44c1b0b587f7 req-c686a463-2434-4d82-a013-70e0b4be56d8 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677817 Aug 11 03:05:51.615148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] For port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:51.632047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.639783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.640769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.680014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port f21ded26-cdeb-4355-bfab-c2910e10e221 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:51.680014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.680633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35726) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:51.681997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8248467 Aug 11 03:05:51.686911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95be2dfe-8085-40ed-8179-9cb9687c2fb0 req-b0d41661-1114-4755-9d90-6eb3e0623aa4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804381 Aug 11 03:05:51.690615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.697253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:51.790879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.791705 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.793120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] 10.222.0.10 "PUT /v2.0/ports/f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 HTTP/1.1" status: 200 len: 1093 time: 1.8306999 Aug 11 03:05:51.804347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:51.813236 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d6e387-c90f-42e0-b489-296fc9a8f37a" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:51.826833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b110d4-be36-46f9-a41c-89f08d857b6e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=0d54381a-4a05-4ed8-900e-f52e64b626e1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.878794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0d54381a-4a05-4ed8-900e-f52e64b626e1 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:51.881294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] DHCP port deletion for 6ec2635d-c9e4-446c-9ddf-86315ce69728 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:05:51.913292 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ac5cf-c5ad-418b-afd0-03cc522775bb x-openstack-request-id: req-935ac5cf-c5ad-418b-afd0-03cc522775bb {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:51.913674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port f21ded26-cdeb-4355-bfab-c2910e10e221, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f21ded26-cdeb-4355-bfab-c2910e10e221,segment=NetworkSegment(052a71bd-e7f8-419e-9b13-e71705cd83fa),segment_id=052a71bd-e7f8-419e-9b13-e71705cd83fa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:51.913979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:51.914465 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:51.914946 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-935ac5cf-c5ad-418b-afd0-03cc522775bb {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:51.915597 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'status': 'completed', 'code': 200} Aug 11 03:05:51.928207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d9d98-f565-4b16-87b1-755c60dd6dbf service neutron] Pushing event updated for resources: {'Port': ['ID=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:51.940036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-0a112a57-6c76-43fb-9b49-8d0626e32ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:51.941685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-0a112a57-6c76-43fb-9b49-8d0626e32ad0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=047da0a3ba08437490a29c40d543f2bb&device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 1096 time: 0.0867443 Aug 11 03:05:51.959532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:51.964350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.013907 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-4b660848-f944-4d6f-963b-386a83a35f75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 HTTP/1.1" status: 200 len: 217 time: 0.0615513 Aug 11 03:05:52.071055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-52565860-b22b-4522-a614-f0acf69be5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.073052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-52565860-b22b-4522-a614-f0acf69be5b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61b13129-6a9c-41e4-abb6-c324cb44a58f HTTP/1.1" status: 200 len: 855 time: 0.0513546 Aug 11 03:05:52.075170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for f21ded26-cdeb-4355-bfab-c2910e10e221 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:52.157666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-10b6063e-c3ef-458e-afba-1cfd61011d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.160298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] Deleting port f21ded26-cdeb-4355-bfab-c2910e10e221 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:52.160735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.170292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-10b6063e-c3ef-458e-afba-1cfd61011d81 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=970d44e0-8888-4af5-aa9a-413afc0f9209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890915 Aug 11 03:05:52.295666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] For port f21ded26-cdeb-4355-bfab-c2910e10e221, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f21ded26-cdeb-4355-bfab-c2910e10e221,segment=NetworkSegment(052a71bd-e7f8-419e-9b13-e71705cd83fa),segment_id=052a71bd-e7f8-419e-9b13-e71705cd83fa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:52.296210 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.314844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.316016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-ebd67b31-e951-439f-9d7a-3b56664e146c service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387153 Aug 11 03:05:52.326099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] Calling delete_port for f21ded26-cdeb-4355-bfab-c2910e10e221 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:52.328058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f16697a-cf45-4536-acbe-a03f6bdf5ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.352280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:47Z', 'revision_number': 8, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:52.385674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port f21ded26-cdeb-4355-bfab-c2910e10e221 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:52.401662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=f21ded26-cdeb-4355-bfab-c2910e10e221,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:52.412139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc849e7-d072-4609-81de-ef420f213ebd None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:47Z', 'revision_number': 8, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46a61ca9-c536-499d-af4f-a3bcb51dde0c', 'name': '', 'network_id': 'c4debcda-849d-45ea-8498-da2d8b9208b1', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:d6:b8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:29Z', 'updated_at': '2021-08-11T03:05:40Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '91732fc7-0ebc-4c89-a2a4-6cba603d4756', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:52.507389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.530566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a9f36f-8f3d-4541-87b1-cf20a96223f1 req-fc88c700-19fc-4d47-84c5-d7e1037e9a81 service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074842 Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:52.554983 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:05:52.567744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:52.582034 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.602140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec2635d-c9e4-446c-9ddf-86315ce69728']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:52.604980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:52.605553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4a0d68bc-33a4-4c23-8cb0-b1fc7f11bba4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:52.606954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f21ded26-cdeb-4355-bfab-c2910e10e221 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:52.609455 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.661474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052a71bd-e7f8-419e-9b13-e71705cd83fa') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:52.664822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052a71bd-e7f8-419e-9b13-e71705cd83fa') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:52.672964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] Pushing event deleted for resources: {'Port': ['ID=f21ded26-cdeb-4355-bfab-c2910e10e221,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:52.679225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-dfa7db9a-0d5d-4004-b211-80565a41d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.682511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-dfa7db9a-0d5d-4004-b211-80565a41d466 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=047da0a3ba08437490a29c40d543f2bb&device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 1096 time: 0.0925422 Aug 11 03:05:52.686676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=c96da2e7-58cc-4e0c-a001-788b2266380b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:52.696773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.703688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f21ded26-cdeb-4355-bfab-c2910e10e221 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:52.707829 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f21ded26-cdeb-4355-bfab-c2910e10e221 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:52.729687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870833c3-9b4b-4be4-979f-a393f2d14ae9 None None] No DVR routers for this DVR port f21ded26-cdeb-4355-bfab-c2910e10e221 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:52.767122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': 'bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:52.768482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 0d54381a-4a05-4ed8-900e-f52e64b626e1, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:52.772269 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.785270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:52.785813 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:52.789135 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:52.872898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 0d54381a-4a05-4ed8-900e-f52e64b626e1 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:52.928072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0d54381a-4a05-4ed8-900e-f52e64b626e1) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:52.929699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.936998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff16ea-6101-42e6-844a-7b898020c8f5 None None] Network 0d54381a-4a05-4ed8-900e-f52e64b626e1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:52.948285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:52.948967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.952200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:52.956519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/6ec2635d-c9e4-446c-9ddf-86315ce69728 HTTP/1.1" status: 204 len: 168 time: 1.6842842 Aug 11 03:05:52.959204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35746) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:53.002485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ff37e-9ac5-4d06-b32d-1879548c27da req-3818d8f6-f5cf-4932-9c6c-814d14d64dd1 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.004126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-147ff37e-9ac5-4d06-b32d-1879548c27da req-3818d8f6-f5cf-4932-9c6c-814d14d64dd1 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 945 time: 0.2158785 Aug 11 03:05:53.046952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-f3abaee3-2705-40f0-8728-f3565fc3b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.048544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-f3abaee3-2705-40f0-8728-f3565fc3b04d service neutron] 10.222.0.10 "GET /v2.0/networks?id=970d44e0-8888-4af5-aa9a-413afc0f9209 HTTP/1.1" status: 200 len: 917 time: 0.3603206 Aug 11 03:05:53.060578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a723b8-37e6-4459-a2da-bc13764cbdac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=6ec2635d-c9e4-446c-9ddf-86315ce69728,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:53.125460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-433b081c-7dd0-4140-9970-8a42855ade12 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.127161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-433b081c-7dd0-4140-9970-8a42855ade12 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.57 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 945 time: 0.2779441 Aug 11 03:05:53.137797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3cfe7fac-3bd7-45d3-8989-2f05f441b558 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4536042 Aug 11 03:05:53.144107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35752) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:53.154113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1155745736'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:53.156919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e82ad-2360-406a-b2d8-cbc91d28fdca req-c1b99867-59e8-4381-886f-51eec04ea3bc tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.161781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-147ff37e-9ac5-4d06-b32d-1879548c27da req-66a68652-9de3-47c5-b6f0-29be9757f8b5 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388350 Aug 11 03:05:53.165860 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-ba4c181e-a96f-4775-bf7f-1b822ee8b527 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 HTTP/1.1" status: 200 len: 217 time: 0.1025584 Aug 11 03:05:53.166775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-0d54381a-4a05-4ed8-900e-f52e64b626e1', 'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1', 'tenant_id': '22163951cdf2479885869d867cdb0891', 'fixed_ips': [{'subnet_id': 'c96da2e7-58cc-4e0c-a001-788b2266380b'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:53.167681 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.177414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-319e82ad-2360-406a-b2d8-cbc91d28fdca req-c1b99867-59e8-4381-886f-51eec04ea3bc tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.2835369 Aug 11 03:05:53.294414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-2acc9041-a0f7-4973-b744-a00190a09314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.296740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-2acc9041-a0f7-4973-b744-a00190a09314 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61b13129-6a9c-41e4-abb6-c324cb44a58f HTTP/1.1" status: 200 len: 855 time: 0.1176498 Aug 11 03:05:53.344380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-319e82ad-2360-406a-b2d8-cbc91d28fdca req-186a2e1e-4840-463d-a72e-c0f716848da0 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1607974 Aug 11 03:05:53.387189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-001cbc90-e281-4605-ac71-c35eef09b8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:53.389152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-001cbc90-e281-4605-ac71-c35eef09b8ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=970d44e0-8888-4af5-aa9a-413afc0f9209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817993 Aug 11 03:05:53.390399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:53.394170 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.469639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 6da6747a-d0cd-4935-9df6-1cd9520c272c yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:53.560625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Allocated IP 172.20.0.2 (0d54381a-4a05-4ed8-900e-f52e64b626e1/c96da2e7-58cc-4e0c-a001-788b2266380b/c073d637-a2a2-4a6f-abe2-8ea11a59d420) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:53.590946 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-db3c80a4-e483-410f-8112-5e666fb83261 service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933677 Aug 11 03:05:53.756213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03d6e387-c90f-42e0-b489-296fc9a8f37a req-3d1077e7-9100-4910-8c3a-fb0e8c5ac5f0 service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572621 Aug 11 03:05:53.819100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.828517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Transition to ACTIVE for port object c073d637-a2a2-4a6f-abe2-8ea11a59d420 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:53.844903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Transition to ACTIVE for port object c073d637-a2a2-4a6f-abe2-8ea11a59d420 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:53.853474 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:53.903753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Network 0d54381a-4a05-4ed8-900e-f52e64b626e1 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:53.908054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:53.912503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:53.922619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Pushing event updated for resources: {'Port': ['ID=c073d637-a2a2-4a6f-abe2-8ea11a59d420,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:53.924360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.9 (0d54381a-4a05-4ed8-900e-f52e64b626e1/c96da2e7-58cc-4e0c-a001-788b2266380b/6da6747a-d0cd-4935-9df6-1cd9520c272c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:53.995648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Attempting to bind port c073d637-a2a2-4a6f-abe2-8ea11a59d420 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:53.995648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Attempting to bind port c073d637-a2a2-4a6f-abe2-8ea11a59d420 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:53.995648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Attempting to bind port c073d637-a2a2-4a6f-abe2-8ea11a59d420 on network 0d54381a-4a05-4ed8-900e-f52e64b626e1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:54.002565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:54.002960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Checking segment: {'id': 'bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:54.003339 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.003763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Bound using segment: {'id': 'bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:54.004259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Bound port: c073d637-a2a2-4a6f-abe2-8ea11a59d420, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0d54381a-4a05-4ed8-900e-f52e64b626e1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:54.004626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.027186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35758) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:54.034323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1261974179'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:54.042379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Deleting port 0a583448-75b4-4da2-ac14-1b10fbebff52 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:54.042379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.084025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] For port c073d637-a2a2-4a6f-abe2-8ea11a59d420, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:54.087348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] For port c073d637-a2a2-4a6f-abe2-8ea11a59d420, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c073d637-a2a2-4a6f-abe2-8ea11a59d420,segment=NetworkSegment(bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc),segment_id=bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:54.092919 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.094236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.113192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object 6da6747a-d0cd-4935-9df6-1cd9520c272c will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:54.150969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:54.154580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.159210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.161096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1addc0-0e81-4fbc-8e7d-c7bb92a9f309 None None] Pushing event updated for resources: {'Port': ['ID=c073d637-a2a2-4a6f-abe2-8ea11a59d420,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:54.215711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 0d54381a-4a05-4ed8-900e-f52e64b626e1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:54.219268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:54.224234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:54.225613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:54.228928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=6da6747a-d0cd-4935-9df6-1cd9520c272c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:54.238815 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.239173 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Added segment 9a3488d9-e726-4789-87dd-fc8bb9bf7b41 of type vlan for network e1a8af23-52dd-4dad-8136-4888e0d0e982 Aug 11 03:05:54.288584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.289463 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.299327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.321955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a12e7b89-8820-4dc5-ae70-d227fca27700 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1757638 Aug 11 03:05:54.327232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35764) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:54.354997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] For port 0a583448-75b4-4da2-ac14-1b10fbebff52, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0a583448-75b4-4da2-ac14-1b10fbebff52,segment=NetworkSegment(0d151879-f1e0-4e80-8b6e-b63e92904a25),segment_id=0d151879-f1e0-4e80-8b6e-b63e92904a25)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:54.355375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.432824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Calling delete_port for 0a583448-75b4-4da2-ac14-1b10fbebff52 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:54.438254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.444335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.444335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.502144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 6da6747a-d0cd-4935-9df6-1cd9520c272c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:54.502980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.632062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3baaf-90cd-4d75-80f9-855550754f8c req-63d0574a-cc43-47a6-a20b-dc0cc5b235f2 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.632350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6017454 Aug 11 03:05:54.634563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35770) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:54.640498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69f3baaf-90cd-4d75-80f9-855550754f8c req-63d0574a-cc43-47a6-a20b-dc0cc5b235f2 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.1334047 Aug 11 03:05:54.663735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e4cec-cc28-4930-ad7f-7ccb0def5c71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Network': ['ID=e1a8af23-52dd-4dad-8136-4888e0d0e982,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:54.673234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-344862025'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:54.680492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:54.684040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.691225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc2ec0-efec-4039-833d-1ea82a2e42a8 req-ad08bc79-359f-4650-8ba1-6fe23489c304 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:54.696142 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a6fc2ec0-efec-4039-833d-1ea82a2e42a8 req-ad08bc79-359f-4650-8ba1-6fe23489c304 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 945 time: 0.3670290 Aug 11 03:05:54.716846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69f3baaf-90cd-4d75-80f9-855550754f8c req-7ee1a198-88ae-4ad5-9e06-bd35f8b5f41c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700877 Aug 11 03:05:54.718225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 6da6747a-d0cd-4935-9df6-1cd9520c272c owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:54.797376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:54.800937 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.831317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a6fc2ec0-efec-4039-833d-1ea82a2e42a8 req-647c586e-ee76-4bbc-b959-59d846242b4d tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/security-groups?id=71e5d37b-596f-4c1b-b155-fa2f598544b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203175 Aug 11 03:05:54.860745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:05:54.865829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.889402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.922068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=6da6747a-d0cd-4935-9df6-1cd9520c272c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:54.939821 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.940178 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Added segment 4a95035b-6e1e-419e-a75e-befbb9f4e8e3 of type vlan for network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 Aug 11 03:05:54.995349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:54.998190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f721466b-7b7b-41d6-bb70-4e09f70124ae tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/6da6747a-d0cd-4935-9df6-1cd9520c272c HTTP/1.1" status: 204 len: 168 time: 0.6695657 Aug 11 03:05:55.000602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35772) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:55.025692 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-72eee589-b284-4063-82fc-e460eae14073 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:05:55.027471 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72eee589-b284-4063-82fc-e460eae14073 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/6da6747a-d0cd-4935-9df6-1cd9520c272c HTTP/1.1" status: 404 len: 333 time: 0.0257716 Aug 11 03:05:55.030720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35774) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:55.034102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.086339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.099224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0a583448-75b4-4da2-ac14-1b10fbebff52'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:05:55.100537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet c96da2e7-58cc-4e0c-a001-788b2266380b {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:55.104621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.148386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Pushing event deleted for resources: {'Port': ['ID=0a583448-75b4-4da2-ac14-1b10fbebff52,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.157617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.161260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.163215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.163816 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.202782 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-62bae68d-3f7d-48f7-b2f7-d790c1151fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.267186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] No DVR routers for this DVR port 0a583448-75b4-4da2-ac14-1b10fbebff52 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:55.274336 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.275920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6131692 Aug 11 03:05:55.278761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35776) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:55.280563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.282571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9071e18-d896-49ae-9969-e14a0563bc0a req-61b95138-7c71-4aab-bf27-3f23c25644eb tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.57 "DELETE /v2.0/ports/0a583448-75b4-4da2-ac14-1b10fbebff52 HTTP/1.1" status: 204 len: 173 time: 2.1440451 Aug 11 03:05:55.284065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'name': 'network-vif-deleted', 'tag': '0a583448-75b4-4da2-ac14-1b10fbebff52'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:05:55.286436 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b600ddf1-799e-42c2-9de3-97978435c309" -d '{"events": [{"server_uuid": "9faa8c87-d09d-4b28-9da6-cd087900b72d", "name": "network-vif-deleted", "tag": "0a583448-75b4-4da2-ac14-1b10fbebff52"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:05:55.297392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2d48b-8a08-4610-bcd0-63921e45cd2b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Network': ['ID=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.321048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:05:55.351233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'subnet': {'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:55.358970 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22aba20-91f1-4351-8293-1fc0f5ad9bcd x-openstack-request-id: req-b22aba20-91f1-4351-8293-1fc0f5ad9bcd {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:05:55.359259 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9faa8c87-d09d-4b28-9da6-cd087900b72d", "name": "network-vif-deleted", "tag": "0a583448-75b4-4da2-ac14-1b10fbebff52", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:05:55.359510 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b22aba20-91f1-4351-8293-1fc0f5ad9bcd {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:05:55.359934 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9faa8c87-d09d-4b28-9da6-cd087900b72d', 'name': 'network-vif-deleted', 'tag': '0a583448-75b4-4da2-ac14-1b10fbebff52', 'status': 'completed', 'code': 200} Aug 11 03:05:55.437670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 46a61ca9-c536-499d-af4f-a3bcb51dde0c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:55.438293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.501526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.508000 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.520756 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.551323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.555708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/c96da2e7-58cc-4e0c-a001-788b2266380b HTTP/1.1" status: 204 len: 168 time: 0.5213680 Aug 11 03:05:55.556421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35782) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:55.556662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f71a38-04b3-4e17-b361-f95c674dbbab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=c96da2e7-58cc-4e0c-a001-788b2266380b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.570504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc995a-e10d-489d-869e-435813d65032 None None] Network 0d54381a-4a05-4ed8-900e-f52e64b626e1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:55.573528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:55.578578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.624536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port 46a61ca9-c536-499d-af4f-a3bcb51dde0c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=46a61ca9-c536-499d-af4f-a3bcb51dde0c,segment=NetworkSegment(1f60963a-06a8-4a0a-b880-a102d62ae306),segment_id=1f60963a-06a8-4a0a-b880-a102d62ae306)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:55.624903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.649107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 46a61ca9-c536-499d-af4f-a3bcb51dde0c owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:55.663553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.665397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-836aa79d-3c06-4b4e-aaae-0ed9a24214e8 None None] Provisioning for port c073d637-a2a2-4a6f-abe2-8ea11a59d420 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:55.788354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.842957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] DHCP port deletion for 0d54381a-4a05-4ed8-900e-f52e64b626e1 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:05:55.853269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port c073d637-a2a2-4a6f-abe2-8ea11a59d420 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:55.853721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.911960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Subnet': ['ID=4af9d3ac-1eb2-49ec-bddb-728c315853e9,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:55.929810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Checking segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:55.930340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network hostable DHCP agents. Network: e1a8af23-52dd-4dad-8136-4888e0d0e982, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:55.937492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] Deleting port c073d637-a2a2-4a6f-abe2-8ea11a59d420 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:55.937955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.962165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5a75c-d63a-4cac-a370-55fb4d86742b req-9f481198-0389-45ea-aaec-b5da137ddcbe tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:55.963920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5eb5a75c-d63a-4cac-a370-55fb4d86742b req-9f481198-0389-45ea-aaec-b5da137ddcbe tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.0925279 Aug 11 03:05:55.970569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:55.981652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] For port c073d637-a2a2-4a6f-abe2-8ea11a59d420, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c073d637-a2a2-4a6f-abe2-8ea11a59d420,segment=NetworkSegment(bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc),segment_id=bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:55.981998 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:55.990295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e1a8af23-52dd-4dad-8136-4888e0d0e982) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:56.003326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.004019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.006778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c2300e-84be-4a73-9cb9-d43279ab75ba None None] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:56.032393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-06e538fa-181d-47b1-ad48-ab5cf4bae7a6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7500918 Aug 11 03:05:56.032609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35790) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:56.037427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'subnet': {'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:56.043454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5eb5a75c-d63a-4cac-a370-55fb4d86742b req-6c52e29a-5549-46bf-8ec9-b3b025e9cb72 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638952 Aug 11 03:05:56.081870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for c073d637-a2a2-4a6f-abe2-8ea11a59d420 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:56.099967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] For port c073d637-a2a2-4a6f-abe2-8ea11a59d420, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c073d637-a2a2-4a6f-abe2-8ea11a59d420,segment=NetworkSegment(bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc),segment_id=bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:56.101060 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.126062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] Calling delete_port for c073d637-a2a2-4a6f-abe2-8ea11a59d420 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:56.126894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9b23f1d-dcbc-4a28-bcea-c2ab77005edd req-b86b61e5-ab2f-4aee-aaa2-76c836b1b339 tempest-ServerAddressesTestJSON-799568536 tempest-ServerAddressesTestJSON-799568536-project] 10.222.0.60 "GET /v2.0/ports?device_id=9faa8c87-d09d-4b28-9da6-cd087900b72d HTTP/1.1" status: 200 len: 210 time: 0.0472314 Aug 11 03:05:56.161347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:56.166445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.182824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.223611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=46a61ca9-c536-499d-af4f-a3bcb51dde0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:56.288917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e1a8af23-52dd-4dad-8136-4888e0d0e982', 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'fixed_ips': [{'subnet_id': '4af9d3ac-1eb2-49ec-bddb-728c315853e9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:56.289840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.310827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.318504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.351309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=c073d637-a2a2-4a6f-abe2-8ea11a59d420,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:56.358314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No DVR routers for this DVR port c073d637-a2a2-4a6f-abe2-8ea11a59d420 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:56.377327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] No DVR routers for this DVR port c073d637-a2a2-4a6f-abe2-8ea11a59d420 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:56.390914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e6fe1-ba81-4618-9b9f-12bd23b461d3 None None] Pushing event deleted for resources: {'Port': ['ID=c073d637-a2a2-4a6f-abe2-8ea11a59d420,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:56.454555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.547369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Subnet': ['ID=e01f82ee-a4e1-431e-91f4-a5f555770b0c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:56.559532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Checking segment: {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:56.560269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network hostable DHCP agents. Network: 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:05:56.575572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Allocated IP 10.1.1.2 (e1a8af23-52dd-4dad-8136-4888e0d0e982/4af9d3ac-1eb2-49ec-bddb-728c315853e9/4e860c4d-87b3-4ba1-837a-588fddfc6aaa) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:56.583095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:05:56.597469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:56.602884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:56.603468 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.611096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.614362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.622382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d25d30e-39e1-4d5d-9526-b26cec98ddfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5887423 Aug 11 03:05:56.626732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35794) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:56.628160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76250351-476e-4cbf-a311-881431bb30ae None None] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:56.631156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'port': {'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'name': 'tempest-TaggedBootDevicesTest_v242-1751326830', 'fixed_ips': [{'subnet_id': '4af9d3ac-1eb2-49ec-bddb-728c315853e9'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:56.634708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d54381a-4a05-4ed8-900e-f52e64b626e1']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:56.650371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:56.650820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd6b7de-e138-43ce-a7a3-d4dcf20f34dc') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:56.696733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.703037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.743447 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.755016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:56.755873 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:56.758961 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:56.766618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:56.846840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.866717 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.873897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Transition to ACTIVE for port object 4e860c4d-87b3-4ba1-837a-588fddfc6aaa will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:56.891789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539', 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'fixed_ips': [{'subnet_id': 'e01f82ee-a4e1-431e-91f4-a5f555770b0c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:05:56.892461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.892916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.899976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.906151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/0d54381a-4a05-4ed8-900e-f52e64b626e1 HTTP/1.1" status: 204 len: 168 time: 1.3446248 Aug 11 03:05:56.907718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35796) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:56.911706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Transition to ACTIVE for port object 4e860c4d-87b3-4ba1-837a-588fddfc6aaa will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:56.913197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'name': 'tempest-PortsTestJSON-1529934407'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:56.925287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc49145-9ebc-4a2b-8473-30b282f1bffb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=0d54381a-4a05-4ed8-900e-f52e64b626e1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:56.925706 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:56.967518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:05:56.975398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] device_id is not set on port ae75cc7d-fc75-422e-8913-845ce41ecec0 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:57.052359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:57.060762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Pushing event updated for resources: {'Port': ['ID=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.063202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:57.069606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:57.102282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:05:57.112342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cd1f36b7-a948-488b-8f61-fda234aa88a9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1472085 Aug 11 03:05:57.113468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35802) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:57.121030 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:05:57.134768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:57.142121 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:57.142889 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:57.150000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.161490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Allocated IP 10.2.2.2 (21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539/e01f82ee-a4e1-431e-91f4-a5f555770b0c/1669469f-4330-4e9e-91db-0ee5b179babc) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:57.186423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Attempting to bind port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:57.186704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Attempting to bind port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:57.187109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Attempting to bind port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:57.204477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:57.204870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Checking segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:57.208201 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.210578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Bound using segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:57.211097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Bound port: 4e860c4d-87b3-4ba1-837a-588fddfc6aaa, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:57.211495 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.214880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35806) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:57.219597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet 91732fc7-0ebc-4c89-a2a4-6cba603d4756 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:57.228909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.268989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port c4c9489f-1678-4bd4-99c2-99a2d97d57eb yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:57.297250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.307978 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:57.322533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] Deleting subnet fd70d7e9-873d-452c-b44e-88e1bc607cba {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:05:57.327686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.351419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760e4dc-dda9-4b34-b227-188d4e52733f req-2f4565e7-2b3d-4931-a802-501321b24011 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:57.353176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0760e4dc-dda9-4b34-b227-188d4e52733f req-2f4565e7-2b3d-4931-a802-501321b24011 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.1582491 Aug 11 03:05:57.362060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 10.1.1.172 (e1a8af23-52dd-4dad-8136-4888e0d0e982/4af9d3ac-1eb2-49ec-bddb-728c315853e9/ae75cc7d-fc75-422e-8913-845ce41ecec0) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:57.384239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.402190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] For port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:57.408509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] For port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:57.418234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.424222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0760e4dc-dda9-4b34-b227-188d4e52733f req-54920f85-1b0e-41d4-8471-9e50cfbeb829 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595455 Aug 11 03:05:57.471958 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.475139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.500328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25b065-c313-4f42-a076-2768e4961a59 None None] Pushing event updated for resources: {'Port': ['ID=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.579867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.598150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.612956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Transition to ACTIVE for port object 1669469f-4330-4e9e-91db-0ee5b179babc will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:57.636664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.639012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd70d7e9-873d-452c-b44e-88e1bc607cba,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.649623 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.654466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7c9258db-3766-4785-b8f1-b7a353b20650 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fd70d7e9-873d-452c-b44e-88e1bc607cba HTTP/1.1" status: 204 len: 168 time: 0.4298568 Aug 11 03:05:57.654999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35810) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:57.667322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Transition to ACTIVE for port object 1669469f-4330-4e9e-91db-0ee5b179babc will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:57.671600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.684291 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.740681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=91732fc7-0ebc-4c89-a2a4-6cba603d4756,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.743672 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:55Z', 'revision_number': 9, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:57.749033 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.753972 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bba717c2-cc7e-43f1-ac2e-e81944b9cb63 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/91732fc7-0ebc-4c89-a2a4-6cba603d4756 HTTP/1.1" status: 204 len: 168 time: 0.6398244 Aug 11 03:05:57.756691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35812) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:57.788365 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:05:57.791954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.816591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Transition to ACTIVE for port object ae75cc7d-fc75-422e-8913-845ce41ecec0 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:05:57.828243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.829243 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:05:57.830505 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:57.925974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:57.932780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:57.936562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:57.942458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:57.943139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:57.971173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=c4c9489f-1678-4bd4-99c2-99a2d97d57eb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:57.993470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1514b9ca-725d-4c12-917e-6e0f99a673a5 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0828469 Aug 11 03:05:57.995845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35814) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:58.030471 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:05:58.049370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bbb472-0c49-4098-bb97-12096b5ea5e5 None None] Network c4debcda-849d-45ea-8498-da2d8b9208b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:58.057906 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.151137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:58.165963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:58.167455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Pushing event updated for resources: {'Port': ['ID=1669469f-4330-4e9e-91db-0ee5b179babc,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:58.171123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:58.209103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.218935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:05:58.223305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:05:58.228385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:05:58.301031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.311871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0a583448-75b4-4da2-ac14-1b10fbebff52 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:05:58.328818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.368606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 0a583448-75b4-4da2-ac14-1b10fbebff52 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:05:58.369365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0a583448-75b4-4da2-ac14-1b10fbebff52 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:05:58.383941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Attempting to bind port 1669469f-4330-4e9e-91db-0ee5b179babc on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:05:58.384748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Attempting to bind port 1669469f-4330-4e9e-91db-0ee5b179babc by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:05:58.385349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Attempting to bind port 1669469f-4330-4e9e-91db-0ee5b179babc on network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:05:58.395405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:05:58.396169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Checking segment: {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:05:58.397560 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.398916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Bound using segment: {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:05:58.400000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Bound port: 1669469f-4330-4e9e-91db-0ee5b179babc, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:05:58.400860 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.447299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.475782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ec79b2-3318-4572-ac48-471431b61a13']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:58.490717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d151879-f1e0-4e80-8b6e-b63e92904a25') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:58.492440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d151879-f1e0-4e80-8b6e-b63e92904a25') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:58.511658 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.525640 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:55Z', 'revision_number': 9, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:58.531232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] DHCP port deletion for c4debcda-849d-45ea-8498-da2d8b9208b1 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:05:58.552047 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.562324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:58.563026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:58.566179 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:58.597390 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc6651-180c-45f8-a5b3-876c7064458a None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:05:55Z', 'revision_number': 9, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6d57952-3179-4a94-8c24-95d92e844a78', 'name': '', 'network_id': '0021464a-4e92-4b0d-a8b3-0ce32ca3b65f', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:da:57:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:24Z', 'updated_at': '2021-08-11T03:05:36Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '807da876-7147-41fe-a9c7-4a7db77db78f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:05:58.635949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e860c4d-87b3-4ba1-837a-588fddfc6aaa up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:05:58.663223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 64ea8401-8a19-440b-8cff-39c0d1c8e109 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:58.663570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.669822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] For port 1669469f-4330-4e9e-91db-0ee5b179babc, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:05:58.704598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] For port 1669469f-4330-4e9e-91db-0ee5b179babc, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1669469f-4330-4e9e-91db-0ee5b179babc,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:05:58.714659 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.770396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.789789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81c0b5-c48c-45dc-9555-a6bd1fe547b1 req-492d5ef1-e430-455a-8fcd-f03e4018515c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:58.805302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db81c0b5-c48c-45dc-9555-a6bd1fe547b1 req-492d5ef1-e430-455a-8fcd-f03e4018515c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.2249599 Aug 11 03:05:58.818522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:05:58.819315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.821587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] Deleting port 64ea8401-8a19-440b-8cff-39c0d1c8e109 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:58.821968 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.826797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port 64ea8401-8a19-440b-8cff-39c0d1c8e109, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64ea8401-8a19-440b-8cff-39c0d1c8e109,segment=NetworkSegment(1f60963a-06a8-4a0a-b880-a102d62ae306),segment_id=1f60963a-06a8-4a0a-b880-a102d62ae306)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:58.827175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.830237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:58.840638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] 10.222.0.60 "DELETE /v2.0/networks/74ec79b2-3318-4572-ac48-471431b61a13 HTTP/1.1" status: 204 len: 168 time: 1.1766386 Aug 11 03:05:58.857700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2305808 Aug 11 03:05:58.863284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35824) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:58.870866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'port': {'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'name': 'tempest-TaggedBootDevicesTest_v242-1100527731', 'fixed_ips': [{'subnet_id': '4af9d3ac-1eb2-49ec-bddb-728c315853e9'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:58.874102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd5a30-f17d-4832-ae5f-03ff86c25015 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ec79b2-3318-4572-ac48-471431b61a13,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:58.881006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 64ea8401-8a19-440b-8cff-39c0d1c8e109 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:58.907743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:58.923896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db81c0b5-c48c-45dc-9555-a6bd1fe547b1 req-fdf460af-d157-43cb-acea-2a6801c82576 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1136146 Aug 11 03:05:59.002602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462459a7-fd6b-4d8e-a6c8-35e0d1b5d69d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=ae75cc7d-fc75-422e-8913-845ce41ecec0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.027476 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.048349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port c4c9489f-1678-4bd4-99c2-99a2d97d57eb {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:05:59.048709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.052543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port 64ea8401-8a19-440b-8cff-39c0d1c8e109 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:59.074020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d53502-dec6-4cfa-a843-ffea46b5458c None None] Pushing event updated for resources: {'Port': ['ID=1669469f-4330-4e9e-91db-0ee5b179babc,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.089428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=64ea8401-8a19-440b-8cff-39c0d1c8e109,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.112929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] For port 64ea8401-8a19-440b-8cff-39c0d1c8e109, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=64ea8401-8a19-440b-8cff-39c0d1c8e109,segment=NetworkSegment(1f60963a-06a8-4a0a-b880-a102d62ae306),segment_id=1f60963a-06a8-4a0a-b880-a102d62ae306)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:59.113318 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.140815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a74ec2f-5de7-4b77-bab5-2610948f3c5e None None] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:05:59.198186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:05:59.203838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.222209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.229245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] Calling delete_port for 64ea8401-8a19-440b-8cff-39c0d1c8e109 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:59.264737 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.272002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4debcda-849d-45ea-8498-da2d8b9208b1']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:59.275121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] device_id is not set on port 07ccd968-45bc-4053-a908-2d3b50757c20 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:05:59.292929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for c4c9489f-1678-4bd4-99c2-99a2d97d57eb owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:05:59.301014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f60963a-06a8-4a0a-b880-a102d62ae306') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:59.301394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f60963a-06a8-4a0a-b880-a102d62ae306') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:05:59.318149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.328998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35828) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:59.350208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.389056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:05:59.390319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.395190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-59e26454-7655-4c9f-b927-2b8bb669d299 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e6efa8b4ea14c6ca7c4a7ad9fa42022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646186 Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:05:59.395974 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:05:59.412692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35830) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:59.444542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1a69b3e1-7292-4171-ad97-0242bbca0dfd None None] Provisioning for port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:05:59.456393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1a69b3e1-7292-4171-ad97-0242bbca0dfd None None] Provisioning complete for port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:05:59.456859 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a69b3e1-7292-4171-ad97-0242bbca0dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.531128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.550622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.555557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/c4debcda-849d-45ea-8498-da2d8b9208b1 HTTP/1.1" status: 204 len: 168 time: 1.7974770 Aug 11 03:05:59.556028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35832) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:59.556706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0fec0-1d6e-4a9b-b7d2-54153979734a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=c4debcda-849d-45ea-8498-da2d8b9208b1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.572966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50425c9e-6016-4e4d-972a-ac27e2e3c882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.602685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50425c9e-6016-4e4d-972a-ac27e2e3c882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.641371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.655535 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a69b3e1-7292-4171-ad97-0242bbca0dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.664874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.669230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50425c9e-6016-4e4d-972a-ac27e2e3c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.674350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50425c9e-6016-4e4d-972a-ac27e2e3c882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.676399 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-50425c9e-6016-4e4d-972a-ac27e2e3c882 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71e5d37b-596f-4c1b-b155-fa2f598544b3 HTTP/1.1" status: 204 len: 168 time: 0.2623382 Aug 11 03:05:59.688783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=c4c9489f-1678-4bd4-99c2-99a2d97d57eb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.704267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] Network c4debcda-849d-45ea-8498-da2d8b9208b1 is not hosted by any dhcp agent {{(pid=111684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:05:59.704881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] No DVR routers for this DVR port 64ea8401-8a19-440b-8cff-39c0d1c8e109 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:05:59.707961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50425c9e-6016-4e4d-972a-ac27e2e3c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5d37b-596f-4c1b-b155-fa2f598544b3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.708156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d308c6-8eb9-4c22-9248-99e38dff500d None None] Pushing event deleted for resources: {'Port': ['ID=64ea8401-8a19-440b-8cff-39c0d1c8e109,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.718894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 10.1.1.40 (e1a8af23-52dd-4dad-8136-4888e0d0e982/4af9d3ac-1eb2-49ec-bddb-728c315853e9/07ccd968-45bc-4053-a908-2d3b50757c20) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:05:59.753346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1a69b3e1-7292-4171-ad97-0242bbca0dfd None None] For port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:05:59.759925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.761960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a69b3e1-7292-4171-ad97-0242bbca0dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.762248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-45f52d67-322d-40b4-820a-03252fbf4b9c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/c4c9489f-1678-4bd4-99c2-99a2d97d57eb HTTP/1.1" status: 204 len: 168 time: 1.7644219 Aug 11 03:05:59.765165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35836) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:05:59.771264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'mac_address': 'fa:16:3e:da:b6:78', 'name': 'tempest-PortsTestJSON-1769191798'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:05:59.798748 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:05:59.879922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:05:59.881226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69b3e1-7292-4171-ad97-0242bbca0dfd None None] Pushing event updated for resources: {'Port': ['ID=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:05:59.942206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:00.028225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1b86141-5045-4689-bea3-3929de159b0e None None] Provisioning complete for port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:00.028737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1b86141-5045-4689-bea3-3929de159b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.053300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.090834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 515e2e5e-0e7d-4b6e-95ed-3b4c373a4854 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:00.193555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.218323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Transition to ACTIVE for port object 07ccd968-45bc-4053-a908-2d3b50757c20 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:00.266088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1b86141-5045-4689-bea3-3929de159b0e None None] Provisioning for port ae75cc7d-fc75-422e-8913-845ce41ecec0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:00.270832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1b86141-5045-4689-bea3-3929de159b0e None None] Provisioning complete for port ae75cc7d-fc75-422e-8913-845ce41ecec0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:00.271700 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1b86141-5045-4689-bea3-3929de159b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.342096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.343368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d1b86141-5045-4689-bea3-3929de159b0e None None] Port ae75cc7d-fc75-422e-8913-845ce41ecec0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:00.422445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.473914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:00.478446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=07ccd968-45bc-4053-a908-2d3b50757c20,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.479108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-10111744-fbf8-4ce4-ae72-2fc63fde7825 None None] Provisioning complete for port ae75cc7d-fc75-422e-8913-845ce41ecec0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:00.481181 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-10111744-fbf8-4ce4-ae72-2fc63fde7825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.482653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:00.488749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:00.504248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.570642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-10111744-fbf8-4ce4-ae72-2fc63fde7825 None None] Port ae75cc7d-fc75-422e-8913-845ce41ecec0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:00.589401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f89cd7-d507-4bf1-8e0c-e0cb3ab640d8 req-a610e850-e2c8-49a6-9094-7123a192841e tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.592519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18f89cd7-d507-4bf1-8e0c-e0cb3ab640d8 req-a610e850-e2c8-49a6-9094-7123a192841e tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.5335424 Aug 11 03:06:00.601438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:00.606410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:00.613409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:00.620280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.622293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.626427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=515e2e5e-0e7d-4b6e-95ed-3b4c373a4854,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:00.638149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.638615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.638955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.639348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.639703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.640028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.641738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.642629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.643188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.643790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.644339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.644895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:00.656928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.657634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.661482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a52e45f4-b691-4e91-a0b8-f7f223c3b272 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8948696 Aug 11 03:06:00.663903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35854) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:00.688422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b38181-44ca-4f4e-b4c9-e8f6b71e19ae None None] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:00.725306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18f89cd7-d507-4bf1-8e0c-e0cb3ab640d8 req-51ee09ba-419a-4031-ab41-a7ac453a7421 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169405 Aug 11 03:06:00.731866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-028cb9b0-b009-4167-ade4-e33a31220bde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8638899 Aug 11 03:06:00.750675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee7b4b-99af-414c-a74c-146e15810941 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:00.755986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-47ee7b4b-99af-414c-a74c-146e15810941 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/515e2e5e-0e7d-4b6e-95ed-3b4c373a4854 HTTP/1.1" status: 200 len: 841 time: 0.0907087 Aug 11 03:06:00.757014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35860) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:00.831359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e860c4d-87b3-4ba1-837a-588fddfc6aaa up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:00.900988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.920169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 515e2e5e-0e7d-4b6e-95ed-3b4c373a4854 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:00.920779 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:00.949048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ba7f2f73-cd0b-43ea-9149-eaa722503bd6 None None] Provisioning for port 1669469f-4330-4e9e-91db-0ee5b179babc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:01.011166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.032590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 515e2e5e-0e7d-4b6e-95ed-3b4c373a4854 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:01.122653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35870) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.127956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8bc81d96-d2a0-4692-8a89-7e32e0d4915a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872328545', 'description': 'tempest-description--657097522'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:01.131794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:01.131971 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.149198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35872) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.186201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fe771503-1485-4b1d-8097-2824959fdf16 None None] Provisioning for port 07ccd968-45bc-4053-a908-2d3b50757c20 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:01.194005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fe771503-1485-4b1d-8097-2824959fdf16 None None] Provisioning complete for port 07ccd968-45bc-4053-a908-2d3b50757c20 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:01.194309 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fe771503-1485-4b1d-8097-2824959fdf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.195598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8bc81d96-d2a0-4692-8a89-7e32e0d4915a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.225884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.260195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=515e2e5e-0e7d-4b6e-95ed-3b4c373a4854,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.276640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.283868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-11b8c3ec-c3ab-4cc5-b9d5-b75cc17d7245 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/515e2e5e-0e7d-4b6e-95ed-3b4c373a4854 HTTP/1.1" status: 204 len: 168 time: 0.5254190 Aug 11 03:06:01.284654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35876) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.322495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fe771503-1485-4b1d-8097-2824959fdf16 None None] Port 07ccd968-45bc-4053-a908-2d3b50757c20 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:01.327733 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5096146-c28c-4174-8e49-49261b8dedfd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:06:01.328962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d5096146-c28c-4174-8e49-49261b8dedfd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/515e2e5e-0e7d-4b6e-95ed-3b4c373a4854 HTTP/1.1" status: 404 len: 333 time: 0.0392296 Aug 11 03:06:01.334659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35878) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.345815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'name': 'tempest-PortsTestJSON-1371557493'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:01.361710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1669469f-4330-4e9e-91db-0ee5b179babc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:01.376035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-559472422-network', 'tenant_id': '5568c68e18f54e908a961aa94a783ee6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:01.410995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8bc81d96-d2a0-4692-8a89-7e32e0d4915a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.416761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 1669469f-4330-4e9e-91db-0ee5b179babc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:01.422122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 1669469f-4330-4e9e-91db-0ee5b179babc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:01.422573 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.440238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8bc81d96-d2a0-4692-8a89-7e32e0d4915a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.440946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port f6d57952-3179-4a94-8c24-95d92e844a78 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:01.441377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.449961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Made reservation on behalf of 5568c68e18f54e908a961aa94a783ee6 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:01.452795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.493468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.513426 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8bc81d96-d2a0-4692-8a89-7e32e0d4915a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.516718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8bc81d96-d2a0-4692-8a89-7e32e0d4915a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3910429 Aug 11 03:06:01.520364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35882) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.526656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'security_group_rule': {'security_group_id': '1c43fc55-82f3-4c62-bf46-eab4decbdd0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:01.528870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc81d96-d2a0-4692-8a89-7e32e0d4915a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c43fc55-82f3-4c62-bf46-eab4decbdd0a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.553065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:01.557033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.572216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4e63a51a-d5ab-4636-9afe-e7d6b9d921a4 None None] Provisioning complete for port 1669469f-4330-4e9e-91db-0ee5b179babc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:01.572584 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4e63a51a-d5ab-4636-9afe-e7d6b9d921a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.573419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:06:01.573419 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:06:01.573419 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id_1': '4ab1bcc9082a44ae98a270e385d2f40f', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 6, 1, 540042)}] Aug 11 03:06:01.573419 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:06:01.574039 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:06:01.595235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.599753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port dacb31e1-f641-4d68-9499-d8b6cd361de1 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:01.611888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port f6d57952-3179-4a94-8c24-95d92e844a78, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f6d57952-3179-4a94-8c24-95d92e844a78,segment=NetworkSegment(4ef5f646-2749-4d64-9cfb-3f72630c6c92),segment_id=4ef5f646-2749-4d64-9cfb-3f72630c6c92)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:01.612306 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.638267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 1669469f-4330-4e9e-91db-0ee5b179babc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1669469f-4330-4e9e-91db-0ee5b179babc,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:01.645156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.659415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for f6d57952-3179-4a94-8c24-95d92e844a78 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:01.669263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.688789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.725011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64ea8401-8a19-440b-8cff-39c0d1c8e109 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:01.729113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=1669469f-4330-4e9e-91db-0ee5b179babc,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.739008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:01.745404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1efd4d-55ee-40c5-93a5-13897ab249ed,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:01.753577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 64ea8401-8a19-440b-8cff-39c0d1c8e109 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:01.753990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 64ea8401-8a19-440b-8cff-39c0d1c8e109 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:01.754392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 46a61ca9-c536-499d-af4f-a3bcb51dde0c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:01.758063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.772205 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Added segment 8a630fe5-7c96-44f2-97e1-7706994ed3f3 of type vlan for network 96b25c3c-8923-473c-a9b6-5fef8df11404 Aug 11 03:06:01.782172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 46a61ca9-c536-499d-af4f-a3bcb51dde0c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:01.782528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 46a61ca9-c536-499d-af4f-a3bcb51dde0c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:01.848434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.904325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.904660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.905557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:01.906147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.921183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa4668-e506-4303-8db1-0570c28dfa00 req-ce2ecf79-3364-402e-bb82-db3008e3cb2e tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:01.922731 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ffa4668-e506-4303-8db1-0570c28dfa00 req-ce2ecf79-3364-402e-bb82-db3008e3cb2e tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.0870752 Aug 11 03:06:01.987673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:01.989800 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8395178 Aug 11 03:06:01.995453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35886) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:01.998484 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.003556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Request body: {'subnet': {'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-559472422-subnet', 'tenant_id': '5568c68e18f54e908a961aa94a783ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:02.018046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50a2f6-2f40-4d1e-96b8-e8e21645347f admin admin] Pushing event updated for resources: {'Network': ['ID=96b25c3c-8923-473c-a9b6-5fef8df11404,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.029326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=f6d57952-3179-4a94-8c24-95d92e844a78,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.030165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 96b25c3c-8923-473c-a9b6-5fef8df11404 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:02.053455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ffa4668-e506-4303-8db1-0570c28dfa00 req-a16b9060-d6b1-455f-b30f-cf0a2fd2ed99 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149387 Aug 11 03:06:02.063547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Made reservation on behalf of 5568c68e18f54e908a961aa94a783ee6 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:02.068247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.110820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:02.147479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:02.176056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:02.181807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.182472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.186477 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.213506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=dacb31e1-f641-4d68-9499-d8b6cd361de1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.241340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2e441c57-becf-44dc-adf4-b933da90b6a2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9055748 Aug 11 03:06:02.244416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35890) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:02.253472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:02.351703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.356338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.357618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.383341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.385050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdfbeb94-d2eb-4182-862c-671c90e129b5,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.389400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.395745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.396877 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cc6728e3-b30b-412f-9348-476c9c9a7e25 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8752303 Aug 11 03:06:02.401029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35892) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:02.407814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d2742664-13ce-48aa-a838-e65dc687f5b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'security_group_rule': {'security_group_id': '1c43fc55-82f3-4c62-bf46-eab4decbdd0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:02.454389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Pushing event updated for resources: {'Subnet': ['ID=85739b3d-39f1-43cb-b81f-5fdb1c81b371,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.492754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Checking segment: {'id': '8a630fe5-7c96-44f2-97e1-7706994ed3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:02.493129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Network hostable DHCP agents. Network: 96b25c3c-8923-473c-a9b6-5fef8df11404, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:02.520009 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2742664-13ce-48aa-a838-e65dc687f5b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.570131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1669469f-4330-4e9e-91db-0ee5b179babc up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:02.570725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Network 96b25c3c-8923-473c-a9b6-5fef8df11404 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:02.602023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 96b25c3c-8923-473c-a9b6-5fef8df11404) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:02.608629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.609192 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.623150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:02.633561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d8e216-2260-4dbf-8216-1e552c78aca3 None None] Network 96b25c3c-8923-473c-a9b6-5fef8df11404 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:02.641299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.644784 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-428b52a7-1238-4b6e-82e8-3618ab5b91db admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6475289 Aug 11 03:06:02.650855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.676647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2742664-13ce-48aa-a838-e65dc687f5b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.700189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] In _notify_port_updated(), no bound segment for port dacb31e1-f641-4d68-9499-d8b6cd361de1 on network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:06:02.704175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2742664-13ce-48aa-a838-e65dc687f5b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.706707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:02.707409 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.711232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "PUT /v2.0/ports/dacb31e1-f641-4d68-9499-d8b6cd361de1 HTTP/1.1" status: 200 len: 818 time: 0.4628558 Aug 11 03:06:02.715666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:02.715666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35898) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:02.725418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d22914-5ad5-4961-baad-bae6fc726ca3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=dacb31e1-f641-4d68-9499-d8b6cd361de1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.770460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2742664-13ce-48aa-a838-e65dc687f5b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072d446a-a08d-4168-a644-714e9dfa7cb5,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:02.780613 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2742664-13ce-48aa-a838-e65dc687f5b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.785390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35900) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:02.785740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d2742664-13ce-48aa-a838-e65dc687f5b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3819928 Aug 11 03:06:02.806775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:02.848026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.851571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 1669469f-4330-4e9e-91db-0ee5b179babc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:02.852204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:02.951093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076bcbcd-5a5e-41b3-b86f-25131d5e7c48 None None] Network 96b25c3c-8923-473c-a9b6-5fef8df11404 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:02.956680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:02.981673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:02.991390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-40de2a2f-fc10-4b68-8612-b9efdd5020c4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4339368 Aug 11 03:06:02.995267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35908) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:02.998605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.016034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:03.022510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'port_id': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'mac_address': 'fa:16:3e:ee:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:03.042782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port dacb31e1-f641-4d68-9499-d8b6cd361de1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:03.042782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.071571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:03.072236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:03.217205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet 807da876-7147-41fe-a9c7-4a7db77db78f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:03.226254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.231179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 172.25.4.224 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/a4283ed4-2363-4cb2-a193-af7ea3eff5ba) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:03.234941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.257346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b4227-3f47-40e0-900e-d26064420ab0 req-54518996-24f2-4707-87f6-4745c5acd5d4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.257346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b6b4227-3f47-40e0-900e-d26064420ab0 req-54518996-24f2-4707-87f6-4745c5acd5d4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 944 time: 0.0917518 Aug 11 03:06:03.314383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for dacb31e1-f641-4d68-9499-d8b6cd361de1 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:03.337921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.352950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b6b4227-3f47-40e0-900e-d26064420ab0 req-8b53b28f-5aa8-406b-8bad-7eb9898a722c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884709 Aug 11 03:06:03.388193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.402189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.452164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:03.458859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-abbc4ec1-08bc-4b2e-b004-bf3f716d1d3b tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.460153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-abbc4ec1-08bc-4b2e-b004-bf3f716d1d3b tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/networks?id=96b25c3c-8923-473c-a9b6-5fef8df11404 HTTP/1.1" status: 200 len: 820 time: 0.3554695 Aug 11 03:06:03.468808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.493125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:03.517074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:03.520197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:03.522300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-17054590-8cc3-4258-9643-5b15fc61a982 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/quotas/5568c68e18f54e908a961aa94a783ee6 HTTP/1.1" status: 200 len: 375 time: 0.0544965 Aug 11 03:06:03.523104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:03.529913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=a4283ed4-2363-4cb2-a193-af7ea3eff5ba,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:03.574301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:03.574888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.580668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-745d0550-4530-4da5-bf2a-4a84fdcada00 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5568c68e18f54e908a961aa94a783ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520284 Aug 11 03:06:03.633943 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.649702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.664295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.702166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.709859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=dacb31e1-f641-4d68-9499-d8b6cd361de1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:03.721747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.723968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f01938e5-b35e-44d0-95cd-474b58fbed0c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/dacb31e1-f641-4d68-9499-d8b6cd361de1 HTTP/1.1" status: 204 len: 168 time: 1.0038788 Aug 11 03:06:03.728332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35924) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:03.773085 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.832677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=807da876-7147-41fe-a9c7-4a7db77db78f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:03.838302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-fd3f6bea-7aa5-4d7d-96c6-c2e5547871e0 service neutron] 10.222.0.60 "GET /v2.0/networks/96b25c3c-8923-473c-a9b6-5fef8df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310963 Aug 11 03:06:03.839298 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:03.844971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c20fa314-503a-4883-a894-3026cba7191f tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/807da876-7147-41fe-a9c7-4a7db77db78f HTTP/1.1" status: 204 len: 168 time: 0.8477681 Aug 11 03:06:03.846481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35926) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:03.859018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f6c33bcf-0346-4b8d-8828-ce8e9f8ef672'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:03.862103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dd3bd1-ffc7-4f1c-bf7b-b830fd2408ed None None] Network 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:03.911175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:03.912277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aadc61-5f4d-4733-b211-06bfa73263ba tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:03.922575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-57aadc61-5f4d-4733-b211-06bfa73263ba tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1909366 Aug 11 03:06:03.925179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35928) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:03.971293 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-339844ff-ad5f-492f-94bd-8a4d34c0ad54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:06:03.973500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-339844ff-ad5f-492f-94bd-8a4d34c0ad54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/dacb31e1-f641-4d68-9499-d8b6cd361de1 HTTP/1.1" status: 404 len: 333 time: 0.0474148 Aug 11 03:06:03.978963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35930) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:03.986775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1992671564'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:03.996906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.036240 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-9b6d3cd8-f3dc-4002-9962-c09d96206569 service neutron] 10.222.0.60 "GET /v2.0/networks/96b25c3c-8923-473c-a9b6-5fef8df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888332 Aug 11 03:06:04.037850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:04.042631 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.092034 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.101545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.108797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:04.131339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.135955 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment 6eabbe0c-166a-4d87-87b8-7d3321dd7580 of type vlan for network 017a6c85-009c-48b4-851a-7eed909bb660 Aug 11 03:06:04.190556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=a4283ed4-2363-4cb2-a193-af7ea3eff5ba,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:04.225976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:04.226385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.238018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:01Z', 'revision_number': 10, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:04.285571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.333304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:04.372028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1f93be54-f73c-427f-93c3-e16390726e08 req-b741c82c-8996-417c-8cf2-e22c73e74b90 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 210 time: 0.1389911 Aug 11 03:06:04.389030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.401395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:04.402533 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.403573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] DHCP port deletion for 0021464a-4e92-4b0d-a8b3-0ce32ca3b65f request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:04.409175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:04.409887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:04.440780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.502764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5221410 Aug 11 03:06:04.518967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35944) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:04.522317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf470e-4dc5-496d-aa95-22308c94b35b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=017a6c85-009c-48b4-851a-7eed909bb660,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:04.550523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '017a6c85-009c-48b4-851a-7eed909bb660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:04.554073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 017a6c85-009c-48b4-851a-7eed909bb660 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:04.575811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.587126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-65a7b476-dcfc-4215-82ae-cb10dd6f7c6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7994363 Aug 11 03:06:04.664253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,segment=NetworkSegment(4ef5f646-2749-4d64-9cfb-3f72630c6c92),segment_id=4ef5f646-2749-4d64-9cfb-3f72630c6c92)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:04.665151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.684280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:04.747743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:04.947108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:04.951969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:04.968419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:04.999440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.112559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No active binding found for port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e {{(pid=111684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 03:06:05.113005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:05.117640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:05.135184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:05.205567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] Deleting port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:05.205961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.223879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-d1ec1cb6-ed0f-48d1-87d6-0da574287ca8 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--872328545&fields=id&tenant_id=4ab1bcc9082a44ae98a270e385d2f40f HTTP/1.1" status: 200 len: 267 time: 0.1700792 Aug 11 03:06:05.338178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] For port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e, host n-d-768509-22, got binding levels [] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:05.338471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.345559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.354912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-63287115-c135-44e1-9cab-5ddcb58b3ce7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:05.357205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-63287115-c135-44e1-9cab-5ddcb58b3ce7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports/ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 937 time: 0.1322956 Aug 11 03:06:05.360712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] Calling delete_port for b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:05.365084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.ipam_backend_mixin [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] Port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e was not found and therefore no delete operation was performed {{(pid=111684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:06:05.367552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.402977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0021464a-4e92-4b0d-a8b3-0ce32ca3b65f']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:05.410381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] Pushing event deleted for resources: {'Port': ['ID=b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:05.416497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d77c-bd04-4853-8fcd-948cf8f3a293 req-bbddb3f0-95fc-44d6-8e97-bd5fa5216b0c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:05.420374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6fc60-2b44-4073-b69d-eb8517ea0aa1 None None] No DVR routers for this DVR port b77bef73-f8f1-4cb1-bbad-b1ff64a2da8e on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:05.431027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff34d77c-bd04-4853-8fcd-948cf8f3a293 req-bbddb3f0-95fc-44d6-8e97-bd5fa5216b0c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 945 time: 0.8183515 Aug 11 03:06:05.442692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef5f646-2749-4d64-9cfb-3f72630c6c92') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:05.442897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:01Z', 'revision_number': 10, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:05.443037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef5f646-2749-4d64-9cfb-3f72630c6c92') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:05.473211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-adfc9d4b-ae8f-4ee3-87d6-ac79cb732cde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:05.474592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-adfc9d4b-ae8f-4ee3-87d6-ac79cb732cde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports/07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 936 time: 0.1090703 Aug 11 03:06:05.479247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.484739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2172c18f-7c2a-4e1c-b56f-74b8ff4d3691 None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:01Z', 'revision_number': 10, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None, '_interfaces': [{'id': '374ec598-286f-4684-9b5b-ee35b321cbf0', 'name': '', 'network_id': '979a417a-7a14-4a70-a87a-be9ad08c0df4', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'mac_address': 'fa:16:3e:5b:d9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '49dddc69-6515-4654-9187-7d05e2396c69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:19Z', 'updated_at': '2021-08-11T03:05:29Z', 'revision_number': 5, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'subnets': [{'id': '49dddc69-6515-4654-9187-7d05e2396c69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:05.500910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff34d77c-bd04-4853-8fcd-948cf8f3a293 req-8f11aaef-c081-4761-a5ab-aee1ead0c185 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733223 Aug 11 03:06:05.567320 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.595002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bb8ed782-1d44-496d-9951-59feecd5d777 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1073790 Aug 11 03:06:05.607766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:05.608182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:05.616452 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:05.643340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3256d718-5a35-4cea-b480-05f5d33fa0f9 req-e1851758-2287-4ada-82ad-ffde9cdaa3b9 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 210 time: 0.0550363 Aug 11 03:06:05.733530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:05.772242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-e6017faf-92d4-4a4e-8c3e-901a9afcaa5c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1662948 Aug 11 03:06:06.177024 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.201540 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.203393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/0021464a-4e92-4b0d-a8b3-0ce32ca3b65f HTTP/1.1" status: 204 len: 168 time: 2.3558464 Aug 11 03:06:06.206449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35970) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:06.211547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=e9193e2d-cb74-4312-bd81-1d15064bfe0a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:06.248770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b6436-4859-419a-9455-f99031889328 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=0021464a-4e92-4b0d-a8b3-0ce32ca3b65f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:06.264146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-c9764fd9-ff72-4e72-b0e2-8b7dd5715452 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.265651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-c9764fd9-ff72-4e72-b0e2-8b7dd5715452 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.57 "GET /v2.0/networks?id=96b25c3c-8923-473c-a9b6-5fef8df11404 HTTP/1.1" status: 200 len: 820 time: 0.6362383 Aug 11 03:06:06.281856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Request body: {'port': {'device_id': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404', 'admin_state_up': True, 'tenant_id': '5568c68e18f54e908a961aa94a783ee6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:06.288497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': '6eabbe0c-166a-4d87-87b8-7d3321dd7580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '017a6c85-009c-48b4-851a-7eed909bb660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:06.288864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 017a6c85-009c-48b4-851a-7eed909bb660, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:06.361776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3c6d4c49-4ab2-44b3-93ee-a65343c2de02 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.367528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3c6d4c49-4ab2-44b3-93ee-a65343c2de02 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.374170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3c6d4c49-4ab2-44b3-93ee-a65343c2de02 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.375838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3c6d4c49-4ab2-44b3-93ee-a65343c2de02 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/networks?id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 200 len: 1994 time: 0.6026292 Aug 11 03:06:06.398756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 017a6c85-009c-48b4-851a-7eed909bb660 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:06.410726 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-82f842b7-d7c6-4150-adc4-9a914153335a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/quotas/4ab1bcc9082a44ae98a270e385d2f40f HTTP/1.1" status: 200 len: 375 time: 0.0267670 Aug 11 03:06:06.447448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f6d57952-3179-4a94-8c24-95d92e844a78 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:06.455901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 017a6c85-009c-48b4-851a-7eed909bb660) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:06.468050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.468644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.520493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-274d5733-c0d3-4c38-9475-566ab13d751d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1020885 Aug 11 03:06:06.523328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Made reservation on behalf of 5568c68e18f54e908a961aa94a783ee6 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:06.527024 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.531764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1aee8d70-e224-416a-8cbd-fe858725e3cf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0085585 Aug 11 03:06:06.536820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35974) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:06.545428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-88e7ca36-2de3-437f-a652-d5c08aafceaf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '017a6c85-009c-48b4-851a-7eed909bb660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:06.664690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f6d57952-3179-4a94-8c24-95d92e844a78 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:06.665063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f6d57952-3179-4a94-8c24-95d92e844a78 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:06.669610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33e9ef4-32e4-40b3-9058-7d42832ccd6d None None] Network 017a6c85-009c-48b4-851a-7eed909bb660 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:06.671697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:06.734968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Allocated IP 172.20.0.5 (96b25c3c-8923-473c-a9b6-5fef8df11404/85739b3d-39f1-43cb-b81f-5fdb1c81b371/8473b45f-c94d-4d20-8b17-29bdbaabd82d) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:06.746327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45345e-df4b-418a-9ead-496cc0df002f req-a0dace8f-da5e-4e28-8880-fea11f1c3153 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:06.748179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef45345e-df4b-418a-9ead-496cc0df002f req-a0dace8f-da5e-4e28-8880-fea11f1c3153 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 945 time: 0.1123533 Aug 11 03:06:06.754191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.790024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:06.800062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:06.800062 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.814516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-dec1006d-33d8-4102-b91c-3ea59cc5a4e3 service neutron] 10.222.0.60 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204316 Aug 11 03:06:06.917962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef45345e-df4b-418a-9ead-496cc0df002f req-e02130e4-6bbd-4442-9d89-065fccb9f7a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574097 Aug 11 03:06:06.951250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e7ca36-2de3-437f-a652-d5c08aafceaf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:06.955091 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-88e7ca36-2de3-437f-a652-d5c08aafceaf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.973426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-017a6c85-009c-48b4-851a-7eed909bb660', 'network_id': '017a6c85-009c-48b4-851a-7eed909bb660', 'tenant_id': '22163951cdf2479885869d867cdb0891', 'fixed_ips': [{'subnet_id': 'e9193e2d-cb74-4312-bd81-1d15064bfe0a'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:06.974760 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:06.992723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-5b434af4-e687-475a-a6d8-8e0554ce397d service neutron] 10.222.0.60 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695073 Aug 11 03:06:07.003534 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.034476 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.042112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:07.045482 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65922ea9-f612-44f8-9eaa-f75a0503b057" -d '{"events": [{"server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:07.052298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a2238285-5ae8-4f9a-8cac-abfb89f16338 service neutron] 10.222.0.60 "GET /v2.0/ports/ae75cc7d-fc75-422e-8913-845ce41ecec0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0502217 Aug 11 03:06:07.076585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dacb83cd-5bca-4146-8a91-588040a98a87 req-3fdccc3e-06d7-48c7-92b1-81defe76ba26 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 210 time: 0.0553353 Aug 11 03:06:07.114472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:07.122826 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.133018 n-d-768509-22 neutron-server[111682]: INFO neutron.db.ipam_backend_mixin [None req-88e7ca36-2de3-437f-a652-d5c08aafceaf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e9193e2d-cb74-4312-bd81-1d15064bfe0a (CIDR: 172.20.0.0/28) Aug 11 03:06:07.138338 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e7ca36-2de3-437f-a652-d5c08aafceaf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:06:07.138845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e7ca36-2de3-437f-a652-d5c08aafceaf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:07.149219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.177448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-88e7ca36-2de3-437f-a652-d5c08aafceaf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6379530 Aug 11 03:06:07.180251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35986) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:07.188162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '017a6c85-009c-48b4-851a-7eed909bb660', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.222751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Network 96b25c3c-8923-473c-a9b6-5fef8df11404 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:07.231034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:07.236593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-d3e3f859-a614-486a-9e59-794fbcfce346 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784389 Aug 11 03:06:07.237365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:07.258623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.279986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Pushing event updated for resources: {'Port': ['ID=8473b45f-c94d-4d20-8b17-29bdbaabd82d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.291706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Allocated IP 172.20.0.2 (017a6c85-009c-48b4-851a-7eed909bb660/e9193e2d-cb74-4312-bd81-1d15064bfe0a/7983692c-2279-4105-a051-5f6aac75973b) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:07.357045 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50324805-00b6-4805-a312-5af4eec2a333 x-openstack-request-id: req-50324805-00b6-4805-a312-5af4eec2a333 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:07.357456 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:07.357845 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50324805-00b6-4805-a312-5af4eec2a333 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:07.358373 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'code': 200} Aug 11 03:06:07.374865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:07.375550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.385163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 374ec598-286f-4684-9b5b-ee35b321cbf0 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:07.385514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.470198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-af1961ca-1f8c-4747-98ef-50a7447d4591 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260005 Aug 11 03:06:07.487700 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-d2e5a5a0-e2c3-4b3c-b428-ef01e4793917 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2101943 Aug 11 03:06:07.487966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:07.491420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.499074 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.510125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Transition to ACTIVE for port object 7983692c-2279-4105-a051-5f6aac75973b will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:07.516103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Request body: {'port': {'device_id': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:07.531946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Transition to ACTIVE for port object 7983692c-2279-4105-a051-5f6aac75973b will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:07.539953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.556137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98882eec-f955-41a2-b80d-7bb99d179bf2 service neutron] 10.222.0.60 "GET /v2.0/ports/07ccd968-45bc-4053-a908-2d3b50757c20?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0845542 Aug 11 03:06:07.584596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Network 017a6c85-009c-48b4-851a-7eed909bb660 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:07.592035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:07.594272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4cb904-ef83-4f07-9152-24d6cc85a881 req-77deab89-33bb-47f3-b360-1fc9d722fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:07.596242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a4cb904-ef83-4f07-9152-24d6cc85a881 req-77deab89-33bb-47f3-b360-1fc9d722fdb5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 1098 time: 0.1518321 Aug 11 03:06:07.600159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:07.610866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Pushing event updated for resources: {'Port': ['ID=7983692c-2279-4105-a051-5f6aac75973b,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:07.633741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port 374ec598-286f-4684-9b5b-ee35b321cbf0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=374ec598-286f-4684-9b5b-ee35b321cbf0,segment=NetworkSegment(6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f),segment_id=6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:07.634482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.650375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.670193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 374ec598-286f-4684-9b5b-ee35b321cbf0 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:07.680965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Attempting to bind port 7983692c-2279-4105-a051-5f6aac75973b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:07.681479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Attempting to bind port 7983692c-2279-4105-a051-5f6aac75973b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6eabbe0c-166a-4d87-87b8-7d3321dd7580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '017a6c85-009c-48b4-851a-7eed909bb660'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:07.682084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Attempting to bind port 7983692c-2279-4105-a051-5f6aac75973b on network 017a6c85-009c-48b4-851a-7eed909bb660 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:07.688658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:07.689174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Checking segment: {'id': '6eabbe0c-166a-4d87-87b8-7d3321dd7580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '017a6c85-009c-48b4-851a-7eed909bb660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:07.689941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.690418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Bound using segment: {'id': '6eabbe0c-166a-4d87-87b8-7d3321dd7580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '017a6c85-009c-48b4-851a-7eed909bb660'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:07.691824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Bound port: 7983692c-2279-4105-a051-5f6aac75973b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eabbe0c-166a-4d87-87b8-7d3321dd7580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '017a6c85-009c-48b4-851a-7eed909bb660'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:07.692806 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.724069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a4cb904-ef83-4f07-9152-24d6cc85a881 req-3daf0ca5-b637-4412-989d-7474ae924da5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1137421 Aug 11 03:06:07.729622 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-587575a5-726f-447f-bcad-bc1c3e78709c service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727462 Aug 11 03:06:07.799618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] For port 7983692c-2279-4105-a051-5f6aac75973b, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:07.804657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] For port 7983692c-2279-4105-a051-5f6aac75973b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7983692c-2279-4105-a051-5f6aac75973b,segment=NetworkSegment(6eabbe0c-166a-4d87-87b8-7d3321dd7580),segment_id=6eabbe0c-166a-4d87-87b8-7d3321dd7580)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:07.817284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:07.909353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe5dee-d65b-4fdc-a42c-b7ab279523fc None None] Pushing event updated for resources: {'Port': ['ID=7983692c-2279-4105-a051-5f6aac75973b,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.012649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-74be6d56-ee14-4d41-b594-79b1cefa1649 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812278 Aug 11 03:06:08.051734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.122789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=374ec598-286f-4684-9b5b-ee35b321cbf0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.226712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-0ef2d29a-cc5f-4eb8-aea3-327469dd223a service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044663 Aug 11 03:06:08.235761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8473b45f-c94d-4d20-8b17-29bdbaabd82d {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:08.245968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.289384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1889-330d-4dca-8253-8af55426e5f9 req-04373d7c-69d8-40d3-b4d6-31ebd5f582ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.291824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb8f1889-330d-4dca-8253-8af55426e5f9 req-04373d7c-69d8-40d3-b4d6-31ebd5f582ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.2465632 Aug 11 03:06:08.365318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.371598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-363c19b3-4e6b-4370-997e-04d26cad36f7 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212900 Aug 11 03:06:08.535434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.549081 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-2e6da3d8-6751-4c31-907e-2b38032ed09e service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667016 Aug 11 03:06:08.550134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Transition to ACTIVE for port object 8473b45f-c94d-4d20-8b17-29bdbaabd82d will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:08.557092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.578069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb8f1889-330d-4dca-8253-8af55426e5f9 req-0615c2b0-39bf-42a0-a3ef-472fb36905a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2685161 Aug 11 03:06:08.580391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 017a6c85-009c-48b4-851a-7eed909bb660 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:08.685085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:08.703981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.704730 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.707326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Pushing event updated for resources: {'Port': ['ID=8473b45f-c94d-4d20-8b17-29bdbaabd82d,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.723352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7983692c-2279-4105-a051-5f6aac75973b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:08.727117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=02c91c80-1c89-4733-8504-9d22803a3c41,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:08.754696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48ec5d66-f0aa-45bb-b5f0-2ade094210f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5706005 Aug 11 03:06:08.764356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36004) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:08.802651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '017a6c85-009c-48b4-851a-7eed909bb660', 'fixed_ips': [{'subnet_id': 'e9193e2d-cb74-4312-bd81-1d15064bfe0a'}, {'subnet_id': '02c91c80-1c89-4733-8504-9d22803a3c41'}], 'name': 'tempest-PortsTestJSON-833689185'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:08.818781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf7095-49c4-434e-b5d4-d7f7e933f9a4 req-2519007e-d101-411d-aca4-88e3a640be57 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:08.826217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8cf7095-49c4-434e-b5d4-d7f7e933f9a4 req-2519007e-d101-411d-aca4-88e3a640be57 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 943 time: 0.1474576 Aug 11 03:06:08.826699 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-0bafc03b-fa74-492b-b2b7-5fd00a33e690 service neutron] 10.222.0.60 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705891 Aug 11 03:06:08.831579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Attempting to bind port 8473b45f-c94d-4d20-8b17-29bdbaabd82d on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:08.832034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Attempting to bind port 8473b45f-c94d-4d20-8b17-29bdbaabd82d by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '8a630fe5-7c96-44f2-97e1-7706994ed3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:08.832413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Attempting to bind port 8473b45f-c94d-4d20-8b17-29bdbaabd82d on network 96b25c3c-8923-473c-a9b6-5fef8df11404 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:08.840166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Port 8473b45f-c94d-4d20-8b17-29bdbaabd82d on network 96b25c3c-8923-473c-a9b6-5fef8df11404 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:08.840653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Attempting to bind port 8473b45f-c94d-4d20-8b17-29bdbaabd82d on network 96b25c3c-8923-473c-a9b6-5fef8df11404 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:08.846127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7983692c-2279-4105-a051-5f6aac75973b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:08.902660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:08.903144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Checking segment: {'id': '8a630fe5-7c96-44f2-97e1-7706994ed3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:08.903551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Bound using segment: {'id': '8a630fe5-7c96-44f2-97e1-7706994ed3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:08.904052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Bound port: 8473b45f-c94d-4d20-8b17-29bdbaabd82d, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a630fe5-7c96-44f2-97e1-7706994ed3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:08.904421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:08.943563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:08.975807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8cf7095-49c4-434e-b5d4-d7f7e933f9a4 req-2f2fc523-460d-491f-a2a4-b3a0b4d31721 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408954 Aug 11 03:06:08.985436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] For port 8473b45f-c94d-4d20-8b17-29bdbaabd82d, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:08.989215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] For port 8473b45f-c94d-4d20-8b17-29bdbaabd82d, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8473b45f-c94d-4d20-8b17-29bdbaabd82d,segment=NetworkSegment(8a630fe5-7c96-44f2-97e1-7706994ed3f3),segment_id=8a630fe5-7c96-44f2-97e1-7706994ed3f3)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:09.047191 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-399aa281-7dbe-4fac-993a-379467fafcb5 service neutron] 10.222.0.60 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084968 Aug 11 03:06:09.049298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.108549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:09.111955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.112665 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.114425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] 10.222.0.57 "PUT /v2.0/ports/8473b45f-c94d-4d20-8b17-29bdbaabd82d HTTP/1.1" status: 200 len: 1092 time: 1.6062534 Aug 11 03:06:09.116134 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5973ab9d-48af-4649-b534-dc7ddffb0281 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9084733 Aug 11 03:06:09.124329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:09.127900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36008) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:09.135455 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:09.136350 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:09.148748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'tag': '8473b45f-c94d-4d20-8b17-29bdbaabd82d'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:09.151428 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545fb7aa-5c33-4237-8d73-35df5e02ceba" -d '{"events": [{"name": "network-changed", "server_uuid": "9a445af1-4296-4875-a5d4-d20317f94d7c", "tag": "8473b45f-c94d-4d20-8b17-29bdbaabd82d"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:09.210603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:09.226968 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4c230b-281f-4f40-afda-8698e72aef04 x-openstack-request-id: req-3e4c230b-281f-4f40-afda-8698e72aef04 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:09.227178 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a445af1-4296-4875-a5d4-d20317f94d7c", "tag": "8473b45f-c94d-4d20-8b17-29bdbaabd82d", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:09.227534 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e4c230b-281f-4f40-afda-8698e72aef04 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:09.228027 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'tag': '8473b45f-c94d-4d20-8b17-29bdbaabd82d', 'status': 'completed', 'code': 200} Aug 11 03:06:09.228488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting subnet 49dddc69-6515-4654-9187-7d05e2396c69 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:09.234525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648990b9-2583-41e6-8d12-42aff0f0e36a service neutron] Pushing event updated for resources: {'Port': ['ID=8473b45f-c94d-4d20-8b17-29bdbaabd82d,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:09.248232 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:09.271722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.273103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-40bc310f-37a0-4bed-81ad-604a39497e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.274687 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-40bc310f-37a0-4bed-81ad-604a39497e3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5568c68e18f54e908a961aa94a783ee6&device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 1095 time: 0.1030085 Aug 11 03:06:09.279128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-88e296c4-89aa-472a-8c8e-f0812f39c1c1 service neutron] 10.222.0.60 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191749 Aug 11 03:06:09.312624 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:07Z', 'revision_number': 11, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:09.336528 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.345994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-311bc653-2880-4c6e-9bec-7d0b9070d5da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8473b45f-c94d-4d20-8b17-29bdbaabd82d HTTP/1.1" status: 200 len: 217 time: 0.0617340 Aug 11 03:06:09.352511 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:09.369458 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:09.372142 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:09.396017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.434482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972b8bf-fb37-425b-a7e2-611d0bb6469f None None] Network 017a6c85-009c-48b4-851a-7eed909bb660 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:09.445941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-aa6d3e5c-e05c-4d2a-bdb1-aac10bdb7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.446194 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port ee06c54d-8ac3-4242-b011-5e248d432e82 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:09.447510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-aa6d3e5c-e05c-4d2a-bdb1-aac10bdb7d11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85739b3d-39f1-43cb-b81f-5fdb1c81b371 HTTP/1.1" status: 200 len: 860 time: 0.0703392 Aug 11 03:06:09.460730 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:09.495453 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-43ebe0b7-7136-414d-ac25-b13f50d53e8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b25c3c-8923-473c-a9b6-5fef8df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347736 Aug 11 03:06:09.498419 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-f6646bb4-9fef-4469-aa62-3b5b0c001245 service neutron] 10.222.0.60 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079346 Aug 11 03:06:09.509782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.532306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:07Z', 'revision_number': 11, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:09.601010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-da1fac99-1691-417d-a3f2-8e49cf343fff None None] Provisioning for port 7983692c-2279-4105-a051-5f6aac75973b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:09.609248 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9653915-db1d-429d-a3b1-5fc2b6838e9c None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:07Z', 'revision_number': 11, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:09.633626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-da1fac99-1691-417d-a3f2-8e49cf343fff None None] Provisioning complete for port 7983692c-2279-4105-a051-5f6aac75973b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:09.634768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-da1fac99-1691-417d-a3f2-8e49cf343fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.680603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bf102684-b317-4e51-ba96-abe561f2448e service neutron] 10.222.0.60 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750307 Aug 11 03:06:09.731346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-0b548cd1-0ec5-4a57-8233-c66ac6022ff3 service neutron] 10.222.0.57 "GET /v2.0/networks/96b25c3c-8923-473c-a9b6-5fef8df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271187 Aug 11 03:06:09.788068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.805975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981c067-847d-456e-bb6c-d7877fa2815e req-291f0f28-b661-4d46-be10-5d39071c631f tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:09.807522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7981c067-847d-456e-bb6c-d7877fa2815e req-291f0f28-b661-4d46-be10-5d39071c631f tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.1321561 Aug 11 03:06:09.817600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] Update dhcp port {'port': {'network_id': '017a6c85-009c-48b4-851a-7eed909bb660', 'fixed_ips': [{'subnet_id': 'e9193e2d-cb74-4312-bd81-1d15064bfe0a', 'ip_address': '172.20.0.2'}, {'subnet_id': '02c91c80-1c89-4733-8504-9d22803a3c41'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '7983692c-2279-4105-a051-5f6aac75973b'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:06:09.851390 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.854790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Subnet': ['ID=49dddc69-6515-4654-9187-7d05e2396c69,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:09.855283 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-da1fac99-1691-417d-a3f2-8e49cf343fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.876421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728071ee-6ebe-4576-b078-0c4cba0fde63 None None] Network 979a417a-7a14-4a70-a87a-be9ad08c0df4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:09.895173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:09.900219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eef1420b-66fa-4104-8c07-bb122626f978 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/49dddc69-6515-4654-9187-7d05e2396c69 HTTP/1.1" status: 204 len: 168 time: 0.7714436 Aug 11 03:06:09.900873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36020) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:09.911315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f1436d4-b443-4604-9d41-8e05decaf117 req-3114320b-7410-4096-8e38-074282866d6a service neutron] 10.222.0.57 "GET /v2.0/networks/96b25c3c-8923-473c-a9b6-5fef8df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699216 Aug 11 03:06:10.001941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.7 (017a6c85-009c-48b4-851a-7eed909bb660/e9193e2d-cb74-4312-bd81-1d15064bfe0a/ee06c54d-8ac3-4242-b011-5e248d432e82) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:10.014388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7981c067-847d-456e-bb6c-d7877fa2815e req-71c9bf78-0265-4125-ba9a-f17d0ae6d1e7 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634336 Aug 11 03:06:10.060474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.30 (017a6c85-009c-48b4-851a-7eed909bb660/02c91c80-1c89-4733-8504-9d22803a3c41/ee06c54d-8ac3-4242-b011-5e248d432e82) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:10.062117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-fa709650-dd08-4d25-b5d0-c584b41743f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.064450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-fa709650-dd08-4d25-b5d0-c584b41743f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5568c68e18f54e908a961aa94a783ee6&device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 1095 time: 0.0735292 Aug 11 03:06:10.101470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-da1fac99-1691-417d-a3f2-8e49cf343fff None None] For port 7983692c-2279-4105-a051-5f6aac75973b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7983692c-2279-4105-a051-5f6aac75973b,segment=NetworkSegment(6eabbe0c-166a-4d87-87b8-7d3321dd7580),segment_id=6eabbe0c-166a-4d87-87b8-7d3321dd7580)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:10.124371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-da1fac99-1691-417d-a3f2-8e49cf343fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.132994 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.247716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-3ec5994a-c8a3-4000-9512-e448a49b7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.249411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-3ec5994a-c8a3-4000-9512-e448a49b7f16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=96b25c3c-8923-473c-a9b6-5fef8df11404 HTTP/1.1" status: 200 len: 921 time: 0.1734011 Aug 11 03:06:10.252064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fac99-1691-417d-a3f2-8e49cf343fff None None] Pushing event updated for resources: {'Port': ['ID=7983692c-2279-4105-a051-5f6aac75973b,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:10.322430 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-2260b62c-f8f8-4ebd-8f00-c407f1e119bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8473b45f-c94d-4d20-8b17-29bdbaabd82d HTTP/1.1" status: 200 len: 217 time: 0.0650671 Aug 11 03:06:10.344220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ce5672-316d-430b-9635-c9275c142333 None None] DHCP port deletion for 979a417a-7a14-4a70-a87a-be9ad08c0df4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:10.406765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-4e1e24c1-9c7e-485f-8bf3-3372ff467cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.410888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-4e1e24c1-9c7e-485f-8bf3-3372ff467cb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85739b3d-39f1-43cb-b81f-5fdb1c81b371 HTTP/1.1" status: 200 len: 860 time: 0.0795317 Aug 11 03:06:10.419785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-50ce5672-316d-430b-9635-c9275c142333 None None] Deleting port 260971cb-8612-46a6-a309-90435f047e9e {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:10.420172 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50ce5672-316d-430b-9635-c9275c142333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.463705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-7467f853-ab39-4540-a40b-eec58ba59cdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=96b25c3c-8923-473c-a9b6-5fef8df11404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332320 Aug 11 03:06:10.513922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-50ce5672-316d-430b-9635-c9275c142333 None None] For port 260971cb-8612-46a6-a309-90435f047e9e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=260971cb-8612-46a6-a309-90435f047e9e,segment=NetworkSegment(6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f),segment_id=6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:10.515003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50ce5672-316d-430b-9635-c9275c142333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.546822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-50ce5672-316d-430b-9635-c9275c142333 None None] Calling delete_port for 260971cb-8612-46a6-a309-90435f047e9e owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:10.618908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7983692c-2279-4105-a051-5f6aac75973b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:10.663598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-72eac604-d5b5-4fdc-9db4-0f1b06774ff8 service neutron] 10.222.0.57 "GET /v2.0/networks/96b25c3c-8923-473c-a9b6-5fef8df11404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918116 Aug 11 03:06:10.697502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7983692c-2279-4105-a051-5f6aac75973b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:10.697881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.739877 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50ce5672-316d-430b-9635-c9275c142333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.744300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527920-ff5c-491f-9a6b-e4ee41f2752e req-15acb03a-0e95-4699-81c7-e8cc212e65a0 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.746182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a8527920-ff5c-491f-9a6b-e4ee41f2752e req-15acb03a-0e95-4699-81c7-e8cc212e65a0 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.1293676 Aug 11 03:06:10.756516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36050) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:10.771477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a673f84-ad67-40c5-a3bf-6605c1d031b3 req-5278d281-820c-44bc-bfd6-41b5dc738c02 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:10.777964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Request body: {'floatingip': {'port_id': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:10.779405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a673f84-ad67-40c5-a3bf-6605c1d031b3 req-5278d281-820c-44bc-bfd6-41b5dc738c02 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 943 time: 0.6372459 Aug 11 03:06:10.784312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce5672-316d-430b-9635-c9275c142333 None None] No DVR routers for this DVR port 260971cb-8612-46a6-a309-90435f047e9e on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:10.797397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce5672-316d-430b-9635-c9275c142333 None None] Pushing event deleted for resources: {'Port': ['ID=260971cb-8612-46a6-a309-90435f047e9e,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:10.862363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.866489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.893389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a673f84-ad67-40c5-a3bf-6605c1d031b3 req-37fc221d-019b-4f3c-99d5-9b8c66f24144 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118562 Aug 11 03:06:10.913172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Deleting port 260971cb-8612-46a6-a309-90435f047e9e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:10.913172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:10.941358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object ee06c54d-8ac3-4242-b011-5e248d432e82 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:11.000395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 374ec598-286f-4684-9b5b-ee35b321cbf0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:11.020372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a434a192-c157-4717-ae51-6f300427ed6f req-f4dcd0d5-1dc0-47ec-9801-3885d19f4edb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0412431 Aug 11 03:06:11.046457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 374ec598-286f-4684-9b5b-ee35b321cbf0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:11.047204 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 374ec598-286f-4684-9b5b-ee35b321cbf0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:11.047833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 260971cb-8612-46a6-a309-90435f047e9e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:11.059002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] For port 260971cb-8612-46a6-a309-90435f047e9e, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:11.059416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.077454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Calling delete_port for 260971cb-8612-46a6-a309-90435f047e9e owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:11.081365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Port 260971cb-8612-46a6-a309-90435f047e9e was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:06:11.084720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.098143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 260971cb-8612-46a6-a309-90435f047e9e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:11.098419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No DVR routers for this DVR port 260971cb-8612-46a6-a309-90435f047e9e on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:11.098530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 260971cb-8612-46a6-a309-90435f047e9e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:11.122707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Port': ['ID=260971cb-8612-46a6-a309-90435f047e9e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.125006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.188909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] Allocated IP 172.20.0.18 (017a6c85-009c-48b4-851a-7eed909bb660/02c91c80-1c89-4733-8504-9d22803a3c41/7983692c-2279-4105-a051-5f6aac75973b) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:11.237308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.257804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979a417a-7a14-4a70-a87a-be9ad08c0df4']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:11.278645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 017a6c85-009c-48b4-851a-7eed909bb660 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:11.282499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:11.282797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8fdcfd-c6f8-44c3-b408-2e0c2a8c6d8f') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:11.292970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:11.296983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:11.300812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=ee06c54d-8ac3-4242-b011-5e248d432e82,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.329959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.338976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] For port 7983692c-2279-4105-a051-5f6aac75973b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7983692c-2279-4105-a051-5f6aac75973b,segment=NetworkSegment(6eabbe0c-166a-4d87-87b8-7d3321dd7580),segment_id=6eabbe0c-166a-4d87-87b8-7d3321dd7580)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:11.359229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.371752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:11.372266 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:11.375826 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:11.393140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:11.393827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.401720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.419018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] Transition to ACTIVE for port object 7983692c-2279-4105-a051-5f6aac75973b will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:11.427995 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.463157 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9d27c80e-1dee-4dea-b1e0-bc4090545157 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.6630907 Aug 11 03:06:11.463763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36064) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:11.496237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9193e2d-cb74-4312-bd81-1d15064bfe0a'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:11.518911 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-545fb7aa-5c33-4237-8d73-35df5e02ceba req-a67dcaad-a3f9-47a0-9e8d-f58a9a3ce9b5 service neutron] 10.222.0.57 "GET /v2.0/networks/96b25c3c-8923-473c-a9b6-5fef8df11404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8467114 Aug 11 03:06:11.548619 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.571224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.577924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/networks/979a417a-7a14-4a70-a87a-be9ad08c0df4 HTTP/1.1" status: 204 len: 168 time: 1.6672111 Aug 11 03:06:11.580871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36066) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:11.598184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'routes': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:11.685668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29703f-4463-4efd-b782-34f02fda0f82 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Pushing event deleted for resources: {'Network': ['ID=979a417a-7a14-4a70-a87a-be9ad08c0df4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.717823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4078f-1e3b-4eb6-a0f7-2cef7be636c3 None None] Pushing event updated for resources: {'Port': ['ID=7983692c-2279-4105-a051-5f6aac75973b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:11.803702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:11.844823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Added routes are [] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:06:11.845276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Removed routes are [] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:06:11.845738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.244820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-50f6a48f-5421-4069-83bf-7343413dfcf4 req-19921cb1-3db0-4199-b81e-efad4bbc68f5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0333388 Aug 11 03:06:12.288514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.343755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.405091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.408104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4a1bf727-b39b-4f54-83ed-85882d118086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.409729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4a1bf727-b39b-4f54-83ed-85882d118086 service neutron] 10.222.0.57 "GET /v2.0/ports/ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 1033 time: 0.1766047 Aug 11 03:06:12.434257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5adb82-373d-481d-925e-82836c41e188 req-3d7032e9-6a9a-4f38-9ea3-5e5328c5e9aa tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.447436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b5adb82-373d-481d-925e-82836c41e188 req-3d7032e9-6a9a-4f38-9ea3-5e5328c5e9aa tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 943 time: 0.2126265 Aug 11 03:06:12.508905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02a26c2-ba0f-4bfe-b0b7-589800a73831 None None] Network 017a6c85-009c-48b4-851a-7eed909bb660 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:12.519360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-5e3a8ec9-62bb-4db3-a3b6-76125440e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:12.521937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-5e3a8ec9-62bb-4db3-a3b6-76125440e0b4 service neutron] 10.222.0.57 "GET /v2.0/ports/07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 1032 time: 0.0542140 Aug 11 03:06:12.522783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.595173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:12.628977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Delete allocated IP 172.20.0.30 (017a6c85-009c-48b4-851a-7eed909bb660/02c91c80-1c89-4733-8504-9d22803a3c41) {{(pid=111682) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:06:12.655997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7983692c-2279-4105-a051-5f6aac75973b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:12.666104 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Floating IP 4893a38b-da2e-457d-a7f7-d88ceb5ec2a5 associated. External IP: 172.25.4.42, port: f6c33bcf-0346-4b8d-8828-ce8e9f8ef672. Aug 11 03:06:12.774815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:12.789524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b00116c1-8994-46d5-8eb7-a4ce29a2ba99 None None] Provisioning for port 7983692c-2279-4105-a051-5f6aac75973b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:12.797656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] Sync routers for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:12.805500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.806973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-52f7d0c9-078e-4feb-896a-c7abf7365431 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 200 len: 700 time: 1.2165227 Aug 11 03:06:12.817987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36076) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:12.820118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b00116c1-8994-46d5-8eb7-a4ce29a2ba99 None None] Provisioning complete for port 7983692c-2279-4105-a051-5f6aac75973b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:12.820496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b00116c1-8994-46d5-8eb7-a4ce29a2ba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:12.842923 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b5adb82-373d-481d-925e-82836c41e188 req-4a5f56c5-6982-42a5-bce2-e66216c0c21c tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907216 Aug 11 03:06:12.870805 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:12.872752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:12.873936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-46319004-ea8e-4be9-ad1c-659eb938cb60 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 200 len: 205 time: 0.0545864 Aug 11 03:06:12.879749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36078) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:13.014210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-170b4bf9-b2d6-4c65-b933-b26e28952678 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.017078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-686cbe98-8bfb-44e9-afa8-710eb4fa94e8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.019468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7983692c-2279-4105-a051-5f6aac75973b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.019766 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.040366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-170b4bf9-b2d6-4c65-b933-b26e28952678 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.046837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:13.056879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-170b4bf9-b2d6-4c65-b933-b26e28952678 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.059489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-170b4bf9-b2d6-4c65-b933-b26e28952678 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "GET /v2.0/networks?id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 200 len: 1994 time: 0.4023788 Aug 11 03:06:13.159553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:07Z', 'revision_number': 11, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.204018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] Checking router: 3deb9f72-b074-40b8-acb2-e82e8caf39e4 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:13.219243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] Routers {'3deb9f72-b074-40b8-acb2-e82e8caf39e4'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:13.220202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.300834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-c34bc016-9a78-465c-9960-cff7ccf96249 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ab1bcc9082a44ae98a270e385d2f40f HTTP/1.1" status: 200 len: 379 time: 0.2184856 Aug 11 03:06:13.319346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.322170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'admin_state_up': True, 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'security_groups': ['1c43fc55-82f3-4c62-bf46-eab4decbdd0a']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:13.352355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] Set router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:13.355969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-686cbe98-8bfb-44e9-afa8-710eb4fa94e8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.361740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-686cbe98-8bfb-44e9-afa8-710eb4fa94e8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.367712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Ignored duplicate provisioning block setup for port ee06c54d-8ac3-4242-b011-5e248d432e82 by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:06:13.376354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.400226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Router df95b307-4dd9-4826-b170-1790e36c4f73 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:13.538810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1b4766ba-8260-4a32-96a3-289140f3e396 req-20c3b3da-1f17-449e-ac31-3cbd091a3c15 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.1041059 Aug 11 03:06:13.539621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:07Z', 'revision_number': 11, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.585372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=ee06c54d-8ac3-4242-b011-5e248d432e82,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:13.616274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-686cbe98-8bfb-44e9-afa8-710eb4fa94e8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.616875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686cbe98-8bfb-44e9-afa8-710eb4fa94e8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Fanout notify agent at l3_agent the message router_deleted on router 3deb9f72-b074-40b8-acb2-e82e8caf39e4 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:06:13.627606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-686cbe98-8bfb-44e9-afa8-710eb4fa94e8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.628703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358874b8-0f4e-4965-a7ed-a7c67f9604a6 None None] The sync data for ids ['3deb9f72-b074-40b8-acb2-e82e8caf39e4'] in n-d-768509-22 is: [{'id': '3deb9f72-b074-40b8-acb2-e82e8caf39e4', 'name': 'tempest-RoutersTest-router-848274159', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:17Z', 'updated_at': '2021-08-11T03:06:07Z', 'revision_number': 11, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:13.634801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-686cbe98-8bfb-44e9-afa8-710eb4fa94e8 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 204 len: 168 time: 0.7483172 Aug 11 03:06:13.636801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36084) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:13.679830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d1d036a6-9b26-4082-ae37-7653ca772a02 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-145183042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:13.693939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-af361795-c1b2-4369-9b20-cba4f0af3261 None None] Provisioning for port ee06c54d-8ac3-4242-b011-5e248d432e82 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:13.701175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-af361795-c1b2-4369-9b20-cba4f0af3261 None None] Provisioning complete for port ee06c54d-8ac3-4242-b011-5e248d432e82 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.701871 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-af361795-c1b2-4369-9b20-cba4f0af3261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.722652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:13.726714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] In _notify_port_updated(), no bound segment for port ee06c54d-8ac3-4242-b011-5e248d432e82 on network 017a6c85-009c-48b4-851a-7eed909bb660 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:06:13.734741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:13.735587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.735835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.737297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d3b86e7a-9fce-4946-bb8c-c59c19663b2e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "PUT /v2.0/ports/ee06c54d-8ac3-4242-b011-5e248d432e82 HTTP/1.1" status: 200 len: 918 time: 2.2716551 Aug 11 03:06:13.741553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36086) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:13.751185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e9193e2d-cb74-4312-bd81-1d15064bfe0a'}, {'subnet_id': '02c91c80-1c89-4733-8504-9d22803a3c41'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:13.769158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:13.787018 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] Sync routers for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:13.790981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-af361795-c1b2-4369-9b20-cba4f0af3261 None None] Port ee06c54d-8ac3-4242-b011-5e248d432e82 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:13.798074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1d036a6-9b26-4082-ae37-7653ca772a02 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.798889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1d036a6-9b26-4082-ae37-7653ca772a02 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.799914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.814126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-af361795-c1b2-4369-9b20-cba4f0af3261 None None] Provisioning complete for port 7983692c-2279-4105-a051-5f6aac75973b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:13.814740 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-af361795-c1b2-4369-9b20-cba4f0af3261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:13.828330 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:13.828976 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:13.895688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-832d0d8a-4979-4075-a34a-4e94eaf5c266 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "PUT /v2.0/floatingips/4893a38b-da2e-457d-a7f7-d88ceb5ec2a5 HTTP/1.1" status: 200 len: 991 time: 3.1352541 Aug 11 03:06:13.906950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:13.915827 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f2858e-bc39-430f-99b5-64740e4e7f23" -d '{"events": [{"name": "network-changed", "server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:13.988944 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.087715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 172.20.0.11 (860f8234-9f54-4e97-a39e-20fe5b3c5ccb/43ec5d3d-e06d-454a-8d42-0e369a4ceba9/3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:14.101305 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:14.240610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e4ceadd4-533c-4861-9abf-8f15206d9121 None None] Provisioning complete for port ee06c54d-8ac3-4242-b011-5e248d432e82 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:14.241358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4ceadd4-533c-4861-9abf-8f15206d9121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.304810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e4ceadd4-533c-4861-9abf-8f15206d9121 None None] Port ee06c54d-8ac3-4242-b011-5e248d432e82 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:14.321293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1d036a6-9b26-4082-ae37-7653ca772a02 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.346589 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3995d85-3f7e-4c69-97cf-520fe49ad2cd x-openstack-request-id: req-e3995d85-3f7e-4c69-97cf-520fe49ad2cd {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:14.347477 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:14.347758 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3995d85-3f7e-4c69-97cf-520fe49ad2cd {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:14.348233 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'status': 'completed', 'code': 200} Aug 11 03:06:14.368834 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.377547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8473b45f-c94d-4d20-8b17-29bdbaabd82d details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:14.418579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Transition to ACTIVE for port object 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:14.421757 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1d036a6-9b26-4082-ae37-7653ca772a02 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.483408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19635d1-1a2d-448c-b6ff-b77abba120d2 req-abfb4c80-51fd-480e-a48b-f1767c083db1 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.485859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e19635d1-1a2d-448c-b6ff-b77abba120d2 req-abfb4c80-51fd-480e-a48b-f1767c083db1 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 943 time: 0.4848971 Aug 11 03:06:14.496004 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.498565 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1d036a6-9b26-4082-ae37-7653ca772a02 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.503329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d1d036a6-9b26-4082-ae37-7653ca772a02 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8653183 Aug 11 03:06:14.506727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:14.512669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8625f0ac-ff1b-4922-a2ee-f14b0a6a3175 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:14.546604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-7c1c205d-43e4-478b-9b09-74d1fd865f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:14.548537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-7c1c205d-43e4-478b-9b09-74d1fd865f7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=047da0a3ba08437490a29c40d543f2bb&device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 1098 time: 0.2717280 Aug 11 03:06:14.571940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ffc97faf-4138-42c5-8d15-56ae908e10bc None None] Provisioning complete for port ee06c54d-8ac3-4242-b011-5e248d432e82 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:14.574800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ffc97faf-4138-42c5-8d15-56ae908e10bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.609653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '4893a38b-da2e-457d-a7f7-d88ceb5ec2a5', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'port_id': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'mac_address': 'fa:16:3e:ee:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:07Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 1, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 5, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:14.669811 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] Checking router: df95b307-4dd9-4826-b170-1790e36c4f73 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:14.687684 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:14.690118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e19635d1-1a2d-448c-b6ff-b77abba120d2 req-945f8170-8280-43d4-b3b3-1da18962a048 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839375 Aug 11 03:06:14.703383 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:14.738220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:14.751153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:14.754774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:14.764774 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ffc97faf-4138-42c5-8d15-56ae908e10bc None None] Port ee06c54d-8ac3-4242-b011-5e248d432e82 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:14.801844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8473b45f-c94d-4d20-8b17-29bdbaabd82d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8473b45f-c94d-4d20-8b17-29bdbaabd82d,segment=NetworkSegment(8a630fe5-7c96-44f2-97e1-7706994ed3f3),segment_id=8a630fe5-7c96-44f2-97e1-7706994ed3f3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:14.824090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '8473b45f-c94d-4d20-8b17-29bdbaabd82d', 'network_id': '96b25c3c-8923-473c-a9b6-5fef8df11404', 'port_id': '8473b45f-c94d-4d20-8b17-29bdbaabd82d', 'mac_address': 'fa:16:3e:41:fb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85739b3d-39f1-43cb-b81f-5fdb1c81b371', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:14.843744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.28 (017a6c85-009c-48b4-851a-7eed909bb660/02c91c80-1c89-4733-8504-9d22803a3c41/ee06c54d-8ac3-4242-b011-5e248d432e82) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:14.846493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:14.943427 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:14.976611 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:14.977704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8473b45f-c94d-4d20-8b17-29bdbaabd82d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:15.022620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.031675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8473b45f-c94d-4d20-8b17-29bdbaabd82d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8473b45f-c94d-4d20-8b17-29bdbaabd82d,segment=NetworkSegment(8a630fe5-7c96-44f2-97e1-7706994ed3f3),segment_id=8a630fe5-7c96-44f2-97e1-7706994ed3f3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:15.040608 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.045399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object ee06c54d-8ac3-4242-b011-5e248d432e82 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:15.093442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.240488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8473b45f-c94d-4d20-8b17-29bdbaabd82d,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.255387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d33f8fb2-4d45-4eeb-9efb-a7f84f18819f None None] Provisioning for port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:15.259993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d33f8fb2-4d45-4eeb-9efb-a7f84f18819f None None] Provisioning complete for port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:15.261071 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d33f8fb2-4d45-4eeb-9efb-a7f84f18819f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.305537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-46a3e213-3b24-4887-87bd-26b9542d7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.306987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-46a3e213-3b24-4887-87bd-26b9542d7a94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=970d44e0-8888-4af5-aa9a-413afc0f9209 HTTP/1.1" status: 200 len: 917 time: 0.7466598 Aug 11 03:06:15.332186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.332906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.338094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d33f8fb2-4d45-4eeb-9efb-a7f84f18819f None None] Port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:15.342084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['8473b45f-c94d-4d20-8b17-29bdbaabd82d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:15.371739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=ee06c54d-8ac3-4242-b011-5e248d432e82,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:15.404809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-6ba9cb3a-8b1d-4852-9973-fd20aa42d513 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3541126 Aug 11 03:06:15.405519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] In _notify_port_updated(), no bound segment for port ee06c54d-8ac3-4242-b011-5e248d432e82 on network 017a6c85-009c-48b4-851a-7eed909bb660 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:06:15.423332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.423988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.436095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eeab34ca-81d2-4654-8304-0bc4509774e7 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "PUT /v2.0/ports/ee06c54d-8ac3-4242-b011-5e248d432e82 HTTP/1.1" status: 200 len: 998 time: 1.6826930 Aug 11 03:06:15.437550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36106) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:15.450119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8625f0ac-ff1b-4922-a2ee-f14b0a6a3175 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.467176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a4d03836-b5e3-4897-84bb-955a5b5356b5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1561811 Aug 11 03:06:15.476652 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '4893a38b-da2e-457d-a7f7-d88ceb5ec2a5', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'port_id': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'mac_address': 'fa:16:3e:ee:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:07Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 1, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 5, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:15.490337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'admin_state_up': True, 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'security_groups': ['1c43fc55-82f3-4c62-bf46-eab4decbdd0a']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:15.507959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8625f0ac-ff1b-4922-a2ee-f14b0a6a3175 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.535969 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625b6a25-8064-4394-996f-61f4a34a45e1 None None] The sync data for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 is: [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '4893a38b-da2e-457d-a7f7-d88ceb5ec2a5', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'port_id': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1849, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'mac_address': 'fa:16:3e:ee:da:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:05:07Z', 'updated_at': '2021-08-11T03:06:12Z', 'revision_number': 1, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 5, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:15.622841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1909b674-09b6-4bb4-a98b-d395a812e990 None None] Provisioning for port ee06c54d-8ac3-4242-b011-5e248d432e82 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:15.627978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1909b674-09b6-4bb4-a98b-d395a812e990 None None] Provisioning complete for port ee06c54d-8ac3-4242-b011-5e248d432e82 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:15.628367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1909b674-09b6-4bb4-a98b-d395a812e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.641164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680c00c-96a1-4eb7-866f-0e435d9c8f04 req-d0f81974-48af-47a5-bdeb-d7a338478388 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:15.648971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d680c00c-96a1-4eb7-866f-0e435d9c8f04 req-d0f81974-48af-47a5-bdeb-d7a338478388 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 932 time: 0.7984328 Aug 11 03:06:15.688510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1909b674-09b6-4bb4-a98b-d395a812e990 None None] Port ee06c54d-8ac3-4242-b011-5e248d432e82 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:15.767484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d680c00c-96a1-4eb7-866f-0e435d9c8f04 req-ac26077f-4859-4638-a20d-1c802234acaa tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172557 Aug 11 03:06:15.834061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8625f0ac-ff1b-4922-a2ee-f14b0a6a3175 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Router c8690038-6625-4eff-9842-fd215dd90d5a is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:06:15.840815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:15.846562 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:15.893566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084d47b-7fb0-41ff-a046-779463f60dd1 None None] New status for floating IP 4893a38b-da2e-457d-a7f7-d88ceb5ec2a5: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:06:15.998202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8625f0ac-ff1b-4922-a2ee-f14b0a6a3175 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:16.007734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8625f0ac-ff1b-4922-a2ee-f14b0a6a3175 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.008908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8625f0ac-ff1b-4922-a2ee-f14b0a6a3175 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "PUT /v2.0/routers/c8690038-6625-4eff-9842-fd215dd90d5a HTTP/1.1" status: 200 len: 693 time: 1.5011897 Aug 11 03:06:16.009583 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] Sync routers for ids ['c8690038-6625-4eff-9842-fd215dd90d5a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:16.012371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36110) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.031081 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] Routers {'c8690038-6625-4eff-9842-fd215dd90d5a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:16.032031 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c8690038-6625-4eff-9842-fd215dd90d5a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:16.099662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8b4dea50-ae81-4376-a651-ce39f55551e5 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/routers/c8690038-6625-4eff-9842-fd215dd90d5a HTTP/1.1" status: 200 len: 699 time: 0.0861547 Aug 11 03:06:16.103418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36112) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.137457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3e40185c-e7c3-4475-8585-964c6dfd787d tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8690038-6625-4eff-9842-fd215dd90d5a HTTP/1.1" status: 200 len: 205 time: 0.0302646 Aug 11 03:06:16.156056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36116) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.156647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-3845de79-d57b-424b-b11d-830f8625fab7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 HTTP/1.1" status: 200 len: 999 time: 0.8388467 Aug 11 03:06:16.159222 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] Set router c8690038-6625-4eff-9842-fd215dd90d5a gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:16.252013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f740d072-d4b0-455a-86c2-8883339b29e9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.300810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e46096-7c6a-4b24-87e3-a11f4b9ea6b8 req-0df1c30c-1085-4c3e-8d3f-560f749b014a tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.310806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06e46096-7c6a-4b24-87e3-a11f4b9ea6b8 req-0df1c30c-1085-4c3e-8d3f-560f749b014a tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 944 time: 0.2526362 Aug 11 03:06:16.323037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-a8ed8d21-8b0a-44a3-ac6b-9cad830352cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.325321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-a8ed8d21-8b0a-44a3-ac6b-9cad830352cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b88690783784058adebf7a3c0bba4b2&device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 1097 time: 0.8289440 Aug 11 03:06:16.360604 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8690038-6625-4eff-9842-fd215dd90d5a', 'name': 'tempest-RoutersTest-router-145183042', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:13Z', 'updated_at': '2021-08-11T03:06:15Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:16.369635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 10.1.1.131 (e1a8af23-52dd-4dad-8136-4888e0d0e982/4af9d3ac-1eb2-49ec-bddb-728c315853e9/fcd57400-63e5-4aed-a7a9-c05effa0c4a1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:16.389718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8473b45f-c94d-4d20-8b17-29bdbaabd82d up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:16.396054 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] Checking router: c8690038-6625-4eff-9842-fd215dd90d5a for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:16.405720 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] Routers {'c8690038-6625-4eff-9842-fd215dd90d5a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:16.406898 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c8690038-6625-4eff-9842-fd215dd90d5a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:16.447461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f740d072-d4b0-455a-86c2-8883339b29e9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.451526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f740d072-d4b0-455a-86c2-8883339b29e9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.493811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 8473b45f-c94d-4d20-8b17-29bdbaabd82d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:16.499736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 8473b45f-c94d-4d20-8b17-29bdbaabd82d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:16.500113 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.500257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-ea7b3ebb-3fd6-474e-a10e-b1d73ea0de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.501801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-ea7b3ebb-3fd6-474e-a10e-b1d73ea0de08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61b13129-6a9c-41e4-abb6-c324cb44a58f HTTP/1.1" status: 200 len: 855 time: 0.3360095 Aug 11 03:06:16.529313 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] Set router c8690038-6625-4eff-9842-fd215dd90d5a gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:16.538223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06e46096-7c6a-4b24-87e3-a11f4b9ea6b8 req-d9b7ef67-b19f-4696-98d6-f3d5d0bdbfd7 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254510 Aug 11 03:06:16.549271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f740d072-d4b0-455a-86c2-8883339b29e9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.550237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f740d072-d4b0-455a-86c2-8883339b29e9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Fanout notify agent at l3_agent the message router_deleted on router c8690038-6625-4eff-9842-fd215dd90d5a {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:06:16.573050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f740d072-d4b0-455a-86c2-8883339b29e9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.577973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f740d072-d4b0-455a-86c2-8883339b29e9 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/c8690038-6625-4eff-9842-fd215dd90d5a HTTP/1.1" status: 204 len: 168 time: 0.4178665 Aug 11 03:06:16.581783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.585809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port ee06c54d-8ac3-4242-b011-5e248d432e82 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:16.586164 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.624184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f12d3c3c-5087-499a-ae20-77f75420ad90 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8690038-6625-4eff-9842-fd215dd90d5a HTTP/1.1" status: 200 len: 205 time: 0.0380409 Aug 11 03:06:16.640414 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8690038-6625-4eff-9842-fd215dd90d5a', 'name': 'tempest-RoutersTest-router-145183042', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:13Z', 'updated_at': '2021-08-11T03:06:15Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:16.650980 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.670812 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a56d3a-6030-4914-a4ba-2733c6ae4a26 None None] The sync data for ids ['c8690038-6625-4eff-9842-fd215dd90d5a'] in n-d-768509-22 is: [{'id': 'c8690038-6625-4eff-9842-fd215dd90d5a', 'name': 'tempest-RoutersTest-router-145183042', 'tenant_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:13Z', 'updated_at': '2021-08-11T03:06:15Z', 'revision_number': 2, 'project_id': 'b97f3ba97e904cae8869fab3ac6fb212', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:16.672745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36124) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.686180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8473b45f-c94d-4d20-8b17-29bdbaabd82d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:16.688789 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03277bf-cb3a-42e4-9b53-5216b0d412ba" -d '{"events": [{"server_uuid": "9a445af1-4296-4875-a5d4-d20317f94d7c", "name": "network-vif-plugged", "status": "completed", "tag": "8473b45f-c94d-4d20-8b17-29bdbaabd82d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:16.694961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.723289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8473b45f-c94d-4d20-8b17-29bdbaabd82d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8473b45f-c94d-4d20-8b17-29bdbaabd82d,segment=NetworkSegment(8a630fe5-7c96-44f2-97e1-7706994ed3f3),segment_id=8a630fe5-7c96-44f2-97e1-7706994ed3f3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:16.723994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for ee06c54d-8ac3-4242-b011-5e248d432e82 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:16.731786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.735404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-36d1e5bc-ed92-476a-9a78-cb9cc2ac15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.736942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-36d1e5bc-ed92-476a-9a78-cb9cc2ac15bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 200 len: 911 time: 0.3829374 Aug 11 03:06:16.738768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-ec450f48-3104-44a9-9a8f-580cc4caa9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:16.740201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-ec450f48-3104-44a9-9a8f-580cc4caa9ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=970d44e0-8888-4af5-aa9a-413afc0f9209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2150457 Aug 11 03:06:16.782608 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5091ad-624f-4e6a-a6d0-9d171828f445 x-openstack-request-id: req-aa5091ad-624f-4e6a-a6d0-9d171828f445 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:16.782914 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a445af1-4296-4875-a5d4-d20317f94d7c", "name": "network-vif-plugged", "status": "completed", "tag": "8473b45f-c94d-4d20-8b17-29bdbaabd82d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:16.783267 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa5091ad-624f-4e6a-a6d0-9d171828f445 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:16.783771 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8473b45f-c94d-4d20-8b17-29bdbaabd82d', 'code': 200} Aug 11 03:06:16.802611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8473b45f-c94d-4d20-8b17-29bdbaabd82d,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:16.873647 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:16.892611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Transition to ACTIVE for port object fcd57400-63e5-4aed-a7a9-c05effa0c4a1 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:16.898447 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-286177d7-c8c2-4341-beb9-14815a79f3ac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] delete failed (client error): The resource could not be found. Aug 11 03:06:16.899652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-286177d7-c8c2-4341-beb9-14815a79f3ac tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/c8690038-6625-4eff-9842-fd215dd90d5a HTTP/1.1" status: 404 len: 336 time: 0.2259586 Aug 11 03:06:16.903237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36132) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.934632 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f356db-0a9d-420a-9553-c4e46445012e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:16.935193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f356db-0a9d-420a-9553-c4e46445012e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:16.937095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-53f356db-0a9d-420a-9553-c4e46445012e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/35da65b1-9cb1-47c7-89ec-3325539b9cdf HTTP/1.1" status: 404 len: 337 time: 0.0327682 Aug 11 03:06:16.943331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36134) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:16.982695 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed708400-5c00-4d5d-bdc8-2836d2efbb22 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:16.983293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed708400-5c00-4d5d-bdc8-2836d2efbb22 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:16.985216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ed708400-5c00-4d5d-bdc8-2836d2efbb22 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/91732fc7-0ebc-4c89-a2a4-6cba603d4756 HTTP/1.1" status: 404 len: 337 time: 0.0408015 Aug 11 03:06:16.988583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36136) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.004781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-ccd9440e-0aef-4a14-abfc-f586baf77684 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad HTTP/1.1" status: 200 len: 1001 time: 0.2469461 Aug 11 03:06:17.024167 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-72591912-f439-4bb3-9a70-9bc40df9f36c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:17.024793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72591912-f439-4bb3-9a70-9bc40df9f36c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:17.029284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-72591912-f439-4bb3-9a70-9bc40df9f36c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/807da876-7147-41fe-a9c7-4a7db77db78f HTTP/1.1" status: 404 len: 337 time: 0.0370538 Aug 11 03:06:17.030560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36138) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.063518 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae820a18-d853-4e89-b80f-9bc135c55074 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:17.064048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae820a18-d853-4e89-b80f-9bc135c55074 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:17.071027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae820a18-d853-4e89-b80f-9bc135c55074 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/49dddc69-6515-4654-9187-7d05e2396c69 HTTP/1.1" status: 404 len: 337 time: 0.0365529 Aug 11 03:06:17.071027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.075501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36140) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.101203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-0c368590-5a49-4d54-8026-61fe1ada9965 service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498950 Aug 11 03:06:17.103514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209bc51-5c84-4b94-91bc-cc1b8f43f4b1 req-98ded5d6-00f4-4ff2-acee-9734100ae5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.104546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d209bc51-5c84-4b94-91bc-cc1b8f43f4b1 req-98ded5d6-00f4-4ff2-acee-9734100ae5a1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 1097 time: 0.2098827 Aug 11 03:06:17.127739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-44506fdb-f540-4c0b-8c9e-9ac8cbfbd28b tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 200 len: 205 time: 0.0445604 Aug 11 03:06:17.144727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77337a6d-225b-49b2-9b07-c5a82adc5de7 req-a23f3b69-3da9-489c-a578-767290df1631 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.146028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-77337a6d-225b-49b2-9b07-c5a82adc5de7 req-a23f3b69-3da9-489c-a578-767290df1631 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 932 time: 0.2488599 Aug 11 03:06:17.151527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36142) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.218583 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-287d7dc6-132a-4030-8533-628c381449b4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] delete failed (client error): The resource could not be found. Aug 11 03:06:17.222316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-287d7dc6-132a-4030-8533-628c381449b4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/3deb9f72-b074-40b8-acb2-e82e8caf39e4 HTTP/1.1" status: 404 len: 336 time: 0.0661690 Aug 11 03:06:17.224217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:17.225280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36144) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.232217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-84cbe995-a6c0-4a54-b6ab-9221cef4bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.233664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-84cbe995-a6c0-4a54-b6ab-9221cef4bda4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 200 len: 849 time: 0.2192478 Aug 11 03:06:17.236223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:17.238957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:17.241753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:17.289667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-665d7a30-2261-441c-94e5-87b3ccbf1ee4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=9fd25def-183a-4799-91cc-dc6995764adf HTTP/1.1" status: 200 len: 205 time: 0.0610380 Aug 11 03:06:17.290183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36146) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.343372 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-ec81dc08-10f4-42b9-a3e5-72abe91f5f03 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] delete failed (client error): The resource could not be found. Aug 11 03:06:17.347402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ec81dc08-10f4-42b9-a3e5-72abe91f5f03 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/9fd25def-183a-4799-91cc-dc6995764adf HTTP/1.1" status: 404 len: 336 time: 0.0533733 Aug 11 03:06:17.355879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.372992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96f2858e-bc39-430f-99b5-64740e4e7f23 req-d4553d6d-b845-40a9-ae91-776e1af47c89 service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597058 Aug 11 03:06:17.379779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d209bc51-5c84-4b94-91bc-cc1b8f43f4b1 req-c67dac68-5e79-40c8-98d7-897b96870be9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613180 Aug 11 03:06:17.383067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-77337a6d-225b-49b2-9b07-c5a82adc5de7 req-0e086db2-9ba6-4dc8-98fe-b50fc77d60dc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126222 Aug 11 03:06:17.423220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.423220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.426659 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-4372626f-d6d1-4e53-8bb1-4b4f181e0b18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:17.427100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4372626f-d6d1-4e53-8bb1-4b4f181e0b18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:17.429697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4372626f-d6d1-4e53-8bb1-4b4f181e0b18 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/8408ea02-37e7-416d-b25b-751be0d54737 HTTP/1.1" status: 404 len: 337 time: 0.0718825 Aug 11 03:06:17.432550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36152) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.465528 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c2bc5faf-7daf-41e4-991e-7fa9f5858d1c tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 HTTP/1.1" status: 200 len: 205 time: 0.0275199 Aug 11 03:06:17.465763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36154) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.475797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-79dfdfd6-f7cd-4921-8e87-b4d4ea2dc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.477356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-79dfdfd6-f7cd-4921-8e87-b4d4ea2dc974 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=52001b56-4af4-4631-87ca-ce45e040b21f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323737 Aug 11 03:06:17.479272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.508983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd612b32-fb44-46af-9117-f56a8965ce21 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0232470 Aug 11 03:06:17.510334 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-8d26ab0a-0bed-4cdf-b3ba-6684ed5d973e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] delete failed (client error): The resource could not be found. Aug 11 03:06:17.514597 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8d26ab0a-0bed-4cdf-b3ba-6684ed5d973e tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/7dfc9e35-cd75-4c18-bd31-f53d5c7aa948 HTTP/1.1" status: 404 len: 336 time: 0.0444977 Aug 11 03:06:17.514835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36156) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.533145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'admin_state_up': True, 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'security_groups': ['1c43fc55-82f3-4c62-bf46-eab4decbdd0a']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:17.534900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=ee06c54d-8ac3-4242-b011-5e248d432e82,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:17.561761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-304bf376-9f6f-441d-b97c-e51b5cb62ec1 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=694b8f3e-75ee-4773-92ba-7a5572470ed1 HTTP/1.1" status: 200 len: 205 time: 0.0436690 Aug 11 03:06:17.570781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36160) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.670241 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-b6b0dc83-761a-4be5-8c21-c5d5c9f280e7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] delete failed (client error): The resource could not be found. Aug 11 03:06:17.673750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b6b0dc83-761a-4be5-8c21-c5d5c9f280e7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/694b8f3e-75ee-4773-92ba-7a5572470ed1 HTTP/1.1" status: 404 len: 336 time: 0.0999916 Aug 11 03:06:17.677738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36164) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.737122 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02e8770-967f-4016-b041-c159463f7b7a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:17.738279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02e8770-967f-4016-b041-c159463f7b7a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:17.743146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e02e8770-967f-4016-b041-c159463f7b7a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/937d22d5-19bd-4d6e-aef0-1a9013ba710d HTTP/1.1" status: 404 len: 337 time: 0.0653024 Aug 11 03:06:17.747460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f211f660-be5d-4e17-92f9-02f1de4776e8 None None] Provisioning for port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:17.749233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e638db-24ae-42de-9b57-5db4715566f8 req-a11da3ca-f9ef-4b79-a0bd-2e88193d6ba2 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:17.751531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f211f660-be5d-4e17-92f9-02f1de4776e8 None None] Provisioning complete for port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:17.751969 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f211f660-be5d-4e17-92f9-02f1de4776e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.759428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-80e638db-24ae-42de-9b57-5db4715566f8 req-a11da3ca-f9ef-4b79-a0bd-2e88193d6ba2 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 945 time: 0.0983489 Aug 11 03:06:17.764859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36166) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.810198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-80e638db-24ae-42de-9b57-5db4715566f8 req-e89d5a53-baa5-44b6-baf6-deacdca7d5d9 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498722 Aug 11 03:06:17.836557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:17.841412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f211f660-be5d-4e17-92f9-02f1de4776e8 None None] Port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:17.850469 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.867388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1b0d4b93-6957-49dd-a302-7143d721b1d0 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=fef5df42-753d-40a6-b943-c74ba3a615e5 HTTP/1.1" status: 200 len: 205 time: 0.0998073 Aug 11 03:06:17.874209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36168) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.935035 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-23e54ab4-9dca-4302-a7f8-6ee567fcfed7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] delete failed (client error): The resource could not be found. Aug 11 03:06:17.936039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-23e54ab4-9dca-4302-a7f8-6ee567fcfed7 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/fef5df42-753d-40a6-b943-c74ba3a615e5 HTTP/1.1" status: 404 len: 336 time: 0.0572917 Aug 11 03:06:17.940455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-47410033-cea7-470e-a9e2-61bc8e6ada44 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512579 Aug 11 03:06:17.942761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36170) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:17.981887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:17.983937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-66760a80-a0e0-4960-a3c3-1f0a4e33b9a1 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/ee06c54d-8ac3-4242-b011-5e248d432e82 HTTP/1.1" status: 204 len: 168 time: 2.5117362 Aug 11 03:06:17.994266 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0722e674-6e7b-4257-b7f8-f9756b57646a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:17.994725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0722e674-6e7b-4257-b7f8-f9756b57646a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:17.999235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0722e674-6e7b-4257-b7f8-f9756b57646a tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/1de63eb0-2eb6-4375-a68c-bf76b420370c HTTP/1.1" status: 404 len: 337 time: 0.0531416 Aug 11 03:06:18.008335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36172) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.008898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.065509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-030122cf-f5d9-4437-ae62-473c8db2b416 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "GET /v2.0/ports?device_id=716e7908-a2d1-4536-b8ab-790109c90791 HTTP/1.1" status: 200 len: 205 time: 0.0542789 Aug 11 03:06:18.070316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36176) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.070539 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d62bfc-b02b-4c4c-aa37-da99e94dd76a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:06:18.075679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-36d62bfc-b02b-4c4c-aa37-da99e94dd76a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/ee06c54d-8ac3-4242-b011-5e248d432e82 HTTP/1.1" status: 404 len: 333 time: 0.0655255 Aug 11 03:06:18.079233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36178) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.122133 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-5f2a243e-f24e-42eb-bb03-d1ddb1c00b54 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] delete failed (client error): The resource could not be found. Aug 11 03:06:18.123347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5f2a243e-f24e-42eb-bb03-d1ddb1c00b54 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/routers/716e7908-a2d1-4536-b8ab-790109c90791 HTTP/1.1" status: 404 len: 336 time: 0.0525777 Aug 11 03:06:18.126032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36180) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.137774 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-844b54f4-c562-4e90-9d7d-b1fd5e8c81fc req-b5f25960-05d4-497f-a54e-7b27cf033e53 service neutron] 10.222.0.10 "GET /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861877 Aug 11 03:06:18.152575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 10.1.1.127 (e1a8af23-52dd-4dad-8136-4888e0d0e982/4af9d3ac-1eb2-49ec-bddb-728c315853e9/622db2ec-896e-4228-b772-39f5b21605a4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:18.166634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet 02c91c80-1c89-4733-8504-9d22803a3c41 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:18.169910 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73449f1-ddd6-467a-839f-09dae122dbb4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:18.170440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73449f1-ddd6-467a-839f-09dae122dbb4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:18.174595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e73449f1-ddd6-467a-839f-09dae122dbb4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/ffd482a1-a501-4210-9d5d-53bc92916603 HTTP/1.1" status: 404 len: 337 time: 0.0453322 Aug 11 03:06:18.174846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36182) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.184317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.219189 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d5750d-4049-490b-aa88-2b68af5f31a4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] DELETE failed (client error): The resource could not be found. Aug 11 03:06:18.220421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d5750d-4049-490b-aa88-2b68af5f31a4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:06:18.226472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-00d5750d-4049-490b-aa88-2b68af5f31a4 tempest-RoutersTest-1704622203 tempest-RoutersTest-1704622203-project] 10.222.0.60 "DELETE /v2.0/subnets/c961af0c-d981-4b9b-afa2-2f89d798bf2c HTTP/1.1" status: 404 len: 337 time: 0.0500941 Aug 11 03:06:18.269527 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.461667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.473090 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.506029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Transition to ACTIVE for port object 622db2ec-896e-4228-b772-39f5b21605a4 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:18.530676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36192) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.587149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.612795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.619660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=02c91c80-1c89-4733-8504-9d22803a3c41,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.665995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.670527 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-489abfa5-2468-4cc7-b8b3-ddd108a47d1b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/02c91c80-1c89-4733-8504-9d22803a3c41 HTTP/1.1" status: 204 len: 168 time: 0.5887702 Aug 11 03:06:18.674872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a585222c-f493-4104-a16e-9de112511a68 None None] Network 017a6c85-009c-48b4-851a-7eed909bb660 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:18.675802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36200) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:18.677982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:18.689130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:18.698041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:18.740228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=622db2ec-896e-4228-b772-39f5b21605a4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:18.777373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet e9193e2d-cb74-4312-bd81-1d15064bfe0a {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:18.802292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.803362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.812093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:18.876008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-21f78ac0-dc13-43ae-94c8-50904f16bbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3464265 Aug 11 03:06:18.902178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539', 'admin_state_up': True, 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'security_groups': ['1c43fc55-82f3-4c62-bf46-eab4decbdd0a']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:18.971306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71407f7-2765-4928-a09e-fdd44e3cb0cf req-b39e3d43-22b7-4c7c-9b7a-cece8fee9975 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.980067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71407f7-2765-4928-a09e-fdd44e3cb0cf req-b39e3d43-22b7-4c7c-9b7a-cece8fee9975 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.986821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71407f7-2765-4928-a09e-fdd44e3cb0cf req-b39e3d43-22b7-4c7c-9b7a-cece8fee9975 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:18.995045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f71407f7-2765-4928-a09e-fdd44e3cb0cf req-b39e3d43-22b7-4c7c-9b7a-cece8fee9975 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 2375 time: 0.3543224 Aug 11 03:06:19.002335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d5504065-75e8-470f-b70c-5cd266e622e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b97f3ba97e904cae8869fab3ac6fb212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4675643 Aug 11 03:06:19.007256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36208) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:19.057226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.189292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e064d6b4-e74e-4e46-96ba-31aa1feaa226 None None] Provisioning for port 622db2ec-896e-4228-b772-39f5b21605a4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:19.191907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:19.196794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e064d6b4-e74e-4e46-96ba-31aa1feaa226 None None] Provisioning complete for port 622db2ec-896e-4228-b772-39f5b21605a4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:19.199655 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e064d6b4-e74e-4e46-96ba-31aa1feaa226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.203532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f71407f7-2765-4928-a09e-fdd44e3cb0cf req-c5b37859-ccc5-45f4-9fb0-bf2d3ea5f3d5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074206 Aug 11 03:06:19.233961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-985b32b8-c877-41ac-96a2-464dc3a7043e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.293931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-985b32b8-c877-41ac-96a2-464dc3a7043e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.295798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e064d6b4-e74e-4e46-96ba-31aa1feaa226 None None] Port 622db2ec-896e-4228-b772-39f5b21605a4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:19.339441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b79c7-b58f-44a2-af27-473431004323 req-1c2dac3c-92e9-405d-bd9a-4e92d4e590d7 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:19.342298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-759b79c7-b58f-44a2-af27-473431004323 req-1c2dac3c-92e9-405d-bd9a-4e92d4e590d7 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 945 time: 0.2682664 Aug 11 03:06:19.410737 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-985b32b8-c877-41ac-96a2-464dc3a7043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.415936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-985b32b8-c877-41ac-96a2-464dc3a7043e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.420123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-985b32b8-c877-41ac-96a2-464dc3a7043e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/245cb071-7b79-4fd9-9a3d-c8a544302b77 HTTP/1.1" status: 204 len: 168 time: 0.4088728 Aug 11 03:06:19.437389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b32b8-c877-41ac-96a2-464dc3a7043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245cb071-7b79-4fd9-9a3d-c8a544302b77,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:19.447079 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-759b79c7-b58f-44a2-af27-473431004323 req-c5f5ee1b-c3d4-4ad7-9ba4-5610e44fbee1 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816853 Aug 11 03:06:19.455728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:19.499604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.217713 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.254519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9619a2c4-13d5-4381-92c8-2baf8cebaa37 None None] Provisioning complete for port 7983692c-2279-4105-a051-5f6aac75973b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:20.254975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9619a2c4-13d5-4381-92c8-2baf8cebaa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.260665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=e9193e2d-cb74-4312-bd81-1d15064bfe0a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.270085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.272453 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a6b0a0a3-6134-4a51-a8f5-e07eeca89622 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/e9193e2d-cb74-4312-bd81-1d15064bfe0a HTTP/1.1" status: 204 len: 168 time: 1.5933537 Aug 11 03:06:20.275293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36246) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:20.288609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603db18-df04-4cd2-93e9-ae30d33e8468 None None] Network 017a6c85-009c-48b4-851a-7eed909bb660 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:20.336346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 10.2.2.100 (21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539/e01f82ee-a4e1-431e-91f4-a5f555770b0c/f4913445-c1c5-4b75-ba7f-fa03ea9270c3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:20.568838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.592775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] DHCP port deletion for 017a6c85-009c-48b4-851a-7eed909bb660 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:20.658808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 7983692c-2279-4105-a051-5f6aac75973b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:20.659109 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.719680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Deleting port 7983692c-2279-4105-a051-5f6aac75973b {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:20.720178 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.754479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.772869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Transition to ACTIVE for port object f4913445-c1c5-4b75-ba7f-fa03ea9270c3 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:20.819271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36268) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:20.822231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.848647 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] For port 7983692c-2279-4105-a051-5f6aac75973b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7983692c-2279-4105-a051-5f6aac75973b,segment=NetworkSegment(6eabbe0c-166a-4d87-87b8-7d3321dd7580),segment_id=6eabbe0c-166a-4d87-87b8-7d3321dd7580)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:20.849047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:20.867297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Calling delete_port for 7983692c-2279-4105-a051-5f6aac75973b owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:20.896857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98e94e-e306-431d-a298-62ffe8a5e995 req-456b9a1b-220a-4f28-8af1-fdfd8f895afa tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.903393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98e94e-e306-431d-a298-62ffe8a5e995 req-456b9a1b-220a-4f28-8af1-fdfd8f895afa tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.909562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98e94e-e306-431d-a298-62ffe8a5e995 req-456b9a1b-220a-4f28-8af1-fdfd8f895afa tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:20.911532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d98e94e-e306-431d-a298-62ffe8a5e995 req-456b9a1b-220a-4f28-8af1-fdfd8f895afa tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 2375 time: 0.4336264 Aug 11 03:06:20.919331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:20.944636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:20.949328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:20.953923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:20.959462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] For port 7983692c-2279-4105-a051-5f6aac75973b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7983692c-2279-4105-a051-5f6aac75973b,segment=NetworkSegment(6eabbe0c-166a-4d87-87b8-7d3321dd7580),segment_id=6eabbe0c-166a-4d87-87b8-7d3321dd7580)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:20.959775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.006052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 7983692c-2279-4105-a051-5f6aac75973b owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:21.043788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.044462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.104493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-776abef7-0b4d-454d-9e02-d95e040cc619 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2102232 Aug 11 03:06:21.124464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6247f938-9cfb-4432-af3e-cae961fbd85a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1990303099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:21.124629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539', 'admin_state_up': True, 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'security_groups': ['1c43fc55-82f3-4c62-bf46-eab4decbdd0a']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:21.140723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.141902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d98e94e-e306-431d-a298-62ffe8a5e995 req-b4ea0d90-341a-43ef-958e-747efe3f0a15 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208045 Aug 11 03:06:21.235293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=7983692c-2279-4105-a051-5f6aac75973b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:21.254698 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.272384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] No DVR routers for this DVR port 7983692c-2279-4105-a051-5f6aac75973b on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:21.279352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e9166-9157-42cc-b02d-dddce684bcf1 req-2c0a1c24-49a4-4239-a464-b1fcd1d10a13 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.291546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af2e9166-9157-42cc-b02d-dddce684bcf1 req-2c0a1c24-49a4-4239-a464-b1fcd1d10a13 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 945 time: 0.4931223 Aug 11 03:06:21.303153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Pushing event deleted for resources: {'Port': ['ID=7983692c-2279-4105-a051-5f6aac75973b,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:21.311738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-21ab2c72-960d-4e2e-8981-5e40951a5519 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4919713 Aug 11 03:06:21.313594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No DVR routers for this DVR port 7983692c-2279-4105-a051-5f6aac75973b on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:21.318459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.319099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.319437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.319797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.320122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.320486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.320818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.321178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.321634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.322181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.322474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.322762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26bd6a6-5585-4630-ab85-24ee78d21c59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:21.329894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93c3306c-7143-45dd-85d3-d377c588b822 None None] Provisioning for port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:21.334652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93c3306c-7143-45dd-85d3-d377c588b822 None None] Provisioning complete for port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:21.335298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-93c3306c-7143-45dd-85d3-d377c588b822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.373684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-93c3306c-7143-45dd-85d3-d377c588b822 None None] Port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:21.384473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Made reservation on behalf of 4ab1bcc9082a44ae98a270e385d2f40f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:21.389910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.428538 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6247f938-9cfb-4432-af3e-cae961fbd85a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.429882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6247f938-9cfb-4432-af3e-cae961fbd85a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.490210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.496620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af2e9166-9157-42cc-b02d-dddce684bcf1 req-3390cb2d-08d9-4129-89ae-69f145d75c69 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030077 Aug 11 03:06:21.518588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017a6c85-009c-48b4-851a-7eed909bb660']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:21.532242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eabbe0c-166a-4d87-87b8-7d3321dd7580') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:21.532539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eabbe0c-166a-4d87-87b8-7d3321dd7580') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:21.569777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-098e7dcd-ddd6-4e4c-bc7e-b012d6d1b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.571217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-098e7dcd-ddd6-4e4c-bc7e-b012d6d1b5aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1097 time: 0.2101510 Aug 11 03:06:21.578003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6247f938-9cfb-4432-af3e-cae961fbd85a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.580162 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.593076 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6247f938-9cfb-4432-af3e-cae961fbd85a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.602530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Allocated IP 10.2.2.200 (21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539/e01f82ee-a4e1-431e-91f4-a5f555770b0c/5d573750-1cc4-4cb9-ab04-ce21cb2f4289) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:21.614177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.665511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:21.665999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:21.670566 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:21.687845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6247f938-9cfb-4432-af3e-cae961fbd85a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.691580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6247f938-9cfb-4432-af3e-cae961fbd85a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8676968 Aug 11 03:06:21.693462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36272) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:21.700850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2133329501'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:21.748898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Made reservation on behalf of 1716b078f6684c468cf7f17814e67cd6 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:21.753504 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.774923 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.791961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.817244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.823872 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/017a6c85-009c-48b4-851a-7eed909bb660 HTTP/1.1" status: 204 len: 168 time: 1.5444140 Aug 11 03:06:21.826447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36274) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:21.843698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-7e1e058a-62ee-4f3b-ac0e-e5d7409c5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:21.845363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-7e1e058a-62ee-4f3b-ac0e-e5d7409c5932 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.2438450 Aug 11 03:06:21.900509 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.918888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.935067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:21.946283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-379b7ac5-fbde-483d-beb0-73bb5b0683ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 1001 time: 0.0734744 Aug 11 03:06:21.947790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:21.948263 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Added segment 733616cb-5dd6-4db0-8108-f5b5ab7738cf of type vlan for network 2d5b4089-726d-4991-a147-09dbef65679d Aug 11 03:06:21.950061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d51459-e704-4a79-9189-4982795a1c42 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=017a6c85-009c-48b4-851a-7eed909bb660,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:22.003922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.013679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b8bf80-3665-4668-97f1-619044788bb4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.019117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-61b8bf80-3665-4668-97f1-619044788bb4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1850030 Aug 11 03:06:22.019875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36276) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.023194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.029954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-577e9a3a-811b-4c8e-9c53-e1a9a4ad53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.031863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-577e9a3a-811b-4c8e-9c53-e1a9a4ad53a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.0744107 Aug 11 03:06:22.091753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-dc5454f5-7fef-4a2b-9d50-5edd2fac9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.093331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-dc5454f5-7fef-4a2b-9d50-5edd2fac9460 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481558 Aug 11 03:06:22.106490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Transition to ACTIVE for port object 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:22.123240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.129186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.129875 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.149743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c275ccc-ebd4-4444-9ca7-6f95dce320f3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:22.184473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4900422 Aug 11 03:06:22.228666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.261750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'subnet': {'network_id': '2d5b4089-726d-4991-a147-09dbef65679d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:22.293322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-806d5a35-1ee1-4341-802a-45d17dc44989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.307871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67029d-2ac8-4410-aaab-8a0d287e8a98 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Network': ['ID=2d5b4089-726d-4991-a147-09dbef65679d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:22.318464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 2d5b4089-726d-4991-a147-09dbef65679d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:22.374294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d11ff4f1-b58b-4fd8-9c4a-203f525915f2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3404763 Aug 11 03:06:22.378300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.384678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36288) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:22.459354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-397996725'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:22.463299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event updated for resources: {'Port': ['ID=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:22.502816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:22.508211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:22.512555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:22.532683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7983692c-2279-4105-a051-5f6aac75973b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:22.551349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb9e9d-4641-41ad-a425-b135ef25e0a0 req-8b9e299b-10df-45e6-a86f-fb07cbc5c72e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.566777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb9e9d-4641-41ad-a425-b135ef25e0a0 req-8b9e299b-10df-45e6-a86f-fb07cbc5c72e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.581434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb9e9d-4641-41ad-a425-b135ef25e0a0 req-8b9e299b-10df-45e6-a86f-fb07cbc5c72e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.594529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb9e9d-4641-41ad-a425-b135ef25e0a0 req-8b9e299b-10df-45e6-a86f-fb07cbc5c72e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.601273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7983692c-2279-4105-a051-5f6aac75973b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:22.601954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7983692c-2279-4105-a051-5f6aac75973b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:22.610539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb9e9d-4641-41ad-a425-b135ef25e0a0 req-8b9e299b-10df-45e6-a86f-fb07cbc5c72e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.622891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2fb9e9d-4641-41ad-a425-b135ef25e0a0 req-8b9e299b-10df-45e6-a86f-fb07cbc5c72e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 3817 time: 0.2957547 Aug 11 03:06:22.706143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:22.709657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.719582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:22.720268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.727605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2fb9e9d-4641-41ad-a425-b135ef25e0a0 req-59dadc89-06f9-4004-a712-882f0fe7a536 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038463 Aug 11 03:06:22.763608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2bd75c-e05e-47d2-a22b-03ad5c115e82 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6443639 Aug 11 03:06:22.781061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:22.784050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:22.831278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.831702 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment 245b5f60-e239-4b22-af78-725c29f0b84e of type vlan for network 7579790a-d010-4bf8-a11f-68e120dd2de5 Aug 11 03:06:22.909976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.920483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d087205f-89ad-4f05-bbd6-ab35df731f75 None None] Provisioning for port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:22.925530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d087205f-89ad-4f05-bbd6-ab35df731f75 None None] Provisioning complete for port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:22.925951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d087205f-89ad-4f05-bbd6-ab35df731f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:22.977635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d087205f-89ad-4f05-bbd6-ab35df731f75 None None] Port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:23.008680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.041154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-1a84b282-5263-4097-9c1d-af30b73b19c1 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.043264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-1a84b282-5263-4097-9c1d-af30b73b19c1 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.57 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 945 time: 0.8379173 Aug 11 03:06:23.086638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-3cb3fba5-0902-40f6-9053-2b2991376bd3 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9841280 Aug 11 03:06:23.088767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.101208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.102508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.109733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a98b27-0fa5-4426-bd85-0866ccb57274 req-89dd418c-8505-40ff-9642-a8dbe2f1f33a tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:23.124281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12a98b27-0fa5-4426-bd85-0866ccb57274 req-89dd418c-8505-40ff-9642-a8dbe2f1f33a tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 945 time: 0.1842525 Aug 11 03:06:23.136907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Made reservation on behalf of 1716b078f6684c468cf7f17814e67cd6 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:23.140376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.285918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8350034 Aug 11 03:06:23.290942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36300) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:23.309063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd74043-95c3-4e99-bfad-cb33cad76c8f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=7579790a-d010-4bf8-a11f-68e120dd2de5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.320417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:23.327789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:23.453075 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12a98b27-0fa5-4426-bd85-0866ccb57274 req-875b86dd-d428-4ea8-809b-0ca620a9e613 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279734 Aug 11 03:06:23.526985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdf96fda-85af-4f1e-8ab1-3bcaf9b65a55 req-17a4f71a-2a3b-4b96-8a8e-daa03fb6ec3d service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944597 Aug 11 03:06:23.551374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:23.555025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.562281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Deleting port 8473b45f-c94d-4d20-8b17-29bdbaabd82d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:23.562782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.588743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:23.607520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.621529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Transition to ACTIVE for port object 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:23.625457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.691209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:23.774023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Attempting to bind port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:23.774363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Attempting to bind port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:23.774693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Attempting to bind port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 on network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:23.787425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 on network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:23.787788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Attempting to bind port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 on network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:23.795661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:23.795661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Checking segment: {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:23.795661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Bound using segment: {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:23.795661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Bound port: 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa888eef-e276-43ec-804f-2dd33518640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:23.795661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.830542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] For port 8473b45f-c94d-4d20-8b17-29bdbaabd82d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8473b45f-c94d-4d20-8b17-29bdbaabd82d,segment=NetworkSegment(8a630fe5-7c96-44f2-97e1-7706994ed3f3),segment_id=8a630fe5-7c96-44f2-97e1-7706994ed3f3)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:23.830956 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.854251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:23.895209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Calling delete_port for 8473b45f-c94d-4d20-8b17-29bdbaabd82d owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:23.912076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] For port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:23.915486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] For port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:23.921626 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.003366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.004290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.005981 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] 10.222.0.57 "PUT /v2.0/ports/3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 200 len: 1093 time: 1.2298238 Aug 11 03:06:24.006529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:24.009585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Subnet': ['ID=d751b458-097d-48c6-bf4d-8d46e452fa10,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:24.011350 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9206e372-55a0-4dcd-a097-5c07fa4b3df3" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:24.036718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bd1d0-095a-4fbe-bb55-cb3f12046c04 service neutron] Pushing event updated for resources: {'Port': ['ID=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:24.050367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:24.167765 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc01dab-5516-495f-9a44-74b4328148be x-openstack-request-id: req-3fc01dab-5516-495f-9a44-74b4328148be {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:24.167765 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:24.168101 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fc01dab-5516-495f-9a44-74b4328148be {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:24.171249 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'status': 'completed', 'code': 200} Aug 11 03:06:24.220461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.223037 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.369929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfdd99-82ee-4d71-8531-a56d11d41612 req-a867e1c9-2ab0-497d-ab63-74901fe8a48b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.377638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfdd99-82ee-4d71-8531-a56d11d41612 req-a867e1c9-2ab0-497d-ab63-74901fe8a48b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.384655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfdd99-82ee-4d71-8531-a56d11d41612 req-a867e1c9-2ab0-497d-ab63-74901fe8a48b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.392263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfdd99-82ee-4d71-8531-a56d11d41612 req-a867e1c9-2ab0-497d-ab63-74901fe8a48b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.399119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfdd99-82ee-4d71-8531-a56d11d41612 req-a867e1c9-2ab0-497d-ab63-74901fe8a48b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.401065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72bfdd99-82ee-4d71-8531-a56d11d41612 req-a867e1c9-2ab0-497d-ab63-74901fe8a48b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 3829 time: 0.5083413 Aug 11 03:06:24.417209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Checking segment: {'id': '733616cb-5dd6-4db0-8108-f5b5ab7738cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d5b4089-726d-4991-a147-09dbef65679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:24.417891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network hostable DHCP agents. Network: 2d5b4089-726d-4991-a147-09dbef65679d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:24.471341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-15abdc32-1315-445d-bf7e-67a36ee3da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.471870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-15abdc32-1315-445d-bf7e-67a36ee3da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.472653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-15abdc32-1315-445d-bf7e-67a36ee3da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.473124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-15abdc32-1315-445d-bf7e-67a36ee3da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.473598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-15abdc32-1315-445d-bf7e-67a36ee3da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.475375 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-15abdc32-1315-445d-bf7e-67a36ee3da07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 4365 time: 0.3487091 Aug 11 03:06:24.554981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': '245b5f60-e239-4b22-af78-725c29f0b84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:24.555465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 7579790a-d010-4bf8-a11f-68e120dd2de5, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:24.558269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=382d8e15-ad33-40c0-895a-6c5c58a69459,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:24.610846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f94e8-267b-4e48-ae22-ffb6329bf2f5 req-5ed483df-b2e5-4022-bb0a-8988a45c3eef tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.612502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-203f94e8-267b-4e48-ae22-ffb6329bf2f5 req-5ed483df-b2e5-4022-bb0a-8988a45c3eef tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 945 time: 0.0761621 Aug 11 03:06:24.627361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72bfdd99-82ee-4d71-8531-a56d11d41612 req-e9607dbd-0e35-4fcb-a529-dec4c64a23d9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047832 Aug 11 03:06:24.700818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-203f94e8-267b-4e48-ae22-ffb6329bf2f5 req-1f04e72d-365d-455b-95d0-26074760ee06 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/security-groups?id=4e1efd4d-55ee-40c5-93a5-13897ab249ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699797 Aug 11 03:06:24.705706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae75cc7d-fc75-422e-8913-845ce41ecec0 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:24.708649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network 2d5b4089-726d-4991-a147-09dbef65679d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:24.731720 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.734313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:24.783398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 2d5b4089-726d-4991-a147-09dbef65679d) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:24.791741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc88a9-b46a-4795-be0d-5d21bda34f86 None None] Network 2d5b4089-726d-4991-a147-09dbef65679d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:24.798068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7579790a-d010-4bf8-a11f-68e120dd2de5) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:24.805186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.805924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.837658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b1d689-2ab5-48d1-93c0-91379c8a28b4 None None] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:24.848691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.849395 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.879593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-86e94fb4-70a7-4325-92e0-eae61fbfc800 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6443799 Aug 11 03:06:24.881360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36320) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:24.882497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-dd59ea0c-02a9-4a63-854b-39741a7a9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.883113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-dd59ea0c-02a9-4a63-854b-39741a7a9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.883607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-dd59ea0c-02a9-4a63-854b-39741a7a9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:24.885364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-dd59ea0c-02a9-4a63-854b-39741a7a9b40 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3861065 Aug 11 03:06:24.885903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'network': {'name': 'tempest-router-network01--1787719906'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:24.893798 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-456ba41b-9f5b-4e1e-9ea7-8d8fe83237bb tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5990918 Aug 11 03:06:24.894546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36322) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:24.900294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5', 'name': 'tempest-PortsTestJSON-1403526301'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:24.905601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Transition to ACTIVE for port object ae75cc7d-fc75-422e-8913-845ce41ecec0 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:24.924029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:24.949939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.039464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Pushing event deleted for resources: {'Port': ['ID=8473b45f-c94d-4d20-8b17-29bdbaabd82d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:25.114748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-7579790a-d010-4bf8-a11f-68e120dd2de5', 'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5', 'tenant_id': '22163951cdf2479885869d867cdb0891', 'fixed_ips': [{'subnet_id': '382d8e15-ad33-40c0-895a-6c5c58a69459'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:25.116323 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.116464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Made reservation on behalf of 1716b078f6684c468cf7f17814e67cd6 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:25.122640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.192020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:25.222667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.223018 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Added segment 4ff0e662-d635-4b55-8e7c-9d8a50407357 of type vlan for network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe Aug 11 03:06:25.249155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] No DVR routers for this DVR port 8473b45f-c94d-4d20-8b17-29bdbaabd82d on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:25.266630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-2d5b4089-726d-4991-a147-09dbef65679d', 'network_id': '2d5b4089-726d-4991-a147-09dbef65679d', 'tenant_id': '1716b078f6684c468cf7f17814e67cd6', 'fixed_ips': [{'subnet_id': 'd751b458-097d-48c6-bf4d-8d46e452fa10'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:25.267521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.268018 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.269737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.57 "DELETE /v2.0/ports/8473b45f-c94d-4d20-8b17-29bdbaabd82d HTTP/1.1" status: 204 len: 173 time: 2.2189164 Aug 11 03:06:25.270213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'name': 'network-vif-deleted', 'tag': '8473b45f-c94d-4d20-8b17-29bdbaabd82d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:25.273481 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744302e8-f91c-4552-a0a3-9fc2bf088ad9" -d '{"events": [{"server_uuid": "9a445af1-4296-4875-a5d4-d20317f94d7c", "name": "network-vif-deleted", "tag": "8473b45f-c94d-4d20-8b17-29bdbaabd82d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:25.320539 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2bb855f5-7198-426d-8bc9-4e94140887ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.331737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-42d57129-10b3-4870-8635-40d1bc05e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.333845 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9206e372-55a0-4dcd-a097-5c07fa4b3df3 req-42d57129-10b3-4870-8635-40d1bc05e822 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4389870 Aug 11 03:06:25.337218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Pushing event updated for resources: {'Port': ['ID=ae75cc7d-fc75-422e-8913-845ce41ecec0,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:25.379085 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4cb8df-9fc1-4f47-ac5e-e4288cdfa288 x-openstack-request-id: req-7a4cb8df-9fc1-4f47-ac5e-e4288cdfa288 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:25.380560 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a445af1-4296-4875-a5d4-d20317f94d7c", "name": "network-vif-deleted", "tag": "8473b45f-c94d-4d20-8b17-29bdbaabd82d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:25.380967 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a4cb8df-9fc1-4f47-ac5e-e4288cdfa288 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:25.381515 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a445af1-4296-4875-a5d4-d20317f94d7c', 'name': 'network-vif-deleted', 'tag': '8473b45f-c94d-4d20-8b17-29bdbaabd82d', 'status': 'completed', 'code': 200} Aug 11 03:06:25.449175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.507144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:25.520314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.562226 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.579243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.588627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.590071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.595200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 2c212218-f8e8-47f0-b7cf-8cacc1fc6eec yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:25.631676 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.670379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Allocated IP 172.20.0.2 (7579790a-d010-4bf8-a11f-68e120dd2de5/382d8e15-ad33-40c0-895a-6c5c58a69459/b44f2677-5086-428b-9e15-cc6d342eeca5) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:25.719042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8378050 Aug 11 03:06:25.721793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36338) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:25.724766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Attempting to bind port ae75cc7d-fc75-422e-8913-845ce41ecec0 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:25.725113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Attempting to bind port ae75cc7d-fc75-422e-8913-845ce41ecec0 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:25.725443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Attempting to bind port ae75cc7d-fc75-422e-8913-845ce41ecec0 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:25.727533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'network': {'name': 'tempest-router-network02--1015700541'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:25.735245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Port ae75cc7d-fc75-422e-8913-845ce41ecec0 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:25.735600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Attempting to bind port ae75cc7d-fc75-422e-8913-845ce41ecec0 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:25.751177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e74e5-41f9-4a2c-96f2-c7d66f577d0d tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Network': ['ID=1ab73fc4-0a1a-4f26-9c84-f5e009240cbe,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:25.762649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:25.762973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Checking segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:25.763303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Bound using segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:25.763773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Bound port: ae75cc7d-fc75-422e-8913-845ce41ecec0, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:25.764130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.799654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Made reservation on behalf of 1716b078f6684c468cf7f17814e67cd6 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:25.799654 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.816291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:25.829807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Allocated IP 172.20.0.2 (2d5b4089-726d-4991-a147-09dbef65679d/d751b458-097d-48c6-bf4d-8d46e452fa10/f75b884a-d4df-4af1-bec1-65433793e3de) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:25.849990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:25.884852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:25.885334 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Added segment 576a81c5-8ce2-4da0-a525-70579650e59e of type vlan for network 93a718bf-2375-472b-b570-a13d7a767c9e Aug 11 03:06:25.943931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-69ae2441-51a9-430a-915f-a68cd8e2d14c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.951042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-69ae2441-51a9-430a-915f-a68cd8e2d14c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.958364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-69ae2441-51a9-430a-915f-a68cd8e2d14c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.964893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-69ae2441-51a9-430a-915f-a68cd8e2d14c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.971340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-69ae2441-51a9-430a-915f-a68cd8e2d14c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.977944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-69ae2441-51a9-430a-915f-a68cd8e2d14c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:25.986309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-69ae2441-51a9-430a-915f-a68cd8e2d14c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 4607 time: 0.2252798 Aug 11 03:06:25.997609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.012538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] For port ae75cc7d-fc75-422e-8913-845ce41ecec0, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:26.030169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] For port ae75cc7d-fc75-422e-8913-845ce41ecec0, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:26.044155 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.063480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-613ef1cf-7c0c-43f9-8ae7-b40b50cad888 req-24bc7f8b-1e4e-4f16-afc8-0d0ff6599817 tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a445af1-4296-4875-a5d4-d20317f94d7c HTTP/1.1" status: 200 len: 210 time: 0.0483377 Aug 11 03:06:26.106231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Pushing event updated for resources: {'Port': ['ID=ae75cc7d-fc75-422e-8913-845ce41ecec0,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.124039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.139156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f27d3ddb-f58b-41e9-a687-278ea900e3e7 req-697334fa-7a42-4960-b52a-4504debdbdaf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&id=9729e100-7841-46ad-a899-d5608b2cd673&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1513367 Aug 11 03:06:26.145877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.147794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.166488 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.168355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.170054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-18fbf1eb-03e7-4670-8768-80109ea20835 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 1137 time: 2.1286199 Aug 11 03:06:26.172424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': 'ae75cc7d-fc75-422e-8913-845ce41ecec0'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:26.179611 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c4cc0f-eb79-4ea3-a372-28499e788419" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "ae75cc7d-fc75-422e-8913-845ce41ecec0"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:26.213073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:26.313159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5897214 Aug 11 03:06:26.317558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36354) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:26.320099 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.321065 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d28b7e3-b3ef-4b9c-9bbe-214d69fe321f x-openstack-request-id: req-1d28b7e3-b3ef-4b9c-9bbe-214d69fe321f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:26.321358 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "ae75cc7d-fc75-422e-8913-845ce41ecec0", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:26.321609 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d28b7e3-b3ef-4b9c-9bbe-214d69fe321f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:26.322007 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': 'ae75cc7d-fc75-422e-8913-845ce41ecec0', 'status': 'completed', 'code': 200} Aug 11 03:06:26.324836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'subnet': {'network_id': '1ab73fc4-0a1a-4f26-9c84-f5e009240cbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:26.342259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56483d41-61e7-47f7-8e79-76ca07ad1bd5 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Network': ['ID=93a718bf-2375-472b-b570-a13d7a767c9e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.363030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 93a718bf-2375-472b-b570-a13d7a767c9e details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:26.386657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.392353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Transition to ACTIVE for port object b44f2677-5086-428b-9e15-cc6d342eeca5 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:26.466582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8473b45f-c94d-4d20-8b17-29bdbaabd82d no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:26.466859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b50ea-6edc-4bd3-b871-3fdedf5317f4 req-9f62fc77-d468-49d3-ba96-451ff5b42174 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.468485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-850b50ea-6edc-4bd3-b871-3fdedf5317f4 req-9f62fc77-d468-49d3-ba96-451ff5b42174 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1526847 Aug 11 03:06:26.507794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-bb1c9e70-7c69-4c7c-92ff-8eeb7f2d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.508841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-bb1c9e70-7c69-4c7c-92ff-8eeb7f2d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.509336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-bb1c9e70-7c69-4c7c-92ff-8eeb7f2d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.509831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-bb1c9e70-7c69-4c7c-92ff-8eeb7f2d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.511564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 8473b45f-c94d-4d20-8b17-29bdbaabd82d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:26.511948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-bb1c9e70-7c69-4c7c-92ff-8eeb7f2d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.512128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8473b45f-c94d-4d20-8b17-29bdbaabd82d not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:26.512333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-bb1c9e70-7c69-4c7c-92ff-8eeb7f2d34e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.515592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-bb1c9e70-7c69-4c7c-92ff-8eeb7f2d34e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5295 time: 0.1861727 Aug 11 03:06:26.516590 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.536434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Transition to ACTIVE for port object b44f2677-5086-428b-9e15-cc6d342eeca5 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:26.538243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Transition to ACTIVE for port object f75b884a-d4df-4af1-bec1-65433793e3de will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:26.556876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.562785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Transition to ACTIVE for port object f75b884a-d4df-4af1-bec1-65433793e3de will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:26.612456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:26.615797 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.617518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Made reservation on behalf of 1716b078f6684c468cf7f17814e67cd6 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:26.618158 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-850b50ea-6edc-4bd3-b871-3fdedf5317f4 req-4c053115-a21d-4457-9f79-c54c88c7b6cd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354985 Aug 11 03:06:26.622089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.638620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:26.646258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:26.689645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Network 2d5b4089-726d-4991-a147-09dbef65679d is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:26.697284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:26.708868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.11 (7579790a-d010-4bf8-a11f-68e120dd2de5/382d8e15-ad33-40c0-895a-6c5c58a69459/2c212218-f8e8-47f0-b7cf-8cacc1fc6eec) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:26.717542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:26.719789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Pushing event updated for resources: {'Port': ['ID=b44f2677-5086-428b-9e15-cc6d342eeca5,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.752721 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.796759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-71bb855b-2d4a-4722-b688-a769663c2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.798070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-71bb855b-2d4a-4722-b688-a769663c2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.798574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-71bb855b-2d4a-4722-b688-a769663c2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:26.800388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-71bb855b-2d4a-4722-b688-a769663c2066 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2708189 Aug 11 03:06:26.852955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Attempting to bind port b44f2677-5086-428b-9e15-cc6d342eeca5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:26.853539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Attempting to bind port b44f2677-5086-428b-9e15-cc6d342eeca5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '245b5f60-e239-4b22-af78-725c29f0b84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:26.853699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Attempting to bind port b44f2677-5086-428b-9e15-cc6d342eeca5 on network 7579790a-d010-4bf8-a11f-68e120dd2de5 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:26.881414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Attempting to bind port f75b884a-d4df-4af1-bec1-65433793e3de on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:26.883372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Attempting to bind port f75b884a-d4df-4af1-bec1-65433793e3de by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '733616cb-5dd6-4db0-8108-f5b5ab7738cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d5b4089-726d-4991-a147-09dbef65679d'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:26.883372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Attempting to bind port f75b884a-d4df-4af1-bec1-65433793e3de on network 2d5b4089-726d-4991-a147-09dbef65679d {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:26.886865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:26.887343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Checking segment: {'id': '245b5f60-e239-4b22-af78-725c29f0b84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:26.888558 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.888558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Bound using segment: {'id': '245b5f60-e239-4b22-af78-725c29f0b84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:26.888797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Bound port: b44f2677-5086-428b-9e15-cc6d342eeca5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245b5f60-e239-4b22-af78-725c29f0b84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:26.889094 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.893519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Pushing event updated for resources: {'Port': ['ID=f75b884a-d4df-4af1-bec1-65433793e3de,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:26.907812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:26.908936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Checking segment: {'id': '733616cb-5dd6-4db0-8108-f5b5ab7738cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d5b4089-726d-4991-a147-09dbef65679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:26.909416 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.909849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Bound using segment: {'id': '733616cb-5dd6-4db0-8108-f5b5ab7738cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d5b4089-726d-4991-a147-09dbef65679d'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:26.910525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Bound port: f75b884a-d4df-4af1-bec1-65433793e3de, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '733616cb-5dd6-4db0-8108-f5b5ab7738cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2d5b4089-726d-4991-a147-09dbef65679d'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:26.911066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.960300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:26.983778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object 2c212218-f8e8-47f0-b7cf-8cacc1fc6eec will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:27.025348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] For port f75b884a-d4df-4af1-bec1-65433793e3de, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:27.029980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] For port f75b884a-d4df-4af1-bec1-65433793e3de, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f75b884a-d4df-4af1-bec1-65433793e3de,segment=NetworkSegment(733616cb-5dd6-4db0-8108-f5b5ab7738cf),segment_id=733616cb-5dd6-4db0-8108-f5b5ab7738cf)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:27.031727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] For port b44f2677-5086-428b-9e15-cc6d342eeca5, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:27.034913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] For port b44f2677-5086-428b-9e15-cc6d342eeca5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b44f2677-5086-428b-9e15-cc6d342eeca5,segment=NetworkSegment(245b5f60-e239-4b22-af78-725c29f0b84e),segment_id=245b5f60-e239-4b22-af78-725c29f0b84e)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:27.037571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.038626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.039010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-74519d36-da6a-49fc-be70-fd1ce1ec28c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.040682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63c4cc0f-eb79-4ea3-a372-28499e788419 req-74519d36-da6a-49fc-be70-fd1ce1ec28c0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2307022 Aug 11 03:06:27.050071 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.081066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.133536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efea83a-be34-438f-8f97-eedcc12cff50 None None] Pushing event updated for resources: {'Port': ['ID=f75b884a-d4df-4af1-bec1-65433793e3de,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.195344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36360) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:27.295792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Subnet': ['ID=ce073b09-ae48-450f-9c18-b103adc300f9,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.315052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Checking segment: {'id': '4ff0e662-d635-4b55-8e7c-9d8a50407357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab73fc4-0a1a-4f26-9c84-f5e009240cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:27.315823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network hostable DHCP agents. Network: 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:27.337273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] Deleting subnet 85739b3d-39f1-43cb-b81f-5fdb1c81b371 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:27.353680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.368028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ccd968-45bc-4053-a908-2d3b50757c20 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:27.381180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc647bf-b35f-4972-8b4b-872709377799 None None] Pushing event updated for resources: {'Port': ['ID=b44f2677-5086-428b-9e15-cc6d342eeca5,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.407332 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.408197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:27.424788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.428065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:27.439437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3127ea-4ef3-4196-acb8-5adb412e75aa None None] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:27.456787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.456787 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.470791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Transition to ACTIVE for port object 07ccd968-45bc-4053-a908-2d3b50757c20 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:27.493401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ead68951-9a8f-4d01-9735-f3d434a23f70 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1740601 Aug 11 03:06:27.498450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36368) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:27.506119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'subnet': {'network_id': '93a718bf-2375-472b-b570-a13d7a767c9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:27.514244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.514450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.693872 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.718885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:27.724936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85739b3d-39f1-43cb-b81f-5fdb1c81b371,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.730607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Made reservation on behalf of 1716b078f6684c468cf7f17814e67cd6 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:27.734553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.749242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=2c212218-f8e8-47f0-b7cf-8cacc1fc6eec,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:27.788120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:27.839970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:27.957191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:27.957897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.990270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:27.992612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2c6a316f-4abc-42f0-a10d-59d6cbf2c77a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/85739b3d-39f1-43cb-b81f-5fdb1c81b371 HTTP/1.1" status: 204 len: 168 time: 0.7918284 Aug 11 03:06:27.996822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36374) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:27.999113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-1ab73fc4-0a1a-4f26-9c84-f5e009240cbe', 'network_id': '1ab73fc4-0a1a-4f26-9c84-f5e009240cbe', 'tenant_id': '1716b078f6684c468cf7f17814e67cd6', 'fixed_ips': [{'subnet_id': 'ce073b09-ae48-450f-9c18-b103adc300f9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:28.001276 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.087612 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.114000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.122300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.130372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.135215 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.137005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.152179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c0159-84a6-4eed-9a5b-e009071e115e req-9e58df6e-b385-4d7c-9508-dd633b775238 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.152633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.154017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-221c0159-84a6-4eed-9a5b-e009071e115e req-9e58df6e-b385-4d7c-9508-dd633b775238 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.2172289 Aug 11 03:06:28.166203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.184796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.197623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c58745e-50b1-445a-8d42-798df4687b09 req-5db2f449-b156-4283-9d56-9490c50059ad tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5384 time: 0.6951203 Aug 11 03:06:28.200602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Pushing event updated for resources: {'Port': ['ID=07ccd968-45bc-4053-a908-2d3b50757c20,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:28.203190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Allocated IP 172.20.0.2 (1ab73fc4-0a1a-4f26-9c84-f5e009240cbe/ce073b09-ae48-450f-9c18-b103adc300f9/e8fe52b4-a771-4cdb-b9ff-d5803e3df305) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:28.221650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9b990b76-b8fa-419a-9cb8-c21dd3ee6a54 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3260026 Aug 11 03:06:28.230255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36376) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:28.236683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '7579790a-d010-4bf8-a11f-68e120dd2de5', 'name': 'tempest-PortsTestJSON-1597446825'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:28.252890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.263805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b25c3c-8923-473c-a9b6-5fef8df11404']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:28.277382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a630fe5-7c96-44f2-97e1-7706994ed3f3') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:28.278178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a630fe5-7c96-44f2-97e1-7706994ed3f3') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:28.296957 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.298954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.337445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c58745e-50b1-445a-8d42-798df4687b09 req-a8a7c084-c610-4505-b143-a4f7c6ae3d5f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384273 Aug 11 03:06:28.394358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.439385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Attempting to bind port 07ccd968-45bc-4053-a908-2d3b50757c20 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:28.440029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Attempting to bind port 07ccd968-45bc-4053-a908-2d3b50757c20 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:28.442316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Attempting to bind port 07ccd968-45bc-4053-a908-2d3b50757c20 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:28.443349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:28.444921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.446059 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.461174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Transition to ACTIVE for port object e8fe52b4-a771-4cdb-b9ff-d5803e3df305 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:28.472519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Port 07ccd968-45bc-4053-a908-2d3b50757c20 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:28.472951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Attempting to bind port 07ccd968-45bc-4053-a908-2d3b50757c20 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:28.510444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:28.515238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Checking segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:28.515809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Bound using segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:28.516390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Bound port: 07ccd968-45bc-4053-a908-2d3b50757c20, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:28.519381 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.519887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Transition to ACTIVE for port object e8fe52b4-a771-4cdb-b9ff-d5803e3df305 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:28.531026 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:28.534199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.546913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Subnet': ['ID=0cb5db12-ea66-4dc3-a5d2-be742af1d39f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:28.572338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-221c0159-84a6-4eed-9a5b-e009071e115e req-6cd026d4-6332-4211-9f96-3764c8200b49 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794460 Aug 11 03:06:28.612316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Checking segment: {'id': '576a81c5-8ce2-4da0-a525-70579650e59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '93a718bf-2375-472b-b570-a13d7a767c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:28.617460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network hostable DHCP agents. Network: 93a718bf-2375-472b-b570-a13d7a767c9e, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:28.625325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.638282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.644891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] 10.222.0.60 "DELETE /v2.0/networks/96b25c3c-8923-473c-a9b6-5fef8df11404 HTTP/1.1" status: 204 len: 168 time: 0.6446002 Aug 11 03:06:28.645106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:28.647621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:28.658534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:28.674658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Pushing event updated for resources: {'Port': ['ID=e8fe52b4-a771-4cdb-b9ff-d5803e3df305,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:28.697205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network 93a718bf-2375-472b-b570-a13d7a767c9e is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:28.717300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850a1b4-d246-4084-b3e5-50fa55ef324c admin admin] Pushing event deleted for resources: {'Network': ['ID=96b25c3c-8923-473c-a9b6-5fef8df11404,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:28.742316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 93a718bf-2375-472b-b570-a13d7a767c9e) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:28.749170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:28.750005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.784919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f75b884a-d4df-4af1-bec1-65433793e3de up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:28.791578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e527d-ff98-4546-9212-ddd6ba487d47 None None] Network 93a718bf-2375-472b-b570-a13d7a767c9e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:28.796131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:28.803549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6fb5e927-f83b-40cb-8139-42a9ec47b5ec tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3038495 Aug 11 03:06:28.803817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:28.806345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:28.909424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] For port 07ccd968-45bc-4053-a908-2d3b50757c20, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:28.912094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port ff681d3f-0827-4bae-9eea-820fb0821c55 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:28.929557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] For port 07ccd968-45bc-4053-a908-2d3b50757c20, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=07ccd968-45bc-4053-a908-2d3b50757c20,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:29.045873 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:29.164124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:29.296350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:29.296987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:29.298428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] 10.222.0.57 "PUT /v2.0/ports/07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 1136 time: 3.0933211 Aug 11 03:06:29.322645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '07ccd968-45bc-4053-a908-2d3b50757c20'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:29.325987 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56851e3c-90e0-4d4c-b909-259177b6a854" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "07ccd968-45bc-4053-a908-2d3b50757c20"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:29.345550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:29.561030 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f451f0cb-d91f-4b59-9ea8-957e73d89d17 x-openstack-request-id: req-f451f0cb-d91f-4b59-9ea8-957e73d89d17 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:29.561345 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "07ccd968-45bc-4053-a908-2d3b50757c20", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:29.561609 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f451f0cb-d91f-4b59-9ea8-957e73d89d17 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:29.562036 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '07ccd968-45bc-4053-a908-2d3b50757c20', 'status': 'completed', 'code': 200} Aug 11 03:06:29.693368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda6741f-9a66-4476-b5b9-2c88216e0243 None None] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:29.706272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b53947-312d-46c8-9c8c-43c258821ca3 None None] Network 2d5b4089-726d-4991-a147-09dbef65679d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:29.742459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422b14d-5e1d-47c5-815e-8f4c13cf0746 service neutron] Pushing event updated for resources: {'Port': ['ID=07ccd968-45bc-4053-a908-2d3b50757c20,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:29.816440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.5 (7579790a-d010-4bf8-a11f-68e120dd2de5/382d8e15-ad33-40c0-895a-6c5c58a69459/ff681d3f-0827-4bae-9eea-820fb0821c55) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:29.986824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Attempting to bind port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:29.987457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Attempting to bind port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '4ff0e662-d635-4b55-8e7c-9d8a50407357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab73fc4-0a1a-4f26-9c84-f5e009240cbe'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:29.987946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Attempting to bind port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 on network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:30.000732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:30.001412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Checking segment: {'id': '4ff0e662-d635-4b55-8e7c-9d8a50407357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab73fc4-0a1a-4f26-9c84-f5e009240cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:30.001986 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.002481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Bound using segment: {'id': '4ff0e662-d635-4b55-8e7c-9d8a50407357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab73fc4-0a1a-4f26-9c84-f5e009240cbe'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:30.003033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Bound port: e8fe52b4-a771-4cdb-b9ff-d5803e3df305, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff0e662-d635-4b55-8e7c-9d8a50407357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '1ab73fc4-0a1a-4f26-9c84-f5e009240cbe'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:30.003648 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.034610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.035390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ffacd87e-f6b7-416c-928c-e6ce942e7bb5 None None] Provisioning for port b44f2677-5086-428b-9e15-cc6d342eeca5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:30.058982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.059660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.060199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.060775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.061305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.062111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.062937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.065487 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-e7f9691b-1a8b-47d0-abec-f232cb89354d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6224 time: 0.2392006 Aug 11 03:06:30.109441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f75b884a-d4df-4af1-bec1-65433793e3de completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:30.122496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b44f2677-5086-428b-9e15-cc6d342eeca5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:30.256385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-93a718bf-2375-472b-b570-a13d7a767c9e', 'network_id': '93a718bf-2375-472b-b570-a13d7a767c9e', 'tenant_id': '1716b078f6684c468cf7f17814e67cd6', 'fixed_ips': [{'subnet_id': '0cb5db12-ea66-4dc3-a5d2-be742af1d39f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:30.257358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.271889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-1ef030e8-b774-4dbf-acd1-83c748ef3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.273072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-1ef030e8-b774-4dbf-acd1-83c748ef3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.273570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-1ef030e8-b774-4dbf-acd1-83c748ef3888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.274079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-37fa3cf8-3078-4d4a-b204-ce04b2a71364 None None] Provisioning for port f75b884a-d4df-4af1-bec1-65433793e3de completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:30.275428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-1ef030e8-b774-4dbf-acd1-83c748ef3888 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1616187 Aug 11 03:06:30.290408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494808-f77d-43ab-b860-67a906905f3d req-83c81a40-b5d3-43b5-a353-b6b31f4e51a6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.292335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b5494808-f77d-43ab-b860-67a906905f3d req-83c81a40-b5d3-43b5-a353-b6b31f4e51a6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.4673150 Aug 11 03:06:30.432163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] For port e8fe52b4-a771-4cdb-b9ff-d5803e3df305, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:30.438566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] For port e8fe52b4-a771-4cdb-b9ff-d5803e3df305, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8fe52b4-a771-4cdb-b9ff-d5803e3df305,segment=NetworkSegment(4ff0e662-d635-4b55-8e7c-9d8a50407357),segment_id=4ff0e662-d635-4b55-8e7c-9d8a50407357)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:30.455646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-37fa3cf8-3078-4d4a-b204-ce04b2a71364 None None] Provisioning complete for port f75b884a-d4df-4af1-bec1-65433793e3de triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:30.458356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-37fa3cf8-3078-4d4a-b204-ce04b2a71364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.503714 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.529834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b5494808-f77d-43ab-b860-67a906905f3d req-04134ff4-c448-4bb5-b96f-e9f10e1f65f5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205923 Aug 11 03:06:30.695885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.715538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object ff681d3f-0827-4bae-9eea-820fb0821c55 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:30.725865 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.764972 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:30.828540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-7bb1c1e0-0561-4ae6-b037-0b4a5124f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.830053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56851e3c-90e0-4d4c-b909-259177b6a854 req-7bb1c1e0-0561-4ae6-b037-0b4a5124f2ce service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5357585 Aug 11 03:06:30.869503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:30.879544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=ff681d3f-0827-4bae-9eea-820fb0821c55,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:30.890912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:30.895109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-58d78719-fcdb-4c33-b244-8ab41b8238f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5568c68e18f54e908a961aa94a783ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7135866 Aug 11 03:06:30.897146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:30.900762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36406) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:30.909126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Allocated IP 172.20.0.2 (93a718bf-2375-472b-b570-a13d7a767c9e/0cb5db12-ea66-4dc3-a5d2-be742af1d39f/92fc2749-062f-4b27-a788-b6b4849e6139) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:30.920538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.928318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.935328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.942128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.955590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.966330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.973387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:30.986347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-38404869-bfb0-4ac4-bfeb-781dfbed51cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5384 time: 1.3941469 Aug 11 03:06:31.041530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.050939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b44f2677-5086-428b-9e15-cc6d342eeca5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:31.069378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd258d99-f6a4-41e6-b011-dd3c5066144e None None] Pushing event updated for resources: {'Port': ['ID=e8fe52b4-a771-4cdb-b9ff-d5803e3df305,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:31.090368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b44f2677-5086-428b-9e15-cc6d342eeca5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:31.090900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.138683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.146683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.163489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd779f7f-b4ca-4c3b-8ca1-e4595be5c2d9 req-873cc8e5-a00f-491f-a286-1cd81262ec5f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1752739 Aug 11 03:06:31.272324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd63aed0-c57b-4c3e-a50a-5063a0c0b722 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0380020 Aug 11 03:06:31.276727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36408) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:31.291038 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-37fa3cf8-3078-4d4a-b204-ce04b2a71364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.299157 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.343038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffd0e-1558-47f2-a6e5-5cc4239bfac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.365093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-37fa3cf8-3078-4d4a-b204-ce04b2a71364 None None] For port f75b884a-d4df-4af1-bec1-65433793e3de, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f75b884a-d4df-4af1-bec1-65433793e3de,segment=NetworkSegment(733616cb-5dd6-4db0-8108-f5b5ab7738cf),segment_id=733616cb-5dd6-4db0-8108-f5b5ab7738cf)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:31.367041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Transition to ACTIVE for port object 92fc2749-062f-4b27-a788-b6b4849e6139 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:31.371991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffd0e-1558-47f2-a6e5-5cc4239bfac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.401481 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-37fa3cf8-3078-4d4a-b204-ce04b2a71364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.454517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffd0e-1558-47f2-a6e5-5cc4239bfac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.461031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c8ffd0e-1558-47f2-a6e5-5cc4239bfac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.465207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0c8ffd0e-1558-47f2-a6e5-5cc4239bfac8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e1efd4d-55ee-40c5-93a5-13897ab249ed HTTP/1.1" status: 204 len: 168 time: 0.5600715 Aug 11 03:06:31.484296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ffd0e-1558-47f2-a6e5-5cc4239bfac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1efd4d-55ee-40c5-93a5-13897ab249ed,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:31.491785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Transition to ACTIVE for port object 92fc2749-062f-4b27-a788-b6b4849e6139 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:31.493762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Allocated IP 172.20.0.1 (1ab73fc4-0a1a-4f26-9c84-f5e009240cbe/ce073b09-ae48-450f-9c18-b103adc300f9/70523e9d-68d1-4436-90c3-1cececb4c2cd) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:31.513790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.545841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c1184-0442-4ca3-85ca-e8a3cecc9134 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.550066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3a6c1184-0442-4ca3-85ca-e8a3cecc9134 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2720635 Aug 11 03:06:31.556402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:31.573277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port b44f2677-5086-428b-9e15-cc6d342eeca5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b44f2677-5086-428b-9e15-cc6d342eeca5,segment=NetworkSegment(245b5f60-e239-4b22-af78-725c29f0b84e),segment_id=245b5f60-e239-4b22-af78-725c29f0b84e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:31.608592 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.670799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Network 93a718bf-2375-472b-b570-a13d7a767c9e is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:31.675145 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.688403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:31.716080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa3cf8-3078-4d4a-b204-ce04b2a71364 None None] Pushing event updated for resources: {'Port': ['ID=f75b884a-d4df-4af1-bec1-65433793e3de,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:31.733945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:31.761112 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.846116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-992e581c-be4d-4d4b-85f0-819699c1d7f8 None None] Provisioning complete for port f75b884a-d4df-4af1-bec1-65433793e3de triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:31.847061 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-992e581c-be4d-4d4b-85f0-819699c1d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:31.875708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Transition to ACTIVE for port object 70523e9d-68d1-4436-90c3-1cececb4c2cd will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:31.918291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339daff-f93c-4c0f-bf9b-61280a7cfb84 req-bdcb8cfc-4df3-4e45-95db-bac3b854fe67 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:31.920233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3339daff-f93c-4c0f-bf9b-61280a7cfb84 req-bdcb8cfc-4df3-4e45-95db-bac3b854fe67 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1987689 Aug 11 03:06:31.954681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Pushing event updated for resources: {'Port': ['ID=92fc2749-062f-4b27-a788-b6b4849e6139,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:32.057829 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8fe52b4-a771-4cdb-b9ff-d5803e3df305 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:32.071048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3339daff-f93c-4c0f-bf9b-61280a7cfb84 req-b51fec12-557a-40a3-8901-175a49281b93 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429744 Aug 11 03:06:32.101945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.102195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd57400-63e5-4aed-a7a9-c05effa0c4a1 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:32.183528 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.216076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Transition to ACTIVE for port object fcd57400-63e5-4aed-a7a9-c05effa0c4a1 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:32.239594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.272437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Attempting to bind port 92fc2749-062f-4b27-a788-b6b4849e6139 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:32.289677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:32.295311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Attempting to bind port 92fc2749-062f-4b27-a788-b6b4849e6139 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '576a81c5-8ce2-4da0-a525-70579650e59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '93a718bf-2375-472b-b570-a13d7a767c9e'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:32.295544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Attempting to bind port 92fc2749-062f-4b27-a788-b6b4849e6139 on network 93a718bf-2375-472b-b570-a13d7a767c9e {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:32.298782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:32.301645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:32.406692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:32.407078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Checking segment: {'id': '576a81c5-8ce2-4da0-a525-70579650e59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '93a718bf-2375-472b-b570-a13d7a767c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:32.407514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.407950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Bound using segment: {'id': '576a81c5-8ce2-4da0-a525-70579650e59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '93a718bf-2375-472b-b570-a13d7a767c9e'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:32.408453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Bound port: 92fc2749-062f-4b27-a788-b6b4849e6139, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576a81c5-8ce2-4da0-a525-70579650e59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '93a718bf-2375-472b-b570-a13d7a767c9e'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:32.408787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port ff681d3f-0827-4bae-9eea-820fb0821c55 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:32.408916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.409248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.460842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.557451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=b44f2677-5086-428b-9e15-cc6d342eeca5,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:32.581556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:32.638280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Port': ['ID=70523e9d-68d1-4436-90c3-1cececb4c2cd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:32.853640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.859745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:32.872689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.881543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.881874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.890537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Attempting to bind port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:32.890897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Attempting to bind port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:32.891236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Attempting to bind port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:32.898497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] For port 92fc2749-062f-4b27-a788-b6b4849e6139, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:32.903722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] For port 92fc2749-062f-4b27-a788-b6b4849e6139, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=92fc2749-062f-4b27-a788-b6b4849e6139,segment=NetworkSegment(576a81c5-8ce2-4da0-a525-70579650e59e),segment_id=576a81c5-8ce2-4da0-a525-70579650e59e)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:32.915058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.929731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.938434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for ff681d3f-0827-4bae-9eea-820fb0821c55 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:32.945593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:32.949426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.950010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Attempting to bind port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:32.968252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.986153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:32.986509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Checking segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:32.986905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Bound using segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:32.987362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Bound port: fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:32.987832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:32.987970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:32.992182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8debd28a-9c65-4099-8046-043bc842fc3a req-ca45da92-6e24-4057-a09d-f0b540136061 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5396 time: 0.6269839 Aug 11 03:06:33.026390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddf9de-5f9c-4d2f-8e28-f2abe8e7ab7d None None] Pushing event updated for resources: {'Port': ['ID=92fc2749-062f-4b27-a788-b6b4849e6139,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:33.053532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71049add-a368-46e6-8450-31657e0415d3 None None] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:33.123987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Provisioning for port ff681d3f-0827-4bae-9eea-820fb0821c55 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:33.158682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8debd28a-9c65-4099-8046-043bc842fc3a req-42ef0af2-306c-4293-a367-0fd40e4e5f53 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456244 Aug 11 03:06:33.168441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Provisioning complete for port ff681d3f-0827-4bae-9eea-820fb0821c55 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:33.168964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.179688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.237434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Port ff681d3f-0827-4bae-9eea-820fb0821c55 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:33.249509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] For port fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:33.256354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] For port fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:33.355487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Provisioning for port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:33.362055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Provisioning complete for port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:33.362582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.379438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36454) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:33.380818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.416279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.493206 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.558865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] For port e8fe52b4-a771-4cdb-b9ff-d5803e3df305, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8fe52b4-a771-4cdb-b9ff-d5803e3df305,segment=NetworkSegment(4ff0e662-d635-4b55-8e7c-9d8a50407357),segment_id=4ff0e662-d635-4b55-8e7c-9d8a50407357)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:33.580360 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.605895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:33.606526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.610997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] 10.222.0.57 "PUT /v2.0/ports/fcd57400-63e5-4aed-a7a9-c05effa0c4a1 HTTP/1.1" status: 200 len: 1092 time: 4.2732589 Aug 11 03:06:33.651747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:33.654252 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa408e0e-e115-467d-a9c2-69356e1c325a" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:33.679747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:33.684382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Provisioning complete for port b44f2677-5086-428b-9e15-cc6d342eeca5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:33.684950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:33.763448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-448355808-network', 'tenant_id': '81bbef640e034481b017de64ef79ae08'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:33.891288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Pushing event updated for resources: {'Port': ['ID=e8fe52b4-a771-4cdb-b9ff-d5803e3df305,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:33.894706 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce2683e-a661-4c05-a158-c636c05756cd x-openstack-request-id: req-5ce2683e-a661-4c05-a158-c636c05756cd {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:33.904112 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:33.905606 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ce2683e-a661-4c05-a158-c636c05756cd {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:33.906222 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1', 'status': 'completed', 'code': 200} Aug 11 03:06:34.029576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5775da-a150-4c60-8f5f-ac0f0ad2225e req-dc149640-279d-42ee-95f7-c5caf8ec2471 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.051417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Provisioning for port 2c212218-f8e8-47f0-b7cf-8cacc1fc6eec completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:34.055495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd5775da-a150-4c60-8f5f-ac0f0ad2225e req-dc149640-279d-42ee-95f7-c5caf8ec2471 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.6768701 Aug 11 03:06:34.059787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Provisioning complete for port 2c212218-f8e8-47f0-b7cf-8cacc1fc6eec triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:34.060240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.069599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.070178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.070565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.071044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.071392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a31af7-fd90-4050-96c5-18b2ef328ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.071527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.072034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.072717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.076721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-49bcef35-fdee-45bd-aac6-85b2110eb984 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6292 time: 0.2318895 Aug 11 03:06:34.111125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1c08068b-2d87-4cf9-893d-bd2a409c2a91 None None] Port 2c212218-f8e8-47f0-b7cf-8cacc1fc6eec cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:34.185443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f75b884a-d4df-4af1-bec1-65433793e3de up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:34.220677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.242043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=ff681d3f-0827-4bae-9eea-820fb0821c55,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.291855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Made reservation on behalf of 81bbef640e034481b017de64ef79ae08 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:34.298570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.325920 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.332202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.334827 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-981acd5f-414c-4322-8f66-bf936c259eaa tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/ff681d3f-0827-4bae-9eea-820fb0821c55 HTTP/1.1" status: 204 len: 168 time: 2.7743871 Aug 11 03:06:34.349222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36466) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:34.375849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f75b884a-d4df-4af1-bec1-65433793e3de triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:34.376218 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.391239 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b81d8a55-e95c-4ad5-a2f3-75741ec9c817 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:06:34.393730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b81d8a55-e95c-4ad5-a2f3-75741ec9c817 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/ff681d3f-0827-4bae-9eea-820fb0821c55 HTTP/1.1" status: 404 len: 333 time: 0.0431521 Aug 11 03:06:34.399261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36468) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:34.421522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd5775da-a150-4c60-8f5f-ac0f0ad2225e req-30fbaa8a-6269-497a-a3d2-2728f05d3e44 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614798 Aug 11 03:06:34.443707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3dbca8d6-86c1-43f5-b3d0-55e5b59048d0 None None] Provisioning complete for port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:34.444085 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3dbca8d6-86c1-43f5-b3d0-55e5b59048d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.510726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.548760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.561495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 92fc2749-062f-4b27-a788-b6b4849e6139 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:34.686823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.696651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.703819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.705201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 92fc2749-062f-4b27-a788-b6b4849e6139 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:34.710038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b44f2677-5086-428b-9e15-cc6d342eeca5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:34.716793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.730803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.739533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.746096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.755552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3dbca8d6-86c1-43f5-b3d0-55e5b59048d0 None None] Provisioning for port 70523e9d-68d1-4436-90c3-1cececb4c2cd completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:34.756156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-f001b19d-e552-4f70-97f0-1efd02b531b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5396 time: 0.4254136 Aug 11 03:06:34.761808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3dbca8d6-86c1-43f5-b3d0-55e5b59048d0 None None] Provisioning complete for port 70523e9d-68d1-4436-90c3-1cececb4c2cd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:34.762385 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3dbca8d6-86c1-43f5-b3d0-55e5b59048d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.798755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 2c212218-f8e8-47f0-b7cf-8cacc1fc6eec {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:34.799419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.828886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3dbca8d6-86c1-43f5-b3d0-55e5b59048d0 None None] Port 70523e9d-68d1-4436-90c3-1cececb4c2cd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:34.835145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Port': ['ID=70523e9d-68d1-4436-90c3-1cececb4c2cd,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:34.838995 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.841746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b44f2677-5086-428b-9e15-cc6d342eeca5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:34.842136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:34.842765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-4464ff97-1149-4053-a53e-2b918c832de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.843663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-4464ff97-1149-4053-a53e-2b918c832de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.852810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-4464ff97-1149-4053-a53e-2b918c832de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:34.855459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-4464ff97-1149-4053-a53e-2b918c832de4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7355978 Aug 11 03:06:35.029212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7abc1fa5-1163-40ab-a95a-f69cdd42f032 None None] Provisioning complete for port 70523e9d-68d1-4436-90c3-1cececb4c2cd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:35.032190 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7abc1fa5-1163-40ab-a95a-f69cdd42f032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.055310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d2a139b2-bb98-4f5e-9667-fc5760be68b4 req-5dac0534-551c-4fa4-9629-2708f71b69ea tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2980108 Aug 11 03:06:35.076391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.113048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.137648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622db2ec-896e-4228-b772-39f5b21605a4 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:35.140861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:35.143932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-111681e9-b9e8-45d1-b7c1-9222b90dfaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.145305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa408e0e-e115-467d-a9c2-69356e1c325a req-111681e9-b9e8-45d1-b7c1-9222b90dfaf4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2809660 Aug 11 03:06:35.146678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:35.164153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.234338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 2c212218-f8e8-47f0-b7cf-8cacc1fc6eec owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:35.240317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.317393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Transition to ACTIVE for port object 622db2ec-896e-4228-b772-39f5b21605a4 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:35.320623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Router e34c12b3-10cb-4669-8a6c-e78b5d8659e5 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:06:35.337736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.349050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:35.396463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4cfa5e-0a52-44dd-a174-447bc7fca46f None None] Network 93a718bf-2375-472b-b570-a13d7a767c9e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:35.414783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.415167 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Added segment 49d5e2eb-4b79-4d12-970c-3a982a8062ea of type vlan for network 13cc28e4-9300-4f09-a9ab-f8542990fe76 Aug 11 03:06:35.418694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:35.458694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7abc1fa5-1163-40ab-a95a-f69cdd42f032 None None] Port 70523e9d-68d1-4436-90c3-1cececb4c2cd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:35.460021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:35.476383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36714647-51fe-42b6-9113-eae331c1420b None None] Sync routers for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:35.478300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ecf7a6ca-2869-41ac-9d25-f76bfaf38559 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "PUT /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6693490 Aug 11 03:06:35.481360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36474) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:35.506334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36714647-51fe-42b6-9113-eae331c1420b None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:35.507010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-36714647-51fe-42b6-9113-eae331c1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:35.524450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.605929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-36714647-51fe-42b6-9113-eae331c1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:35.610490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Pushing event updated for resources: {'Port': ['ID=622db2ec-896e-4228-b772-39f5b21605a4,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:35.662321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.663310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:35.663947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.699499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36714647-51fe-42b6-9113-eae331c1420b None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:35.700232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-36714647-51fe-42b6-9113-eae331c1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:35.702263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8670856f-22a1-400a-bd7d-ea35c5b91ae9 None None] Provisioning for port 92fc2749-062f-4b27-a788-b6b4849e6139 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:35.768390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8670856f-22a1-400a-bd7d-ea35c5b91ae9 None None] Provisioning complete for port 92fc2749-062f-4b27-a788-b6b4849e6139 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:35.768777 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8670856f-22a1-400a-bd7d-ea35c5b91ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.770894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-36714647-51fe-42b6-9113-eae331c1420b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:35.771525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36714647-51fe-42b6-9113-eae331c1420b None None] The sync data for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:35.811024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] Pushing event updated for resources: {'Network': ['ID=13cc28e4-9300-4f09-a9ab-f8542990fe76,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:35.840197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-14e59187-8645-4066-8d57-64b96c4ac494 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4566536 Aug 11 03:06:35.844000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36476) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:35.845099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:35.853119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Request body: {'subnet': {'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-subnet', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:35.864869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:35.873720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8fe52b4-a771-4cdb-b9ff-d5803e3df305 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:35.968590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Attempting to bind port 622db2ec-896e-4228-b772-39f5b21605a4 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:35.968849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Attempting to bind port 622db2ec-896e-4228-b772-39f5b21605a4 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:35.969183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Attempting to bind port 622db2ec-896e-4228-b772-39f5b21605a4 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:35.977995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Port 622db2ec-896e-4228-b772-39f5b21605a4 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:35.978679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Attempting to bind port 622db2ec-896e-4228-b772-39f5b21605a4 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:35.986203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=2c212218-f8e8-47f0-b7cf-8cacc1fc6eec,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:36.039350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:36.039878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Checking segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:36.040309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Bound using segment: {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:36.040781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Bound port: 622db2ec-896e-4228-b772-39f5b21605a4, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3488d9-e726-4789-87dd-fc8bb9bf7b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:36.041139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.088234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8670856f-22a1-400a-bd7d-ea35c5b91ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.105756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Made reservation on behalf of 81bbef640e034481b017de64ef79ae08 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:36.108351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.132411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11dbae-e56f-4663-8378-f83449ccab02 req-0e7269f4-012d-44f2-b25c-0914c084691c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.134878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e11dbae-e56f-4663-8378-f83449ccab02 req-0e7269f4-012d-44f2-b25c-0914c084691c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.5690014 Aug 11 03:06:36.153317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:36.153714 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.289295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8670856f-22a1-400a-bd7d-ea35c5b91ae9 None None] For port 92fc2749-062f-4b27-a788-b6b4849e6139, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=92fc2749-062f-4b27-a788-b6b4849e6139,segment=NetworkSegment(576a81c5-8ce2-4da0-a525-70579650e59e),segment_id=576a81c5-8ce2-4da0-a525-70579650e59e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:36.298979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8670856f-22a1-400a-bd7d-ea35c5b91ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.346992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e11dbae-e56f-4663-8378-f83449ccab02 req-4ca93fce-044e-4b4a-ad16-cd52e9561da3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429734 Aug 11 03:06:36.399590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670856f-22a1-400a-bd7d-ea35c5b91ae9 None None] Pushing event updated for resources: {'Port': ['ID=92fc2749-062f-4b27-a788-b6b4849e6139,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:36.422424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.429128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-717ae9d1-b1ec-4ef1-93ef-3d871d5ff9da tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/2c212218-f8e8-47f0-b7cf-8cacc1fc6eec HTTP/1.1" status: 204 len: 168 time: 2.0061550 Aug 11 03:06:36.473663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36482) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:36.474298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1ca0ccf0-0ebf-47d6-ab29-3a84ae08345a None None] Provisioning complete for port 70523e9d-68d1-4436-90c3-1cececb4c2cd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:36.474936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1ca0ccf0-0ebf-47d6-ab29-3a84ae08345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.481319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] For port 622db2ec-896e-4228-b772-39f5b21605a4, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:36.488382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] For port 622db2ec-896e-4228-b772-39f5b21605a4, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=622db2ec-896e-4228-b772-39f5b21605a4,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:36.502789 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-baff1b44-9a65-4e0e-80f6-de4ebfefc2f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:06:36.507459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-baff1b44-9a65-4e0e-80f6-de4ebfefc2f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/2c212218-f8e8-47f0-b7cf-8cacc1fc6eec HTTP/1.1" status: 404 len: 333 time: 0.0327730 Aug 11 03:06:36.508432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36484) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:36.523284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.530095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0ccf0-0ebf-47d6-ab29-3a84ae08345a None None] Port 70523e9d-68d1-4436-90c3-1cececb4c2cd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:36.552458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.612928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet 382d8e15-ad33-40c0-895a-6c5c58a69459 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:36.619404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.646066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.647443 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.649418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] 10.222.0.57 "PUT /v2.0/ports/622db2ec-896e-4228-b772-39f5b21605a4 HTTP/1.1" status: 200 len: 1092 time: 2.9744105 Aug 11 03:06:36.654607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:36.668381 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656570c4-2d76-4659-a7c9-769fff4a586e" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "622db2ec-896e-4228-b772-39f5b21605a4"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:36.680322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-796d3dac-f963-4972-8424-26e3e86e5f8f None None] Provisioning complete for port 92fc2749-062f-4b27-a788-b6b4849e6139 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:36.681881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-796d3dac-f963-4972-8424-26e3e86e5f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.703923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:36.714696 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:36.725525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.732778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.740430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.747571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.754474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.761954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.770970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.773022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-8e0225d3-bc1f-4c3b-a13d-fa3fae46e6f3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5408 time: 0.3584964 Aug 11 03:06:36.773740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a90633b-be48-419d-aeaa-02b677b871e2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:36.790335 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5298437-318b-4477-88b4-646eac463f19 x-openstack-request-id: req-e5298437-318b-4477-88b4-646eac463f19 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:36.790715 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "622db2ec-896e-4228-b772-39f5b21605a4", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:36.790910 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5298437-318b-4477-88b4-646eac463f19 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:36.791303 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4', 'status': 'completed', 'code': 200} Aug 11 03:06:36.799733 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:06:36.827834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba8231-b16b-4a8f-b504-826582a46291 service neutron] Pushing event updated for resources: {'Port': ['ID=622db2ec-896e-4228-b772-39f5b21605a4,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:36.836713 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-abfba88a-ac91-4b0c-8f71-947ead88800a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:06:36.845221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-abfba88a-ac91-4b0c-8f71-947ead88800a tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "PUT /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3621707 Aug 11 03:06:36.849553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Checking segment: {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:36.849925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Network hostable DHCP agents. Network: 13cc28e4-9300-4f09-a9ab-f8542990fe76, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:36.856627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36488) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:36.902434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.903660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.904268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.904724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.905201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.905678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.906570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:36.908250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-656570c4-2d76-4659-a7c9-769fff4a586e req-11d3c1c9-3028-41d7-97af-c9766ace10ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6360 time: 0.1522911 Aug 11 03:06:37.005040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f17a7fb0-d891-421b-a0b2-97252db26736 req-7350472d-4b23-40b4-b7c9-7fa22327820d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2165563 Aug 11 03:06:37.027778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-fb279172-496b-49ed-80ee-c54ab35e4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.028514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-fb279172-496b-49ed-80ee-c54ab35e4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.029150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-fb279172-496b-49ed-80ee-c54ab35e4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.030745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-656570c4-2d76-4659-a7c9-769fff4a586e req-fb279172-496b-49ed-80ee-c54ab35e4833 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1104214 Aug 11 03:06:37.036567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.042259 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.080814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:37.122188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 13cc28e4-9300-4f09-a9ab-f8542990fe76) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:37.134443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aadf67-6d45-4863-96b9-6687a856a5da None None] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:37.137643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.138240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.187765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.219838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656570c4-2d76-4659-a7c9-769fff4a586e req-472a187c-541b-4f90-aac6-5b58766058bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.221362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-656570c4-2d76-4659-a7c9-769fff4a586e req-472a187c-541b-4f90-aac6-5b58766058bb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754107 Aug 11 03:06:37.223891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=382d8e15-ad33-40c0-895a-6c5c58a69459,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:37.225958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.231836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ce6af7be-5f92-44a8-a901-e602f7ca0103 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/382d8e15-ad33-40c0-895a-6c5c58a69459 HTTP/1.1" status: 204 len: 168 time: 0.7194941 Aug 11 03:06:37.232842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36490) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:37.287907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d06b0-e0d7-4d1a-980f-94546c8e1999 None None] Network 7579790a-d010-4bf8-a11f-68e120dd2de5 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:37.303949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dea2c80-00b5-483e-983f-d450abbec984 None None] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:37.318607 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.379797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port b44f2677-5086-428b-9e15-cc6d342eeca5 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:37.381187 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.397526 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2edc002-cb87-44d4-8f4a-338b044e8221 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5472069 Aug 11 03:06:37.400699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36494) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:37.406140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:37.448370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.449593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.505505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] For port b44f2677-5086-428b-9e15-cc6d342eeca5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b44f2677-5086-428b-9e15-cc6d342eeca5,segment=NetworkSegment(245b5f60-e239-4b22-af78-725c29f0b84e),segment_id=245b5f60-e239-4b22-af78-725c29f0b84e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:37.506412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.524109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for b44f2677-5086-428b-9e15-cc6d342eeca5 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:37.586842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.589306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4913445-c1c5-4b75-ba7f-fa03ea9270c3 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:37.602384 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.650620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] DHCP port deletion for 7579790a-d010-4bf8-a11f-68e120dd2de5 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:37.677551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e9729-8a2f-4a02-9d0a-ae9c63680963 req-806629f1-49d6-45a7-ad1f-776b0fecff5e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:37.685317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db5e9729-8a2f-4a02-9d0a-ae9c63680963 req-806629f1-49d6-45a7-ad1f-776b0fecff5e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1077685 Aug 11 03:06:37.706665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.715854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] Deleting port b44f2677-5086-428b-9e15-cc6d342eeca5 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:37.716323 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.754697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No DVR routers for this DVR port b44f2677-5086-428b-9e15-cc6d342eeca5 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:37.796308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=b44f2677-5086-428b-9e15-cc6d342eeca5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:37.815521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] For port b44f2677-5086-428b-9e15-cc6d342eeca5, host n-d-768509-22, got binding levels [] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:37.815952 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.849140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] Calling delete_port for b44f2677-5086-428b-9e15-cc6d342eeca5 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:37.850934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db5e9729-8a2f-4a02-9d0a-ae9c63680963 req-343de0b2-a480-4986-81b2-7d8b3b449f43 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311467 Aug 11 03:06:37.854850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.ipam_backend_mixin [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] Port b44f2677-5086-428b-9e15-cc6d342eeca5 was not found and therefore no delete operation was performed {{(pid=111684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:06:37.857812 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.904956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 92fc2749-062f-4b27-a788-b6b4849e6139 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:37.912268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] Pushing event deleted for resources: {'Port': ['ID=b44f2677-5086-428b-9e15-cc6d342eeca5,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:37.913328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.931385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7579790a-d010-4bf8-a11f-68e120dd2de5']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:37.940573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fbecd2-2aaa-4f0f-897c-7d15f2b6e5e2 None None] No DVR routers for this DVR port b44f2677-5086-428b-9e15-cc6d342eeca5 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:37.955904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245b5f60-e239-4b22-af78-725c29f0b84e') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:37.956552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245b5f60-e239-4b22-af78-725c29f0b84e') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:37.970885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 92fc2749-062f-4b27-a788-b6b4849e6139 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:37.971297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.976494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.991194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:37.998801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:37.999402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:38.002898 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:38.078519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.086981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.090271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Transition to ACTIVE for port object f4913445-c1c5-4b75-ba7f-fa03ea9270c3 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:38.096549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/7579790a-d010-4bf8-a11f-68e120dd2de5 HTTP/1.1" status: 204 len: 168 time: 0.8626435 Aug 11 03:06:38.099214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36500) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:38.104793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2095818637'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:38.122386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758c3e2-2fd4-4559-bdde-aab8dbb18679 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=7579790a-d010-4bf8-a11f-68e120dd2de5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:38.143613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:38.149299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.161209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.171474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b44f2677-5086-428b-9e15-cc6d342eeca5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:38.186519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.194915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b44f2677-5086-428b-9e15-cc6d342eeca5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:38.196155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b44f2677-5086-428b-9e15-cc6d342eeca5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:38.204687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:38.216425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.217032 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment 04dc7a30-0f02-4687-9c89-d7c011c90e7f of type vlan for network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c Aug 11 03:06:38.262977 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.299127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.306099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.306848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.336480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:38.434156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3336945 Aug 11 03:06:38.439054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.440148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36508) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:38.445807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:38.446579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.454505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.462532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.468327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ef4e2-c267-42e3-99e8-82e5e423739f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=49ad2d10-de5c-48c0-9d94-ab577a2dc18c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:38.481375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.481704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:38.489999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.498316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:38.500870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-c3c554b2-213f-4762-9ff9-8b15176b8140 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5420 time: 0.3688059 Aug 11 03:06:38.573962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:38.579615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.589589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:06:38.611760 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.726237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c846e154-e56b-4921-a8f5-429b2fa9ecff req-e443f7a1-db13-4495-8eca-1b4c3aadc064 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2082109 Aug 11 03:06:38.730361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Attempting to bind port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:38.730489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Attempting to bind port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:38.731204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Attempting to bind port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 on network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:38.775317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 on network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:38.775651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Attempting to bind port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 on network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:38.823949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:38.824299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Checking segment: {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:38.825141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Bound using segment: {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:38.825833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Bound port: f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:38.826210 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.867175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:38.884160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '459e95af-bbbd-446c-906e-b1f007b506c7', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'port_id': '459e95af-bbbd-446c-906e-b1f007b506c7', 'mac_address': 'fa:16:3e:66:8d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:06:38.959948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:38.978840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.012905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 459e95af-bbbd-446c-906e-b1f007b506c7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:39.043380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:39.052382 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.115395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': '04dc7a30-0f02-4687-9c89-d7c011c90e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:39.115676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 49ad2d10-de5c-48c0-9d94-ab577a2dc18c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:39.126034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:39.126312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:39.149165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43bcc9-8320-4411-84e3-b67615d13623 req-26979094-709a-46c9-bcb3-118cbad4c624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.151066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a43bcc9-8320-4411-84e3-b67615d13623 req-26979094-709a-46c9-bcb3-118cbad4c624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1259351 Aug 11 03:06:39.175725 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['459e95af-bbbd-446c-906e-b1f007b506c7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:06:39.188372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:39.198051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.211445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a43bcc9-8320-4411-84e3-b67615d13623 req-f05309b4-7b4d-48af-9c35-acd12359339a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529253 Aug 11 03:06:39.212762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 49ad2d10-de5c-48c0-9d94-ab577a2dc18c) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:39.227720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.228348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.243520 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde197e9-4d72-44f0-9209-5260566fbf00 None None] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:39.248478 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4b2dd4bc-9535-428d-abb7-59770c55ae53 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8058367 Aug 11 03:06:39.250100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36534) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:39.264866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c', 'name': 'tempest-PortsTestJSON-2038876272', 'fixed_ips': [{'subnet_id': 'a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f', 'ip_address': '172.20.0.10'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:39.269044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] For port f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:39.273684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.336932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] For port f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:39.457280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:39.460225 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.571294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:39.572210 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.578006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] 10.222.0.57 "PUT /v2.0/ports/f4913445-c1c5-4b75-ba7f-fa03ea9270c3 HTTP/1.1" status: 200 len: 1092 time: 2.8874702 Aug 11 03:06:39.592198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:39.594628 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c346cfe-e6bc-461f-a019-1dc092483535" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:39.633422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.659402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-49ad2d10-de5c-48c0-9d94-ab577a2dc18c', 'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c', 'tenant_id': '22163951cdf2479885869d867cdb0891', 'fixed_ips': [{'subnet_id': 'a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:39.660865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:39.669768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 91a4b325-2c4d-4228-b965-8d85338a5dec yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:39.780254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Request body: {'port': {'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:39.874648 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e018af8-c640-46d4-b5d6-cb9919b0a9f1 x-openstack-request-id: req-8e018af8-c640-46d4-b5d6-cb9919b0a9f1 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:39.886183 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:39.886693 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e018af8-c640-46d4-b5d6-cb9919b0a9f1 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:39.887336 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3', 'status': 'completed', 'code': 200} Aug 11 03:06:39.919277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.10 (49ad2d10-de5c-48c0-9d94-ab577a2dc18c/a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f/91a4b325-2c4d-4228-b965-8d85338a5dec) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:40.008068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d602fb-3f0f-4db9-b420-e0a144b248e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:40.067867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Allocated IP 172.25.4.81 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/8003ea74-d0a5-40a7-b389-79a6e2e15f0c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:40.109525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Deleting port 70523e9d-68d1-4436-90c3-1cececb4c2cd {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:40.109898 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.174357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.175262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.175961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.176640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.177311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.177970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.178727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.182657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-a8e6fffc-f91a-4734-80ad-3e08767cc6e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6428 time: 0.1014142 Aug 11 03:06:40.209878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.216004 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.232664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Calling delete_port for 70523e9d-68d1-4436-90c3-1cececb4c2cd owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:40.279410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object 91a4b325-2c4d-4228-b965-8d85338a5dec will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:40.375817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.390915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-afa70b95-5b7a-467b-8c8a-a9c08b9a834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.391410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-afa70b95-5b7a-467b-8c8a-a9c08b9a834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.391919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-afa70b95-5b7a-467b-8c8a-a9c08b9a834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.393524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-afa70b95-5b7a-467b-8c8a-a9c08b9a834f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2001381 Aug 11 03:06:40.404080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.420357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f25a6d-aa0d-433d-bfb9-8fa708be8187 req-65cdd4b5-847a-46af-98bc-bdffed73507d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.421936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7f25a6d-aa0d-433d-bfb9-8fa708be8187 req-65cdd4b5-847a-46af-98bc-bdffed73507d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.0962629 Aug 11 03:06:40.426611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.433217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.447544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.471856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.492554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.518119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.527797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=91a4b325-2c4d-4228-b965-8d85338a5dec,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:40.531595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Allocated IP 172.20.0.2 (49ad2d10-de5c-48c0-9d94-ab577a2dc18c/a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f/19059743-5112-4e3e-b2d0-d85a542c8c93) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:40.545349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.552742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:40.553710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-ffba30f0-9fcd-42ed-ad53-0f5335b0001a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5420 time: 0.5689292 Aug 11 03:06:40.560316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:40.571878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:40.617207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7f25a6d-aa0d-433d-bfb9-8fa708be8187 req-cdd6f902-8b43-43ab-b06f-08b618bddbcc tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563313 Aug 11 03:06:40.665436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.666085 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:40.669946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-5f204eee-ca83-47ff-8f90-5157667635a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:40.671388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c346cfe-e6bc-461f-a019-1dc092483535 req-5f204eee-ca83-47ff-8f90-5157667635a2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2700317 Aug 11 03:06:40.686382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f278c500-223d-4480-8e9b-451844b885bf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4345922 Aug 11 03:06:40.688947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:40.695277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c', 'name': 'tempest-PortsTestJSON-969311747', 'fixed_ips': [{'subnet_id': 'a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f', 'ip_address': '172.20.0.9'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:40.870310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:41.146264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.171206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Transition to ACTIVE for port object 19059743-5112-4e3e-b2d0-d85a542c8c93 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:41.173295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 459e95af-bbbd-446c-906e-b1f007b506c7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:41.174992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:41.180884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.181478 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.203062 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.223741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 7fcd76c9-6780-4925-9425-458fcd99a138 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:41.279550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Port': ['ID=70523e9d-68d1-4436-90c3-1cececb4c2cd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:41.293485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Transition to ACTIVE for port object 19059743-5112-4e3e-b2d0-d85a542c8c93 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:41.320297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.328375 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0754e2cb-0d70-465a-9cd8-8c5d016bda8a req-4d39627c-bdbe-419f-982a-80cf1116ebf6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6213021 Aug 11 03:06:41.444651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:41.455236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:41.471108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:41.516857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.9 (49ad2d10-de5c-48c0-9d94-ab577a2dc18c/a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f/7fcd76c9-6780-4925-9425-458fcd99a138) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:41.534967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.544514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Pushing event updated for resources: {'Port': ['ID=19059743-5112-4e3e-b2d0-d85a542c8c93,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:41.665761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Attempting to bind port 19059743-5112-4e3e-b2d0-d85a542c8c93 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:41.678375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Attempting to bind port 19059743-5112-4e3e-b2d0-d85a542c8c93 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '04dc7a30-0f02-4687-9c89-d7c011c90e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:41.681913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Attempting to bind port 19059743-5112-4e3e-b2d0-d85a542c8c93 on network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:41.728899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:41.732787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Checking segment: {'id': '04dc7a30-0f02-4687-9c89-d7c011c90e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:41.733051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.736303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.736763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Bound using segment: {'id': '04dc7a30-0f02-4687-9c89-d7c011c90e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:41.737289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Bound port: 19059743-5112-4e3e-b2d0-d85a542c8c93, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04dc7a30-0f02-4687-9c89-d7c011c90e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '49ad2d10-de5c-48c0-9d94-ab577a2dc18c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:41.742313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.754462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.756759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object 7fcd76c9-6780-4925-9425-458fcd99a138 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:41.810988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.823505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.871609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:41.886799 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719fa424-c0c1-49b8-aaf1-b7ddc6bd3a27" -d '{"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-plugged", "status": "completed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:41.907300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:41.914142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:41.919462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:41.925980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:41.938442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5e0c2-0834-4fa6-8534-67fb71c4ff3f req-9680c5f7-ce63-4836-9090-71941138b6b1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:41.940803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f5e0c2-0834-4fa6-8534-67fb71c4ff3f req-9680c5f7-ce63-4836-9090-71941138b6b1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1450968 Aug 11 03:06:41.943738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=7fcd76c9-6780-4925-9425-458fcd99a138,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:41.958850 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:41.989221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.989696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.990144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.990599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.991017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.991449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.993104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.993104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.993104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.993104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.993925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:41.994824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:06:42.046399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.079864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:42.081305 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d221ab68-3954-4820-918e-cbd39b70232e x-openstack-request-id: req-d221ab68-3954-4820-918e-cbd39b70232e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:42.081606 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-plugged", "status": "completed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:42.081860 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d221ab68-3954-4820-918e-cbd39b70232e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:42.082248 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'code': 200} Aug 11 03:06:42.082404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.083590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:42.096191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] For port 19059743-5112-4e3e-b2d0-d85a542c8c93, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:42.099602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f5e0c2-0834-4fa6-8534-67fb71c4ff3f req-25ea0999-a745-449b-9399-8e4db422fcc3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194844 Aug 11 03:06:42.118954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] For port 19059743-5112-4e3e-b2d0-d85a542c8c93, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19059743-5112-4e3e-b2d0-d85a542c8c93,segment=NetworkSegment(04dc7a30-0f02-4687-9c89-d7c011c90e7f),segment_id=04dc7a30-0f02-4687-9c89-d7c011c90e7f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:42.134920 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.137052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ee3e2d4-3cbf-4e8c-859f-c54175799b97 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4468839 Aug 11 03:06:42.139747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:42.144000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:42.168428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:06:42.178103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:42.185391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:42.203832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2a25a-d267-4639-acb3-2ba5f69d1db2 None None] Pushing event updated for resources: {'Port': ['ID=19059743-5112-4e3e-b2d0-d85a542c8c93,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:42.256611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:42.291772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f79fc2-258b-4520-a398-921873f8ab3e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:42.296091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-00f79fc2-258b-4520-a398-921873f8ab3e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1527863 Aug 11 03:06:42.301513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:42.402836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Pushing event updated for resources: {'Port': ['ID=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:42.424910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Router e34c12b3-10cb-4669-8a6c-e78b5d8659e5 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:42.430904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Transition to ACTIVE for port object 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:42.455418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.239201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:43.336784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:43.349724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-029f3a3e-4988-4721-9a4e-96b7353ad128 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "PUT /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4881732 Aug 11 03:06:43.354766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36566) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:43.364875 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] Sync routers for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:43.374728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb0c60-cea2-463a-9d10-665bb9f08331 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.385017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb0c60-cea2-463a-9d10-665bb9f08331 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.390823 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:43.393724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb0c60-cea2-463a-9d10-665bb9f08331 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.394593 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:43.396046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b4bb0c60-cea2-463a-9d10-665bb9f08331 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 1.0822611 Aug 11 03:06:43.411107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e6a80-00b3-4589-a531-82cfedc0f14c req-a97108c0-ffbf-45be-a5ad-82e43bb13daa tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.424261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b7e6a80-00b3-4589-a531-82cfedc0f14c req-a97108c0-ffbf-45be-a5ad-82e43bb13daa tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1264262 Aug 11 03:06:43.431712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36568) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:43.462501 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:43.473471 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-3d764176-d9bc-4f88-a400-3da3c55df116 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] delete failed (client error): The resource could not be found. Aug 11 03:06:43.479035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3d764176-d9bc-4f88-a400-3da3c55df116 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-2027242960 HTTP/1.1" status: 404 len: 335 time: 0.0814078 Aug 11 03:06:43.480645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36570) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:43.536497 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:43.537384 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:43.561008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3d35ff9d-ef89-4cdc-94ba-5852ea41a6e8 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:43.621176 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:43.622891 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe5497a-3403-487b-b7ca-96e283181ab7 None None] The sync data for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:43.639448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b7e6a80-00b3-4589-a531-82cfedc0f14c req-587fd8a9-3c8e-4dd1-b663-4cc077be5c7f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075763 Aug 11 03:06:43.717359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.727273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.735237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 7fcd76c9-6780-4925-9425-458fcd99a138 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:43.735537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.736137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.748330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.761476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.776274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.784729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:43.799270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-5777ea41-aa14-4c40-bc20-1b063ef95eef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 1.1576478 Aug 11 03:06:43.881105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Attempting to bind port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:43.881459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Attempting to bind port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:43.881790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Attempting to bind port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 on network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:43.918550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 19059743-5112-4e3e-b2d0-d85a542c8c93 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:43.923084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:43.935913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 7fcd76c9-6780-4925-9425-458fcd99a138 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:43.977507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77793827-277f-4108-a5f8-6f4a8ff8fc00 None None] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:44.053526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.076229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.110255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=7fcd76c9-6780-4925-9425-458fcd99a138,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:44.196657 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.203037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1f11f54e-1a52-4c6c-9f7b-1bfad6e8e481 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/7fcd76c9-6780-4925-9425-458fcd99a138 HTTP/1.1" status: 204 len: 168 time: 0.7698481 Aug 11 03:06:44.203997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36572) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:44.234590 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd142843-5195-412c-96ed-441ea8e15027 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:06:44.239647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd142843-5195-412c-96ed-441ea8e15027 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/7fcd76c9-6780-4925-9425-458fcd99a138 HTTP/1.1" status: 404 len: 333 time: 0.0343952 Aug 11 03:06:44.240538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36576) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:44.305053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 on network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:06:44.305053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Attempting to bind port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 on network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:44.326193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:44.326523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Checking segment: {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:44.326922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Bound using segment: {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:44.327371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Bound port: 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a95035b-6e1e-419e-a75e-befbb9f4e8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:44.327763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.379526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d32b1ea-67ff-45a1-978f-3d05d736a355 None None] Provisioning for port 19059743-5112-4e3e-b2d0-d85a542c8c93 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:44.390463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 19059743-5112-4e3e-b2d0-d85a542c8c93 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:44.395213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 91a4b325-2c4d-4228-b965-8d85338a5dec {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:44.395560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.401627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 19059743-5112-4e3e-b2d0-d85a542c8c93 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:44.402363 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.470227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d32b1ea-67ff-45a1-978f-3d05d736a355 None None] Provisioning complete for port 19059743-5112-4e3e-b2d0-d85a542c8c93 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:44.471698 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d32b1ea-67ff-45a1-978f-3d05d736a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.502632 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac33f782-e3ce-4c0d-aa8a-006a8be06d5a req-9f2a7d0a-0a72-424a-af12-88e777d912da tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6534393 Aug 11 03:06:44.707940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.722998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 91a4b325-2c4d-4228-b965-8d85338a5dec owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:44.801936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.817174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] For port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:44.840221 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d35ff9d-ef89-4cdc-94ba-5852ea41a6e8 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.850788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] For port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:44.890997 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-3d35ff9d-ef89-4cdc-94ba-5852ea41a6e8 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] update failed (client error): The resource could not be found. Aug 11 03:06:44.892195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3d35ff9d-ef89-4cdc-94ba-5852ea41a6e8 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "PUT /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5 HTTP/1.1" status: 404 len: 339 time: 1.3354595 Aug 11 03:06:44.894365 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d32b1ea-67ff-45a1-978f-3d05d736a355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.905271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.921303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36580) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:44.941209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:44.950149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 19059743-5112-4e3e-b2d0-d85a542c8c93, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19059743-5112-4e3e-b2d0-d85a542c8c93,segment=NetworkSegment(04dc7a30-0f02-4687-9c89-d7c011c90e7f),segment_id=04dc7a30-0f02-4687-9c89-d7c011c90e7f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:44.972754 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.100004 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-0d32b1ea-67ff-45a1-978f-3d05d736a355 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:06:45.100401 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-0d32b1ea-67ff-45a1-978f-3d05d736a355 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:06:45.134514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.135699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.137143 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] 10.222.0.57 "PUT /v2.0/ports/5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 200 len: 1092 time: 5.4366391 Aug 11 03:06:45.149703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:06:45.170108 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7076901-134f-4b9b-aa51-adbfd6e8f49d" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:06:45.229245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=19059743-5112-4e3e-b2d0-d85a542c8c93,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:45.234100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a062b5-6519-41bd-97fb-7e6cbf62b40a req-cee5c7d6-5246-46ef-9ce7-2bbea4b4fb1d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.245941 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4a062b5-6519-41bd-97fb-7e6cbf62b40a req-cee5c7d6-5246-46ef-9ce7-2bbea4b4fb1d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.3717453 Aug 11 03:06:45.299273 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5295d156-2a93-42ad-afcc-6d29fe08c5c7 x-openstack-request-id: req-5295d156-2a93-42ad-afcc-6d29fe08c5c7 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:06:45.299729 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:06:45.300220 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5295d156-2a93-42ad-afcc-6d29fe08c5c7 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:06:45.300989 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289', 'status': 'completed', 'code': 200} Aug 11 03:06:45.340661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.547707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4a062b5-6519-41bd-97fb-7e6cbf62b40a req-9c9b684d-b4da-4001-ada4-ff21177a481d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812598 Aug 11 03:06:45.550552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba305d-6f8d-4e27-9e62-fa10b321dca2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:45.645384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=91a4b325-2c4d-4228-b965-8d85338a5dec,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:45.673954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.679719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-25bcb5c7-2cb8-4f5e-9d2b-b8388e1bb4a3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/91a4b325-2c4d-4228-b965-8d85338a5dec HTTP/1.1" status: 204 len: 168 time: 1.4378610 Aug 11 03:06:45.680790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36588) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:45.752441 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b694ec0-0684-46a1-976b-23cc7bd66a62 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:06:45.769244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6b694ec0-0684-46a1-976b-23cc7bd66a62 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/91a4b325-2c4d-4228-b965-8d85338a5dec HTTP/1.1" status: 404 len: 333 time: 0.0846124 Aug 11 03:06:45.769980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36590) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:45.811894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2a5552f9-bf49-4b7e-9ef9-191de4865300 None None] Could not find standard attr ID for object 91a4b325-2c4d-4228-b965-8d85338a5dec. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:06:45.868114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2a5552f9-bf49-4b7e-9ef9-191de4865300 None None] Provisioning complete for port 19059743-5112-4e3e-b2d0-d85a542c8c93 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:45.869012 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a5552f9-bf49-4b7e-9ef9-191de4865300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.892742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:45.893443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.893929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.894404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.894900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.895331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.896263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.896401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:45.897003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:45.898464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3ed538cc-a2b2-43f7-b8b0-4bd382d95e69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6496 time: 0.5963469 Aug 11 03:06:45.944021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 19059743-5112-4e3e-b2d0-d85a542c8c93 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:46.006132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.012384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-67f87b53-9860-47f1-94a6-693fa4881faf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 200 len: 217 time: 0.0952628 Aug 11 03:06:46.065453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.072576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.078848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.089568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.100275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.111219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.125452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.133828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-ef563804-6907-4ea8-beeb-c738a4c805b9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.4814947 Aug 11 03:06:46.182756 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.206026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 19059743-5112-4e3e-b2d0-d85a542c8c93 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:46.208160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.285795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.313233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-08a33169-7e93-42b2-b519-c3b4b76a712e None None] Could not find standard attr ID for object 7fcd76c9-6780-4925-9425-458fcd99a138. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:06:46.355914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.360121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.362804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f HTTP/1.1" status: 204 len: 168 time: 0.5917721 Aug 11 03:06:46.364486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebeb1d-1808-47e9-a114-27c43f2fcb46 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:46.366425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36594) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:46.391439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8036d959-2130-4b7f-99c3-d85bf3a11743 req-4577007a-2c4e-4184-96dd-bf205c37561c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2522321 Aug 11 03:06:46.459838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca79bd-a894-466c-b9e5-46780b24e01c None None] Network 49ad2d10-de5c-48c0-9d94-ab577a2dc18c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:46.719083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-d941f7d3-6ce2-4728-901d-f7748d504965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.720611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-d941f7d3-6ce2-4728-901d-f7748d504965 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ec5d3d-e06d-454a-8d42-0e369a4ceba9 HTTP/1.1" status: 200 len: 855 time: 0.6933982 Aug 11 03:06:46.735237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] DHCP port deletion for 49ad2d10-de5c-48c0-9d94-ab577a2dc18c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:06:46.834006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] Deleting port 19059743-5112-4e3e-b2d0-d85a542c8c93 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:46.834521 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.918391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.942623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] For port 19059743-5112-4e3e-b2d0-d85a542c8c93, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=19059743-5112-4e3e-b2d0-d85a542c8c93,segment=NetworkSegment(04dc7a30-0f02-4687-9c89-d7c011c90e7f),segment_id=04dc7a30-0f02-4687-9c89-d7c011c90e7f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:46.942623 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:46.942623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] Calling delete_port for 19059743-5112-4e3e-b2d0-d85a542c8c93 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:46.961919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Router 7882116c-7c72-477f-a93a-475331383d45 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:06:46.967620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Allocated IP 172.20.0.1 (2d5b4089-726d-4991-a147-09dbef65679d/d751b458-097d-48c6-bf4d-8d46e452fa10/7eda8316-91a5-46b8-be4d-bbe5a24916fe) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:46.977127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d7a7-9ecf-4419-9b72-7d77da27d04e req-e76561ec-67c1-43c3-8c26-4f7980253a83 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:46.984753 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5fe9d7a7-9ecf-4419-9b72-7d77da27d04e req-e76561ec-67c1-43c3-8c26-4f7980253a83 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.2598729 Aug 11 03:06:47.052078 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.095286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] No DVR routers for this DVR port 19059743-5112-4e3e-b2d0-d85a542c8c93 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:47.142564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ab6ff-e321-43bd-b688-e7801950f78b None None] Pushing event deleted for resources: {'Port': ['ID=19059743-5112-4e3e-b2d0-d85a542c8c93,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:47.431001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3e0352f0-cfde-4f40-843f-4ff0cf16acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.433293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-3e0352f0-cfde-4f40-843f-4ff0cf16acf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6237571 Aug 11 03:06:47.540142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.547736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.555230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.564453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.571247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.578420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.584982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:47.587115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-1442eea0-6fc4-4470-bb79-0ca4e3b1fd01 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.1190262 Aug 11 03:06:47.621926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5fe9d7a7-9ecf-4419-9b72-7d77da27d04e req-10987702-8294-4f14-9fc5-e078dbd37dcf tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6362252 Aug 11 03:06:47.689837 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5fda28a-3e99-4356-a207-8c338696a9ea req-6d4cb173-dd05-4488-ad57-ea6171d9b5d4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0923793 Aug 11 03:06:47.720388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 19059743-5112-4e3e-b2d0-d85a542c8c93 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:47.720903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.787410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 19059743-5112-4e3e-b2d0-d85a542c8c93 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:06:47.815968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 19059743-5112-4e3e-b2d0-d85a542c8c93 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:06:47.815968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 19059743-5112-4e3e-b2d0-d85a542c8c93 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:06:47.834555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.861563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-55590ef5-2fe5-48ea-9a6b-ed1dbe42d064 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466198 Aug 11 03:06:47.862546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:47.872016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Sync routers for ids ['7882116c-7c72-477f-a93a-475331383d45'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:47.890274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Routers {'7882116c-7c72-477f-a93a-475331383d45'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:47.890930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7882116c-7c72-477f-a93a-475331383d45'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:47.937920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Transition to ACTIVE for port object 7eda8316-91a5-46b8-be4d-bbe5a24916fe will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:47.939287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] For port 19059743-5112-4e3e-b2d0-d85a542c8c93, host n-d-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:47.939688 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.975660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 19059743-5112-4e3e-b2d0-d85a542c8c93 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:47.980324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Port 19059743-5112-4e3e-b2d0-d85a542c8c93 was not found and therefore no delete operation was performed {{(pid=111683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:06:47.982615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:47.983896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0a7c6e82-dace-4adb-b3f7-0b5a113d0beb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5820866 Aug 11 03:06:47.988301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36610) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:47.991170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.022881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Set router 7882116c-7c72-477f-a93a-475331383d45 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:48.035791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=19059743-5112-4e3e-b2d0-d85a542c8c93,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:48.064847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No DVR routers for this DVR port 19059743-5112-4e3e-b2d0-d85a542c8c93 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:06:48.146991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-001b8621-f49c-4ddb-9382-03008963265e service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676980 Aug 11 03:06:48.165782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.261780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Port': ['ID=7eda8316-91a5-46b8-be4d-bbe5a24916fe,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:48.268014 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-80b7a7ba-dbf8-4320-923f-85213c5c9521 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 217 time: 0.1121266 Aug 11 03:06:48.270088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.330296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-0f6f37ca-cad5-4bce-bf5d-15e8004d9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.331692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-0f6f37ca-cad5-4bce-bf5d-15e8004d9640 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0513780 Aug 11 03:06:48.337647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ad2d10-de5c-48c0-9d94-ab577a2dc18c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:48.349454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network 2d5b4089-726d-4991-a147-09dbef65679d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:48.381178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:48.387027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04dc7a30-0f02-4687-9c89-d7c011c90e7f') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:48.387323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04dc7a30-0f02-4687-9c89-d7c011c90e7f') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:48.391008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:48.391722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:06:43Z', 'revision_number': 3, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port': {'id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:39Z', 'updated_at': '2021-08-11T03:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:48.439048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.484088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Checking router: 7882116c-7c72-477f-a93a-475331383d45 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:48.484833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Updating router 7882116c-7c72-477f-a93a-475331383d45 port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:06:48.504416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.561896 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.574229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.596167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8f6fd68c-d9b7-49fa-b84d-940f3e16586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:48.598676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8f6fd68c-d9b7-49fa-b84d-940f3e16586c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2582400 Aug 11 03:06:48.603137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:06:48.603967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:06:48.611652 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:06:48.883898 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.891788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.913899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:48.917940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/49ad2d10-de5c-48c0-9d94-ab577a2dc18c HTTP/1.1" status: 204 len: 168 time: 2.5444710 Aug 11 03:06:48.948341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36620) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:48.961471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1517130350'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:48.979410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518a63c-1c35-49c0-847a-261d09f4fbe4 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=49ad2d10-de5c-48c0-9d94-ab577a2dc18c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:48.984386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-7c8f1acd-b921-40b9-9217-29ba5812c4fb service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472884 Aug 11 03:06:49.041932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:49.047774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.155463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:06:49.173894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-91314725-adee-41c9-937d-e83d33e5ab02 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464708 Aug 11 03:06:49.175550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.176198 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Added segment 5c9e57fb-f28b-4a6e-9cdf-98dc79241f77 of type vlan for network 1b4d885c-957c-4a82-adea-654e035e8b7b Aug 11 03:06:49.246917 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.251103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-f06e5ea6-b372-4a4b-aaea-881ef62a488e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 217 time: 0.0614796 Aug 11 03:06:49.264652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Transition to ACTIVE for port object 8003ea74-d0a5-40a7-b389-79a6e2e15f0c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:49.279074 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.292350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d13b-1c05-4778-909f-ba86ae36b941 req-37262398-fb3c-4f33-a884-f0e2e5794c04 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.302333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1979d13b-1c05-4778-909f-ba86ae36b941 req-37262398-fb3c-4f33-a884-f0e2e5794c04 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.5335941 Aug 11 03:06:49.363594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Attempting to bind port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:49.364429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Attempting to bind port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:49.365077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Attempting to bind port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:49.373080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-588a863b-b04a-433f-8382-e80aa58ecda7 None None] Provisioning for port 7eda8316-91a5-46b8-be4d-bbe5a24916fe completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:49.382730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:49.383497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:49.384116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.384914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:49.385820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Bound port: 8003ea74-d0a5-40a7-b389-79a6e2e15f0c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:49.386453 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.414272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.423325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-588a863b-b04a-433f-8382-e80aa58ecda7 None None] Provisioning complete for port 7eda8316-91a5-46b8-be4d-bbe5a24916fe triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:49.424008 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-588a863b-b04a-433f-8382-e80aa58ecda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.430204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.432663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.445541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.456511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792fa2a-bd5e-44f5-bbef-42cec7cb971e None None] Pushing event updated for resources: {'Port': ['ID=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:49.466693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.485074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.488436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-588a863b-b04a-433f-8382-e80aa58ecda7 None None] Port 7eda8316-91a5-46b8-be4d-bbe5a24916fe cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:49.490625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] For port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:49.491181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.495693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] For port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:49.501925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.514228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.516214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a763723-83fa-4018-9a7c-87359157e724 req-acc5af9c-30cd-4513-aca1-90e2903ba6e0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.5936372 Aug 11 03:06:49.564983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792fa2a-bd5e-44f5-bbef-42cec7cb971e None None] Pushing event updated for resources: {'Port': ['ID=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:49.567935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Routers {'7882116c-7c72-477f-a93a-475331383d45'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:49.568641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7882116c-7c72-477f-a93a-475331383d45'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:49.592253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1979d13b-1c05-4778-909f-ba86ae36b941 req-9b6d9bad-0fae-47f2-8fcc-9d1cc3097f4d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886539 Aug 11 03:06:49.595464 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.599163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.624517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:49.640033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.756332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] Set router 7882116c-7c72-477f-a93a-475331383d45 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:49.930725 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.937000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Allocated IP 172.20.0.1 (13cc28e4-9300-4f09-a9ab-f8542990fe76/3a90633b-be48-419d-aeaa-02b677b871e2/278091e9-0deb-47f4-ba2d-d2a8e8f84c3e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:49.954397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:49.992974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0389500 Aug 11 03:06:49.998799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36624) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:50.006212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:50.054986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:06:43Z', 'revision_number': 3, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port': {'id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:39Z', 'updated_at': '2021-08-11T03:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:50.076401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.091572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2bf68-bba6-4fd8-a18b-924530080ad1 None None] The sync data for ids ['7882116c-7c72-477f-a93a-475331383d45'] in n-d-768509-22 is: [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:06:43Z', 'revision_number': 3, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port': {'id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:39Z', 'updated_at': '2021-08-11T03:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:50.124196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b19d3-1a98-4e68-8812-73e4d36f643c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Network': ['ID=1b4d885c-957c-4a82-adea-654e035e8b7b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:50.130356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-084a04da-94b8-4daa-8045-fa488c3c5a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.131990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-084a04da-94b8-4daa-8045-fa488c3c5a1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.8705623 Aug 11 03:06:50.145070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 1b4d885c-957c-4a82-adea-654e035e8b7b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:06:50.150154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7a763723-83fa-4018-9a7c-87359157e724 req-bbd2d0ad-3e44-43a0-84a3-3a400fd7bcd9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226241 Aug 11 03:06:50.226634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:50.242252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.288425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.312200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event updated for resources: {'Port': ['ID=7eda8316-91a5-46b8-be4d-bbe5a24916fe,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:50.381802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Network 2d5b4089-726d-4991-a147-09dbef65679d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:50.396987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:50.517548 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.617695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bfb833f8-c7e4-4739-9027-af6c6a77b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:50.621107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:50.627059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bfb833f8-c7e4-4739-9027-af6c6a77b9ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4713354 Aug 11 03:06:50.632244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Pushing event updated for resources: {'Port': ['ID=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:50.645462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:50.649625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:50.851698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Router e34c12b3-10cb-4669-8a6c-e78b5d8659e5 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:50.876920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d0ea289a-67e5-49ad-9feb-dc6823483e7d None None] Provisioning complete for port 7eda8316-91a5-46b8-be4d-bbe5a24916fe triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:50.878000 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d0ea289a-67e5-49ad-9feb-dc6823483e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.884579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.938578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:50.972068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea289a-67e5-49ad-9feb-dc6823483e7d None None] Port 7eda8316-91a5-46b8-be4d-bbe5a24916fe cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:51.159921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:51.175323 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] Sync routers for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:51.189636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2cff5a7c-6e7c-4312-afb2-4d7cd4ca4aa1 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "PUT /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2383461 Aug 11 03:06:51.195554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36632) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:51.216182 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:51.219397 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:51.235570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94a40b-bbc4-4ef3-a268-71ae6f0a5a9f req-112fbd55-c1a1-4415-a4b0-eaf568695f70 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:51.238251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a94a40b-bbc4-4ef3-a268-71ae6f0a5a9f req-112fbd55-c1a1-4415-a4b0-eaf568695f70 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.3488543 Aug 11 03:06:51.334754 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:51.378349 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:51.379260 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:51.387682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=590e78c6-11d4-4a3c-8185-2d3cb2861f7e,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:51.469132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:51.470056 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced76600-b677-401e-8512-f0cc92984f4a None None] The sync data for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:51.520226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-5d064bcb-6670-4bd8-8d07-e9173804f910 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8697524 Aug 11 03:06:51.530929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a94a40b-bbc4-4ef3-a268-71ae6f0a5a9f req-5cb30ce7-5d6d-4a86-9063-97c4e86ba909 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644475 Aug 11 03:06:51.532219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Checking segment: {'id': '5c9e57fb-f28b-4a6e-9cdf-98dc79241f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:51.532809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network hostable DHCP agents. Network: 1b4d885c-957c-4a82-adea-654e035e8b7b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:06:51.622489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:51.634563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 1b4d885c-957c-4a82-adea-654e035e8b7b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:06:51.658068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 1b4d885c-957c-4a82-adea-654e035e8b7b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:51.670559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780d3e2-fb7c-4782-8bcd-872cc3b5a1b0 None None] Network 1b4d885c-957c-4a82-adea-654e035e8b7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:51.937560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8003ea74-d0a5-40a7-b389-79a6e2e15f0c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:52.111592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.112230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.132594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-95d0d4ab-2a7b-4b07-8090-20e7092c0c26 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1302769 Aug 11 03:06:52.133297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36644) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:52.140070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ea2ec697-98ae-4473-8057-8b59041fdbce tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-847013822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:52.143112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.149969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.158228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.166858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.173611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.180679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.187518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.196911 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-3544403e-e765-40f8-acc9-7b82e7713767 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.8294678 Aug 11 03:06:52.222555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec697-98ae-4473-8057-8b59041fdbce tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.223568 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec697-98ae-4473-8057-8b59041fdbce tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.227396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab11332d-8238-4fbe-a263-2800cbcc9b8e tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.322437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec697-98ae-4473-8057-8b59041fdbce tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.331987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec697-98ae-4473-8057-8b59041fdbce tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.335826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-1b4d885c-957c-4a82-adea-654e035e8b7b', 'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b', 'tenant_id': '22163951cdf2479885869d867cdb0891', 'fixed_ips': [{'subnet_id': '590e78c6-11d4-4a3c-8185-2d3cb2861f7e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:06:52.337030 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.354647 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:52.360279 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec697-98ae-4473-8057-8b59041fdbce tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.364650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ea2ec697-98ae-4473-8057-8b59041fdbce tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2279980 Aug 11 03:06:52.365196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36646) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:52.376709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b', 'name': 'tempest-PortsTestJSON-2059925243'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:52.386592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.390134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:52.390983 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.395793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07e018d3-6989-41dd-8974-8f8ec4242cc4 req-aac2657e-b6de-40a2-81be-ae6fd7b4b945 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1977749 Aug 11 03:06:52.397312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-187ac4ca-db5c-4b5a-8d01-91765c674911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.402087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.421732 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-907f896b-3bd7-43ab-8a7c-c5f0bd5d0596 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8876455 Aug 11 03:06:52.429328 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-ab11332d-8238-4fbe-a263-2800cbcc9b8e tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:06:52.430647 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab11332d-8238-4fbe-a263-2800cbcc9b8e tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5 HTTP/1.1" status: 409 len: 329 time: 1.2337496 Aug 11 03:06:52.440037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36648) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:52.479462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-9a9f56a6-06d8-4f74-8080-e299192d72ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0469275 Aug 11 03:06:52.571546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-f742748f-5dac-4dab-aa92-12b755aa0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.573920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-f742748f-5dac-4dab-aa92-12b755aa0732 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0677633 Aug 11 03:06:52.659953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-544935f6-b17a-4b71-92f0-bdaebca31322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:52.661855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-544935f6-b17a-4b71-92f0-bdaebca31322 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0776894 Aug 11 03:06:52.706006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Allocated IP 172.20.0.2 (1b4d885c-957c-4a82-adea-654e035e8b7b/590e78c6-11d4-4a3c-8185-2d3cb2861f7e/fb7baaba-704c-468c-8361-9cf55e8d2b30) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:52.855459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-f7fe72e0-1371-4b43-8293-132243ed9b3d service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829422 Aug 11 03:06:52.967926 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:52.999032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-7c387efd-f647-4cf4-97f3-2d9fff1d6c44 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366491 Aug 11 03:06:53.031072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:53.044648 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.103459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-4d2d3213-0860-4183-bca4-503d9aa23e14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=622db2ec-896e-4228-b772-39f5b21605a4 HTTP/1.1" status: 200 len: 217 time: 0.0956364 Aug 11 03:06:53.202566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.232657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-7544d974-e05e-4792-b3e0-fbd71cb7e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.238448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-7544d974-e05e-4792-b3e0-fbd71cb7e786 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.1240175 Aug 11 03:06:53.253532 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.277920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Transition to ACTIVE for port object fb7baaba-704c-468c-8361-9cf55e8d2b30 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:53.295763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.311767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab23c-76c3-4f3b-92b4-d702df30f7b2 req-deff6d2a-7d72-48a1-a49d-6f312143f516 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.315968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Transition to ACTIVE for port object fb7baaba-704c-468c-8361-9cf55e8d2b30 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:53.320263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b71ab23c-76c3-4f3b-92b4-d702df30f7b2 req-deff6d2a-7d72-48a1-a49d-6f312143f516 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.5418625 Aug 11 03:06:53.327727 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.343154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Pushing event updated for resources: {'Port': ['ID=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.359742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-d04de14f-73a7-425c-a49f-62b7283f2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.361290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-d04de14f-73a7-425c-a49f-62b7283f2f8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159031 Aug 11 03:06:53.460767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b71ab23c-76c3-4f3b-92b4-d702df30f7b2 req-2a3ab1a5-079d-4882-a7f4-8308551b4d21 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363902 Aug 11 03:06:53.500810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:06:53.504761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.505745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Network 1b4d885c-957c-4a82-adea-654e035e8b7b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:53.507886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:53.516438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:53.536268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Pushing event updated for resources: {'Port': ['ID=fb7baaba-704c-468c-8361-9cf55e8d2b30,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:53.563130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 5b329efa-2bd6-43a3-b490-29ddcb62e33b yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:06:53.582284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:53.616323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:53.670114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Attempting to bind port fb7baaba-704c-468c-8361-9cf55e8d2b30 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:53.670729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Attempting to bind port fb7baaba-704c-468c-8361-9cf55e8d2b30 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5c9e57fb-f28b-4a6e-9cdf-98dc79241f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:53.674513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Attempting to bind port fb7baaba-704c-468c-8361-9cf55e8d2b30 on network 1b4d885c-957c-4a82-adea-654e035e8b7b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:53.686553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:53.687530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Checking segment: {'id': '5c9e57fb-f28b-4a6e-9cdf-98dc79241f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:53.688367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.691737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Bound using segment: {'id': '5c9e57fb-f28b-4a6e-9cdf-98dc79241f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:53.692514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Bound port: fb7baaba-704c-468c-8361-9cf55e8d2b30, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9e57fb-f28b-4a6e-9cdf-98dc79241f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1b4d885c-957c-4a82-adea-654e035e8b7b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:53.693129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.716621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-a6e8ba57-35e8-4799-b5f2-26f10cdf76db service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448231 Aug 11 03:06:53.812356 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.819012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.832396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.845137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.858024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.862330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] For port fb7baaba-704c-468c-8361-9cf55e8d2b30, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:53.871290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] For port fb7baaba-704c-468c-8361-9cf55e8d2b30, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fb7baaba-704c-468c-8361-9cf55e8d2b30,segment=NetworkSegment(5c9e57fb-f28b-4a6e-9cdf-98dc79241f77),segment_id=5c9e57fb-f28b-4a6e-9cdf-98dc79241f77)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:53.872695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.878981 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:53.896951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.915394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:53.927871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-8a18cf06-6433-4439-a2f7-b595954138e2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.3691769 Aug 11 03:06:53.979704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.9 (1b4d885c-957c-4a82-adea-654e035e8b7b/590e78c6-11d4-4a3c-8185-2d3cb2861f7e/5b329efa-2bd6-43a3-b490-29ddcb62e33b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:06:53.984756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8003ea74-d0a5-40a7-b389-79a6e2e15f0c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:54.061106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Router 7882116c-7c72-477f-a93a-475331383d45 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:54.113665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e458d626-3be1-4e73-b4ef-48d1d5b692a7 req-4d33f424-5254-4d15-ab58-73aaec648fc0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1847277 Aug 11 03:06:54.136212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f0606-7b5d-42db-8405-e514a1a30b37 None None] Pushing event updated for resources: {'Port': ['ID=fb7baaba-704c-468c-8361-9cf55e8d2b30,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:54.161289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:54.161674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.178488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-5fadf1c9-babb-4864-950b-a321593f0cb9 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504118 Aug 11 03:06:54.259128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-5202a101-4757-4aea-9794-c5060ec962bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3 HTTP/1.1" status: 200 len: 217 time: 0.0708268 Aug 11 03:06:54.389657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-e1f28ada-cf77-4586-be04-5718328aa84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.392658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-e1f28ada-cf77-4586-be04-5718328aa84e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.1260595 Aug 11 03:06:54.508093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-0f959254-1ed6-420b-a368-9d59bb365662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.510399 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-0f959254-1ed6-420b-a368-9d59bb365662 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1075747 Aug 11 03:06:54.541839 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.592629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:54.609833 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-85086073-26cd-4ac4-bbcc-15e283941a10 admin admin] 10.222.0.60 "PUT /v2.0/routers/7882116c-7c72-477f-a93a-475331383d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6204526 Aug 11 03:06:54.654829 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Sync routers for ids ['7882116c-7c72-477f-a93a-475331383d45'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:54.671245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Routers {'7882116c-7c72-477f-a93a-475331383d45'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:54.673539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7882116c-7c72-477f-a93a-475331383d45'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:54.677914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object 5b329efa-2bd6-43a3-b490-29ddcb62e33b will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:54.755079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189616-cff3-45fd-810b-d05a61a3450f req-1867f422-3e52-4292-a94e-ab6d1d81c97b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:54.759092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51189616-cff3-45fd-810b-d05a61a3450f req-1867f422-3e52-4292-a94e-ab6d1d81c97b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1584806 Aug 11 03:06:54.851963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:54.895697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-fdd6cd05-c601-4b48-b5b0-882bab3c70ea service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752525 Aug 11 03:06:54.910814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Set router 7882116c-7c72-477f-a93a-475331383d45 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:55.015713 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51189616-cff3-45fd-810b-d05a61a3450f req-79126986-ccca-4c61-9ae6-e311bd03b310 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446527 Aug 11 03:06:55.081951 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-b7bf387a-2cf5-4488-a876-335d39d4ae33 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779263 Aug 11 03:06:55.217828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-bd8d6813-1ae8-43c1-9ad6-661c3a734d98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 200 len: 217 time: 0.1228008 Aug 11 03:06:55.299199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eed263b6-833e-4e1f-aa9b-db32f14b4a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.331748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8a140d8f-5c8e-4709-830c-c3b634fc52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.333383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-8a140d8f-5c8e-4709-830c-c3b634fc52ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.1071064 Aug 11 03:06:55.343947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:06:51Z', 'revision_number': 4, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port': {'id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:39Z', 'updated_at': '2021-08-11T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '278091e9-0deb-47f4-ba2d-d2a8e8f84c3e', 'name': '', 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'mac_address': 'fa:16:3e:85:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:49Z', 'updated_at': '2021-08-11T03:06:52Z', 'revision_number': 2, 'project_id': '81bbef640e034481b017de64ef79ae08', 'subnets': [{'id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:55.371463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.392488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Checking router: 7882116c-7c72-477f-a93a-475331383d45 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:06:55.392863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Updating router 7882116c-7c72-477f-a93a-475331383d45 port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:06:55.399257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.419770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.428768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.437674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.442305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.469915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=5b329efa-2bd6-43a3-b490-29ddcb62e33b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:55.470183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.477707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.500154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.514559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-0b4abfd7-9846-4e26-b730-1cb5810f9804 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.2459543 Aug 11 03:06:55.538477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 1b4d885c-957c-4a82-adea-654e035e8b7b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:06:55.567581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:06:55.572154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:06:55.657148 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7df6796-8d5c-4955-bc09-c0d9af43dcaf req-9c2cee61-e720-40dc-88d2-b49b98487733 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1347759 Aug 11 03:06:55.661431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-16024288-388c-4f90-994e-b8b391c60786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.666971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-16024288-388c-4f90-994e-b8b391c60786 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1428764 Aug 11 03:06:55.755992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe021e0e-a805-4d06-a6aa-c3d09b2e61de None None] Network 1b4d885c-957c-4a82-adea-654e035e8b7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:06:55.814000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Deleting port 7eda8316-91a5-46b8-be4d-bbe5a24916fe {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:06:55.814346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.937123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:55.938348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:55.975669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-d30b60b9-50dc-4093-9d8a-416788c45666 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002331 Aug 11 03:06:56.007272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-95f103e4-6e3d-44cd-bf26-67891866f8c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6349897 Aug 11 03:06:56.008193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36702) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:56.029157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-2292b452-f1e1-4aab-8842-b39e31d0ed7a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.037243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-2292b452-f1e1-4aab-8842-b39e31d0ed7a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 818 time: 0.5523491 Aug 11 03:06:56.037587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fb7baaba-704c-468c-8361-9cf55e8d2b30 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:06:56.112071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-581c86d7-8eff-41f9-b631-e7ee7dbc962b req-0e8c15f0-d423-42f3-a1c7-6792341c987f service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216261 Aug 11 03:06:56.244914 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-573ceb41-8202-4f8f-abf1-d132c6a3972a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/quotas/81bbef640e034481b017de64ef79ae08 HTTP/1.1" status: 200 len: 375 time: 0.2060754 Aug 11 03:06:56.268117 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.279750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Transition to ACTIVE for port object 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:06:56.333350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.336673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.341068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76973b1-d243-4c2d-a646-d3d31f459034 req-df1ab6c6-47cb-4c6d-9141-49a2680a8a3b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.344967 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b76973b1-d243-4c2d-a646-d3d31f459034 req-df1ab6c6-47cb-4c6d-9141-49a2680a8a3b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.2039292 Aug 11 03:06:56.379145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.379765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.380247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.380720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.381429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.382144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.382832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.385887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-a7253550-372a-4044-b574-df74cbc5b3d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6496 time: 0.1670053 Aug 11 03:06:56.393028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc66ee-7de1-4ba8-9838-5b0a52497f27 None None] Pushing event updated for resources: {'Port': ['ID=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:56.398608 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.403182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-faf78b10-2c85-4180-a923-b670768cda57 None None] Provisioning for port fb7baaba-704c-468c-8361-9cf55e8d2b30 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:56.439478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port fb7baaba-704c-468c-8361-9cf55e8d2b30 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:56.452580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b76973b1-d243-4c2d-a646-d3d31f459034 req-db6a67da-7aba-4f73-83fa-5ae9362fc3f9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999303 Aug 11 03:06:56.484884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port fb7baaba-704c-468c-8361-9cf55e8d2b30 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:56.485692 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.513384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Calling delete_port for 7eda8316-91a5-46b8-be4d-bbe5a24916fe owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:06:56.565769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-88c3ffc1-d1ed-4253-9039-bab683ef5638 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3201180 Aug 11 03:06:56.568208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-6a8c2103-3d27-42d6-a781-a6da43b5f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.569688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-6a8c2103-3d27-42d6-a781-a6da43b5f028 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 200 len: 902 time: 0.1568692 Aug 11 03:06:56.574120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Attempting to bind port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:06:56.574868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Attempting to bind port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:06:56.575622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Attempting to bind port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e on network 13cc28e4-9300-4f09-a9ab-f8542990fe76 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:06:56.589745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:06:56.590181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Checking segment: {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:06:56.590547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.593486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Bound using segment: {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:06:56.595156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Bound port: 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:06:56.595569 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.672888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-883cb9f9-8c3a-43c4-be57-1bdd23b1b7d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 200 len: 217 time: 0.0954511 Aug 11 03:06:56.776776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-b2e28a9d-5011-4b36-bde8-a49f75e0384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:56.782438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] For port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:06:56.783564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-b2e28a9d-5011-4b36-bde8-a49f75e0384f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.0998538 Aug 11 03:06:56.786672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] For port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:06:56.851741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.991488 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:56.998827 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:57.017012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Routers {'7882116c-7c72-477f-a93a-475331383d45'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:57.018336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7882116c-7c72-477f-a93a-475331383d45'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:57.049565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-2644ce1c-c37a-4fd4-91dc-8f5d5dd059cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.051312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-2644ce1c-c37a-4fd4-91dc-8f5d5dd059cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2585702 Aug 11 03:06:57.057378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-101eee71-4796-44c7-8a1a-8741a4fb5221 service neutron] 10.222.0.60 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890666 Aug 11 03:06:57.169565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.197144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.197388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:57.209492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.224688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.250226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.257319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.264996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.273832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9212b427-22df-4da8-a311-f2ea5b94afed req-8aef41f7-1950-4e8a-af29-3cfc44a0d67e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.4260292 Aug 11 03:06:57.372643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] Set router 7882116c-7c72-477f-a93a-475331383d45 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:06:57.376244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9212b427-22df-4da8-a311-f2ea5b94afed req-0bb08993-7a53-4a91-af63-71e15e45796f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007140 Aug 11 03:06:57.426778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-bbae2489-b131-49a4-b359-f02db3c0f50a service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661385 Aug 11 03:06:57.468214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc66ee-7de1-4ba8-9838-5b0a52497f27 None None] Pushing event updated for resources: {'Port': ['ID=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:57.482220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:57.500271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-2dba924a-eafb-4b77-8f19-ee75ab539835 service neutron] 10.222.0.60 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327378 Aug 11 03:06:57.517912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port fb7baaba-704c-468c-8361-9cf55e8d2b30, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fb7baaba-704c-468c-8361-9cf55e8d2b30,segment=NetworkSegment(5c9e57fb-f28b-4a6e-9cdf-98dc79241f77),segment_id=5c9e57fb-f28b-4a6e-9cdf-98dc79241f77)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:06:57.566450 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:57.653578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Port': ['ID=7eda8316-91a5-46b8-be4d-bbe5a24916fe,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:57.684937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b514be61-1638-4e27-97b0-d90917a00a00 None None] Provisioning complete for port fb7baaba-704c-468c-8361-9cf55e8d2b30 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:57.687127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b514be61-1638-4e27-97b0-d90917a00a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:57.750381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7076901-134f-4b9b-aa51-adbfd6e8f49d req-645159d9-5aee-48bf-8e13-217135d4da39 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156757 Aug 11 03:06:57.789829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c58b4-ef5d-4a79-b0cf-5dab0bb15c2f req-20ab5acc-54aa-4f04-9b0e-1c2125342407 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:57.798205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e91c58b4-ef5d-4a79-b0cf-5dab0bb15c2f req-20ab5acc-54aa-4f04-9b0e-1c2125342407 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1511443 Aug 11 03:06:57.942341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9547c77-884a-49dd-8b4c-0b5c211ac62f req-ba1dfaef-f6b5-4cb7-9ac7-5283d2d485ff tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 210 time: 0.0467043 Aug 11 03:06:57.991857 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e91c58b4-ef5d-4a79-b0cf-5dab0bb15c2f req-152c0d52-41f8-4db6-929c-dc033d5d8007 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853626 Aug 11 03:06:58.144125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.350981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=fb7baaba-704c-468c-8361-9cf55e8d2b30,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:58.377033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.438571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.449681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.482987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b514be61-1638-4e27-97b0-d90917a00a00 None None] Provisioning for port 5b329efa-2bd6-43a3-b490-29ddcb62e33b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:06:58.490547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b514be61-1638-4e27-97b0-d90917a00a00 None None] Provisioning complete for port 5b329efa-2bd6-43a3-b490-29ddcb62e33b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:58.491238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b514be61-1638-4e27-97b0-d90917a00a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.531661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b514be61-1638-4e27-97b0-d90917a00a00 None None] Port 5b329efa-2bd6-43a3-b490-29ddcb62e33b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:58.537127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:06:51Z', 'revision_number': 4, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port': {'id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:39Z', 'updated_at': '2021-08-11T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '278091e9-0deb-47f4-ba2d-d2a8e8f84c3e', 'name': '', 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'mac_address': 'fa:16:3e:85:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:49Z', 'updated_at': '2021-08-11T03:06:56Z', 'revision_number': 4, 'project_id': '81bbef640e034481b017de64ef79ae08', 'subnets': [{'id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:58.625577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.633959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.647967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.662371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.672927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.682316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.689657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:58.699788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-85d814d2-71e3-47eb-83bb-52681afdfacf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.1779327 Aug 11 03:06:58.740884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bb9f7-2677-40b1-b659-4879c0ce53b8 None None] The sync data for ids ['7882116c-7c72-477f-a93a-475331383d45'] in n-d-768509-22 is: [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:06:51Z', 'revision_number': 4, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port': {'id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:39Z', 'updated_at': '2021-08-11T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '278091e9-0deb-47f4-ba2d-d2a8e8f84c3e', 'name': '', 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'mac_address': 'fa:16:3e:85:2d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:49Z', 'updated_at': '2021-08-11T03:06:56Z', 'revision_number': 4, 'project_id': '81bbef640e034481b017de64ef79ae08', 'subnets': [{'id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:58.760616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-07184da6-3515-483f-8e8b-90fe2c99c69a None None] Provisioning complete for port 5b329efa-2bd6-43a3-b490-29ddcb62e33b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:58.761107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-07184da6-3515-483f-8e8b-90fe2c99c69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:58.832722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ab54df9-88b5-42ec-8b9d-c4f9f42d093d req-afdd1e8e-6b6b-4f75-9a75-3c03479b6d84 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317830 Aug 11 03:06:58.967367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-07184da6-3515-483f-8e8b-90fe2c99c69a None None] Port 5b329efa-2bd6-43a3-b490-29ddcb62e33b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:58.975320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=5b329efa-2bd6-43a3-b490-29ddcb62e33b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:06:58.998615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Router e34c12b3-10cb-4669-8a6c-e78b5d8659e5 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:06:59.099668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-8ac4091f-89a8-4955-8040-3060c0deee9e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.106781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-8ac4091f-89a8-4955-8040-3060c0deee9e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 818 time: 0.8818343 Aug 11 03:06:59.198871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-84a96340-3fdb-409c-9936-eac76738b3aa None None] Provisioning complete for port 5b329efa-2bd6-43a3-b490-29ddcb62e33b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:06:59.199255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84a96340-3fdb-409c-9936-eac76738b3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.225450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:06:59.238616 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] Sync routers for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:06:59.253013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c155a90e-543d-4946-92d6-7343ba1399a3 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "PUT /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8113925 Aug 11 03:06:59.253563 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:59.254495 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:59.262001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14615e8a-c11a-4358-9ac3-acbed6fae45b req-27f42131-8afc-47f9-a03e-6ba67834c314 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:06:59.265768 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14615e8a-c11a-4358-9ac3-acbed6fae45b req-27f42131-8afc-47f9-a03e-6ba67834c314 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1381521 Aug 11 03:06:59.268545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36744) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:59.280773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-fc069d71-a6cd-4a0d-bc49-b2bea5b2e10a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/quotas/81bbef640e034481b017de64ef79ae08 HTTP/1.1" status: 200 len: 375 time: 0.1698840 Aug 11 03:06:59.349112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-84a96340-3fdb-409c-9936-eac76738b3aa None None] Port 5b329efa-2bd6-43a3-b490-29ddcb62e33b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:06:59.390140 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:59.410101 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] Routers {'e34c12b3-10cb-4669-8a6c-e78b5d8659e5'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:06:59.411945 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:59.432608 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-7d643916-fcd8-41a5-9a25-62d2bdabfadb tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] show failed (client error): The resource could not be found. Aug 11 03:06:59.442523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7d643916-fcd8-41a5-9a25-62d2bdabfadb tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-362368433 HTTP/1.1" status: 404 len: 334 time: 0.1721869 Aug 11 03:06:59.444410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36750) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:59.458596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-094f9636-15b3-425f-b87f-295f0715cbaf tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Request body: {'router': {'name': 'new_name'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:06:59.510893 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:06:59.511896 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57ce1e6-838f-4f56-b7cd-e52ab1b58f8b None None] The sync data for ids ['e34c12b3-10cb-4669-8a6c-e78b5d8659e5'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:06:59.605226 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-094f9636-15b3-425f-b87f-295f0715cbaf tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] update failed (client error): The resource could not be found. Aug 11 03:06:59.613407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-094f9636-15b3-425f-b87f-295f0715cbaf tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-832361508 HTTP/1.1" status: 404 len: 334 time: 0.1666026 Aug 11 03:06:59.614134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36754) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:06:59.696126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-a7a04042-7bf8-4c72-91f3-a7e01da7c5e1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3215549 Aug 11 03:06:59.721756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Deleting subnet 0cb5db12-ea66-4dc3-a5d2-be742af1d39f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:06:59.746000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.762112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14615e8a-c11a-4358-9ac3-acbed6fae45b req-26b7ec26-f81e-48bd-9e7a-c32f5cb385c5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409128 Aug 11 03:06:59.848342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.849002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:06:59.932003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.051669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fb7baaba-704c-468c-8361-9cf55e8d2b30 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:00.152923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port fb7baaba-704c-468c-8361-9cf55e8d2b30 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:00.153861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.156247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-da9ed103-9f4b-4860-b738-ae67d928be22 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.159666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-da9ed103-9f4b-4860-b738-ae67d928be22 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.10 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 818 time: 0.6983821 Aug 11 03:07:00.169142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-6fd0e59b-5c8b-4596-8e76-82cebfb0f02c service neutron] 10.222.0.60 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592700 Aug 11 03:07:00.181037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Request body: {'port': {'device_id': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'admin_state_up': True, 'tenant_id': '81bbef640e034481b017de64ef79ae08'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:00.192251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.202097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.217833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.230953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.255928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.263367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.273950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:00.276734 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-049737bd-095b-4125-b588-9aa8b4d8ea9e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.2946310 Aug 11 03:07:00.305723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:00.352441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.411144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:00.423833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:00.424206 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.517936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b2c0b8e-8c19-43ee-ab66-28c226a78440 req-b4b15ebc-b1e0-4b41-b31b-0b903341ec1e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2287784 Aug 11 03:07:00.605473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.633819 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.652126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb5db12-ea66-4dc3-a5d2-be742af1d39f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:00.670053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.670394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.670738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.671076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.671407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.671772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.672098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.672426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.672750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.673076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.673399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.673727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:00.677722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.680047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-22cd2aa3-915a-4e87-8920-a87d5ae950db tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/subnets/0cb5db12-ea66-4dc3-a5d2-be742af1d39f HTTP/1.1" status: 204 len: 168 time: 1.0610585 Aug 11 03:07:00.687330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36762) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:00.688302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c25b41-7b3a-4d05-a5fd-3723884a5e04 None None] Network 93a718bf-2375-472b-b570-a13d7a767c9e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:00.792023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:00.816484 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.838986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Deleting subnet ce073b09-ae48-450f-9c18-b103adc300f9 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:00.847536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:00.932575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:01.011100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.026243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab11a13-ab51-48a7-9faa-db81f89a6fbe req-d557b36a-e086-4b57-af56-585c44203a49 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:01.026889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.033511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ab11a13-ab51-48a7-9faa-db81f89a6fbe req-d557b36a-e086-4b57-af56-585c44203a49 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1315591 Aug 11 03:07:01.114171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-56b075ae-9514-4176-ba2c-84357a54faa8 service neutron] 10.222.0.60 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9169700 Aug 11 03:07:01.149829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Made reservation on behalf of 81bbef640e034481b017de64ef79ae08 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:01.157706 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.161600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] DHCP port deletion for 93a718bf-2375-472b-b570-a13d7a767c9e request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:01.266069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] Deleting port 92fc2749-062f-4b27-a788-b6b4849e6139 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:01.266510 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.268655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ab11a13-ab51-48a7-9faa-db81f89a6fbe req-79ab00a7-2fb7-4813-92a9-bb796e930ee7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669788 Aug 11 03:07:01.401112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] For port 92fc2749-062f-4b27-a788-b6b4849e6139, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=92fc2749-062f-4b27-a788-b6b4849e6139,segment=NetworkSegment(576a81c5-8ce2-4da0-a525-70579650e59e),segment_id=576a81c5-8ce2-4da0-a525-70579650e59e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:01.401863 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.407352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.484154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] Calling delete_port for 92fc2749-062f-4b27-a788-b6b4849e6139 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:01.510685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.566275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-57679416-e81f-4949-8332-51b593bd8f5a req-5d5bc4bb-f559-4afa-b2ef-7d7a0abcc03d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 210 time: 0.0675786 Aug 11 03:07:01.632941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Subnet': ['ID=ce073b09-ae48-450f-9c18-b103adc300f9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:01.637599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.656978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-30e983d7-fb22-403c-9b17-5f5339f1cab0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/subnets/ce073b09-ae48-450f-9c18-b103adc300f9 HTTP/1.1" status: 204 len: 168 time: 0.9683959 Aug 11 03:07:01.662367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a81abef-a15a-4f83-aacc-357e17d6c24f None None] Network 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:01.668266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36780) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:01.669831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Allocated IP 172.20.0.2 (13cc28e4-9300-4f09-a9ab-f8542990fe76/3a90633b-be48-419d-aeaa-02b677b871e2/5710b7d6-debe-42f0-b206-746f6052d2e1) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:01.901997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.907990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:01.942624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:01.970917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] Pushing event deleted for resources: {'Port': ['ID=92fc2749-062f-4b27-a788-b6b4849e6139,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:01.974117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98d4632-0a13-44f1-8228-07469fff3901 None None] No DVR routers for this DVR port 92fc2749-062f-4b27-a788-b6b4849e6139 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:02.018578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:02.019260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.070714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.078431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] DHCP port deletion for 1ab73fc4-0a1a-4f26-9c84-f5e009240cbe request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:02.090294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.113764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a718bf-2375-472b-b570-a13d7a767c9e']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.139820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576a81c5-8ce2-4da0-a525-70579650e59e') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.140129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576a81c5-8ce2-4da0-a525-70579650e59e') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:02.160203 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.184190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] Deleting port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:02.187425 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.188574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.202059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:02.203064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:02.214379 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:02.262418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.266920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.271548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 92fc2749-062f-4b27-a788-b6b4849e6139 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:02.302581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 92fc2749-062f-4b27-a788-b6b4849e6139 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:02.303096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 92fc2749-062f-4b27-a788-b6b4849e6139 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:02.332377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.343113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.346707 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/networks/93a718bf-2375-472b-b570-a13d7a767c9e HTTP/1.1" status: 204 len: 168 time: 0.6770082 Aug 11 03:07:02.348094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] For port e8fe52b4-a771-4cdb-b9ff-d5803e3df305, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8fe52b4-a771-4cdb-b9ff-d5803e3df305,segment=NetworkSegment(4ff0e662-d635-4b55-8e7c-9d8a50407357),segment_id=4ff0e662-d635-4b55-8e7c-9d8a50407357)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:02.348507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.353096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.371438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36796) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:02.382824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] Calling delete_port for e8fe52b4-a771-4cdb-b9ff-d5803e3df305 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:02.392809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422b312-9f89-485a-be3d-01a8606789b0 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Network': ['ID=93a718bf-2375-472b-b570-a13d7a767c9e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:02.474470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:02.506392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaa7af-c4db-4ed5-94cd-d384413ecf7b req-95d8aaba-5c00-425d-a7ac-39afda2b7887 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.514861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5faaa7af-c4db-4ed5-94cd-d384413ecf7b req-95d8aaba-5c00-425d-a7ac-39afda2b7887 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.0784185 Aug 11 03:07:02.558174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.574513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:02.587229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] Pushing event deleted for resources: {'Port': ['ID=e8fe52b4-a771-4cdb-b9ff-d5803e3df305,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:02.599402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b8875-2824-44df-a076-7cfeef42e785 None None] No DVR routers for this DVR port e8fe52b4-a771-4cdb-b9ff-d5803e3df305 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:02.599875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:02.612266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5faaa7af-c4db-4ed5-94cd-d384413ecf7b req-93478840-7198-4759-b7a9-bad151645231 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905654 Aug 11 03:07:02.633861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Pushing event updated for resources: {'Port': ['ID=5710b7d6-debe-42f0-b206-746f6052d2e1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:02.637270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.666903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.673017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.678950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.685556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.691478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.692750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-058e8a28-56ea-4d5d-bd81-d91db5f24d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.694406 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-058e8a28-56ea-4d5d-bd81-d91db5f24d0b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1097 time: 0.0470338 Aug 11 03:07:02.698091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.704141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.706046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-24ef7c09-2f1a-4795-84b8-2edac6d3f287 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.5933383 Aug 11 03:07:02.767516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2057dbe-d152-42c0-8793-0510a37a9d57 req-5de05b48-3ddd-4a0c-9307-6c9af16a6969 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 210 time: 0.0719759 Aug 11 03:07:02.788686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.839120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.839419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-818df7c7-421d-4a83-b373-6089f5521953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.839684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:02.841200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-818df7c7-421d-4a83-b373-6089f5521953 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.1362901 Aug 11 03:07:02.857394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=5b329efa-2bd6-43a3-b490-29ddcb62e33b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:02.883070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d39cc379-c6fe-4503-8e97-99960655ab71 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7091196 Aug 11 03:07:02.887372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-555d4abf-03b6-452b-aef9-6d888a615d66 req-79b939a7-f47d-4dc6-8e13-c99dc12e8816 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1470037 Aug 11 03:07:02.923678 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-f8192d13-de5c-4e7f-bb81-130ddc013daf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 1001 time: 0.0663583 Aug 11 03:07:02.924470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Request body: {'port': {'device_id': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:02.977140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-f4c4495d-241a-47eb-b539-a2ba3d40e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:02.978935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-f4c4495d-241a-47eb-b539-a2ba3d40e3b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.0544994 Aug 11 03:07:03.042787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-a0b99de9-ee25-4194-adac-38735216535b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.044376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-a0b99de9-ee25-4194-adac-38735216535b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481710 Aug 11 03:07:03.054703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.069114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 1b4d885c-957c-4a82-adea-654e035e8b7b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:03.076401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab73fc4-0a1a-4f26-9c84-f5e009240cbe']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:03.079088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:03.086011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.101048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff0e662-d635-4b55-8e7c-9d8a50407357') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:03.101388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff0e662-d635-4b55-8e7c-9d8a50407357') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:03.133053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.242022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-94b09eb2-3218-426f-8e8a-c462e625e0e8 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829047 Aug 11 03:07:03.315313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.352045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:03.352413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.356114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a2f38b7-242d-4663-be75-d95c5fe8a589 req-ba3a63be-a183-42b7-b434-5745efa5724c service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034617 Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:03.363117 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:03.414648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dbe3f0b1-f394-402b-aca2-3248ee70dcfd None None] Provisioning complete for port 5b329efa-2bd6-43a3-b490-29ddcb62e33b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:03.415247 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f0b1-f394-402b-aca2-3248ee70dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.453550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3f0b1-f394-402b-aca2-3248ee70dcfd None None] Port 5b329efa-2bd6-43a3-b490-29ddcb62e33b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:03.501785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-4554289b-a0ff-43bf-b2ad-294a224b7f6a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.503231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-4554289b-a0ff-43bf-b2ad-294a224b7f6a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.57 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 818 time: 0.3909671 Aug 11 03:07:03.512305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.528797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Request body: {'port': {'device_id': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'admin_state_up': True, 'tenant_id': '81bbef640e034481b017de64ef79ae08'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:03.535024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.536839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/networks/1ab73fc4-0a1a-4f26-9c84-f5e009240cbe HTTP/1.1" status: 204 len: 168 time: 1.1596055 Aug 11 03:07:03.539435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36814) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:03.590669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edef3c8-0d59-4b8b-afee-478db0ba4657 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Network': ['ID=1ab73fc4-0a1a-4f26-9c84-f5e009240cbe,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:03.592544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Deleting subnet d751b458-097d-48c6-bf4d-8d46e452fa10 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:03.597003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.647924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.669723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Router e5706ed7-8138-49d6-932c-50b61f702511 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:07:03.793020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.831590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8fe52b4-a771-4cdb-b9ff-d5803e3df305 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:03.860244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:03.861845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Made reservation on behalf of 81bbef640e034481b017de64ef79ae08 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:03.865374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.870869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35217029-3821-4dff-af63-58ada3b14aa3 req-e87749cf-a88e-4684-bdb6-8a670564f0c5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:03.875474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d871a365-5962-4a46-8441-679fc8a56e96 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "PUT /v2.0/routers/e5706ed7-8138-49d6-932c-50b61f702511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8601835 Aug 11 03:07:03.876128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35217029-3821-4dff-af63-58ada3b14aa3 req-e87749cf-a88e-4684-bdb6-8a670564f0c5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1335273 Aug 11 03:07:03.879410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36820) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:03.889345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] Sync routers for ids ['e5706ed7-8138-49d6-932c-50b61f702511'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:03.898530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e8fe52b4-a771-4cdb-b9ff-d5803e3df305 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:03.898952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8fe52b4-a771-4cdb-b9ff-d5803e3df305 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:03.918459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] Routers {'e5706ed7-8138-49d6-932c-50b61f702511'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:03.919098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e5706ed7-8138-49d6-932c-50b61f702511'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:03.927374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5710b7d6-debe-42f0-b206-746f6052d2e1 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:03.960379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:03.966442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4a39062-259f-43b9-bbee-43ccd5bcf489 req-13c04f4f-65fa-43a5-9c8d-7820e5ccb540 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 210 time: 0.0342271 Aug 11 03:07:03.995819 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35217029-3821-4dff-af63-58ada3b14aa3 req-ab468bd2-9ff7-4a12-8b14-3c397d0f0f9b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700154 Aug 11 03:07:03.999690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:04.024420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] Routers {'e5706ed7-8138-49d6-932c-50b61f702511'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:04.026193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e5706ed7-8138-49d6-932c-50b61f702511'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:04.039922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Transition to ACTIVE for port object 5710b7d6-debe-42f0-b206-746f6052d2e1 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:04.049925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.053582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce459a-9d55-4065-be9c-3c9e86e972c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.063591 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-49ce459a-9d55-4065-be9c-3c9e86e972c6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5706ed7-8138-49d6-932c-50b61f702511 HTTP/1.1" status: 200 len: 982 time: 0.1741815 Aug 11 03:07:04.064288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36826) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:04.067211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.101357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.108289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/subnets/d751b458-097d-48c6-bf4d-8d46e452fa10 HTTP/1.1" status: 204 len: 168 time: 0.5672822 Aug 11 03:07:04.112453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36828) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:04.112948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d59fdb2-f19b-48af-8255-387647e631ed None None] Network 2d5b4089-726d-4991-a147-09dbef65679d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:04.114760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:04.115369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5dfccd-2a6c-4350-8fa8-9906f701b87a None None] The sync data for ids ['e5706ed7-8138-49d6-932c-50b61f702511'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:04.163098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee414509-c4af-407c-b677-10abd4b56d8c tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Subnet': ['ID=d751b458-097d-48c6-bf4d-8d46e452fa10,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:04.362767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] DHCP port deletion for 2d5b4089-726d-4991-a147-09dbef65679d request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:04.467938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] Deleting port f75b884a-d4df-4af1-bec1-65433793e3de {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:04.468635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.589835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] For port f75b884a-d4df-4af1-bec1-65433793e3de, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f75b884a-d4df-4af1-bec1-65433793e3de,segment=NetworkSegment(733616cb-5dd6-4db0-8108-f5b5ab7738cf),segment_id=733616cb-5dd6-4db0-8108-f5b5ab7738cf)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:04.590574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.615389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] Calling delete_port for f75b884a-d4df-4af1-bec1-65433793e3de owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:04.644562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5710b7d6-debe-42f0-b206-746f6052d2e1,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:04.716830 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.762174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.768951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.775657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.782170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.788493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.797022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.800440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:04.816038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:04.826810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-08cc5bfa-f78b-47a9-b7b1-1e38a2dc1654 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.7150521 Aug 11 03:07:04.844077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] Pushing event deleted for resources: {'Port': ['ID=f75b884a-d4df-4af1-bec1-65433793e3de,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:04.855158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Allocated IP 172.20.0.3 (13cc28e4-9300-4f09-a9ab-f8542990fe76/3a90633b-be48-419d-aeaa-02b677b871e2/8ec863b9-6886-41a0-9e46-d721cdc897be) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:04.857433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc2f5df-02c0-4d40-9156-a651abdd6891 None None] No DVR routers for this DVR port f75b884a-d4df-4af1-bec1-65433793e3de on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:04.939540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Attempting to bind port 5710b7d6-debe-42f0-b206-746f6052d2e1 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:04.939922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Attempting to bind port 5710b7d6-debe-42f0-b206-746f6052d2e1 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:04.940234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Attempting to bind port 5710b7d6-debe-42f0-b206-746f6052d2e1 on network 13cc28e4-9300-4f09-a9ab-f8542990fe76 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:04.971573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf955737-04c1-47d7-9fce-3a68a8e10cbc req-b43aa0cd-e9d6-4463-adf0-0f36869aad44 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431746 Aug 11 03:07:04.993090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Port 5710b7d6-debe-42f0-b206-746f6052d2e1 on network 13cc28e4-9300-4f09-a9ab-f8542990fe76 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:04.994301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Attempting to bind port 5710b7d6-debe-42f0-b206-746f6052d2e1 on network 13cc28e4-9300-4f09-a9ab-f8542990fe76 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:05.041451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:05.041984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Checking segment: {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:05.042633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Bound using segment: {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:05.043118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Bound port: 5710b7d6-debe-42f0-b206-746f6052d2e1, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:05.043727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.084462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.152145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-280a7f85-2648-42d6-851a-30330ae08391 req-ef7dfb64-c6a4-426b-8d11-ad18c17f451a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 210 time: 0.0401192 Aug 11 03:07:05.152889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.170028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] For port 5710b7d6-debe-42f0-b206-746f6052d2e1, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:05.170028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] For port 5710b7d6-debe-42f0-b206-746f6052d2e1, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5710b7d6-debe-42f0-b206-746f6052d2e1,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:05.184661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5b4089-726d-4991-a147-09dbef65679d']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:05.224630 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.409671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5710b7d6-debe-42f0-b206-746f6052d2e1,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:05.418325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '733616cb-5dd6-4db0-8108-f5b5ab7738cf') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:05.418746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '733616cb-5dd6-4db0-8108-f5b5ab7738cf') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:05.474166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.488818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.489465 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.490921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-c7869230-779f-4055-b5ea-31603ba4d0a4 service neutron] 10.222.0.10 "PUT /v2.0/ports/5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 1092 time: 2.5737321 Aug 11 03:07:05.493527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'tag': '5710b7d6-debe-42f0-b206-746f6052d2e1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:05.504180 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642cfba8-d75c-48fa-a3b5-a2707ba927fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f4e14f40-67f2-4e13-9eec-0bd03bc384bf", "tag": "5710b7d6-debe-42f0-b206-746f6052d2e1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:05.527808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.536907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 5b329efa-2bd6-43a3-b490-29ddcb62e33b {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:05.537261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.578027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b65ebd-0ecd-41ad-b997-de4f74b0db6e req-d7c6136a-7f1a-4378-858e-cd7b283b888b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.579612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2b65ebd-0ecd-41ad-b997-de4f74b0db6e req-d7c6136a-7f1a-4378-858e-cd7b283b888b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.3974271 Aug 11 03:07:05.581124 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d30e28-c1ec-4cf7-ae30-39cd13a9567b x-openstack-request-id: req-c9d30e28-c1ec-4cf7-ae30-39cd13a9567b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:05.581417 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4e14f40-67f2-4e13-9eec-0bd03bc384bf", "tag": "5710b7d6-debe-42f0-b206-746f6052d2e1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:05.581667 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9d30e28-c1ec-4cf7-ae30-39cd13a9567b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:05.582060 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'tag': '5710b7d6-debe-42f0-b206-746f6052d2e1', 'status': 'completed', 'code': 200} Aug 11 03:07:05.594767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:05.595273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:05.602013 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:05.684538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.700003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 5b329efa-2bd6-43a3-b490-29ddcb62e33b owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:05.730826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.745763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2b65ebd-0ecd-41ad-b997-de4f74b0db6e req-f15ff62d-32fa-409d-82b0-ec702b769cbf tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544659 Aug 11 03:07:05.749816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d2f3868b-459d-4c75-b2e9-1893246533f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.751315 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d2f3868b-459d-4c75-b2e9-1893246533f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1095 time: 0.2156267 Aug 11 03:07:05.762136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.779512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:05.781718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/networks/2d5b4089-726d-4991-a147-09dbef65679d HTTP/1.1" status: 204 len: 168 time: 1.6604216 Aug 11 03:07:05.785878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36842) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:05.832154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-96691eef-887d-4442-8bc3-b3c5d1dfb5f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 217 time: 0.0664494 Aug 11 03:07:05.834825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbce27c-e1e9-42b9-868d-b6c6b6209022 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Pushing event deleted for resources: {'Network': ['ID=2d5b4089-726d-4991-a147-09dbef65679d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:05.848798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f75b884a-d4df-4af1-bec1-65433793e3de no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:05.851516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b99873f5-dfd5-4120-8ac6-907b4dd6638e tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "GET /v2.0/ports?device_id=e34c12b3-10cb-4669-8a6c-e78b5d8659e5 HTTP/1.1" status: 200 len: 205 time: 0.0623381 Aug 11 03:07:05.856739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36844) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:05.912944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f75b884a-d4df-4af1-bec1-65433793e3de {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:05.923917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f75b884a-d4df-4af1-bec1-65433793e3de not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:05.956012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-2c9b93c3-eaf7-4d8f-997e-5d39e7f7dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:05.957851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-2c9b93c3-eaf7-4d8f-997e-5d39e7f7dca4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.1077321 Aug 11 03:07:05.980078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.005093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-3f9f1db2-0f79-488d-9d50-8729fec9131a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400894 Aug 11 03:07:06.033605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa6d489c-7acd-4cea-8786-828c303b9e83 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.124780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Network 13cc28e4-9300-4f09-a9ab-f8542990fe76 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:06.133533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Pushing event updated for resources: {'Port': ['ID=8ec863b9-6886-41a0-9e46-d721cdc897be,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:06.136316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:06.144861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:06.209151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.209943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.238944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-87f5ddcc-a2df-49ad-8c74-4d43b9f18b5d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7203319 Aug 11 03:07:06.245575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-352b2eb7-9223-47aa-8895-b80a33631276 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327030 Aug 11 03:07:06.256858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Request body: {'port': {'device_id': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:06.262459 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.364413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=5b329efa-2bd6-43a3-b490-29ddcb62e33b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:06.367298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa6d489c-7acd-4cea-8786-828c303b9e83 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.381821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.391033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.396766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.403993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.410573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.410824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.416941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.423210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.425360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-2c873463-202c-47ac-ba06-cbfc40400b91 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.2522147 Aug 11 03:07:06.430187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa6d489c-7acd-4cea-8786-828c303b9e83 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.454988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca98a9-413c-41d9-9e9f-1e5a71b63eb4 req-bc83718d-c3af-496a-b619-6c61dff7d4c2 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.456656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adca98a9-413c-41d9-9e9f-1e5a71b63eb4 req-bc83718d-c3af-496a-b619-6c61dff7d4c2 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 931 time: 0.1926677 Aug 11 03:07:06.513765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb721a1d-248d-40b2-a667-63d1a88c056e req-d99b4bc1-c314-4c8d-96b2-d55040eaeca2 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521327 Aug 11 03:07:06.545917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adca98a9-413c-41d9-9e9f-1e5a71b63eb4 req-96bd06e3-dec0-44c8-a118-2d37b206c65f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583010 Aug 11 03:07:06.592536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa6d489c-7acd-4cea-8786-828c303b9e83 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.593063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6d489c-7acd-4cea-8786-828c303b9e83 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Fanout notify agent at l3_agent the message router_deleted on router e34c12b3-10cb-4669-8a6c-e78b5d8659e5 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:07:06.604120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa6d489c-7acd-4cea-8786-828c303b9e83 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.605251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa6d489c-7acd-4cea-8786-828c303b9e83 tempest-RoutersNegativeTest-988428489 tempest-RoutersNegativeTest-988428489-project] 10.222.0.60 "DELETE /v2.0/routers/e34c12b3-10cb-4669-8a6c-e78b5d8659e5 HTTP/1.1" status: 204 len: 168 time: 0.7473283 Aug 11 03:07:06.622889 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c114877a-7ced-4a6d-8d83-fd073ea1799a req-37d92a54-1f9b-4961-9f5e-7e2f4615970f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872439 Aug 11 03:07:06.665998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:06.763660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-1aacd5bc-30c7-440a-8784-8de9cd0faccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:06.765477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-1aacd5bc-30c7-440a-8784-8de9cd0faccb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1095 time: 0.1477010 Aug 11 03:07:06.786667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.849555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:06.904967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:06.909333 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e3aff9-cd86-4ae6-ac6d-634e3e70d9a1" -d '{"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-unplugged", "status": "completed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:06.934138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:06.940965 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.018654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-8b7b1380-6231-4abe-99ac-45791d18d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.020086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-8b7b1380-6231-4abe-99ac-45791d18d532 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.2459254 Aug 11 03:07:07.028559 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61d8bf8-42f9-49cb-9841-40bf0921091a x-openstack-request-id: req-b61d8bf8-42f9-49cb-9841-40bf0921091a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:07.028865 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-unplugged", "status": "failed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "code": 422}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:07.029127 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b61d8bf8-42f9-49cb-9841-40bf0921091a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:07.029524 n-d-768509-22 neutron-server[111684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'code': 422} returned with failed status Aug 11 03:07:07.030494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:07.066472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36862) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:07.092053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Router e5706ed7-8138-49d6-932c-50b61f702511 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:07.092412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-69c48641-18fb-428f-8211-4794cce824ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 217 time: 0.0605335 Aug 11 03:07:07.120843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec863b9-6886-41a0-9e46-d721cdc897be {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:07.149304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.173270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Transition to ACTIVE for port object 8ec863b9-6886-41a0-9e46-d721cdc897be will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:07.177432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-28c725d3-0ca1-4993-b631-96b75a9e0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.179007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-28c725d3-0ca1-4993-b631-96b75a9e0d89 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.0766346 Aug 11 03:07:07.180341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.213249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5de0b-a0e7-499d-a8d9-c94b9eca7f4d req-956cea33-aba1-4343-a31e-b4241485b7b1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.215165 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbd5de0b-a0e7-499d-a8d9-c94b9eca7f4d req-956cea33-aba1-4343-a31e-b4241485b7b1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.3343384 Aug 11 03:07:07.222435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:07.241045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-0d0e1265-3627-465e-8f4b-ae0fc669a727 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517209 Aug 11 03:07:07.242321 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] Sync routers for ids ['e5706ed7-8138-49d6-932c-50b61f702511'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:07.249932 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-10670438-5713-4195-a462-dc8ee5cda001 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "PUT /v2.0/routers/e5706ed7-8138-49d6-932c-50b61f702511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1839259 Aug 11 03:07:07.254902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36866) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:07.260693 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] Routers {'e5706ed7-8138-49d6-932c-50b61f702511'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:07.261730 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e5706ed7-8138-49d6-932c-50b61f702511'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.303246 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7efa0b2c-3ea9-4b78-95bd-0d96023f7334 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1716b078f6684c468cf7f17814e67cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302737 Aug 11 03:07:07.315559 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.319258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36868) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:07.323248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec863b9-6886-41a0-9e46-d721cdc897be,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:07.327818 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] Routers {'e5706ed7-8138-49d6-932c-50b61f702511'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:07.328572 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e5706ed7-8138-49d6-932c-50b61f702511'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.340302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbd5de0b-a0e7-499d-a8d9-c94b9eca7f4d req-61cae08a-b514-4b37-bf24-4136a953bbb3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869353 Aug 11 03:07:07.349539 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-142a2f52-3a35-4380-b98e-dc29840f960c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:07:07.355302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36870) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:07.360405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-142a2f52-3a35-4380-b98e-dc29840f960c tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/5b329efa-2bd6-43a3-b490-29ddcb62e33b HTTP/1.1" status: 404 len: 333 time: 0.0840168 Aug 11 03:07:07.378192 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:07.379054 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffebc015-a944-4a77-a067-0f0580796436 None None] The sync data for ids ['e5706ed7-8138-49d6-932c-50b61f702511'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:07.476229 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-fb558751-256d-4553-b0f9-0ae261f69c92 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266386 Aug 11 03:07:07.479373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Attempting to bind port 8ec863b9-6886-41a0-9e46-d721cdc897be on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:07.479726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Attempting to bind port 8ec863b9-6886-41a0-9e46-d721cdc897be by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:07.480057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Attempting to bind port 8ec863b9-6886-41a0-9e46-d721cdc897be on network 13cc28e4-9300-4f09-a9ab-f8542990fe76 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:07.480191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ecd85e3-9a7a-4328-97d4-235c117a7fd2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.497758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Port 8ec863b9-6886-41a0-9e46-d721cdc897be on network 13cc28e4-9300-4f09-a9ab-f8542990fe76 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:07.498214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Attempting to bind port 8ec863b9-6886-41a0-9e46-d721cdc897be on network 13cc28e4-9300-4f09-a9ab-f8542990fe76 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:07.545863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:07.546252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Checking segment: {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:07.546579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Bound using segment: {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:07.547006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Bound port: 8ec863b9-6886-41a0-9e46-d721cdc897be, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49d5e2eb-4b79-4d12-970c-3a982a8062ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:07.547364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.691434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ecd85e3-9a7a-4328-97d4-235c117a7fd2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.694399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ecd85e3-9a7a-4328-97d4-235c117a7fd2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.716965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] For port 8ec863b9-6886-41a0-9e46-d721cdc897be, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:07.720684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] For port 8ec863b9-6886-41a0-9e46-d721cdc897be, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8ec863b9-6886-41a0-9e46-d721cdc897be,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:07.723713 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-642cfba8-d75c-48fa-a3b5-a2707ba927fc req-c62f79fc-2206-47c4-82a0-896dff561097 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388754 Aug 11 03:07:07.726492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.787311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.788591 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.792245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ecd85e3-9a7a-4328-97d4-235c117a7fd2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.792461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ec863b9-6886-41a0-9e46-d721cdc897be HTTP/1.1" status: 200 len: 1092 time: 1.5380764 Aug 11 03:07:07.792563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd85e3-9a7a-4328-97d4-235c117a7fd2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Fanout notify agent at l3_agent the message router_deleted on router e5706ed7-8138-49d6-932c-50b61f702511 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:07:07.792656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'tag': '8ec863b9-6886-41a0-9e46-d721cdc897be'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:07.793417 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a015854b-6f8b-48b3-959e-95a92f763f03" -d '{"events": [{"name": "network-changed", "server_uuid": "a431b779-62d6-4c32-93e8-4376bd3f487d", "tag": "8ec863b9-6886-41a0-9e46-d721cdc897be"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:07.817706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9ecd85e3-9a7a-4328-97d4-235c117a7fd2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.823254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9ecd85e3-9a7a-4328-97d4-235c117a7fd2 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/routers/e5706ed7-8138-49d6-932c-50b61f702511 HTTP/1.1" status: 204 len: 168 time: 0.4664915 Aug 11 03:07:07.823426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36892) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:07.824150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f4df-a497-493a-a1c8-181661d63f98 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec863b9-6886-41a0-9e46-d721cdc897be,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:07.874358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eaecb92-39bc-48df-8a99-91be70e9005f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.935674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-ee1a7518-5e36-488f-b75d-27c6924fcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.935886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d91ac1-ec73-49c4-980e-06b1ccba43cc req-3c0078d3-ce86-44f4-bbb1-45018a49bc0a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:07.937881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-ee1a7518-5e36-488f-b75d-27c6924fcff0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 1095 time: 0.0700624 Aug 11 03:07:07.940086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71d91ac1-ec73-49c4-980e-06b1ccba43cc req-3c0078d3-ce86-44f4-bbb1-45018a49bc0a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 943 time: 0.1653380 Aug 11 03:07:07.953712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet 590e78c6-11d4-4a3c-8185-2d3cb2861f7e {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:07.964826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:07.967883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eaecb92-39bc-48df-8a99-91be70e9005f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.035220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-2743a8cf-d64a-411a-a998-46bbca83fdfd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec863b9-6886-41a0-9e46-d721cdc897be HTTP/1.1" status: 200 len: 217 time: 0.0768611 Aug 11 03:07:08.075037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71d91ac1-ec73-49c4-980e-06b1ccba43cc req-f87f684f-1811-4637-8a7a-a474947fdd9f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149433 Aug 11 03:07:08.076397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eaecb92-39bc-48df-8a99-91be70e9005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.079831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eaecb92-39bc-48df-8a99-91be70e9005f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.083585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6eaecb92-39bc-48df-8a99-91be70e9005f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c275ccc-ebd4-4444-9ca7-6f95dce320f3 HTTP/1.1" status: 204 len: 168 time: 0.7632852 Aug 11 03:07:08.113506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaecb92-39bc-48df-8a99-91be70e9005f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c275ccc-ebd4-4444-9ca7-6f95dce320f3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:08.420221 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee62a9d-d11f-4b42-9c7e-a65c738e599a x-openstack-request-id: req-bee62a9d-d11f-4b42-9c7e-a65c738e599a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:08.420757 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a431b779-62d6-4c32-93e8-4376bd3f487d", "tag": "8ec863b9-6886-41a0-9e46-d721cdc897be", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:08.420898 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bee62a9d-d11f-4b42-9c7e-a65c738e599a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:08.421195 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'tag': '8ec863b9-6886-41a0-9e46-d721cdc897be', 'status': 'completed', 'code': 200} Aug 11 03:07:08.426179 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.502717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-405e2d03-032e-4538-ad23-64d751592081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.504206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-405e2d03-032e-4538-ad23-64d751592081 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.4499166 Aug 11 03:07:08.519079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a889b-defd-4ae5-ac9e-0118ebe2075c req-e13b7e59-88a7-4cdb-bc6f-27aba6190e23 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.521425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec3a889b-defd-4ae5-ac9e-0118ebe2075c req-e13b7e59-88a7-4cdb-bc6f-27aba6190e23 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.0806799 Aug 11 03:07:08.521703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.528549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.534657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.542022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.548502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.555217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.562008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:08.563963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-e4671f5a-ff80-4e46-81ea-82f210f94171 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.5456140 Aug 11 03:07:08.577866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec3a889b-defd-4ae5-ac9e-0118ebe2075c req-bd754eaa-5a46-493f-ae1f-d4c7e22d0b72 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454812 Aug 11 03:07:08.624779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-47619471-c715-44f0-9193-76ef7a38a5ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565863 Aug 11 03:07:08.709609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.744652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b3733a1-3da9-4ce1-bf7c-f68d2916cdcb req-2118f10f-2741-4fef-82fb-6784cdaeab72 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1648870 Aug 11 03:07:08.814079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-28c2dac9-36b9-41b7-97b3-cfe643032f81 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738374 Aug 11 03:07:08.818952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.849534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5710b7d6-debe-42f0-b206-746f6052d2e1 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:08.865149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15528db8-16d0-4d1e-812e-d5ceac5a2610 None None] Network 1b4d885c-957c-4a82-adea-654e035e8b7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:08.980901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=590e78c6-11d4-4a3c-8185-2d3cb2861f7e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:08.984442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8956125-4237-42b1-b8ed-f1bbbad3a3f0 req-abb49c1c-251e-4321-b85b-2ca5247e2d57 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536505 Aug 11 03:07:08.985936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:08.992893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36940) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:08.993109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6a116b71-67ab-430b-8c6c-e8941577e04a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/590e78c6-11d4-4a3c-8185-2d3cb2861f7e HTTP/1.1" status: 204 len: 168 time: 1.1655624 Aug 11 03:07:09.083457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-4261b198-a26f-4778-8e33-f3c199585dd7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3782864 Aug 11 03:07:09.121531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.164707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36950) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:09.184332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5710b7d6-debe-42f0-b206-746f6052d2e1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5710b7d6-debe-42f0-b206-746f6052d2e1,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:09.188712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-ab22305c-8860-4a36-823b-8429afbd3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.193329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-ab22305c-8860-4a36-823b-8429afbd3a5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 1095 time: 0.1445873 Aug 11 03:07:09.207148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '5710b7d6-debe-42f0-b206-746f6052d2e1', 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'port_id': '5710b7d6-debe-42f0-b206-746f6052d2e1', 'mac_address': 'fa:16:3e:5a:cc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:09.243034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port fb7baaba-704c-468c-8361-9cf55e8d2b30 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:09.243439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.292193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.329895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] DHCP port deletion for 1b4d885c-957c-4a82-adea-654e035e8b7b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:09.358002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5710b7d6-debe-42f0-b206-746f6052d2e1 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:09.388855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5710b7d6-debe-42f0-b206-746f6052d2e1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5710b7d6-debe-42f0-b206-746f6052d2e1,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:09.417010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] For port fb7baaba-704c-468c-8361-9cf55e8d2b30, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fb7baaba-704c-468c-8361-9cf55e8d2b30,segment=NetworkSegment(5c9e57fb-f28b-4a6e-9cdf-98dc79241f77),segment_id=5c9e57fb-f28b-4a6e-9cdf-98dc79241f77)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:09.417686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.424495 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.428838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-673639512'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:09.442470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for fb7baaba-704c-468c-8361-9cf55e8d2b30 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:09.496211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5710b7d6-debe-42f0-b206-746f6052d2e1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.510855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] Deleting port fb7baaba-704c-468c-8361-9cf55e8d2b30 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:09.513010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.553888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-1b021f4e-c939-436d-b9fb-c5fcbf61c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.558883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-1b021f4e-c939-436d-b9fb-c5fcbf61c837 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.3368685 Aug 11 03:07:09.582755 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.587384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] For port fb7baaba-704c-468c-8361-9cf55e8d2b30, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=fb7baaba-704c-468c-8361-9cf55e8d2b30,segment=NetworkSegment(5c9e57fb-f28b-4a6e-9cdf-98dc79241f77),segment_id=5c9e57fb-f28b-4a6e-9cdf-98dc79241f77)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:09.587830 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.592261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddba52-0436-4721-9f2d-1d51610a602c req-5045c5b3-baa7-4b4e-9680-e05868d6f184 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.611149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] Calling delete_port for fb7baaba-704c-468c-8361-9cf55e8d2b30 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:09.612578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fddba52-0436-4721-9f2d-1d51610a602c req-5045c5b3-baa7-4b4e-9680-e05868d6f184 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 943 time: 0.3926265 Aug 11 03:07:09.643512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Made reservation on behalf of e2ad77a61c8748d787b672c7020299cc for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:09.646685 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.656875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=fb7baaba-704c-468c-8361-9cf55e8d2b30,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:09.681730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['5710b7d6-debe-42f0-b206-746f6052d2e1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:09.688166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No DVR routers for this DVR port fb7baaba-704c-468c-8361-9cf55e8d2b30 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:09.707311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-f321a641-e7eb-4695-a5a8-1cc5a56d5cd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec863b9-6886-41a0-9e46-d721cdc897be HTTP/1.1" status: 200 len: 217 time: 0.0845916 Aug 11 03:07:09.716514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.808259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fddba52-0436-4721-9f2d-1d51610a602c req-3ff1aa2c-28b4-447d-bb04-8466ae8e22fc tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671569 Aug 11 03:07:09.835786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-8e57c5fa-e799-4945-b6ba-af175b1306a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.839314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-8e57c5fa-e799-4945-b6ba-af175b1306a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.1185267 Aug 11 03:07:09.853952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.874392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.888396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4d885c-957c-4a82-adea-654e035e8b7b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:09.898493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-76198db2-7298-4158-8862-f6d2ffa1ce9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441520 Aug 11 03:07:09.904938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] No DVR routers for this DVR port fb7baaba-704c-468c-8361-9cf55e8d2b30 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:09.918628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b29f16-6daa-4254-a1ee-d7e6a23f95d7 req-c3fa111b-0aac-45ca-bf55-219af64c34c5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:09.921169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06b29f16-6daa-4254-a1ee-d7e6a23f95d7 req-c3fa111b-0aac-45ca-bf55-219af64c34c5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1167367 Aug 11 03:07:09.943964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9e57fb-f28b-4a6e-9cdf-98dc79241f77') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:09.944240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9e57fb-f28b-4a6e-9cdf-98dc79241f77') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:09.958480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fb7baaba-704c-468c-8361-9cf55e8d2b30 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:09.975332 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:09.978799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d46fd-dcd7-4759-a16d-5ef0dda8108e None None] Pushing event deleted for resources: {'Port': ['ID=fb7baaba-704c-468c-8361-9cf55e8d2b30,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:10.010794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.047979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06b29f16-6daa-4254-a1ee-d7e6a23f95d7 req-951c40c0-aa0a-48c6-a6f7-76a6a6b6c630 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081169 Aug 11 03:07:10.052892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:10.053314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:10.060702 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:10.093312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: fb7baaba-704c-468c-8361-9cf55e8d2b30 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:10.093819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device fb7baaba-704c-468c-8361-9cf55e8d2b30 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:10.113598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b8da1-566d-4afd-a029-b27d300707bd req-b02983e9-ef09-4e9d-98e7-0331298fe57d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.115759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b04b8da1-566d-4afd-a029-b27d300707bd req-b02983e9-ef09-4e9d-98e7-0331298fe57d tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 945 time: 0.1629958 Aug 11 03:07:10.124447 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-fd7ba483-59c6-475e-9a8b-338f8b32175a service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128563 Aug 11 03:07:10.176086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.188511 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.193023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/1b4d885c-957c-4a82-adea-654e035e8b7b HTTP/1.1" status: 204 len: 168 time: 1.1965680 Aug 11 03:07:10.214887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36972) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.248185 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.256397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b04b8da1-566d-4afd-a029-b27d300707bd req-2f6100cf-be04-4d7c-ac07-611c27492c80 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306329 Aug 11 03:07:10.256786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a6adb-6344-4c7e-aaf6-992a0f290751 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=1b4d885c-957c-4a82-adea-654e035e8b7b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:10.268376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.313685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b5b91f-26a9-4c83-bb18-539fea4079a8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.315509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-97b5b91f-26a9-4c83-bb18-539fea4079a8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/e70a2639-7c41-462f-a7e3-8bc427fe9a85 HTTP/1.1" status: 200 len: 840 time: 0.0992763 Aug 11 03:07:10.318436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:07:10.323920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36974) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.344722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6348266a-baff-4eea-a582-f111f53de09e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:10.356703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.358471 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Added segment 801753e1-5207-49f4-b4c1-bd8b12ec8fcc of type vlan for network 4671dbf9-85ce-4d2f-bfcb-e958fc21838d Aug 11 03:07:10.375758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a015854b-6f8b-48b3-959e-95a92f763f03 req-26c81718-0836-436a-9a68-7f37b51575dd service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394431 Aug 11 03:07:10.385121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.394526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.401295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.408142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.416137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.418456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.427691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.448903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.460108 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-1b1d51e0-f03e-44c8-aa35-d1ac4a2fcff4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.2788658 Aug 11 03:07:10.475509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.483385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:10.484388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.501044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e81d29c2-73d6-4c37-8399-30bd0de35de6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/e70a2639-7c41-462f-a7e3-8bc427fe9a85?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1751699 Aug 11 03:07:10.511116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36978) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.533318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:10.569304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.3959811 Aug 11 03:07:10.569799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36980) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.580293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-f846d481-10ad-42f9-84f6-087b96b4509b tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-151930878') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:10.602177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa885f7-cbbb-498d-ac3a-551fbdba2e2f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Pushing event updated for resources: {'Network': ['ID=4671dbf9-85ce-4d2f-bfcb-e958fc21838d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:10.609414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5cfc29f6-a994-4aee-a113-93d2002b7cb0 req-01c65d2c-5c2a-4c6b-928f-d58f2126dd59 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1476705 Aug 11 03:07:10.615413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 4671dbf9-85ce-4d2f-bfcb-e958fc21838d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:07:10.689221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:10.693401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:10.719699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f846d481-10ad-42f9-84f6-087b96b4509b tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "PUT /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-151930878 HTTP/1.1" status: 201 len: 201 time: 0.1481783 Aug 11 03:07:10.722232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36982) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.726952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-c6c9001f-ac85-4561-a5e0-9bb42beb91f6 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-151930878') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:10.815475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6c9001f-ac85-4561-a5e0-9bb42beb91f6 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "GET /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-151930878 HTTP/1.1" status: 204 len: 168 time: 0.0896995 Aug 11 03:07:10.815840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36984) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.824152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-4757d4b2-be17-4b3c-9de9-c8fab1f031c3 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:10.846912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5710b7d6-debe-42f0-b206-746f6052d2e1 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:10.901042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4757d4b2-be17-4b3c-9de9-c8fab1f031c3 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "GET /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags HTTP/1.1" status: 200 len: 237 time: 0.0831561 Aug 11 03:07:10.903291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36988) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:10.908020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-c142e54d-4769-43d6-b85f-3c77f11ccd32 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', {'tags': ['tempest-TagsTest-Tag-1612994578', 'tempest-TagsTest-Tag-512391697', 'tempest-TagsTest-Tag-883948147']}) {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:10.977207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 5710b7d6-debe-42f0-b206-746f6052d2e1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:10.986382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 5710b7d6-debe-42f0-b206-746f6052d2e1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:10.986896 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.020241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.079534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:11.082863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:11.090653 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.095724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.096596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.097652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c142e54d-4769-43d6-b85f-3c77f11ccd32 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "PUT /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags HTTP/1.1" status: 200 len: 307 time: 0.1932766 Aug 11 03:07:11.104043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36992) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.108940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-21c842e0-b891-4ed1-843b-29d8c90d4327 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-1612994578') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:11.142952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5710b7d6-debe-42f0-b206-746f6052d2e1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5710b7d6-debe-42f0-b206-746f6052d2e1,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:11.144682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b8139b-c8ef-4e7b-bdf8-16bca849c004 None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:11.150186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5710b7d6-debe-42f0-b206-746f6052d2e1'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:11.150791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd107b-648d-461e-a552-c05d838960ea req-7f7e3773-d0c2-4381-bd86-d6166c7f53f0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.152571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2dd107b-648d-461e-a552-c05d838960ea req-7f7e3773-d0c2-4381-bd86-d6166c7f53f0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 943 time: 0.1379194 Aug 11 03:07:11.153719 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392445b9-3d40-4450-b3b3-78c08d9235c0" -d '{"events": [{"server_uuid": "f4e14f40-67f2-4e13-9eec-0bd03bc384bf", "name": "network-vif-plugged", "status": "completed", "tag": "5710b7d6-debe-42f0-b206-746f6052d2e1"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:11.156540 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.174863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=e49d10fb-d5da-4301-b6f6-f5862c3cdc67,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:11.205701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2dd107b-648d-461e-a552-c05d838960ea req-a5367c8d-7079-4383-9498-23d03d79a3bf tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Aug 11 03:07:11.209579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-48723a88-eeef-47dc-ae01-196361d32d88 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6946554 Aug 11 03:07:11.217626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36996) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.235793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2108295c-b58e-4635-a5bf-73ed919f22c3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275099801'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:11.266487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5710b7d6-debe-42f0-b206-746f6052d2e1,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:11.284524 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2607d585-aa50-46ce-8ce6-222c1eb958c9 x-openstack-request-id: req-2607d585-aa50-46ce-8ce6-222c1eb958c9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:11.285219 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e14f40-67f2-4e13-9eec-0bd03bc384bf", "name": "network-vif-plugged", "status": "completed", "tag": "5710b7d6-debe-42f0-b206-746f6052d2e1", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:11.285699 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2607d585-aa50-46ce-8ce6-222c1eb958c9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:11.286461 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5710b7d6-debe-42f0-b206-746f6052d2e1', 'code': 200} Aug 11 03:07:11.290864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded170-0c66-4581-a505-e5c7597d9aad req-4e09995b-754f-454e-9745-6b2d72967ec6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.292795 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8aded170-0c66-4581-a505-e5c7597d9aad req-4e09995b-754f-454e-9745-6b2d72967ec6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1044414 Aug 11 03:07:11.350308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2108295c-b58e-4635-a5bf-73ed919f22c3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.378266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-21c842e0-b891-4ed1-843b-29d8c90d4327 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "DELETE /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-1612994578 HTTP/1.1" status: 204 len: 168 time: 0.2731616 Aug 11 03:07:11.378924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37000) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.386819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-e0a92e81-5a84-4999-b1d2-9158ebc74470 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-1612994578') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:11.395662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8aded170-0c66-4581-a505-e5c7597d9aad req-e6cee68f-79a3-48dc-8174-47d3666a898f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878096 Aug 11 03:07:11.466627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2108295c-b58e-4635-a5bf-73ed919f22c3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.487594 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-e0a92e81-5a84-4999-b1d2-9158ebc74470 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] show failed (client error): The resource could not be found. Aug 11 03:07:11.489612 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e0a92e81-5a84-4999-b1d2-9158ebc74470 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "GET /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-1612994578 HTTP/1.1" status: 404 len: 326 time: 0.1074343 Aug 11 03:07:11.490178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2108295c-b58e-4635-a5bf-73ed919f22c3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.492262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37002) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.494629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'tenant_id': '22163951cdf2479885869d867cdb0891', 'fixed_ips': [{'subnet_id': 'e49d10fb-d5da-4301-b6f6-f5862c3cdc67'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:07:11.496682 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.503196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-361cb2d2-a175-4d53-addd-585a03eeb779 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-512391697') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:11.624723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2108295c-b58e-4635-a5bf-73ed919f22c3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.627071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-361cb2d2-a175-4d53-addd-585a03eeb779 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "GET /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-512391697 HTTP/1.1" status: 204 len: 168 time: 0.1302321 Aug 11 03:07:11.627910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2108295c-b58e-4635-a5bf-73ed919f22c3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4085193 Aug 11 03:07:11.629526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37006) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.630110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37008) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.636658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-855e9b3a-133e-496c-ae88-2b3a622a083f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.638234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-855e9b3a-133e-496c-ae88-2b3a622a083f tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 945 time: 0.3563223 Aug 11 03:07:11.639101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-042ac47b-dcfe-4e24-ad47-44b88c2a7804 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-883948147') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:11.641745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108295c-b58e-4635-a5bf-73ed919f22c3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e4ecfd-2495-4389-a6ef-17c8a2c78096,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:11.647775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d57f3b74-a4b1-4dc0-ad6b-a62e578ea75f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'security_group': {'name': 'tempest-secgroup-670654117'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:11.705252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d424037-8f19-4ca0-818c-accf7a7e122c req-37d87887-8db1-44e4-b59c-979e5b1351d8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.707123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d424037-8f19-4ca0-818c-accf7a7e122c req-37d87887-8db1-44e4-b59c-979e5b1351d8 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 945 time: 0.3322773 Aug 11 03:07:11.714348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca9e8-1583-4d55-8729-e374af5b2307 req-8bd2c9f4-20ea-4b51-9d74-9a4c3bd8f7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.716504 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c69ca9e8-1583-4d55-8729-e374af5b2307 req-8bd2c9f4-20ea-4b51-9d74-9a4c3bd8f7d9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.3441145 Aug 11 03:07:11.743840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Allocated IP 172.20.0.2 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/e49d10fb-d5da-4301-b6f6-f5862c3cdc67/40823a06-6d9b-43af-9c1d-198b2b354586) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:11.825534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d424037-8f19-4ca0-818c-accf7a7e122c req-86409724-9641-4727-b9e4-8728a4849375 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073449 Aug 11 03:07:11.838990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c69ca9e8-1583-4d55-8729-e374af5b2307 req-96236061-c81f-47fa-8bd2-d666b5cd7fc8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988157 Aug 11 03:07:11.852876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Deleting port a93f6716-e14b-47df-bdec-ccc7ed604aad {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:11.853480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.894762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d57f3b74-a4b1-4dc0-ad6b-a62e578ea75f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.911099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-042ac47b-dcfe-4e24-ad47-44b88c2a7804 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "GET /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-883948147 HTTP/1.1" status: 204 len: 168 time: 0.2754619 Aug 11 03:07:11.911476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:11.920974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-dff67e97-5fec-4bc9-bc17-440840e5cd08 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:11.926743 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.935562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.938665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Transition to ACTIVE for port object 40823a06-6d9b-43af-9c1d-198b2b354586 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:11.944078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.951678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.956645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Transition to ACTIVE for port object 40823a06-6d9b-43af-9c1d-198b2b354586 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:11.960303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.965737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:11.968998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.975222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.981960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:11.990850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-a15ecfe2-7749-485e-9bb7-de17667c3901 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.2047865 Aug 11 03:07:12.012756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:12.019409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] For port a93f6716-e14b-47df-bdec-ccc7ed604aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a93f6716-e14b-47df-bdec-ccc7ed604aad,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:12.019837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.022500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:12.028843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:12.071548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3eb3902-5d5c-45ea-9255-3ca70c349f51 req-ff67f859-314f-473b-97f9-e9a188aaedcb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724847 Aug 11 03:07:12.153267 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d57f3b74-a4b1-4dc0-ad6b-a62e578ea75f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.158291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d57f3b74-a4b1-4dc0-ad6b-a62e578ea75f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.189675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dff67e97-5fec-4bc9-bc17-440840e5cd08 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "DELETE /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags HTTP/1.1" status: 204 len: 168 time: 0.2753918 Aug 11 03:07:12.190864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37014) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:12.197566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-fdcd0461-c30a-4088-8159-b1c6d5edaf93 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-512391697') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:12.210263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d57f3b74-a4b1-4dc0-ad6b-a62e578ea75f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.211550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d57f3b74-a4b1-4dc0-ad6b-a62e578ea75f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5788639 Aug 11 03:07:12.214838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37016) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:12.225801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3b74-a4b1-4dc0-ad6b-a62e578ea75f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccf4848-fc02-4cb0-9e69-4307e404ee30,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.234106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1927415759', 'security_groups': ['fccf4848-fc02-4cb0-9e69-4307e404ee30'], 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e49d10fb-d5da-4301-b6f6-f5862c3cdc67'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:12.295547 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-fdcd0461-c30a-4088-8159-b1c6d5edaf93 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] show failed (client error): The resource could not be found. Aug 11 03:07:12.299080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fdcd0461-c30a-4088-8159-b1c6d5edaf93 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "GET /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-512391697 HTTP/1.1" status: 404 len: 325 time: 0.1048095 Aug 11 03:07:12.299336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37020) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:12.303964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-cd324c71-0bc7-4676-884e-f45fb557567f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d', 'tempest-TagsTest-Tag-883948147') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:12.331838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Attempting to bind port 40823a06-6d9b-43af-9c1d-198b2b354586 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:12.332594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Attempting to bind port 40823a06-6d9b-43af-9c1d-198b2b354586 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '2604bb2a-c890-472d-955a-1a0adceee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:12.333196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Attempting to bind port 40823a06-6d9b-43af-9c1d-198b2b354586 on network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:12.335498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Pushing event updated for resources: {'Port': ['ID=40823a06-6d9b-43af-9c1d-198b2b354586,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.350472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:12.351221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Checking segment: {'id': '2604bb2a-c890-472d-955a-1a0adceee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:12.351900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.352526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Bound using segment: {'id': '2604bb2a-c890-472d-955a-1a0adceee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:12.353969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Bound port: 40823a06-6d9b-43af-9c1d-198b2b354586, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2604bb2a-c890-472d-955a-1a0adceee087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:12.354763 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.395425 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-cd324c71-0bc7-4676-884e-f45fb557567f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] show failed (client error): The resource could not be found. Aug 11 03:07:12.400312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cd324c71-0bc7-4676-884e-f45fb557567f tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "GET /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags/tempest-TagsTest-Tag-883948147 HTTP/1.1" status: 404 len: 325 time: 0.0998554 Aug 11 03:07:12.401265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37022) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:12.406472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-72a8a0ce-a6c3-4dd8-8236-b14992ca94cf tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4671dbf9-85ce-4d2f-bfcb-e958fc21838d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:12.436395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] For port 40823a06-6d9b-43af-9c1d-198b2b354586, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:12.442578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] For port 40823a06-6d9b-43af-9c1d-198b2b354586, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40823a06-6d9b-43af-9c1d-198b2b354586,segment=NetworkSegment(2604bb2a-c890-472d-955a-1a0adceee087),segment_id=2604bb2a-c890-472d-955a-1a0adceee087)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:12.449268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.506788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-72a8a0ce-a6c3-4dd8-8236-b14992ca94cf tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "DELETE /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d/tags HTTP/1.1" status: 204 len: 168 time: 0.1036055 Aug 11 03:07:12.507055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37026) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:12.533057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f25e6-eab3-4a81-9e0a-3175f4c7bda9 req-9098485f-1a96-4e87-b10b-ea397d3e1f5c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.534506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-932f25e6-eab3-4a81-9e0a-3175f4c7bda9 req-9098485f-1a96-4e87-b10b-ea397d3e1f5c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 943 time: 0.2090836 Aug 11 03:07:12.562668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4af75b-6115-4f90-9b48-47443bbf2d1f None None] Pushing event updated for resources: {'Port': ['ID=40823a06-6d9b-43af-9c1d-198b2b354586,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:12.648429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929820e9-da55-4874-98bc-67de53229173 req-9011f623-68e5-4613-b561-f364f5ea32b7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:12.662308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-929820e9-da55-4874-98bc-67de53229173 req-9011f623-68e5-4613-b561-f364f5ea32b7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.0979142 Aug 11 03:07:12.679039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.679504 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:12.679504 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Floating IP ef8a008c-3cdd-4bb3-8575-a87072458f4d disassociated. External IP: 172.25.4.106, port: a93f6716-e14b-47df-bdec-ccc7ed604aad. Aug 11 03:07:12.680230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Calling delete_port for a93f6716-e14b-47df-bdec-ccc7ed604aad owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:12.699947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8ec863b9-6886-41a0-9e46-d721cdc897be details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:12.725690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-932f25e6-eab3-4a81-9e0a-3175f4c7bda9 req-4837e53e-d018-4568-9c8d-60fc2da521b8 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671133 Aug 11 03:07:12.747664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-929820e9-da55-4874-98bc-67de53229173 req-9b43f84f-dea3-4911-ac50-1391cf9e337a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836883 Aug 11 03:07:12.919314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8ec863b9-6886-41a0-9e46-d721cdc897be, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8ec863b9-6886-41a0-9e46-d721cdc897be,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:12.937605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '8ec863b9-6886-41a0-9e46-d721cdc897be', 'network_id': '13cc28e4-9300-4f09-a9ab-f8542990fe76', 'port_id': '8ec863b9-6886-41a0-9e46-d721cdc897be', 'mac_address': 'fa:16:3e:9a:6a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a90633b-be48-419d-aeaa-02b677b871e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:12.990709 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.017776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec863b9-6886-41a0-9e46-d721cdc897be {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:13.045643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8ec863b9-6886-41a0-9e46-d721cdc897be, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8ec863b9-6886-41a0-9e46-d721cdc897be,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:13.053358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.120566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8ec863b9-6886-41a0-9e46-d721cdc897be,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:13.166304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.199430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:13.229482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.236989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.243776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.250324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.256452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.263037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.270651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.271082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-671ed9ef-82f6-4338-a9f8-9b9b5d48b473 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.1157868 Aug 11 03:07:13.318333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad88566-eea3-4866-9748-2a96cb9f69ca req-c59e0ec1-f6b0-41f7-b7f1-bd8d69741b49 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.323273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c821854-cc0d-4a2f-a71b-8d387a5c7141 req-51368808-55cd-4f6d-82d5-990b36e032f5 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456398 Aug 11 03:07:13.326618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fad88566-eea3-4866-9748-2a96cb9f69ca req-c59e0ec1-f6b0-41f7-b7f1-bd8d69741b49 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 945 time: 0.1821945 Aug 11 03:07:13.335316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['8ec863b9-6886-41a0-9e46-d721cdc897be'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:13.456500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.504835 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fad88566-eea3-4866-9748-2a96cb9f69ca req-14d39e70-b09e-4f0c-9ccb-006d119a74c4 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups?id=621206c1-a7f0-46da-988d-46740d691a88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772242 Aug 11 03:07:13.512106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4671dbf9-85ce-4d2f-bfcb-e958fc21838d']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:13.527513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.554516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801753e1-5207-49f4-b4c1-bd8b12ec8fcc') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:13.554898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801753e1-5207-49f4-b4c1-bd8b12ec8fcc') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:13.559153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port 8569fb41-c814-4bf2-a3d6-9721a30ee258 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:07:13.574185 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.582701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.633292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.663666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event deleted for resources: {'Port': ['ID=a93f6716-e14b-47df-bdec-ccc7ed604aad,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:13.666428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:13.666847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:13.673760 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:13.820831 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:13.838560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.870455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:13.872373 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] 10.222.0.60 "DELETE /v2.0/networks/4671dbf9-85ce-4d2f-bfcb-e958fc21838d HTTP/1.1" status: 204 len: 168 time: 1.3369188 Aug 11 03:07:13.881696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c5eae-0699-48cc-8524-40d6ec647ee9 tempest-TagsTest-1264159163 tempest-TagsTest-1264159163-project] Pushing event deleted for resources: {'Network': ['ID=4671dbf9-85ce-4d2f-bfcb-e958fc21838d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:13.959719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40823a06-6d9b-43af-9c1d-198b2b354586 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:13.978375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121a0df-85b6-4c13-988e-9d5fd14455be req-48299cbe-2c2f-45d6-ab92-e9f49e0131b5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:13.986552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2121a0df-85b6-4c13-988e-9d5fd14455be req-48299cbe-2c2f-45d6-ab92-e9f49e0131b5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.0999672 Aug 11 03:07:14.011827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Router f1c37d88-8678-48c5-be77-ee14abf1fba9 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:14.025969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaaa55c-0cff-4462-b2fc-f6a2f6bc249e req-4d780530-1ab7-4639-86c9-db32b5448e77 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.033237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bbaaa55c-0cff-4462-b2fc-f6a2f6bc249e req-4d780530-1ab7-4639-86c9-db32b5448e77 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 944 time: 0.1722722 Aug 11 03:07:14.044496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-56d10dfa-52c2-4478-a9bc-c7e273ebd3fd None None] Provisioning for port 40823a06-6d9b-43af-9c1d-198b2b354586 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:14.069208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-56d10dfa-52c2-4478-a9bc-c7e273ebd3fd None None] Provisioning complete for port e70a2639-7c41-462f-a7e3-8bc427fe9a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:14.069993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-56d10dfa-52c2-4478-a9bc-c7e273ebd3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.074481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.4 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/e49d10fb-d5da-4301-b6f6-f5862c3cdc67/8569fb41-c814-4bf2-a3d6-9721a30ee258) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:14.076101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2121a0df-85b6-4c13-988e-9d5fd14455be req-280a013a-e319-4b06-9fb4-6f5b7f1850d7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812964 Aug 11 03:07:14.127977 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bbaaa55c-0cff-4462-b2fc-f6a2f6bc249e req-3b8b8c14-105d-4e73-bad7-c7c399b0132d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937293 Aug 11 03:07:14.161556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-56d10dfa-52c2-4478-a9bc-c7e273ebd3fd None None] Port e70a2639-7c41-462f-a7e3-8bc427fe9a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:14.164786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 40823a06-6d9b-43af-9c1d-198b2b354586 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:14.177104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:14.179242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.300226 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.326540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37044) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:14.345086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 40823a06-6d9b-43af-9c1d-198b2b354586, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40823a06-6d9b-43af-9c1d-198b2b354586,segment=NetworkSegment(2604bb2a-c890-472d-955a-1a0adceee087),segment_id=2604bb2a-c890-472d-955a-1a0adceee087)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:14.350342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.408540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=40823a06-6d9b-43af-9c1d-198b2b354586,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:14.432384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:14.445954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] Sync routers for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:14.458143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:14.458781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:14.518918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-79cc636d-fdca-4121-b518-76046cf36992 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2ad77a61c8748d787b672c7020299cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1904478 Aug 11 03:07:14.519218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37050) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:14.526032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] No DVR routers for this DVR port a93f6716-e14b-47df-bdec-ccc7ed604aad on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:14.538779 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.542156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6ab2435-b3b1-425e-a3c6-64e6ba95cd84 req-f8bfb0c9-e360-4a38-8522-99f46ee231bd tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.10 "DELETE /v2.0/ports/a93f6716-e14b-47df-bdec-ccc7ed604aad HTTP/1.1" status: 204 len: 173 time: 2.8978400 Aug 11 03:07:14.549905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'name': 'network-vif-deleted', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:14.553622 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc41017-c4d9-4652-8886-02be9a20c653" -d '{"events": [{"server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "name": "network-vif-deleted", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:14.560918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.590067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.596348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.602343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.610141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.615406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.620133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09eed0c5-fe7f-4c06-b6b8-fd3922cc9374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.624126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.636034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.642213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-2b8423f1-6803-4194-9217-41180ca813af tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.1718659 Aug 11 03:07:14.653536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object 8569fb41-c814-4bf2-a3d6-9721a30ee258 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:14.659604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09eed0c5-fe7f-4c06-b6b8-fd3922cc9374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.677231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:14.725491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a46c446e-55b4-4917-ae0f-6ad41eccb13c req-073bc33b-32df-4f74-99fb-48751991d826 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640085 Aug 11 03:07:14.742382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.780511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8ec863b9-6886-41a0-9e46-d721cdc897be up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:14.801471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=8569fb41-c814-4bf2-a3d6-9721a30ee258,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:14.827476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:14.829033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:14.844443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:14.850742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a93f6716-e14b-47df-bdec-ccc7ed604aad no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:14.887696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a93f6716-e14b-47df-bdec-ccc7ed604aad {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:14.887982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a93f6716-e14b-47df-bdec-ccc7ed604aad not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:14.934499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:14.935845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:14.941087 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68ee94-fc6f-4509-a61b-d5f1a576e1b6 x-openstack-request-id: req-eb68ee94-fc6f-4509-a61b-d5f1a576e1b6 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:14.941609 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94622ca-eae2-4218-9bf4-dc6e5195a554", "name": "network-vif-deleted", "tag": "a93f6716-e14b-47df-bdec-ccc7ed604aad", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:14.942035 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb68ee94-fc6f-4509-a61b-d5f1a576e1b6 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:14.942626 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94622ca-eae2-4218-9bf4-dc6e5195a554', 'name': 'network-vif-deleted', 'tag': 'a93f6716-e14b-47df-bdec-ccc7ed604aad', 'status': 'completed', 'code': 200} Aug 11 03:07:14.960188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-21a603f4-4ea5-42c3-9baa-98bd9d5cc4d8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7377710 Aug 11 03:07:14.963589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37056) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:14.976270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6f3e4cd5-221d-4efe-8b4f-d594645f3f14 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:15.049426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 8ec863b9-6886-41a0-9e46-d721cdc897be completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:15.061061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 8ec863b9-6886-41a0-9e46-d721cdc897be triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:15.061619 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.175853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:15.234278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3e4cd5-221d-4efe-8b4f-d594645f3f14 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:15.238433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4cd5-221d-4efe-8b4f-d594645f3f14 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.286659 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.287456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d918154-cb11-4372-8aa4-86b3d94213fe req-27224c56-d444-4e1f-9133-6589924a14d2 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/ports?device_id=a94622ca-eae2-4218-9bf4-dc6e5195a554 HTTP/1.1" status: 200 len: 210 time: 0.6170132 Aug 11 03:07:15.301716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] Checking router: f1c37d88-8678-48c5-be77-ee14abf1fba9 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:15.354512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8ec863b9-6886-41a0-9e46-d721cdc897be, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8ec863b9-6886-41a0-9e46-d721cdc897be,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:15.358527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec863b9-6886-41a0-9e46-d721cdc897be'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:15.361163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09eed0c5-fe7f-4c06-b6b8-fd3922cc9374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.361343 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc290a0e-093c-4d6d-bbc1-99b41299d510" -d '{"events": [{"server_uuid": "a431b779-62d6-4c32-93e8-4376bd3f487d", "name": "network-vif-plugged", "status": "completed", "tag": "8ec863b9-6886-41a0-9e46-d721cdc897be"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:15.366326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09eed0c5-fe7f-4c06-b6b8-fd3922cc9374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.367170 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.369476 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-09eed0c5-fe7f-4c06-b6b8-fd3922cc9374 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6348266a-baff-4eea-a582-f111f53de09e HTTP/1.1" status: 204 len: 168 time: 0.8488352 Aug 11 03:07:15.387850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64763bdf-19d6-419b-8eae-e4efe82ba5c0 req-09fe1406-cac7-4ea2-b389-a8e208905f1f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:15.396066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64763bdf-19d6-419b-8eae-e4efe82ba5c0 req-09fe1406-cac7-4ea2-b389-a8e208905f1f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1370013 Aug 11 03:07:15.412165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eed0c5-fe7f-4c06-b6b8-fd3922cc9374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348266a-baff-4eea-a582-f111f53de09e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.433083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:15.433802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:15.438460 n-d-768509-22 neutron-server[111682]: INFO neutron.db.ipam_backend_mixin [None req-6f3e4cd5-221d-4efe-8b4f-d594645f3f14 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e49d10fb-d5da-4301-b6f6-f5862c3cdc67 (CIDR: 172.20.0.0/28) Aug 11 03:07:15.440673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8ec863b9-6886-41a0-9e46-d721cdc897be,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:15.446093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7a7d8bb6-0e70-4bfc-bd24-41823aaa7d8a None None] Provisioning for port 8569fb41-c814-4bf2-a3d6-9721a30ee258 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:15.452133 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3e4cd5-221d-4efe-8b4f-d594645f3f14 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:07:15.452734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3e4cd5-221d-4efe-8b4f-d594645f3f14 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:15.478945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64763bdf-19d6-419b-8eae-e4efe82ba5c0 req-ff8de3ab-174f-4121-aabb-a106fbed133d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817270 Aug 11 03:07:15.493597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f3e4cd5-221d-4efe-8b4f-d594645f3f14 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5269129 Aug 11 03:07:15.504660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7a7d8bb6-0e70-4bfc-bd24-41823aaa7d8a None None] Provisioning complete for port 8569fb41-c814-4bf2-a3d6-9721a30ee258 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:15.504660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a7d8bb6-0e70-4bfc-bd24-41823aaa7d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.505008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37068) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:15.516966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:15.552862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d8bb6-0e70-4bfc-bd24-41823aaa7d8a None None] Port 8569fb41-c814-4bf2-a3d6-9721a30ee258 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:15.598329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bcdde-e394-4fd4-9603-52f06dccee9e req-ba43bee9-cdb1-4d44-89ef-513be6cdfc3b tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:15.606263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b6bcdde-e394-4fd4-9603-52f06dccee9e req-ba43bee9-cdb1-4d44-89ef-513be6cdfc3b tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1790874 Aug 11 03:07:15.664046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:15.682371 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b6bcdde-e394-4fd4-9603-52f06dccee9e req-34ca60b1-6d65-496e-81b8-5cef23587984 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722656 Aug 11 03:07:15.720262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:15.724903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:15.733470 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df40d408-1a43-4770-a7ff-71c67f764d6c x-openstack-request-id: req-df40d408-1a43-4770-a7ff-71c67f764d6c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:15.733787 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a431b779-62d6-4c32-93e8-4376bd3f487d", "name": "network-vif-plugged", "status": "completed", "tag": "8ec863b9-6886-41a0-9e46-d721cdc897be", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:15.734013 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df40d408-1a43-4770-a7ff-71c67f764d6c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:15.734409 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec863b9-6886-41a0-9e46-d721cdc897be', 'code': 200} Aug 11 03:07:15.900760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40823a06-6d9b-43af-9c1d-198b2b354586 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:16.040692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:16.041126 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.055269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c4fb6-411c-4162-b377-908137f79cdb req-deba264c-5d99-4138-8506-103c44c2207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.057256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f75c4fb6-411c-4162-b377-908137f79cdb req-deba264c-5d99-4138-8506-103c44c2207d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 1097 time: 0.2841632 Aug 11 03:07:16.075651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-ef8f67c2-5858-4dc3-afd8-9599e75a9f7c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2220528 Aug 11 03:07:16.089302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.097414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.105995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.111369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.117984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.123953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.130255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.130826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:16.132399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da542928-c9eb-48a7-a84e-aa934a52568a req-9809b979-425e-4c97-b363-84e85c604fa1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5432 time: 0.1569927 Aug 11 03:07:16.172229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30bb47a-963f-48f8-9123-f806fc1ab6dc None None] The sync data for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 is: [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T02:59:13Z', 'revision_number': 4, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '852ab188-5552-4810-b89c-d9f55508e9a7', 'name': '', 'network_id': '52001b56-4af4-4631-87ca-ce45e040b21f', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'mac_address': 'fa:16:3e:1d:43:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:12Z', 'updated_at': '2021-08-11T02:59:22Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'subnets': [{'id': '06c7fbbc-8e6f-410a-8eec-feee0348e5d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:16.181306 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.227016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:16.232987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:16.237581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.238217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.242938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bafe55-2e66-4b17-af49-e3a7304bf36a None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:16.249348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da542928-c9eb-48a7-a84e-aa934a52568a req-d935262b-6304-47ab-a621-aaa3d7ef4773 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758455 Aug 11 03:07:16.299313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=267e4e75-bb36-41a6-871c-6bd2a2fc4c5f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:16.300365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37084) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:16.300459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-34097917-7d1e-4d7a-8279-d49b674220f0 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7923865 Aug 11 03:07:16.302638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-27761415', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '267e4e75-bb36-41a6-871c-6bd2a2fc4c5f'}], 'security_groups': ['10e4ecfd-2495-4389-a6ef-17c8a2c78096']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:16.386251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37090) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:16.399763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.425180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-f82f5f2f-403f-4f13-8bd8-0791d9863335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.427842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-f82f5f2f-403f-4f13-8bd8-0791d9863335 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=047da0a3ba08437490a29c40d543f2bb&device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 1098 time: 0.2883251 Aug 11 03:07:16.443007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f75c4fb6-411c-4162-b377-908137f79cdb req-8a29c589-fa25-43c3-91e5-4a3124144a24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662968 Aug 11 03:07:16.495569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-db99ca05-eedb-48b1-b386-9822a2672828 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.578404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-db99ca05-eedb-48b1-b386-9822a2672828 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.673168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81762c3-19af-4552-aeee-93803572c99e None None] Update dhcp port {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'fixed_ips': [{'subnet_id': 'e49d10fb-d5da-4301-b6f6-f5862c3cdc67', 'ip_address': '172.20.0.2'}, {'subnet_id': '267e4e75-bb36-41a6-871c-6bd2a2fc4c5f'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '40823a06-6d9b-43af-9c1d-198b2b354586'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:07:16.683421 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cc77c-0cd1-4660-8a22-386332283f28 None None] New status for floating IP ef8a008c-3cdd-4bb3-8575-a87072458f4d: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:07:16.693895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-25110f80-2926-4966-9353-6704d266d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.695697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-25110f80-2926-4966-9353-6704d266d31e service neutron] 10.222.0.10 "GET /v2.0/networks?id=970d44e0-8888-4af5-aa9a-413afc0f9209 HTTP/1.1" status: 200 len: 917 time: 0.2152400 Aug 11 03:07:16.711666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058bcc-c742-45a8-811e-e161fcf24437 req-6c8e5ff9-4672-4129-bce4-c5671f548083 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:16.714224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2058bcc-c742-45a8-811e-e161fcf24437 req-6c8e5ff9-4672-4129-bce4-c5671f548083 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.0908480 Aug 11 03:07:16.732541 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e81762c3-19af-4552-aeee-93803572c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.736014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device fcd57400-63e5-4aed-a7a9-c05effa0c4a1 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:16.763032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-db99ca05-eedb-48b1-b386-9822a2672828 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.766551 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-db99ca05-eedb-48b1-b386-9822a2672828 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:16.768004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-db99ca05-eedb-48b1-b386-9822a2672828 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "DELETE /v2.0/security-groups/621206c1-a7f0-46da-988d-46740d691a88 HTTP/1.1" status: 204 len: 168 time: 0.3804207 Aug 11 03:07:16.777579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37104) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:16.802440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99ca05-eedb-48b1-b386-9822a2672828 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=621206c1-a7f0-46da-988d-46740d691a88,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:16.811386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2058bcc-c742-45a8-811e-e161fcf24437 req-de62fb97-406d-49d6-ac18-f44887bd638c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904415 Aug 11 03:07:16.812626 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-3273a9a3-5923-4f86-8db7-28ba1dc7e6cc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] show failed (client error): The resource could not be found. Aug 11 03:07:16.813571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3273a9a3-5923-4f86-8db7-28ba1dc7e6cc tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "GET /v2.0/security-groups/621206c1-a7f0-46da-988d-46740d691a88 HTTP/1.1" status: 404 len: 347 time: 0.0323780 Aug 11 03:07:16.824741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37106) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:16.879355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-e352ba78-e8eb-4c57-894c-48572dbedc39 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 HTTP/1.1" status: 200 len: 1001 time: 0.1738021 Aug 11 03:07:17.044824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:17.066493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1', 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'port_id': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1', 'mac_address': 'fa:16:3e:bb:83:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af9d3ac-1eb2-49ec-bddb-728c315853e9', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:17.068570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e81762c3-19af-4552-aeee-93803572c99e None None] Allocated IP 172.20.0.18 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/267e4e75-bb36-41a6-871c-6bd2a2fc4c5f/40823a06-6d9b-43af-9c1d-198b2b354586) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:17.161667 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.173007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-e2e96378-0614-4ea2-8201-8b0a832fd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.174495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-e2e96378-0614-4ea2-8201-8b0a832fd623 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=61b13129-6a9c-41e4-abb6-c324cb44a58f HTTP/1.1" status: 200 len: 855 time: 0.2418065 Aug 11 03:07:17.186399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd57400-63e5-4aed-a7a9-c05effa0c4a1 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:17.214597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:17.219049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-7c6d58d5-8ba5-4638-9623-89373a7697ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.220624 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-7c6d58d5-8ba5-4638-9623-89373a7697ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3&tenant_id=f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 1095 time: 0.3368025 Aug 11 03:07:17.221357 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.222239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 622db2ec-896e-4228-b772-39f5b21605a4 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:17.232739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbd6c1-76fc-4f95-ba7b-298f3c720237 req-5b9bcdbe-eb34-45b4-b51e-dfe6d21b3ca1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.234303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23cbd6c1-76fc-4f95-ba7b-298f3c720237 req-5b9bcdbe-eb34-45b4-b51e-dfe6d21b3ca1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.2654686 Aug 11 03:07:17.254627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:17.278053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e81762c3-19af-4552-aeee-93803572c99e None None] For port 40823a06-6d9b-43af-9c1d-198b2b354586, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40823a06-6d9b-43af-9c1d-198b2b354586,segment=NetworkSegment(2604bb2a-c890-472d-955a-1a0adceee087),segment_id=2604bb2a-c890-472d-955a-1a0adceee087)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:17.330284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 622db2ec-896e-4228-b772-39f5b21605a4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=622db2ec-896e-4228-b772-39f5b21605a4,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:17.333085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.357303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e81762c3-19af-4552-aeee-93803572c99e None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.360415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '622db2ec-896e-4228-b772-39f5b21605a4', 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'port_id': '622db2ec-896e-4228-b772-39f5b21605a4', 'mac_address': 'fa:16:3e:55:50:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af9d3ac-1eb2-49ec-bddb-728c315853e9', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:17.389149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23cbd6c1-76fc-4f95-ba7b-298f3c720237 req-539d1edb-f821-445a-a12c-08133807edef tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306250 Aug 11 03:07:17.392858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e81762c3-19af-4552-aeee-93803572c99e None None] Transition to ACTIVE for port object 40823a06-6d9b-43af-9c1d-198b2b354586 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:17.398806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-5a2ba6ca-f2f1-49ac-a428-7e0549f5e601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.398806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-5a2ba6ca-f2f1-49ac-a428-7e0549f5e601 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=970d44e0-8888-4af5-aa9a-413afc0f9209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1927660 Aug 11 03:07:17.402076 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.415570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e81762c3-19af-4552-aeee-93803572c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.448595 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.535795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.548165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.572487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.583241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.593135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.603678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.614188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:17.617853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-9060d4e2-a44b-4c12-bec1-14fba2df7f3e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5433 time: 0.2533453 Aug 11 03:07:17.675659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6623169e-3d7c-4923-a60d-2137c25bdaeb req-eb5d8e8f-0986-4192-9854-6498593e7ef0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469778 Aug 11 03:07:17.676720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622db2ec-896e-4228-b772-39f5b21605a4 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:17.725429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81762c3-19af-4552-aeee-93803572c99e None None] Pushing event updated for resources: {'Port': ['ID=40823a06-6d9b-43af-9c1d-198b2b354586,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.732181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 622db2ec-896e-4228-b772-39f5b21605a4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=622db2ec-896e-4228-b772-39f5b21605a4,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:17.739323 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.740507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:17.797557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Deleting port 471a7032-c4fb-4b9c-bd84-761dfbb0a153 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:17.798777 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:17.884531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=622db2ec-896e-4228-b772-39f5b21605a4,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:17.928714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40823a06-6d9b-43af-9c1d-198b2b354586 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:18.036457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.079544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'port_id': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'mac_address': 'fa:16:3e:f5:d3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:18.106834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86c8c1-d16b-4b0e-b015-dfde35536473 req-f2fadf87-b4ca-4a7e-8bd9-6009dad31f82 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.110010 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df86c8c1-d16b-4b0e-b015-dfde35536473 req-f2fadf87-b4ca-4a7e-8bd9-6009dad31f82 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1256819 Aug 11 03:07:18.133120 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.159820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:18.190465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.198470 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.199906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ae75cc7d-fc75-422e-8913-845ce41ecec0 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:18.212873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df86c8c1-d16b-4b0e-b015-dfde35536473 req-c87b6c63-9f19-42c7-83f2-4b04006b577f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812306 Aug 11 03:07:18.310844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:18.334623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ae75cc7d-fc75-422e-8913-845ce41ecec0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.348194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'ae75cc7d-fc75-422e-8913-845ce41ecec0', 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'port_id': 'ae75cc7d-fc75-422e-8913-845ce41ecec0', 'mac_address': 'fa:16:3e:8b:fb:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af9d3ac-1eb2-49ec-bddb-728c315853e9', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:18.373800 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.374324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.408441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Calling delete_port for 471a7032-c4fb-4b9c-bd84-761dfbb0a153 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:18.409816 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.418243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-a5c21fe8-3935-48b7-bd8e-846b8ee29778 service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0031779 Aug 11 03:07:18.429317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae75cc7d-fc75-422e-8913-845ce41ecec0 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:18.455600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Delete allocated IP 172.20.0.4 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/e49d10fb-d5da-4301-b6f6-f5862c3cdc67) {{(pid=111682) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:07:18.480568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ae75cc7d-fc75-422e-8913-845ce41ecec0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.490618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.491302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:18.575382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37144) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:18.637162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.27 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/267e4e75-bb36-41a6-871c-6bd2a2fc4c5f/8569fb41-c814-4bf2-a3d6-9721a30ee258) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:18.640277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ae75cc7d-fc75-422e-8913-845ce41ecec0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:18.664468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Provisioning complete for port e70a2639-7c41-462f-a7e3-8bc427fe9a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:18.665448 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.702083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92ac3b92-f660-4b5c-9114-10de5d24f7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.721358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Port e70a2639-7c41-462f-a7e3-8bc427fe9a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:18.728249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.744387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289', 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539', 'port_id': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289', 'mac_address': 'fa:16:3e:15:df:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01f82ee-a4e1-431e-91f4-a5f555770b0c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:18.749766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Provisioning complete for port 8569fb41-c814-4bf2-a3d6-9721a30ee258 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:18.749766 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.817065 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.819121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Port 8569fb41-c814-4bf2-a3d6-9721a30ee258 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:18.823901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35b964-2df3-40a4-af3a-6969c9fb4541 req-608a8348-d4bb-4f95-8ff5-7f7f4a8a1e4a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.831237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af35b964-2df3-40a4-af3a-6969c9fb4541 req-608a8348-d4bb-4f95-8ff5-7f7f4a8a1e4a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.2875879 Aug 11 03:07:18.840652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.841313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:18.853691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Provisioning for port 40823a06-6d9b-43af-9c1d-198b2b354586 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:18.865212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:18.865592 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d4f54bc-58dc-4820-bbff-01b046bdc388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.869237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:18.870318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92ac3b92-f660-4b5c-9114-10de5d24f7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.888302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.888698 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.889351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f4913445-c1c5-4b75-ba7f-fa03ea9270c3 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:18.893941 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53abc4f3-79a3-4e04-81e0-e04237787514 req-92d002d2-eca1-4575-83e0-788164dcb2ba service neutron] 10.222.0.10 "GET /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656110 Aug 11 03:07:18.894573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.901144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.911141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.917343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.923919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.934593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:18.935349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-892e9ea2-7eb1-4f27-a0a8-e253d6de02fe tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5436 time: 0.1364164 Aug 11 03:07:18.936814 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92ac3b92-f660-4b5c-9114-10de5d24f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:18.992139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-92ac3b92-f660-4b5c-9114-10de5d24f7cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95aa7f97780c40e39a542eb0862cc80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125569 Aug 11 03:07:18.995213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37154) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:19.005184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:19.008451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ac3b92-f660-4b5c-9114-10de5d24f7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bdc93d-667a-4d59-9417-a60e933a939c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.008628 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.016074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:19.046718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af35b964-2df3-40a4-af3a-6969c9fb4541 req-1ef31172-d41d-45b4-9a50-3ee40e1114ef tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145071 Aug 11 03:07:19.054699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3', 'network_id': '21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539', 'port_id': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3', 'mac_address': 'fa:16:3e:65:59:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01f82ee-a4e1-431e-91f4-a5f555770b0c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:19.061434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b954502-a0fc-4731-9add-46b800cad2e8 req-a7fd2aeb-03aa-4d00-bfc1-e301d2e16923 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673902 Aug 11 03:07:19.086338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50c9b3e9-e24e-451f-800f-f3b2d02c17fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.124644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50c9b3e9-e24e-451f-800f-f3b2d02c17fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.143557 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.163053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4913445-c1c5-4b75-ba7f-fa03ea9270c3 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:19.176169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459e95af-bbbd-446c-906e-b1f007b506c7 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:19.193151 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.193795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:19.195232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50c9b3e9-e24e-451f-800f-f3b2d02c17fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.198178 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.198833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50c9b3e9-e24e-451f-800f-f3b2d02c17fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.198990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 07ccd968-45bc-4053-a908-2d3b50757c20 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:19.203498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-50c9b3e9-e24e-451f-800f-f3b2d02c17fd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5bdc93d-667a-4d59-9417-a60e933a939c HTTP/1.1" status: 204 len: 168 time: 0.2046614 Aug 11 03:07:19.208404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.212828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9b3e9-e24e-451f-800f-f3b2d02c17fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bdc93d-667a-4d59-9417-a60e933a939c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.216674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.252843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Transition to ACTIVE for port object 459e95af-bbbd-446c-906e-b1f007b506c7 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:19.258144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Pushing event deleted for resources: {'Port': ['ID=471a7032-c4fb-4b9c-bd84-761dfbb0a153,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.274891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object 8569fb41-c814-4bf2-a3d6-9721a30ee258 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:19.280552 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.309096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 07ccd968-45bc-4053-a908-2d3b50757c20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=07ccd968-45bc-4053-a908-2d3b50757c20,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:19.309246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.353295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '07ccd968-45bc-4053-a908-2d3b50757c20', 'network_id': 'e1a8af23-52dd-4dad-8136-4888e0d0e982', 'port_id': '07ccd968-45bc-4053-a908-2d3b50757c20', 'mac_address': 'fa:16:3e:83:3f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af9d3ac-1eb2-49ec-bddb-728c315853e9', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:19.437025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cddad1-795f-454f-a4cc-ccb5a0bae4ef req-c06a7be7-5976-459c-844b-66da036f30f3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.438622 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1cddad1-795f-454f-a4cc-ccb5a0bae4ef req-c06a7be7-5976-459c-844b-66da036f30f3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1118622 Aug 11 03:07:19.517165 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1cddad1-795f-454f-a4cc-ccb5a0bae4ef req-3666a8f6-cec2-4857-b7e5-9a20bfb4bd30 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697849 Aug 11 03:07:19.532123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.535366 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.557328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ccd968-45bc-4053-a908-2d3b50757c20 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:19.557671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=9']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.583523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 07ccd968-45bc-4053-a908-2d3b50757c20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=07ccd968-45bc-4053-a908-2d3b50757c20,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:19.590300 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.669133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=07ccd968-45bc-4053-a908-2d3b50757c20,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.692216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.694946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.696191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-232e34f7-7632-479e-b5db-3fecddd56167 tempest-AttachVolumeTestJSON-445312837 tempest-AttachVolumeTestJSON-445312837-project] 10.222.0.60 "DELETE /v2.0/floatingips/ef8a008c-3cdd-4bb3-8575-a87072458f4d HTTP/1.1" status: 204 len: 168 time: 2.8282361 Aug 11 03:07:19.709695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-0298f6f2-7c64-48d6-8cb3-3a7055a3b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.711132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-0298f6f2-7c64-48d6-8cb3-3a7055a3b648 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 1097 time: 0.3987985 Aug 11 03:07:19.729318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37166) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:19.751548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714b6c71-d4f1-4d03-9e2b-14c5623ce87e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.831334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=8569fb41-c814-4bf2-a3d6-9721a30ee258,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:19.839435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] In _notify_port_updated(), no bound segment for port 8569fb41-c814-4bf2-a3d6-9721a30ee258 on network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:07:19.847482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.848303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.852448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-27c3238d-b90c-44b7-a8bc-cbca988c5932 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "PUT /v2.0/ports/8569fb41-c814-4bf2-a3d6-9721a30ee258 HTTP/1.1" status: 200 len: 919 time: 3.5551856 Aug 11 03:07:19.853851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37172) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:19.855960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] No DVR routers for this DVR port 459e95af-bbbd-446c-906e-b1f007b506c7 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:19.932846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b01c7-d1b6-44ce-a1a3-5871d6b52f1c req-4cfb9b07-71a8-49d5-9cfa-ab614ed3f074 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:19.949324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a9b01c7-d1b6-44ce-a1a3-5871d6b52f1c req-4cfb9b07-71a8-49d5-9cfa-ab614ed3f074 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.5203664 Aug 11 03:07:19.960096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714b6c71-d4f1-4d03-9e2b-14c5623ce87e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:19.977291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-714b6c71-d4f1-4d03-9e2b-14c5623ce87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.017698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port 8569fb41-c814-4bf2-a3d6-9721a30ee258 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:20.017698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.040939 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-714b6c71-d4f1-4d03-9e2b-14c5623ce87e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10b5c52b93244d39b304922e7f2100e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103669 Aug 11 03:07:20.056973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37174) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:20.070758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b6c71-d4f1-4d03-9e2b-14c5623ce87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fce186-4ac3-474b-8239-216b6fa9dce5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:20.080188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a9b01c7-d1b6-44ce-a1a3-5871d6b52f1c req-c3e57971-f7d6-48cb-b80b-be1c4847ce30 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342115 Aug 11 03:07:20.092574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-9956cd5e-2be1-423e-b9ae-61271f6369c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.094497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-9956cd5e-2be1-423e-b9ae-61271f6369c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.3680160 Aug 11 03:07:20.137072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-90000179-25a2-4161-b588-459a63ccc45f None None] Provisioning for port 8569fb41-c814-4bf2-a3d6-9721a30ee258 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:20.138776 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.153723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for 8569fb41-c814-4bf2-a3d6-9721a30ee258 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:20.162346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-90000179-25a2-4161-b588-459a63ccc45f None None] Provisioning complete for port 8569fb41-c814-4bf2-a3d6-9721a30ee258 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:20.164143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90000179-25a2-4161-b588-459a63ccc45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.173934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-e3928f9f-ade2-441b-aae4-eb6ac42a6bfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec863b9-6886-41a0-9e46-d721cdc897be HTTP/1.1" status: 200 len: 217 time: 0.0655625 Aug 11 03:07:20.255474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-90000179-25a2-4161-b588-459a63ccc45f None None] Port 8569fb41-c814-4bf2-a3d6-9721a30ee258 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:20.301747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-543153fc-78a9-417e-b003-84777a70551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.304414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-543153fc-78a9-417e-b003-84777a70551f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.1125379 Aug 11 03:07:20.356897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.362982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.369047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.375021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.378188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-cc2da99d-de61-46bb-9fc6-c1ef5a77f5ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452981 Aug 11 03:07:20.378834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8feffa1e-c67c-4cac-a42e-e39b298e729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.381308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.385500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:20.385837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:20.386163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:20.388618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.394707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:20.395098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Port 459e95af-bbbd-446c-906e-b1f007b506c7 on network 48d6147b-6240-499a-94e3-ea39743bf905 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:07:20.395586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Attempting to bind port 459e95af-bbbd-446c-906e-b1f007b506c7 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:20.397012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-98d21ea6-9a62-4406-abd1-87ff24f9ce08 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5439 time: 0.1187091 Aug 11 03:07:20.398386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.445425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=8569fb41-c814-4bf2-a3d6-9721a30ee258,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:20.454069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['ae75cc7d-fc75-422e-8913-845ce41ecec0'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:20.467171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:20.467510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Checking segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:20.467921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Bound using segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:20.468382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Bound port: 459e95af-bbbd-446c-906e-b1f007b506c7, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:20.468703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.477225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8feffa1e-c67c-4cac-a42e-e39b298e729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.495122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['fcd57400-63e5-4aed-a7a9-c05effa0c4a1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:20.531914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['622db2ec-896e-4228-b772-39f5b21605a4'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:20.542240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a20e12d6-0b9c-4a0b-a83c-8fe7c20baa73 req-0b3beb46-bbd3-4d75-8ac9-ba1100beba7f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351051 Aug 11 03:07:20.589397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['07ccd968-45bc-4053-a908-2d3b50757c20'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:20.593786 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.596741 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-96d43b9b-7734-4a6f-b120-7bcf84087565 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/8569fb41-c814-4bf2-a3d6-9721a30ee258 HTTP/1.1" status: 204 len: 168 time: 0.7407460 Aug 11 03:07:20.599909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37186) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:20.629908 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-55570819-3b8a-4f28-b321-17b3fd1efe4b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:07:20.631574 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-55570819-3b8a-4f28-b321-17b3fd1efe4b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/8569fb41-c814-4bf2-a3d6-9721a30ee258 HTTP/1.1" status: 404 len: 333 time: 0.0318081 Aug 11 03:07:20.635049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37188) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:20.662670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:20.715116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17311280-9713-44d1-84b4-db4b02e0058e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.748250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17311280-9713-44d1-84b4-db4b02e0058e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.825729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17311280-9713-44d1-84b4-db4b02e0058e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.828513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17311280-9713-44d1-84b4-db4b02e0058e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.833238 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-17311280-9713-44d1-84b4-db4b02e0058e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/security-groups/fccf4848-fc02-4cb0-9e69-4307e404ee30 HTTP/1.1" status: 204 len: 168 time: 0.1971297 Aug 11 03:07:20.833888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37190) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:20.860378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17311280-9713-44d1-84b4-db4b02e0058e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccf4848-fc02-4cb0-9e69-4307e404ee30,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:20.911826 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a47e2a-e709-4b1f-9b85-60b3383d1a25 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:20.939808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a47e2a-e709-4b1f-9b85-60b3383d1a25 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.001671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a47e2a-e709-4b1f-9b85-60b3383d1a25 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.005704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a47e2a-e709-4b1f-9b85-60b3383d1a25 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.008747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6a47e2a-e709-4b1f-9b85-60b3383d1a25 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/security-groups/10e4ecfd-2495-4389-a6ef-17c8a2c78096 HTTP/1.1" status: 204 len: 168 time: 0.1699157 Aug 11 03:07:21.014194 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37194) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:21.037582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47e2a-e709-4b1f-9b85-60b3383d1a25 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e4ecfd-2495-4389-a6ef-17c8a2c78096,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:21.138219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8feffa1e-c67c-4cac-a42e-e39b298e729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.140942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8feffa1e-c67c-4cac-a42e-e39b298e729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.142094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8feffa1e-c67c-4cac-a42e-e39b298e729e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3fce186-4ac3-474b-8239-216b6fa9dce5 HTTP/1.1" status: 204 len: 168 time: 1.0807486 Aug 11 03:07:21.173795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54569d-670f-45ba-a3bc-1bf2e0682b26 req-a9f92ed3-f197-4712-ba95-f0f01f63cfef tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.175341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc54569d-670f-45ba-a3bc-1bf2e0682b26 req-a9f92ed3-f197-4712-ba95-f0f01f63cfef tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 943 time: 0.1883392 Aug 11 03:07:21.250853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc54569d-670f-45ba-a3bc-1bf2e0682b26 req-20db7afa-2c73-458f-9624-589be53154fd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669563 Aug 11 03:07:21.254287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feffa1e-c67c-4cac-a42e-e39b298e729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fce186-4ac3-474b-8239-216b6fa9dce5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:21.259596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-41e9bdfd-4718-445e-a65a-300f8e66de96 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8575268 Aug 11 03:07:21.272010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet e49d10fb-d5da-4301-b6f6-f5862c3cdc67 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:21.284412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10f79f-2da7-4215-927c-ca54996aa447 req-9a2ea10c-8e7a-4097-b0d6-f06b167f9af3 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.289327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e10f79f-2da7-4215-927c-ca54996aa447 req-9a2ea10c-8e7a-4097-b0d6-f06b167f9af3 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1251552 Aug 11 03:07:21.297680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.370260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f4913445-c1c5-4b75-ba7f-fa03ea9270c3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:21.378369 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e10f79f-2da7-4215-927c-ca54996aa447 req-ec29ef35-517a-4d13-a92c-cd72ebb97bce tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795214 Aug 11 03:07:21.384727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:21.421688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:21.427713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.443614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5d573750-1cc4-4cb9-ab04-ce21cb2f4289'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:21.462899 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.556674 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61d58c7-d442-4803-94be-2b7972f3c91d req-ca5a7e2c-a2d0-4ff4-b610-655795dea3aa service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742198 Aug 11 03:07:21.557093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:21.561989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.562605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.564067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-273e950c-3677-4fa0-8571-0b5d92f207f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 1092 time: 4.3147719 Aug 11 03:07:21.564512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:21.566806 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764" -d '{"events": [{"name": "network-changed", "server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:21.697001 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779cc19f-9605-480c-b55c-8177865c73dc x-openstack-request-id: req-779cc19f-9605-480c-b55c-8177865c73dc {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:21.697001 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:21.697346 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-779cc19f-9605-480c-b55c-8177865c73dc {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:21.697571 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'status': 'completed', 'code': 200} Aug 11 03:07:21.883108 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:21.938081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-a9269f88-3a28-46c2-864b-19c7cf9fe64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.940078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-a9269f88-3a28-46c2-864b-19c7cf9fe64a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1096 time: 0.2456760 Aug 11 03:07:21.944196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-b452152d-eb46-4075-90f9-62ee692af2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.945639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-b452152d-eb46-4075-90f9-62ee692af2c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 1097 time: 0.2463441 Aug 11 03:07:21.959937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.966864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.972988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.979102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.984933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.991012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.996938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:21.998999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f410fc0d-d315-4403-a079-dcd31c36e01a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5439 time: 0.3006828 Aug 11 03:07:22.154209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.223096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4527e5-606e-47e5-9fce-75617f9991dc None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:22.223280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bfeab91-7f32-4747-9e89-6a86fb463c00 req-f5130ba7-0e71-419d-99db-aee84801f744 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2085440 Aug 11 03:07:22.223966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=e49d10fb-d5da-4301-b6f6-f5862c3cdc67,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:22.246552 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.248576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2488651e-a059-4a11-b116-bcd42fc4341e tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/e49d10fb-d5da-4301-b6f6-f5862c3cdc67 HTTP/1.1" status: 204 len: 168 time: 1.2331486 Aug 11 03:07:22.253284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37234) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:22.259171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:22.290594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-cc5f4d43-c16f-4362-8cbe-945fd5934d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.294728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-cc5f4d43-c16f-4362-8cbe-945fd5934d49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.2896032 Aug 11 03:07:22.296146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-41c31cab-2af7-4cd9-985f-bbc83c673056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.297656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-41c31cab-2af7-4cd9-985f-bbc83c673056 service neutron] 10.222.0.10 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.2976546 Aug 11 03:07:22.315943 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7fc9ece2-a6f0-4be9-b383-ad3f803114aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.449236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-93842ca6-2473-421a-8dbe-8182497c7530 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec863b9-6886-41a0-9e46-d721cdc897be HTTP/1.1" status: 200 len: 217 time: 0.1435149 Aug 11 03:07:22.515024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5875087-ffe0-467c-8628-fbeee9a2971a req-8c9c35e4-01e4-442d-b39b-a303ff0fe89c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.526423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5875087-ffe0-467c-8628-fbeee9a2971a req-8c9c35e4-01e4-442d-b39b-a303ff0fe89c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1354525 Aug 11 03:07:22.535819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-399e841f-d916-4962-ab3b-eed2236a7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.537570 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-399e841f-d916-4962-ab3b-eed2236a7f27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.0780606 Aug 11 03:07:22.550352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:22.553863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.572002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-a2db722b-d7d4-4ff8-b4f9-8f56c25c4897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 999 time: 0.2637029 Aug 11 03:07:22.613029 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-b90065ef-68e5-4fb0-a2ef-c3ea7d3dc9ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400250 Aug 11 03:07:22.663967 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5875087-ffe0-467c-8628-fbeee9a2971a req-6c745e71-c2f4-429e-a60d-83c5e44c28f0 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281490 Aug 11 03:07:22.726633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-673c13f8-7781-4ffd-b429-945ddbb4f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.729101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-673c13f8-7781-4ffd-b429-945ddbb4f047 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.0738125 Aug 11 03:07:22.921919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c5159-22d9-4d98-b398-cc8d20b7676f req-a7ef51fa-ac87-4825-b94b-c283dbc9ce53 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.930054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-609c5159-22d9-4d98-b398-cc8d20b7676f req-a7ef51fa-ac87-4825-b94b-c283dbc9ce53 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.3910949 Aug 11 03:07:22.969646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:22.983336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-85ff8187-4a8c-49ba-a948-3f8ab5d6d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:22.984947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-85ff8187-4a8c-49ba-a948-3f8ab5d6d6e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2419367 Aug 11 03:07:23.025005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:23.028969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:23.036297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.036949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.061740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8073149 Aug 11 03:07:23.064811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:23.089061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1280f2c0-f440-42bd-baab-aa3d87b03809 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'security_group': {'name': 'tempest-secgroup-1766129282'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:23.104028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-3231e05a-5fe6-4f31-8bc9-932339c92926 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721430 Aug 11 03:07:23.116678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb0ae7-a295-4833-929c-e4cb7d65af2d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=ccd66a5a-065c-4526-9991-8cdf5519d6a7,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:23.141063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1280f2c0-f440-42bd-baab-aa3d87b03809 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.158266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-609c5159-22d9-4d98-b398-cc8d20b7676f req-75db3a91-129f-41e5-97c1-b10fd1e617ab tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264493 Aug 11 03:07:23.277160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-ead658f4-3719-45f0-8518-61f1e10ddc2f service neutron] 10.222.0.10 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575901 Aug 11 03:07:23.327513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1280f2c0-f440-42bd-baab-aa3d87b03809 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.332226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1280f2c0-f440-42bd-baab-aa3d87b03809 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.408175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1280f2c0-f440-42bd-baab-aa3d87b03809 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.411872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1280f2c0-f440-42bd-baab-aa3d87b03809 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3426723 Aug 11 03:07:23.411872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280f2c0-f440-42bd-baab-aa3d87b03809 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72971802-dd4e-49f7-a988-470d1a2c169f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:23.413901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37268) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:23.420209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-22f54d2e-c7bf-482a-abfc-fc409786b8bd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'security_group': {'name': 'tempest-secgroup-895951771'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:23.447357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22f54d2e-c7bf-482a-abfc-fc409786b8bd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.449656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c72b614-b981-45e6-8bf4-cb095aacc7f4 req-f7869826-dc1c-447d-9dcc-677fcc1c80f5 service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249645 Aug 11 03:07:23.549028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e01645-5554-4d02-a850-f1c473d72a67 None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:23.567331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a74fa1-1730-477c-9ac3-0dcf03e76c03 req-7adf177a-dd8d-414d-99bb-1d3579b9cedc service neutron] 10.222.0.10 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739456 Aug 11 03:07:23.610883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.617030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.625481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.635780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.642294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.648669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.658828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.661026 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-bbb9c02b-a7c6-4d93-aed5-36cbcdd0262e tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5439 time: 0.1859794 Aug 11 03:07:23.746924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device fcd57400-63e5-4aed-a7a9-c05effa0c4a1 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:23.757720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-f4bdb714-22af-440d-b026-16a1fa2d31bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:23.761394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-f4bdb714-22af-440d-b026-16a1fa2d31bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1096 time: 0.1346586 Aug 11 03:07:23.780156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b8f81bd-9229-452b-aa10-96c23f0a94a8 req-5ede1de0-9e25-4869-a9bc-f332217fbbdf tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097698 Aug 11 03:07:23.874913 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22f54d2e-c7bf-482a-abfc-fc409786b8bd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.882585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22f54d2e-c7bf-482a-abfc-fc409786b8bd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.933603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22f54d2e-c7bf-482a-abfc-fc409786b8bd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:23.957751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-22f54d2e-c7bf-482a-abfc-fc409786b8bd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5421410 Aug 11 03:07:23.958371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37286) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:23.990180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2f250236-25c1-42b4-bcd9-0f20cccf56ab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'security_group': {'name': 'tempest-secgroup-68986783'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:24.022518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d6de945d-ccfe-43ee-abfe-71325a7f5478 None None] Provisioning complete for port e70a2639-7c41-462f-a7e3-8bc427fe9a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:24.022905 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d6de945d-ccfe-43ee-abfe-71325a7f5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.039195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f54d2e-c7bf-482a-abfc-fc409786b8bd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ec28e9-d2ae-486f-a061-17dbc1907341,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:24.123846 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f250236-25c1-42b4-bcd9-0f20cccf56ab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.125866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9dcfd-2b0b-4e1c-afe0-695edd2b1f5f req-c93cfdb8-ac15-44ae-92af-baff15cb02d1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.127670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddb9dcfd-2b0b-4e1c-afe0-695edd2b1f5f req-c93cfdb8-ac15-44ae-92af-baff15cb02d1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.2888470 Aug 11 03:07:24.135156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-006c00ae-0193-4dac-90b2-ab4af69fda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.140282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-006c00ae-0193-4dac-90b2-ab4af69fda8c service neutron] 10.222.0.10 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.3714244 Aug 11 03:07:24.200123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:24.219009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:24.221235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.226790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d6de945d-ccfe-43ee-abfe-71325a7f5478 None None] Port e70a2639-7c41-462f-a7e3-8bc427fe9a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:24.382027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f250236-25c1-42b4-bcd9-0f20cccf56ab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.431442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f250236-25c1-42b4-bcd9-0f20cccf56ab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.443799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d6de945d-ccfe-43ee-abfe-71325a7f5478 None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:24.444293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d6de945d-ccfe-43ee-abfe-71325a7f5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.470210 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddb9dcfd-2b0b-4e1c-afe0-695edd2b1f5f req-1470f17a-ce08-4c56-8eb7-20a71fc2b9bd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270783 Aug 11 03:07:24.480451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f250236-25c1-42b4-bcd9-0f20cccf56ab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.487929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2f250236-25c1-42b4-bcd9-0f20cccf56ab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5117700 Aug 11 03:07:24.489058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37302) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:24.522955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-407af442-25d3-4764-a1fb-6eeda97ed7e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 999 time: 0.3587096 Aug 11 03:07:24.528802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-922402999', 'security_groups': ['37a5a8ec-5736-4b23-8c89-21f994d9f081'], 'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ccd66a5a-065c-4526-9991-8cdf5519d6a7'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:24.633513 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.721013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-d88013ad-15e6-4cf8-867f-d0487adc8c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.723232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-d88013ad-15e6-4cf8-867f-d0487adc8c32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.1659687 Aug 11 03:07:24.752207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:24.757353 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01d7efe-3fbd-432c-bfbe-a02aabc43f17" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:24.780530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f250236-25c1-42b4-bcd9-0f20cccf56ab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a5a8ec-5736-4b23-8c89-21f994d9f081,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:24.823650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b25bf1-8755-4f6b-b0c4-5a5331f5b738 req-70649b3c-290a-457d-8784-25177ccd4d2c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.825321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7b25bf1-8755-4f6b-b0c4-5a5331f5b738 req-70649b3c-290a-457d-8784-25177ccd4d2c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.5150089 Aug 11 03:07:24.826494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:24.827841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-0d6e1dc6-779c-4c2d-b55a-6995e038974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:24.829683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-0d6e1dc6-779c-4c2d-b55a-6995e038974c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969803 Aug 11 03:07:24.849764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] Update dhcp port {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'fixed_ips': [{'subnet_id': '267e4e75-bb36-41a6-871c-6bd2a2fc4c5f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ccd66a5a-065c-4526-9991-8cdf5519d6a7'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '40823a06-6d9b-43af-9c1d-198b2b354586'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:07:24.869689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:24.942243 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.948221 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e7a1cb-45ca-4c17-95fe-1bd2bb710b75 x-openstack-request-id: req-f7e7a1cb-45ca-4c17-95fe-1bd2bb710b75 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:24.948837 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:24.951393 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7e7a1cb-45ca-4c17-95fe-1bd2bb710b75 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:24.952027 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1', 'code': 200} Aug 11 03:07:24.953990 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:24.955884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:25.018940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7b25bf1-8755-4f6b-b0c4-5a5331f5b738 req-111be4f9-2ebb-48f8-8d11-a6970ac90321 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750309 Aug 11 03:07:25.087262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.135755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] device_id is not set on port a36e3a86-8391-4989-8464-082ad4b76bfc yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:07:25.215917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-7ab3c181-f986-4a1f-8fc8-01811d19d364 service neutron] 10.222.0.10 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734710 Aug 11 03:07:25.269578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.277038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.284739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.291290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.298149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.307591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.324584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:25.327740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-83739903-e78a-40ef-a727-aea32a86495a req-5299bc9e-365a-42c7-ba20-81a7d47fcfde tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5440 time: 0.2399778 Aug 11 03:07:25.337221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:25.353996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:25.354377 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.501580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a24ed7-deb2-4888-b4e8-ac8edc3e7764 req-267b12c1-4f69-4f1b-8e91-78b16cfe79b5 service neutron] 10.222.0.10 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694918 Aug 11 03:07:25.547018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.7 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/ccd66a5a-065c-4526-9991-8cdf5519d6a7/a36e3a86-8391-4989-8464-082ad4b76bfc) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:25.662660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-83739903-e78a-40ef-a727-aea32a86495a req-d7ed70b6-f781-4b5f-8102-a8ae10a85482 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524103 Aug 11 03:07:25.842700 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:25.972457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Transition to ACTIVE for port object a36e3a86-8391-4989-8464-082ad4b76bfc will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:26.022646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781cabe-0b9c-46d5-b81d-a3732a8c8b20 req-5616cf91-c97d-49d7-abf9-e591d43ead1b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.042458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8781cabe-0b9c-46d5-b81d-a3732a8c8b20 req-5616cf91-c97d-49d7-abf9-e591d43ead1b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.3661687 Aug 11 03:07:26.155607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:26.183044 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7427c919-9938-4581-8bb8-183e5d4be1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.197038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8781cabe-0b9c-46d5-b81d-a3732a8c8b20 req-11de623e-3601-45b9-81a5-2d08e38c0007 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453984 Aug 11 03:07:26.223484 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.245497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.245958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.246421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.246859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.247292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.248661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.249198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.250459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.250898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.252651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.253086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.253577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:26.293574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:26.299589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:26.305553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:26.315861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.332793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=a36e3a86-8391-4989-8464-082ad4b76bfc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:26.339260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.347539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fbe20-668e-4c81-9e3f-a0941a8b84bb req-1179ae9f-4ecf-4a59-805d-5212cdb2207f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.360251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-468fbe20-668e-4c81-9e3f-a0941a8b84bb req-1179ae9f-4ecf-4a59-805d-5212cdb2207f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1801598 Aug 11 03:07:26.450893 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-468fbe20-668e-4c81-9e3f-a0941a8b84bb req-ca01f04b-897d-49b0-ab92-f2076f80a0f0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896828 Aug 11 03:07:26.497185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.498521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.528788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a0e8f1c1-464c-4b6e-ae23-58f18bc2ce79 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0065813 Aug 11 03:07:26.531819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37326) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:26.538473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3a8b8c0a-4de7-4f54-80f5-97f3d09ee0fc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:26.552214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] Allocated IP 172.20.0.2 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/ccd66a5a-065c-4526-9991-8cdf5519d6a7/40823a06-6d9b-43af-9c1d-198b2b354586) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:26.557250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.689384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:26.710434 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.723398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 622db2ec-896e-4228-b772-39f5b21605a4 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:26.744917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b8c0a-4de7-4f54-80f5-97f3d09ee0fc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:26.749952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a8b8c0a-4de7-4f54-80f5-97f3d09ee0fc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.839376 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:26.923141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.929902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.933727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] For port 40823a06-6d9b-43af-9c1d-198b2b354586, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40823a06-6d9b-43af-9c1d-198b2b354586,segment=NetworkSegment(2604bb2a-c890-472d-955a-1a0adceee087),segment_id=2604bb2a-c890-472d-955a-1a0adceee087)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:26.938188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.940266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:26.946963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.953975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.959608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:26.965938 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eba3b27-e555-43e8-a757-0cb650ade92f" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:26.969938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.981187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:26.993388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-ed55f801-c4bf-4b04-ad4f-93dff23d4354 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5441 time: 0.1819417 Aug 11 03:07:27.004021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 622db2ec-896e-4228-b772-39f5b21605a4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:27.032488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 622db2ec-896e-4228-b772-39f5b21605a4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:27.032943 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.036332 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.064904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e828bf8c-abea-4e35-87ea-5bbff8b63b70 req-2d8b64cd-d6a7-48e4-8b63-5f8fe4ffae8f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716348 Aug 11 03:07:27.081303 n-d-768509-22 neutron-server[111682]: INFO neutron.db.ipam_backend_mixin [None req-3a8b8c0a-4de7-4f54-80f5-97f3d09ee0fc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ccd66a5a-065c-4526-9991-8cdf5519d6a7 (CIDR: 172.20.0.0/28) Aug 11 03:07:27.099283 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8b8c0a-4de7-4f54-80f5-97f3d09ee0fc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:07:27.102951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8b8c0a-4de7-4f54-80f5-97f3d09ee0fc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:27.131194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] Transition to ACTIVE for port object 40823a06-6d9b-43af-9c1d-198b2b354586 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:27.135698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a8b8c0a-4de7-4f54-80f5-97f3d09ee0fc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6021330 Aug 11 03:07:27.138498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:27.144939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a1460c5b-ce86-4fac-b3c8-5fdecd83caa6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:27.145734 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.204016 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafce28d-8876-4ccc-a431-d458a257dd50 x-openstack-request-id: req-cafce28d-8876-4ccc-a431-d458a257dd50 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:27.204689 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:27.204689 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cafce28d-8876-4ccc-a431-d458a257dd50 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:27.205215 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'code': 200} Aug 11 03:07:27.381401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71bb9-b938-4483-8b09-6a5c73a7acad None None] Pushing event updated for resources: {'Port': ['ID=40823a06-6d9b-43af-9c1d-198b2b354586,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:27.426345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.448999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1460c5b-ce86-4fac-b3c8-5fdecd83caa6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:27.463621 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1460c5b-ce86-4fac-b3c8-5fdecd83caa6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.498496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 622db2ec-896e-4228-b772-39f5b21605a4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=622db2ec-896e-4228-b772-39f5b21605a4,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:27.503919 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.504743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 07ccd968-45bc-4053-a908-2d3b50757c20 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:27.647404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e0098-f442-4b56-9730-870b95b1ffca req-dfe92f28-d6c5-4fcf-876e-09f02ab33892 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:27.660333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-055e0098-f442-4b56-9730-870b95b1ffca req-dfe92f28-d6c5-4fcf-876e-09f02ab33892 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.2292373 Aug 11 03:07:27.720745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=622db2ec-896e-4228-b772-39f5b21605a4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:27.740711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-055e0098-f442-4b56-9730-870b95b1ffca req-f8a531a9-a8a4-48ee-b633-6ad41d26a40b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807488 Aug 11 03:07:27.799756 n-d-768509-22 neutron-server[111683]: INFO neutron.db.ipam_backend_mixin [None req-a1460c5b-ce86-4fac-b3c8-5fdecd83caa6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 267e4e75-bb36-41a6-871c-6bd2a2fc4c5f (CIDR: 172.20.0.16/28) Aug 11 03:07:27.803867 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1460c5b-ce86-4fac-b3c8-5fdecd83caa6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:07:27.804414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1460c5b-ce86-4fac-b3c8-5fdecd83caa6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:27.841679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a1460c5b-ce86-4fac-b3c8-5fdecd83caa6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6987219 Aug 11 03:07:27.842600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:27.850174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 07ccd968-45bc-4053-a908-2d3b50757c20 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:27.850826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'subnet': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:27.866609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 07ccd968-45bc-4053-a908-2d3b50757c20 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:27.867217 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:27.984256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40823a06-6d9b-43af-9c1d-198b2b354586 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:28.037802 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.084465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682ae92-438a-48fe-b80c-765a73716611 req-b6da80e7-ebd6-49f3-bf0a-a9737e5be20c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.094624 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f682ae92-438a-48fe-b80c-765a73716611 req-b6da80e7-ebd6-49f3-bf0a-a9737e5be20c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.2634094 Aug 11 03:07:28.186521 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.210813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 07ccd968-45bc-4053-a908-2d3b50757c20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=07ccd968-45bc-4053-a908-2d3b50757c20,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:28.213926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f682ae92-438a-48fe-b80c-765a73716611 req-5b88442e-a4ce-4fa1-b326-74b070284a26 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182485 Aug 11 03:07:28.218338 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.243478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ae75cc7d-fc75-422e-8913-845ce41ecec0 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:28.309910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Made reservation on behalf of 22163951cdf2479885869d867cdb0891 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:28.317269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.594046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.626071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.629590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=07ccd968-45bc-4053-a908-2d3b50757c20,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:28.637576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.645643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.651183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-86575ce9-2d45-4362-a186-77d08b642cfa None None] Provisioning complete for port e70a2639-7c41-462f-a7e3-8bc427fe9a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:28.665617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.672175 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86575ce9-2d45-4362-a186-77d08b642cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.673855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.682194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.692436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-1cefc47c-4ea4-4ea5-b135-b6fad9f84bfb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5443 time: 0.3718550 Aug 11 03:07:28.786458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00f4652d-281a-42f1-98e1-49dfebaa0d8f req-e87021c5-9a54-4181-823b-df387cd6acd2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927899 Aug 11 03:07:28.787273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.838042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:28.844347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:28.852859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:28.853476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.861190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-86575ce9-2d45-4362-a186-77d08b642cfa None None] Port e70a2639-7c41-462f-a7e3-8bc427fe9a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:28.878341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Subnet': ['ID=e6fadb29-1825-4611-989b-e3e0a928402b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:28.888436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:28.889457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14344a6f-3939-49e6-8506-b03c5127e6f3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0463278 Aug 11 03:07:28.900502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-378508698', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6fadb29-1825-4611-989b-e3e0a928402b'}], 'security_groups': ['72971802-dd4e-49f7-a988-470d1a2c169f', '87ec28e9-d2ae-486f-a061-17dbc1907341']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:28.913939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port ae75cc7d-fc75-422e-8913-845ce41ecec0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:28.933036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port ae75cc7d-fc75-422e-8913-845ce41ecec0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:28.933884 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:28.940198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-86575ce9-2d45-4362-a186-77d08b642cfa None None] Provisioning for port 40823a06-6d9b-43af-9c1d-198b2b354586 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:29.047594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-86575ce9-2d45-4362-a186-77d08b642cfa None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:29.050235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86575ce9-2d45-4362-a186-77d08b642cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.144386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:29.146906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d2a8bd-7212-47c2-9008-5d12ca444234 req-a679a387-31ce-40b6-997d-0c69367147b2 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:29.155029 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d2a8bd-7212-47c2-9008-5d12ca444234 req-a679a387-31ce-40b6-997d-0c69367147b2 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.2159386 Aug 11 03:07:29.214016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d2a8bd-7212-47c2-9008-5d12ca444234 req-fcff8291-6282-4151-9552-1f0cdc91537a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572865 Aug 11 03:07:29.283297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4'}, {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ccd968-45bc-4053-a908-2d3b50757c20'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:29.298670 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247f0b24-4f71-4e27-a9ce-0c25e6bd31e3" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "622db2ec-896e-4228-b772-39f5b21605a4"}, {"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "07ccd968-45bc-4053-a908-2d3b50757c20"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:29.311868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c1c340-86b8-4e28-aa23-74595a23f93b None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:29.511526 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c25ff7b-c3a3-40e0-a9a5-d01564db2bd5 x-openstack-request-id: req-4c25ff7b-c3a3-40e0-a9a5-d01564db2bd5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:29.511874 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "622db2ec-896e-4228-b772-39f5b21605a4", "code": 200}, {"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "07ccd968-45bc-4053-a908-2d3b50757c20", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:29.512101 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c25ff7b-c3a3-40e0-a9a5-d01564db2bd5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:29.512496 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4', 'code': 200} Aug 11 03:07:29.512806 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ccd968-45bc-4053-a908-2d3b50757c20', 'code': 200} Aug 11 03:07:29.659830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670df2-13d8-4af2-9988-19b7dfe3eab5 req-0e3c0b39-6c25-4b0d-9ba0-55e36ac8d3cb tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:29.669892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63670df2-13d8-4af2-9988-19b7dfe3eab5 req-0e3c0b39-6c25-4b0d-9ba0-55e36ac8d3cb tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1958346 Aug 11 03:07:29.847330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63670df2-13d8-4af2-9988-19b7dfe3eab5 req-32371ef8-6741-4ac5-95e5-bdb53d0601ad tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579943 Aug 11 03:07:30.084762 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.303051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c8c0d635-72e9-4eac-94dc-0d6498b7687b None None] Provisioning for port a36e3a86-8391-4989-8464-082ad4b76bfc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:30.322929 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.406291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.413932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.421652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.426540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c8c0d635-72e9-4eac-94dc-0d6498b7687b None None] Provisioning complete for port a36e3a86-8391-4989-8464-082ad4b76bfc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:30.426893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c8c0d635-72e9-4eac-94dc-0d6498b7687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.429572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.438981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.460264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.477386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.493269 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-459227d0-e496-4079-beb4-f2637d53ef0a req-b8fa9b78-bd0f-4a04-9c6c-209cf5b1f878 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5443 time: 0.2391198 Aug 11 03:07:30.514076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Delete allocated IP 172.20.0.7 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/ccd66a5a-065c-4526-9991-8cdf5519d6a7) {{(pid=111683) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 11 03:07:30.550196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8622b-954a-4e1d-b032-5734f583b0e1 req-ff23b682-1548-4764-86c5-5b3acc21b2bd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:30.554821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30c8622b-954a-4e1d-b032-5734f583b0e1 req-ff23b682-1548-4764-86c5-5b3acc21b2bd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1607203 Aug 11 03:07:30.558658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c8c0d635-72e9-4eac-94dc-0d6498b7687b None None] Port a36e3a86-8391-4989-8464-082ad4b76bfc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:30.565756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Allocated IP 172.20.0.40 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/e6fadb29-1825-4611-989b-e3e0a928402b/a36e3a86-8391-4989-8464-082ad4b76bfc) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:30.656017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ae75cc7d-fc75-422e-8913-845ce41ecec0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:30.668160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.668984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:30.672714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-459227d0-e496-4079-beb4-f2637d53ef0a req-0c012d88-7d06-47b2-884b-e477a44b3a5b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633604 Aug 11 03:07:30.710861 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30c8622b-954a-4e1d-b032-5734f583b0e1 req-ff83973a-1a39-4d4f-a17e-472679fcb33d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436231 Aug 11 03:07:30.853191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ae75cc7d-fc75-422e-8913-845ce41ecec0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:30.905764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:30.919524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:30.927958 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:30.930460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] Update dhcp port {'port': {'network_id': '5a714d77-12e6-48e5-8268-ef0ebbc2f0a4', 'fixed_ips': [{'subnet_id': '267e4e75-bb36-41a6-871c-6bd2a2fc4c5f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ccd66a5a-065c-4526-9991-8cdf5519d6a7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e6fadb29-1825-4611-989b-e3e0a928402b'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '40823a06-6d9b-43af-9c1d-198b2b354586'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:07:31.116204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.167130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.210836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Ignored duplicate provisioning block setup for port a36e3a86-8391-4989-8464-082ad4b76bfc by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:07:31.218525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.219033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af99912-b2ae-4b59-9ab0-b6eede249ab4 req-3d047d7a-a779-408c-b418-999ee7cf0bcc tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:31.230608 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2af99912-b2ae-4b59-9ab0-b6eede249ab4 req-3d047d7a-a779-408c-b418-999ee7cf0bcc tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1964738 Aug 11 03:07:31.351676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2af99912-b2ae-4b59-9ab0-b6eede249ab4 req-b784061a-5936-4096-b2f9-05b496630992 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099958 Aug 11 03:07:31.508891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event updated for resources: {'Port': ['ID=a36e3a86-8391-4989-8464-082ad4b76bfc,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:31.536385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] In _notify_port_updated(), no bound segment for port a36e3a86-8391-4989-8464-082ad4b76bfc on network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:07:31.551932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:31.552924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.554767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-42d10c81-9087-4a11-908b-82607a95f7dd tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "PUT /v2.0/ports/a36e3a86-8391-4989-8464-082ad4b76bfc HTTP/1.1" status: 200 len: 959 time: 2.6639886 Aug 11 03:07:31.558533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37436) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:31.588732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae75cc7d-fc75-422e-8913-845ce41ecec0'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:31.599560 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b40435-218e-4af5-ab48-b2058cef66f8" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "ae75cc7d-fc75-422e-8913-845ce41ecec0"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:31.724286 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21ebcc-7cd8-4bd7-904c-41da882336c7 x-openstack-request-id: req-df21ebcc-7cd8-4bd7-904c-41da882336c7 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:31.724585 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "ae75cc7d-fc75-422e-8913-845ce41ecec0", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:31.725042 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df21ebcc-7cd8-4bd7-904c-41da882336c7 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:31.725628 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae75cc7d-fc75-422e-8913-845ce41ecec0', 'code': 200} Aug 11 03:07:31.729319 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.849148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port a36e3a86-8391-4989-8464-082ad4b76bfc {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:31.860131 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.890861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:31.922538 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:31.923721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f4913445-c1c5-4b75-ba7f-fa03ea9270c3 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:32.107504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.108572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:32.116599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] Allocated IP 172.20.0.34 (5a714d77-12e6-48e5-8268-ef0ebbc2f0a4/e6fadb29-1825-4611-989b-e3e0a928402b/40823a06-6d9b-43af-9c1d-198b2b354586) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:32.126536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.143260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.160466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.171936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.203080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.209542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.228390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-59e6c502-54bc-4d1f-a255-29787011fd6d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5445 time: 0.3259633 Aug 11 03:07:32.251744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] For port 40823a06-6d9b-43af-9c1d-198b2b354586, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40823a06-6d9b-43af-9c1d-198b2b354586,segment=NetworkSegment(2604bb2a-c890-472d-955a-1a0adceee087),segment_id=2604bb2a-c890-472d-955a-1a0adceee087)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:32.279951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486a7de-a9e8-41e8-90cb-522f36fa6417 req-3449f4b0-635e-45c6-8cb0-f88a1b08b4e9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.288032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8486a7de-a9e8-41e8-90cb-522f36fa6417 req-3449f4b0-635e-45c6-8cb0-f88a1b08b4e9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.3685312 Aug 11 03:07:32.305544 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.328512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-000d6c2d-1f1f-47cf-a99a-832e27565934 req-c2aa99f8-b4f4-4eb7-8d7f-e715a811ced0 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988173 Aug 11 03:07:32.343167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] Transition to ACTIVE for port object 40823a06-6d9b-43af-9c1d-198b2b354586 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:32.343539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.367780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.412969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:32.417934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for a36e3a86-8391-4989-8464-082ad4b76bfc owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:32.436468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:32.436841 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.454190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8486a7de-a9e8-41e8-90cb-522f36fa6417 req-f92e167b-613b-4f38-bd7b-ec617bbefd58 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581943 Aug 11 03:07:32.524328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79ab4c-1d00-41be-a7c2-69501d4844d7 None None] Pushing event updated for resources: {'Port': ['ID=40823a06-6d9b-43af-9c1d-198b2b354586,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:32.734561 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.745169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db96a2-b8d7-4786-bfa0-75d60e9a5bf4 req-86a40da5-5764-4b04-b24a-4ad92ce1f3a2 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:32.761228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7db96a2-b8d7-4786-bfa0-75d60e9a5bf4 req-86a40da5-5764-4b04-b24a-4ad92ce1f3a2 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1739297 Aug 11 03:07:32.822942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:32.828778 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:32.913102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:32.987964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7db96a2-b8d7-4786-bfa0-75d60e9a5bf4 req-137ad158-b013-4eb3-8c0a-118361c3e921 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138884 Aug 11 03:07:33.042990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.116634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=a36e3a86-8391-4989-8464-082ad4b76bfc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:33.254563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.257937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9716de69-c1d8-45d7-aa0e-9c5c0105a7de tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/a36e3a86-8391-4989-8464-082ad4b76bfc HTTP/1.1" status: 204 len: 168 time: 1.6978338 Aug 11 03:07:33.261300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37454) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:33.310015 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5570dd58-a507-4cfa-ac61-8986a60511a8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] GET failed (client error): The resource could not be found. Aug 11 03:07:33.318255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5570dd58-a507-4cfa-ac61-8986a60511a8 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports/a36e3a86-8391-4989-8464-082ad4b76bfc HTTP/1.1" status: 404 len: 333 time: 0.0553463 Aug 11 03:07:33.321936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37458) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:33.464345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10eb8fe4-6379-4fde-a193-0628c1e3ea2f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.610260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10eb8fe4-6379-4fde-a193-0628c1e3ea2f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.728062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289'}, {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:33.730378 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efca0101-6974-4bde-a34e-8ca252b6ba37" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289"}, {"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:33.756129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9322d-0282-4174-9069-394c5775fca0 req-d9652d3f-1a52-4e10-a394-916434b6c463 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:33.757743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3af9322d-0282-4174-9069-394c5775fca0 req-d9652d3f-1a52-4e10-a394-916434b6c463 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1467812 Aug 11 03:07:33.842459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8a03314a-a66e-4bd3-b6bb-2b23c4d3fb17 None None] Provisioning complete for port e70a2639-7c41-462f-a7e3-8bc427fe9a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:33.849679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8a03314a-a66e-4bd3-b6bb-2b23c4d3fb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.900912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40823a06-6d9b-43af-9c1d-198b2b354586 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:33.913858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3af9322d-0282-4174-9069-394c5775fca0 req-64876e46-9f0d-4d01-9d9f-778eeb07d93f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444616 Aug 11 03:07:33.956106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8a03314a-a66e-4bd3-b6bb-2b23c4d3fb17 None None] Port e70a2639-7c41-462f-a7e3-8bc427fe9a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:33.979910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8a03314a-a66e-4bd3-b6bb-2b23c4d3fb17 None None] Provisioning for port 40823a06-6d9b-43af-9c1d-198b2b354586 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:33.989187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8a03314a-a66e-4bd3-b6bb-2b23c4d3fb17 None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:33.989570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8a03314a-a66e-4bd3-b6bb-2b23c4d3fb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:33.998247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:33.998558 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:34.156119 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8a03314a-a66e-4bd3-b6bb-2b23c4d3fb17 None None] Could not find standard attr ID for object a36e3a86-8391-4989-8464-082ad4b76bfc. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:07:34.257358 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d538329-4c50-43ab-bb74-fa90b7f3c24f x-openstack-request-id: req-6d538329-4c50-43ab-bb74-fa90b7f3c24f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:34.257739 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289", "code": 200}, {"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-plugged", "status": "completed", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:34.258269 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d538329-4c50-43ab-bb74-fa90b7f3c24f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:34.258764 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289', 'code': 200} Aug 11 03:07:34.259204 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3', 'code': 200} Aug 11 03:07:34.511304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91bf1a-13c6-4842-a364-0e500457ae07 req-f28d1950-da8f-44d3-8d62-686d78d93675 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.519546 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b91bf1a-13c6-4842-a364-0e500457ae07 req-f28d1950-da8f-44d3-8d62-686d78d93675 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1862595 Aug 11 03:07:34.604309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b91bf1a-13c6-4842-a364-0e500457ae07 req-e5bdcd0c-8997-437c-817f-e4a64500c430 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837064 Aug 11 03:07:34.696528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ecde606f-1e85-4882-910a-0bffb6682177 None None] Could not find standard attr ID for object a36e3a86-8391-4989-8464-082ad4b76bfc. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:07:34.777752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.788088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.802673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37478) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:34.810928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.834825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.855278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.874437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.883662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:34.897397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-24f498a8-8343-4918-a356-2849dbbba1ef tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 1.3442481 Aug 11 03:07:35.052264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-303c5583-0d01-48f4-b717-441ea87fc4f4 req-3b2897ff-441d-403e-92f3-3d9d08da0661 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1535594 Aug 11 03:07:35.056120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10eb8fe4-6379-4fde-a193-0628c1e3ea2f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:35.058662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10eb8fe4-6379-4fde-a193-0628c1e3ea2f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:35.065620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-10eb8fe4-6379-4fde-a193-0628c1e3ea2f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/security-groups/37a5a8ec-5736-4b23-8c89-21f994d9f081 HTTP/1.1" status: 204 len: 168 time: 1.7423844 Aug 11 03:07:35.069246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37486) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:35.095924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb8fe4-6379-4fde-a193-0628c1e3ea2f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a5a8ec-5736-4b23-8c89-21f994d9f081,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:35.150551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.154972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.156764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.159912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.160612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.161288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.161935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.167474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-6d82faca-e79b-423a-91be-00069d3b4626 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6510 time: 0.4957321 Aug 11 03:07:35.241766 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cabe995-b382-4e97-b310-ca1b387cd721 req-8ff9f4c3-0bbd-4634-b1b2-005968728fef service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&id=9729e100-7841-46ad-a899-d5608b2cd673&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637057 Aug 11 03:07:35.450203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4db32c-e52c-4859-98de-b4fcf6810c23 req-ea0fd75f-b1da-4d0e-9bd3-7577660e93e7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:35.451862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d4db32c-e52c-4859-98de-b4fcf6810c23 req-ea0fd75f-b1da-4d0e-9bd3-7577660e93e7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.3154750 Aug 11 03:07:35.699291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a4304f-0325-4a9b-9b58-00a0f2f528d3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:35.747230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d4db32c-e52c-4859-98de-b4fcf6810c23 req-b8ac78f5-cdb9-4be3-9901-7d00f3e5444f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146957 Aug 11 03:07:35.915442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a4304f-0325-4a9b-9b58-00a0f2f528d3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.022202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491484ce-95ac-405d-a775-263cb22958de req-c08b4270-0318-4660-8f09-22129a3df76b tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:36.030607 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-491484ce-95ac-405d-a775-263cb22958de req-c08b4270-0318-4660-8f09-22129a3df76b tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1685596 Aug 11 03:07:36.089840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a4304f-0325-4a9b-9b58-00a0f2f528d3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.093263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08a4304f-0325-4a9b-9b58-00a0f2f528d3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.097719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37500) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:36.098835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08a4304f-0325-4a9b-9b58-00a0f2f528d3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/security-groups/87ec28e9-d2ae-486f-a061-17dbc1907341 HTTP/1.1" status: 204 len: 168 time: 1.0263491 Aug 11 03:07:36.228336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-491484ce-95ac-405d-a775-263cb22958de req-fb9d6bf0-d88e-4886-bd33-01362281da92 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930444 Aug 11 03:07:36.244362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4304f-0325-4a9b-9b58-00a0f2f528d3 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ec28e9-d2ae-486f-a061-17dbc1907341,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:36.264412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be74e57c-c4f9-46b6-aced-4fb90f5cf40f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.298667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be74e57c-c4f9-46b6-aced-4fb90f5cf40f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.422692 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be74e57c-c4f9-46b6-aced-4fb90f5cf40f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.425593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be74e57c-c4f9-46b6-aced-4fb90f5cf40f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.432618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37510) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:36.436610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-be74e57c-c4f9-46b6-aced-4fb90f5cf40f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/security-groups/72971802-dd4e-49f7-a988-470d1a2c169f HTTP/1.1" status: 204 len: 168 time: 0.3376796 Aug 11 03:07:36.462145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74e57c-c4f9-46b6-aced-4fb90f5cf40f tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72971802-dd4e-49f7-a988-470d1a2c169f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:36.596137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.712992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet ccd66a5a-065c-4526-9991-8cdf5519d6a7 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:36.722086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:36.778220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37516) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:36.965627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f76cfb-7441-436e-b308-db17496f564c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.114296 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f76cfb-7441-436e-b308-db17496f564c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.118809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97f76cfb-7441-436e-b308-db17496f564c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.128166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.134489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.140378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.146499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.153867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.159836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.160417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-97f76cfb-7441-436e-b308-db17496f564c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afce7294eb0c4c1aa997b52dcdb9a45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807642 Aug 11 03:07:37.161308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f76cfb-7441-436e-b308-db17496f564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4752c84-e0c7-423f-ae2b-3d4069b165ab,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:37.165124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37522) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:37.178552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.180895 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4856c291-c361-42c6-8646-36fba67873a2 req-4846bb4e-9ad0-4e04-84b8-e256cd842a0b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.6836169 Aug 11 03:07:37.219087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.241855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14150867-56d8-4705-813b-9e308a945b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.266767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14150867-56d8-4705-813b-9e308a945b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.323530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14150867-56d8-4705-813b-9e308a945b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.326600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14150867-56d8-4705-813b-9e308a945b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.327828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14150867-56d8-4705-813b-9e308a945b2a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4752c84-e0c7-423f-ae2b-3d4069b165ab HTTP/1.1" status: 204 len: 168 time: 0.1612990 Aug 11 03:07:37.338102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14150867-56d8-4705-813b-9e308a945b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4752c84-e0c7-423f-ae2b-3d4069b165ab,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:37.351251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4856c291-c361-42c6-8646-36fba67873a2 req-51ad2647-165d-4ca4-b868-4537e041ea30 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1404259 Aug 11 03:07:37.459725 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.549531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873159ce-31f3-443a-9612-e9e545f03b1b req-30f08952-ecf2-480c-896d-6ac419d8f435 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.551141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-873159ce-31f3-443a-9612-e9e545f03b1b req-30f08952-ecf2-480c-896d-6ac419d8f435 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1123681 Aug 11 03:07:37.570163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.610272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd66a5a-065c-4526-9991-8cdf5519d6a7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:37.630926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f0364c-bf66-47ee-9749-5e4c4beb7c09 None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:37.634712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.636562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-faf1fb13-bd48-42ea-bac3-5c89e852e333 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/ccd66a5a-065c-4526-9991-8cdf5519d6a7 HTTP/1.1" status: 204 len: 168 time: 1.2026470 Aug 11 03:07:37.641069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37530) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:37.659365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-873159ce-31f3-443a-9612-e9e545f03b1b req-e66568a5-c2a5-4045-9988-1657984bb4ff tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974648 Aug 11 03:07:37.680708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37532) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:37.701988 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e9d43d-7da5-4e04-9298-d19453088bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.716354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet e6fadb29-1825-4611-989b-e3e0a928402b {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:37.722713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.766863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Deleting port 852ab188-5552-4810-b89c-d9f55508e9a7 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:37.767195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.778153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.891223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.900022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a00aa-bc31-4a56-9e7f-3f59fa8ddc5d req-c5c55684-ee09-4098-81f4-c2c91f85dcb1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:37.901558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe9a00aa-bc31-4a56-9e7f-3f59fa8ddc5d req-c5c55684-ee09-4098-81f4-c2c91f85dcb1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1509314 Aug 11 03:07:37.940422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] For port 852ab188-5552-4810-b89c-d9f55508e9a7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=852ab188-5552-4810-b89c-d9f55508e9a7,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:37.940796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.960712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Calling delete_port for 852ab188-5552-4810-b89c-d9f55508e9a7 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:37.961578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.994586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:37.996187 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/e6fadb29-1825-4611-989b-e3e0a928402b HTTP/1.1" status: 204 len: 168 time: 0.3537672 Aug 11 03:07:37.997162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8bb54-ebca-4731-a223-86da12a5338a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=e6fadb29-1825-4611-989b-e3e0a928402b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.004631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37534) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.005909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe9a00aa-bc31-4a56-9e7f-3f59fa8ddc5d req-c5fabfb8-4de9-4cc2-927c-44d4e0729978 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902903 Aug 11 03:07:38.033925 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce19888b-528b-4e72-a9c1-dc7845af819b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:38.034385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce19888b-528b-4e72-a9c1-dc7845af819b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:38.036441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ce19888b-528b-4e72-a9c1-dc7845af819b tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/ccd66a5a-065c-4526-9991-8cdf5519d6a7 HTTP/1.1" status: 404 len: 337 time: 0.0300436 Aug 11 03:07:38.038956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37536) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.049921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e9d43d-7da5-4e04-9298-d19453088bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.056302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05e9d43d-7da5-4e04-9298-d19453088bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.098537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting subnet 267e4e75-bb36-41a6-871c-6bd2a2fc4c5f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:38.103232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.116111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-05e9d43d-7da5-4e04-9298-d19453088bdf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bae864f9772d4691a20506a63afc2f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326758 Aug 11 03:07:38.119359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37538) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.138637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e9d43d-7da5-4e04-9298-d19453088bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17ab599-ad31-49e6-a81e-2528a61822a9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.161417 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.238764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e579d363-273b-4f3d-943d-84712beb125a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.268601 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.291955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e579d363-273b-4f3d-943d-84712beb125a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.342420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.355303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.373255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=852ab188-5552-4810-b89c-d9f55508e9a7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.403872 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.411356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/267e4e75-bb36-41a6-871c-6bd2a2fc4c5f HTTP/1.1" status: 204 len: 168 time: 0.3686843 Aug 11 03:07:38.411356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f2605-d157-433e-8089-ec27c8147dab tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Subnet': ['ID=267e4e75-bb36-41a6-871c-6bd2a2fc4c5f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.413638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37542) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.454807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e579d363-273b-4f3d-943d-84712beb125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.457564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e579d363-273b-4f3d-943d-84712beb125a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.457757 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5cccba-08db-4623-8f95-101d06f491f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:38.458152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5cccba-08db-4623-8f95-101d06f491f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:38.458934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e579d363-273b-4f3d-943d-84712beb125a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e17ab599-ad31-49e6-a81e-2528a61822a9 HTTP/1.1" status: 204 len: 168 time: 0.3384974 Aug 11 03:07:38.461873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ec5cccba-08db-4623-8f95-101d06f491f9 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/e49d10fb-d5da-4301-b6f6-f5862c3cdc67 HTTP/1.1" status: 404 len: 337 time: 0.0467086 Aug 11 03:07:38.465633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.477663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579d363-273b-4f3d-943d-84712beb125a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17ab599-ad31-49e6-a81e-2528a61822a9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:38.540031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5aed8-7228-4560-8e45-23f399a4b7ca None None] Network 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:38.549566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-324b6f4f-3faa-4e29-abe5-bbd913a0b7ef tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5706ed7-8138-49d6-932c-50b61f702511 HTTP/1.1" status: 200 len: 205 time: 0.0801163 Aug 11 03:07:38.551165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37548) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.585053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.594595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.613138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.631162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.640546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.648283 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.658175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:38.660542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-8eabd714-9b19-43a1-901d-f119b12c4051 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.1828117 Aug 11 03:07:38.684272 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-2d3533df-2dd2-47f3-92eb-a07edec056e6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] delete failed (client error): The resource could not be found. Aug 11 03:07:38.688617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2d3533df-2dd2-47f3-92eb-a07edec056e6 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/routers/e5706ed7-8138-49d6-932c-50b61f702511 HTTP/1.1" status: 404 len: 336 time: 0.0698185 Aug 11 03:07:38.691156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37550) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.722632 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-1901e64b-4c09-4737-87f3-45ee2c92c524 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:38.723092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1901e64b-4c09-4737-87f3-45ee2c92c524 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:38.728299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1901e64b-4c09-4737-87f3-45ee2c92c524 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/590e78c6-11d4-4a3c-8185-2d3cb2861f7e HTTP/1.1" status: 404 len: 337 time: 0.0354590 Aug 11 03:07:38.731485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37554) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.766359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4a3f76f-d179-4fdb-affd-7b86237018c8 req-601fba74-5b78-452c-892b-feef7e1207d6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980248 Aug 11 03:07:38.770083 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-66470590-b970-4ad0-9440-a34ce0227956 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:38.770479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66470590-b970-4ad0-9440-a34ce0227956 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:38.776522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-66470590-b970-4ad0-9440-a34ce0227956 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/a55de98b-eb98-4cb5-befe-2d9bbc8c4d8f HTTP/1.1" status: 404 len: 337 time: 0.0439467 Aug 11 03:07:38.776911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37558) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.780312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.844022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-25c96081-3397-415a-9f37-71f6dfb2fb5c None None] Provisioning complete for port e70a2639-7c41-462f-a7e3-8bc427fe9a85 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:38.844661 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c96081-3397-415a-9f37-71f6dfb2fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.856388 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d29727-7c65-467b-930b-c45a97cf1ccf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:38.856869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d29727-7c65-467b-930b-c45a97cf1ccf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:38.862288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f1d29727-7c65-467b-930b-c45a97cf1ccf tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/382d8e15-ad33-40c0-895a-6c5c58a69459 HTTP/1.1" status: 404 len: 337 time: 0.0839221 Aug 11 03:07:38.863193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37562) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.938383 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e379c862-c8fa-4f10-b780-e5ebee355959 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:38.938675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-25c96081-3397-415a-9f37-71f6dfb2fb5c None None] Port e70a2639-7c41-462f-a7e3-8bc427fe9a85 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:38.939353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e379c862-c8fa-4f10-b780-e5ebee355959 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:38.941734 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e379c862-c8fa-4f10-b780-e5ebee355959 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/ee06c54d-8ac3-4242-b011-5e248d432e82 HTTP/1.1" status: 404 len: 333 time: 0.0775542 Aug 11 03:07:38.946114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37568) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:38.953968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-25c96081-3397-415a-9f37-71f6dfb2fb5c None None] Provisioning complete for port 40823a06-6d9b-43af-9c1d-198b2b354586 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:38.954400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25c96081-3397-415a-9f37-71f6dfb2fb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:38.985833 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab14ad9c-f501-4aaa-b671-6985f07897bc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:38.986519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab14ad9c-f501-4aaa-b671-6985f07897bc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:38.991766 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ab14ad9c-f501-4aaa-b671-6985f07897bc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/02c91c80-1c89-4733-8504-9d22803a3c41 HTTP/1.1" status: 404 len: 337 time: 0.0415049 Aug 11 03:07:38.991766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37572) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:39.031179 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4241024a-dc16-4cee-90cc-1ec6a3baa407 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:39.031657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4241024a-dc16-4cee-90cc-1ec6a3baa407 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:39.031809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4f488-3797-4394-ad6d-83ff62a37180 req-edb319c2-06f5-4963-b432-52f1bcf7773c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.033402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2bb4f488-3797-4394-ad6d-83ff62a37180 req-edb319c2-06f5-4963-b432-52f1bcf7773c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1573086 Aug 11 03:07:39.033579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4241024a-dc16-4cee-90cc-1ec6a3baa407 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/e9193e2d-cb74-4312-bd81-1d15064bfe0a HTTP/1.1" status: 404 len: 337 time: 0.0407829 Aug 11 03:07:39.035958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37578) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:39.059613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] DHCP port deletion for 5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:39.075932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.082426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.089398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.096973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.102911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.108937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.115363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.128362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa220208-d466-4e1d-848f-2561f7207ca1 req-fe6044ec-8431-4842-9c74-da2c5189085c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.2506258 Aug 11 03:07:39.129184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37582) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:39.134695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] Deleting port 40823a06-6d9b-43af-9c1d-198b2b354586 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:39.135312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.136191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Request body: {'floatingip': {'port_id': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:39.139515 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ca3f28-c88a-429c-80e6-6c0f370fe3cc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:39.140292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ca3f28-c88a-429c-80e6-6c0f370fe3cc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:39.145602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2bb4f488-3797-4394-ad6d-83ff62a37180 req-65cd26cd-8b28-4179-bbba-660cd62908fd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997028 Aug 11 03:07:39.162879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e6ca3f28-c88a-429c-80e6-6c0f370fe3cc tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/6da6747a-d0cd-4935-9df6-1cd9520c272c HTTP/1.1" status: 404 len: 333 time: 0.1258841 Aug 11 03:07:39.165944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37584) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:39.239066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] For port 40823a06-6d9b-43af-9c1d-198b2b354586, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=40823a06-6d9b-43af-9c1d-198b2b354586,segment=NetworkSegment(2604bb2a-c890-472d-955a-1a0adceee087),segment_id=2604bb2a-c890-472d-955a-1a0adceee087)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:39.240097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.249902 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-74884e19-da3f-41a0-ae07-398ff9a65a6a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:39.250450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74884e19-da3f-41a0-ae07-398ff9a65a6a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:39.252677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-74884e19-da3f-41a0-ae07-398ff9a65a6a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/c96da2e7-58cc-4e0c-a001-788b2266380b HTTP/1.1" status: 404 len: 337 time: 0.0857491 Aug 11 03:07:39.256295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Router f1c37d88-8678-48c5-be77-ee14abf1fba9 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:39.257064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37586) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:39.259110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] Calling delete_port for 40823a06-6d9b-43af-9c1d-198b2b354586 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:39.260951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.327520 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-7163e1e9-a063-4817-a0eb-077afe6aea67 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] DELETE failed (client error): The resource could not be found. Aug 11 03:07:39.328432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7163e1e9-a063-4817-a0eb-077afe6aea67 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:07:39.333538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7163e1e9-a063-4817-a0eb-077afe6aea67 tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/subnets/ee4641a7-1142-4d2e-908f-055dbed9bf15 HTTP/1.1" status: 404 len: 337 time: 0.0678144 Aug 11 03:07:39.334210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37592) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:39.374524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.399616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] No DVR routers for this DVR port 40823a06-6d9b-43af-9c1d-198b2b354586 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:39.448316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea047d1-f6e0-4e6c-b87a-5d2d563be15b None None] Pushing event deleted for resources: {'Port': ['ID=40823a06-6d9b-43af-9c1d-198b2b354586,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:39.474425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc352a95-d1fe-44e3-9b20-d17309f62023 req-a52bb239-2223-414a-8289-45f7ae9d534e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:39.476061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc352a95-d1fe-44e3-9b20-d17309f62023 req-a52bb239-2223-414a-8289-45f7ae9d534e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.2288158 Aug 11 03:07:39.579083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Deleting port e70a2639-7c41-462f-a7e3-8bc427fe9a85 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:39.579481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.588059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc352a95-d1fe-44e3-9b20-d17309f62023 req-4ada1667-44d0-40ae-832d-e3471b819638 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994639 Aug 11 03:07:39.637862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:39.647345 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f3937f52-bc8f-4d08-ac7c-10222e357b48 admin admin] 10.222.0.60 "PUT /v2.0/routers/f1c37d88-8678-48c5-be77-ee14abf1fba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8435576 Aug 11 03:07:39.650271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37600) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:39.675560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] Sync routers for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:39.686919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:39.687884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:39.706554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.728109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Calling delete_port for e70a2639-7c41-462f-a7e3-8bc427fe9a85 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:39.834534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:39.860517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:39.981884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.015980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40823a06-6d9b-43af-9c1d-198b2b354586 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:40.018224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.026284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.034142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Port': ['ID=e70a2639-7c41-462f-a7e3-8bc427fe9a85,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:40.051651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.053791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4c289283-e8ef-4645-b21a-a1b20a092f9d tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/ports/e70a2639-7c41-462f-a7e3-8bc427fe9a85 HTTP/1.1" status: 204 len: 168 time: 0.7158091 Aug 11 03:07:40.054494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 40823a06-6d9b-43af-9c1d-198b2b354586 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:40.055611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 40823a06-6d9b-43af-9c1d-198b2b354586 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:40.061878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37606) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:40.078134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.146459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T03:07:38Z', 'revision_number': 5, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port': {'id': 'ebc2dffc-831a-49fc-a776-52be09c09b28', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:75:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T02:59:07Z', 'updated_at': '2021-08-11T02:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:40.170318 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Floating IP 996fe8d6-193a-422d-bd44-1586c5e46917 associated. External IP: 172.25.4.224, port: 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6. Aug 11 03:07:40.187673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.188437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] Checking router: f1c37d88-8678-48c5-be77-ee14abf1fba9 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:40.199948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] Routers {'f1c37d88-8678-48c5-be77-ee14abf1fba9'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:40.200734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1c37d88-8678-48c5-be77-ee14abf1fba9'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:40.284559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Deleting port ebc2dffc-831a-49fc-a776-52be09c09b28 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:40.284952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.343582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] Set router f1c37d88-8678-48c5-be77-ee14abf1fba9 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:40.393268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001255b0-3a5d-49c5-9e9f-ba010d944c59 req-f872d31e-7db0-4abe-a73c-ee3e511e8428 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:40.394803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-001255b0-3a5d-49c5-9e9f-ba010d944c59 req-f872d31e-7db0-4abe-a73c-ee3e511e8428 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1104133 Aug 11 03:07:40.425195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T03:07:40Z', 'revision_number': 6, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:40.444473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-001255b0-3a5d-49c5-9e9f-ba010d944c59 req-d883bcfe-7132-40e9-9945-ee7892564475 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Aug 11 03:07:40.498923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebd407e-64f2-42da-9635-fc92391daad6 None None] The sync data for ids ['f1c37d88-8678-48c5-be77-ee14abf1fba9'] in n-d-768509-22 is: [{'id': 'f1c37d88-8678-48c5-be77-ee14abf1fba9', 'name': 'tempest-AttachVolumeTestJSON-359310318-router', 'tenant_id': '2b88690783784058adebf7a3c0bba4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T02:59:06Z', 'updated_at': '2021-08-11T03:07:40Z', 'revision_number': 6, 'project_id': '2b88690783784058adebf7a3c0bba4b2', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:40.542000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Router f63e9284-c44a-408c-b7fe-a9eca3060264 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:40.689930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:40.694827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.710201 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] Sync routers for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:40.732095 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:40.734997 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:40.740688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0f9b6c56-dffb-4bea-99de-dc73b0a6478b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "PUT /v2.0/floatingips/996fe8d6-193a-422d-bd44-1586c5e46917 HTTP/1.1" status: 200 len: 992 time: 1.6099644 Aug 11 03:07:40.744505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:40.753577 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a347de-a0d9-4e6d-95a8-5e0e29198a80" -d '{"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:40.776277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.788439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a714d77-12e6-48e5-8268-ef0ebbc2f0a4']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:40.838844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2604bb2a-c890-472d-955a-1a0adceee087') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:40.839131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2604bb2a-c890-472d-955a-1a0adceee087') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:40.860517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.868827 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee95ef-31b3-4d6d-9e38-d939e8cbd1b6 x-openstack-request-id: req-edee95ef-31b3-4d6d-9e38-d939e8cbd1b6 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:40.869123 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:40.869377 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edee95ef-31b3-4d6d-9e38-d939e8cbd1b6 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:40.869798 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'status': 'completed', 'code': 200} Aug 11 03:07:40.889025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.904818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:40.905810 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:40.911657 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:40.915419 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:40.988783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] For port ebc2dffc-831a-49fc-a776-52be09c09b28, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ebc2dffc-831a-49fc-a776-52be09c09b28,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:40.989477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.016570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.017412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.018084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.019871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.020736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.021602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.022929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.025861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568fec-98cc-485b-b751-f8a5ed699848 req-db69392a-26e1-4efc-902a-9e9d7ca25962 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.034782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc568fec-98cc-485b-b751-f8a5ed699848 req-db69392a-26e1-4efc-902a-9e9d7ca25962 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.2691972 Aug 11 03:07:41.036363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-a1f12692-cc89-4bf0-90e3-8829eb5de393 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6510 time: 0.1349967 Aug 11 03:07:41.047222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Calling delete_port for ebc2dffc-831a-49fc-a776-52be09c09b28 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:41.124442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.150143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.155112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] 10.222.0.60 "DELETE /v2.0/networks/5a714d77-12e6-48e5-8268-ef0ebbc2f0a4 HTTP/1.1" status: 204 len: 168 time: 1.0876789 Aug 11 03:07:41.155112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2a047-caab-4445-b314-9d1e258b016a tempest-PortsTestJSON-442671505 tempest-PortsTestJSON-442671505-project] Pushing event deleted for resources: {'Network': ['ID=5a714d77-12e6-48e5-8268-ef0ebbc2f0a4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:41.169906 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc568fec-98cc-485b-b751-f8a5ed699848 req-1fa9fa64-14a7-4467-9728-a39f7f29672a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339221 Aug 11 03:07:41.191384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-d5fc4ba6-ca75-4e96-a411-bd24038ab46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.193541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-d5fc4ba6-ca75-4e96-a411-bd24038ab46b service neutron] 10.222.0.57 "GET /v2.0/networks?id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb HTTP/1.1" status: 200 len: 917 time: 0.1479468 Aug 11 03:07:41.247212 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '996fe8d6-193a-422d-bd44-1586c5e46917', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'port_id': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'mac_address': 'fa:16:3e:f5:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:06:03Z', 'updated_at': '2021-08-11T03:07:39Z', 'revision_number': 1, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:19Z', 'revision_number': 5, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:41.278867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] Checking router: f63e9284-c44a-408c-b7fe-a9eca3060264 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:07:41.289131 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:41.290447 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:41.299556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-46eee6e0-70f6-41c7-9726-4debb6ba4de8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 200 len: 1000 time: 0.0961912 Aug 11 03:07:41.332954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.384581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc2dffc-831a-49fc-a776-52be09c09b28,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:41.418703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-8e1bc5de-b4a4-4e07-a617-27d499c689f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.423794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-8e1bc5de-b4a4-4e07-a617-27d499c689f3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ec5d3d-e06d-454a-8d42-0e369a4ceba9 HTTP/1.1" status: 200 len: 855 time: 0.1150296 Aug 11 03:07:41.520565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.534854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-944f7849-084a-4a75-98d6-9ea32d8d6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.541594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-944f7849-084a-4a75-98d6-9ea32d8d6a89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077964 Aug 11 03:07:41.618873 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:07:41.679876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37656) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:41.692373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.692912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-bf777cf7-3234-4d54-bf91-14e761578b86 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425252 Aug 11 03:07:41.700015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.748366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37660) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:41.773151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c7695-7df5-47a0-a246-7df73c045064 req-7cb9e5b5-7c55-4b77-b121-41f8085da50e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:41.775667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-831c7695-7df5-47a0-a246-7df73c045064 req-7cb9e5b5-7c55-4b77-b121-41f8085da50e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1620948 Aug 11 03:07:41.783790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.787133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c37d88-8678-48c5-be77-ee14abf1fba9 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:07:41.830263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:41.831468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-21a79edd-2819-4a77-a5e9-882eb86e7f37 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f1c37d88-8678-48c5-be77-ee14abf1fba9 HTTP/1.1" status: 204 len: 168 time: 2.1801901 Aug 11 03:07:41.848719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37666) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:42.008696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 852ab188-5552-4810-b89c-d9f55508e9a7 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:42.009529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] Deleting subnet 06c7fbbc-8e6f-410a-8eec-feee0348e5d2 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:42.022196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.069576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-831c7695-7df5-47a0-a246-7df73c045064 req-3ad92696-2d70-4976-8f4f-d0362fb40ca7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725976 Aug 11 03:07:42.081087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 852ab188-5552-4810-b89c-d9f55508e9a7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:42.084598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 852ab188-5552-4810-b89c-d9f55508e9a7 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:42.085454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebc2dffc-831a-49fc-a776-52be09c09b28 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:42.136493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.138609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ebc2dffc-831a-49fc-a776-52be09c09b28 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:42.139165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebc2dffc-831a-49fc-a776-52be09c09b28 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:42.158648 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '996fe8d6-193a-422d-bd44-1586c5e46917', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'port_id': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'mac_address': 'fa:16:3e:f5:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:06:03Z', 'updated_at': '2021-08-11T03:07:39Z', 'revision_number': 1, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:19Z', 'revision_number': 5, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:42.176541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3806bf1c-6d41-45b2-b324-97f0d8fbd95f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22163951cdf2479885869d867cdb0891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247239 Aug 11 03:07:42.178400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37668) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:42.212158 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53814b-4e4d-4f77-aa88-68b20c8fb95a None None] The sync data for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 is: [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '996fe8d6-193a-422d-bd44-1586c5e46917', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'floating_ip_address': '172.25.4.224', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'port_id': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'mac_address': 'fa:16:3e:f5:d3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:06:03Z', 'updated_at': '2021-08-11T03:07:39Z', 'revision_number': 1, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:19Z', 'revision_number': 5, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:42.274484 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.287871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.290671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c687249f-ed1a-4d2f-8949-adb5291f09fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.341212 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c687249f-ed1a-4d2f-8949-adb5291f09fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.368830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a7427-e59a-46ed-911e-34964458d4f6 req-b05da87c-dcf1-4e64-94af-83f0c77363f9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:42.370405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-345a7427-e59a-46ed-911e-34964458d4f6 req-b05da87c-dcf1-4e64-94af-83f0c77363f9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1169379 Aug 11 03:07:42.381726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21a347de-a0d9-4e6d-95a8-5e0e29198a80 req-dd64f9c8-c7ae-4d5d-a0a1-d3de11c606a6 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735997 Aug 11 03:07:42.401540 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.436034 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.438589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/06c7fbbc-8e6f-410a-8eec-feee0348e5d2 HTTP/1.1" status: 204 len: 168 time: 0.5824814 Aug 11 03:07:42.440467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd80c9-e405-4eec-a233-ccefe5909bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c7fbbc-8e6f-410a-8eec-feee0348e5d2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:42.442229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37672) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:42.451882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-345a7427-e59a-46ed-911e-34964458d4f6 req-1bb65701-eefd-4ba9-8f5f-a19b0f2992ab tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642622 Aug 11 03:07:42.453861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af0ecf1-d2a8-47ce-bf45-2e890d0ec5f2 None None] Network 52001b56-4af4-4631-87ca-ce45e040b21f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:42.462325 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c687249f-ed1a-4d2f-8949-adb5291f09fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.464948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c687249f-ed1a-4d2f-8949-adb5291f09fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.468986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c687249f-ed1a-4d2f-8949-adb5291f09fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d50d928-d471-4aa3-8b4c-821724e3e7b4 HTTP/1.1" status: 204 len: 168 time: 0.2895966 Aug 11 03:07:42.541876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687249f-ed1a-4d2f-8949-adb5291f09fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d50d928-d471-4aa3-8b4c-821724e3e7b4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:42.565214 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.571079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.583085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.601668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c628fc3-ea4c-48f9-a06f-b2b608e06165 None None] New status for floating IP 996fe8d6-193a-422d-bd44-1586c5e46917: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:07:42.615333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f400754bbba84523814d02b2c91528d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9343989 Aug 11 03:07:42.616288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0480eb-8a43-4f66-a177-05053f67e867,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:42.619295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37678) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:42.639686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.640037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.640868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.641450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.641724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.642071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.642407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.642768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.643073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.643397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.643903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.644244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514c64a8-6f33-4be9-9d9b-0823d3be5798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:07:42.668758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Deleting port b04f5a06-239d-4255-9064-d6024a1da850 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:42.669935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.693046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3234e4e7-4a07-4608-be4b-84f16fec3463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.718306 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3234e4e7-4a07-4608-be4b-84f16fec3463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.754648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] For port b04f5a06-239d-4255-9064-d6024a1da850, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b04f5a06-239d-4255-9064-d6024a1da850,segment=NetworkSegment(ed319cdb-3d66-47d5-b8ff-1c41de202c89),segment_id=ed319cdb-3d66-47d5-b8ff-1c41de202c89)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:42.755368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.775163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Calling delete_port for b04f5a06-239d-4255-9064-d6024a1da850 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:42.782754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3234e4e7-4a07-4608-be4b-84f16fec3463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.785746 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3234e4e7-4a07-4608-be4b-84f16fec3463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.787394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3234e4e7-4a07-4608-be4b-84f16fec3463 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c0480eb-8a43-4f66-a177-05053f67e867 HTTP/1.1" status: 204 len: 168 time: 0.1659217 Aug 11 03:07:42.799310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234e4e7-4a07-4608-be4b-84f16fec3463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0480eb-8a43-4f66-a177-05053f67e867,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:42.920151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:42.955173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Pushing event deleted for resources: {'Port': ['ID=b04f5a06-239d-4255-9064-d6024a1da850,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:42.957213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] No DVR routers for this DVR port b04f5a06-239d-4255-9064-d6024a1da850 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:07:42.969066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf60839-2375-45b2-a047-cdbf018e7c3f None None] DHCP port deletion for 52001b56-4af4-4631-87ca-ce45e040b21f request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:43.079268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.093316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52001b56-4af4-4631-87ca-ce45e040b21f']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:43.112233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed319cdb-3d66-47d5-b8ff-1c41de202c89') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:43.112233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed319cdb-3d66-47d5-b8ff-1c41de202c89') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:43.120828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.136114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.143953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:07:43.144563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:07:43.146518 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:07:43.233948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.239398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.243889 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] 10.222.0.60 "DELETE /v2.0/networks/52001b56-4af4-4631-87ca-ce45e040b21f HTTP/1.1" status: 204 len: 168 time: 0.7983508 Aug 11 03:07:43.261337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6763b34-531b-42cb-9afd-37c020e8c60e admin admin] Pushing event deleted for resources: {'Network': ['ID=52001b56-4af4-4631-87ca-ce45e040b21f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:43.277654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17318d4-9831-4f3c-ae4b-056d6c8f64e0 req-03da9963-4302-4bed-ba96-7ffc401c4c9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.279196 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b17318d4-9831-4f3c-ae4b-056d6c8f64e0 req-03da9963-4302-4bed-ba96-7ffc401c4c9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.0945668 Aug 11 03:07:43.303037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37704) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:43.317863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a06d3572-107c-42a6-bb7d-86f3476e06c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.339615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b17318d4-9831-4f3c-ae4b-056d6c8f64e0 req-1b4ae9fa-d6ad-46e4-a94f-31607fb1dc67 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507083 Aug 11 03:07:43.436276 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a06d3572-107c-42a6-bb7d-86f3476e06c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.440502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37708) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:43.441067 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a06d3572-107c-42a6-bb7d-86f3476e06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.474563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d3572-107c-42a6-bb7d-86f3476e06c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00215059-6323-436e-876e-ab66abe62122,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:43.481966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e7b35ce-83c6-414d-96aa-f242c5c4d064 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b88690783784058adebf7a3c0bba4b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402818 Aug 11 03:07:43.484477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37712) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:43.506136 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a06d3572-107c-42a6-bb7d-86f3476e06c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c91964a0c2e54d088984470b100a7db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019556 Aug 11 03:07:43.511419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37714) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:43.581614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e8c67b-cf8c-46e3-b7de-f91401f17067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.618597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e8c67b-cf8c-46e3-b7de-f91401f17067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.626428 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe3f3-732c-4fff-88bf-bd1322ab8806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.650935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce73c3-2c63-4c85-9d17-5433f7d6c955 req-0e84847c-32b2-4d5c-a6e7-6fd49acb08ff tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:43.652757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ce73c3-2c63-4c85-9d17-5433f7d6c955 req-0e84847c-32b2-4d5c-a6e7-6fd49acb08ff tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1021490 Aug 11 03:07:43.665910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe3f3-732c-4fff-88bf-bd1322ab8806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.696351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2ce73c3-2c63-4c85-9d17-5433f7d6c955 req-99c9be34-ff3d-4022-a9cb-ef4bde410c90 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369170 Aug 11 03:07:43.733240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e8c67b-cf8c-46e3-b7de-f91401f17067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.735782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14e8c67b-cf8c-46e3-b7de-f91401f17067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.736933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-14e8c67b-cf8c-46e3-b7de-f91401f17067 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c25aff0-b1f3-4389-b025-b4e072ebfd0c HTTP/1.1" status: 204 len: 168 time: 0.2515500 Aug 11 03:07:43.739598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe3f3-732c-4fff-88bf-bd1322ab8806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.742187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe3f3-732c-4fff-88bf-bd1322ab8806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:43.743509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bc6fe3f3-732c-4fff-88bf-bd1322ab8806 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00215059-6323-436e-876e-ab66abe62122 HTTP/1.1" status: 204 len: 168 time: 0.2311983 Aug 11 03:07:43.749855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8c67b-cf8c-46e3-b7de-f91401f17067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c25aff0-b1f3-4389-b025-b4e072ebfd0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:43.760445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fe3f3-732c-4fff-88bf-bd1322ab8806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00215059-6323-436e-876e-ab66abe62122,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:43.770429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37724) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:43.859925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b04f5a06-239d-4255-9064-d6024a1da850 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:43.880618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b04f5a06-239d-4255-9064-d6024a1da850 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:07:43.880968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b04f5a06-239d-4255-9064-d6024a1da850 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:07:44.157540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-26632432'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:44.184786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:44.188931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.199447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.301769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.308653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.338997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:07:44.348958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2677fb7b-119c-4ce6-89e3-76fcb88ff0b7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:44.355496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.355993 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment b02f0706-c471-4fba-945c-f7d97c76b277 of type vlan for network 3e4598de-6685-490a-b232-448d4a28926a Aug 11 03:07:44.406318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.480211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.485811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:44.486519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.554272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7796559 Aug 11 03:07:44.556379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37766) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:44.560830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830060057'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:44.573378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512819-df84-4e25-849d-99a826ec5469 req-e9395b39-c1e7-4ed0-a61d-cbf75d8eeb98 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:44.575034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9512819-df84-4e25-849d-99a826ec5469 req-e9395b39-c1e7-4ed0-a61d-cbf75d8eeb98 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 944 time: 0.1337960 Aug 11 03:07:44.582493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1450303-dd61-4cdd-8382-312bb00f8259 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=3e4598de-6685-490a-b232-448d4a28926a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:44.596227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 3e4598de-6685-490a-b232-448d4a28926a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:07:44.613462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:44.624265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.643028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9512819-df84-4e25-849d-99a826ec5469 req-b797ca25-f338-4732-aeeb-9c2381a23d7a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577877 Aug 11 03:07:44.666933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:07:44.691373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.692900 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment 839ea75a-55d2-4601-83ec-ce0888f25c80 of type vlan for network 33640838-64a1-465b-9837-94335b0e6db1 Aug 11 03:07:44.768261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.827476 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.835479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:44.837274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:44.906723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3499327 Aug 11 03:07:44.910199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37780) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:44.916887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': '3e4598de-6685-490a-b232-448d4a28926a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:44.918295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9330e-a172-4efe-ae19-96cb91fe7e11 req-ed93267a-d799-40f0-8125-7697f44ab6e1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:44.920645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64a9330e-a172-4efe-ae19-96cb91fe7e11 req-ed93267a-d799-40f0-8125-7697f44ab6e1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.0774455 Aug 11 03:07:44.968136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d84f5a-69f1-4c98-94a3-2a43d2285eb1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=33640838-64a1-465b-9837-94335b0e6db1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:44.981382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64a9330e-a172-4efe-ae19-96cb91fe7e11 req-9549b1f4-403b-4018-8817-dc0e214ad4ff tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Aug 11 03:07:44.986983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 33640838-64a1-465b-9837-94335b0e6db1 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:07:45.046615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:45.049297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:07:45.051761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.198859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:45.221196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '459e95af-bbbd-446c-906e-b1f007b506c7', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'port_id': '459e95af-bbbd-446c-906e-b1f007b506c7', 'mac_address': 'fa:16:3e:66:8d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:07:45.268067 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.285892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459e95af-bbbd-446c-906e-b1f007b506c7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:07:45.309757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:45.314712 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.372471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.385857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:45.435204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=c2f3fff1-9e46-4aea-96c9-28cadd915374,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:45.452446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': 'b02f0706-c471-4fba-945c-f7d97c76b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3e4598de-6685-490a-b232-448d4a28926a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:45.452883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: 3e4598de-6685-490a-b232-448d4a28926a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:07:45.477934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 3e4598de-6685-490a-b232-448d4a28926a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:07:45.488868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 3e4598de-6685-490a-b232-448d4a28926a) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:45.503243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373bdf5-19f7-43fb-8ca4-e4c237955005 None None] Network 3e4598de-6685-490a-b232-448d4a28926a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:45.504598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:45.505251 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.527979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37804) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:45.528633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d82e2325-1273-4481-a9f7-fc650e7846d3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6169951 Aug 11 03:07:45.535287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': '33640838-64a1-465b-9837-94335b0e6db1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:45.564063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['459e95af-bbbd-446c-906e-b1f007b506c7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:07:45.675434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:07:45.679508 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.846971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-3e4598de-6685-490a-b232-448d4a28926a', 'network_id': '3e4598de-6685-490a-b232-448d4a28926a', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': 'c2f3fff1-9e46-4aea-96c9-28cadd915374'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:07:45.848580 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:45.934706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845bd9b-f5e7-41e0-abfa-4c9eee4751e0 req-105c3a71-ddd5-4534-821c-ba10ae7c3699 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:45.945873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e845bd9b-f5e7-41e0-abfa-4c9eee4751e0 req-105c3a71-ddd5-4534-821c-ba10ae7c3699 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1677170 Aug 11 03:07:46.009560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e845bd9b-f5e7-41e0-abfa-4c9eee4751e0 req-bd4d043f-2fa8-4e4b-a38d-ab7a45982f8c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623887 Aug 11 03:07:46.064298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Allocated IP 2001:db8::2 (3e4598de-6685-490a-b232-448d4a28926a/c2f3fff1-9e46-4aea-96c9-28cadd915374/c65e9ce2-4e8e-46d2-a937-fda792542fb2) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:46.160017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3092-e14b-4774-81d8-717e70fcb5fa req-772fbc9e-86e1-4f7f-83f2-9d0e180b842c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:46.170935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b11f3092-e14b-4774-81d8-717e70fcb5fa req-772fbc9e-86e1-4f7f-83f2-9d0e180b842c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.0807774 Aug 11 03:07:46.188178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.240383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b11f3092-e14b-4774-81d8-717e70fcb5fa req-d8be4ffc-5d3d-4195-9a40-91c217e611cf tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Aug 11 03:07:46.276997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': '839ea75a-55d2-4601-83ec-ce0888f25c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '33640838-64a1-465b-9837-94335b0e6db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:46.276997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: 33640838-64a1-465b-9837-94335b0e6db1, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:07:46.294773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=56d8a7f0-5751-4440-a459-b2d5802cd4cd,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:46.303429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 33640838-64a1-465b-9837-94335b0e6db1 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:07:46.316404 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.316937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 33640838-64a1-465b-9837-94335b0e6db1) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:46.322607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:46.323131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.328581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Transition to ACTIVE for port object c65e9ce2-4e8e-46d2-a937-fda792542fb2 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:46.344540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8142e6d-0fd2-4774-a9a7-89f803d144d6 None None] Network 33640838-64a1-465b-9837-94335b0e6db1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:46.345670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebd48dfe-3196-462a-b49d-31b208d1f807 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8150601 Aug 11 03:07:46.347979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37834) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:46.355036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c8612884-b2b7-4950-9c64-796fa126de6f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-251724764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:07:46.388248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8612884-b2b7-4950-9c64-796fa126de6f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.391549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8612884-b2b7-4950-9c64-796fa126de6f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.402095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Transition to ACTIVE for port object c65e9ce2-4e8e-46d2-a937-fda792542fb2 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:46.410121 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.471945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Network 3e4598de-6685-490a-b232-448d4a28926a is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:46.478182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8612884-b2b7-4950-9c64-796fa126de6f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.480592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:46.486336 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8612884-b2b7-4950-9c64-796fa126de6f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.488164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:46.499570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Pushing event updated for resources: {'Port': ['ID=c65e9ce2-4e8e-46d2-a937-fda792542fb2,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:46.509760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8612884-b2b7-4950-9c64-796fa126de6f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.514547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c8612884-b2b7-4950-9c64-796fa126de6f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1622667 Aug 11 03:07:46.515014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37838) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:46.597266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Attempting to bind port c65e9ce2-4e8e-46d2-a937-fda792542fb2 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:46.597642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Attempting to bind port c65e9ce2-4e8e-46d2-a937-fda792542fb2 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'b02f0706-c471-4fba-945c-f7d97c76b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3e4598de-6685-490a-b232-448d4a28926a'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:46.598050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Attempting to bind port c65e9ce2-4e8e-46d2-a937-fda792542fb2 on network 3e4598de-6685-490a-b232-448d4a28926a {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:46.631007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:46.632139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Checking segment: {'id': 'b02f0706-c471-4fba-945c-f7d97c76b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3e4598de-6685-490a-b232-448d4a28926a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:46.633610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.634633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Bound using segment: {'id': 'b02f0706-c471-4fba-945c-f7d97c76b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3e4598de-6685-490a-b232-448d4a28926a'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:46.635947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Bound port: c65e9ce2-4e8e-46d2-a937-fda792542fb2, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02f0706-c471-4fba-945c-f7d97c76b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3e4598de-6685-490a-b232-448d4a28926a'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:46.636758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.657098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-33640838-64a1-465b-9837-94335b0e6db1', 'network_id': '33640838-64a1-465b-9837-94335b0e6db1', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': '56d8a7f0-5751-4440-a459-b2d5802cd4cd'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:07:46.657954 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.944415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] For port c65e9ce2-4e8e-46d2-a937-fda792542fb2, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:46.969783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] For port c65e9ce2-4e8e-46d2-a937-fda792542fb2, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c65e9ce2-4e8e-46d2-a937-fda792542fb2,segment=NetworkSegment(b02f0706-c471-4fba-945c-f7d97c76b277),segment_id=b02f0706-c471-4fba-945c-f7d97c76b277)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:46.977310 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:46.981535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.080712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:47.156774 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Allocated IP 2001:db8:1::2 (33640838-64a1-465b-9837-94335b0e6db1/56d8a7f0-5751-4440-a459-b2d5802cd4cd/e9cd9298-571d-45a0-913f-b5c0cd643f72) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:47.182753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61297e-763d-4b7b-96e5-25c5da5bbdbc None None] Pushing event updated for resources: {'Port': ['ID=c65e9ce2-4e8e-46d2-a937-fda792542fb2,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:47.262814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7225e-35f3-49b9-b74f-a20a19b0631f req-f539a498-2258-470b-b42b-795d482b44bd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.267444 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95e7225e-35f3-49b9-b74f-a20a19b0631f req-f539a498-2258-470b-b42b-795d482b44bd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 945 time: 0.1203370 Aug 11 03:07:47.278743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 459e95af-bbbd-446c-906e-b1f007b506c7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:47.302443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 459e95af-bbbd-446c-906e-b1f007b506c7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:47.303569 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.322726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95e7225e-35f3-49b9-b74f-a20a19b0631f req-8d8ad55b-7145-4b2d-904c-6b8790748f7b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473132 Aug 11 03:07:47.556799 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.596463 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.650347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Transition to ACTIVE for port object e9cd9298-571d-45a0-913f-b5c0cd643f72 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:47.657080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:07:47.661632 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73e5c37-245d-43f2-9e57-857eb51ccf44" -d '{"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-plugged", "status": "completed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:07:47.666814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9839b-8fd9-44e8-a4da-f7bf4462864d req-6f82f801-0e70-4638-a3be-1d55dea6e901 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:47.676671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55f9839b-8fd9-44e8-a4da-f7bf4462864d req-6f82f801-0e70-4638-a3be-1d55dea6e901 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.2343740 Aug 11 03:07:47.703589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:47.722379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Transition to ACTIVE for port object e9cd9298-571d-45a0-913f-b5c0cd643f72 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:47.727744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.730886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8::1 (3e4598de-6685-490a-b232-448d4a28926a/c2f3fff1-9e46-4aea-96c9-28cadd915374/3b125f9d-d5aa-4bfc-96d4-84b682562dbd) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:47.735415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:47.776504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55f9839b-8fd9-44e8-a4da-f7bf4462864d req-2ee37fc0-7c02-4474-b8bc-39da02c52304 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987329 Aug 11 03:07:47.816669 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56428ab-bd49-41fd-9612-e25e63385cf9 x-openstack-request-id: req-f56428ab-bd49-41fd-9612-e25e63385cf9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:07:47.816669 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-plugged", "status": "completed", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:07:47.816669 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f56428ab-bd49-41fd-9612-e25e63385cf9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:07:47.817178 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'code': 200} Aug 11 03:07:47.832115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Network 33640838-64a1-465b-9837-94335b0e6db1 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:47.837003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:47.844089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:47.937191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=12']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:48.035237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Attempting to bind port e9cd9298-571d-45a0-913f-b5c0cd643f72 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:07:48.035651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Attempting to bind port e9cd9298-571d-45a0-913f-b5c0cd643f72 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '839ea75a-55d2-4601-83ec-ce0888f25c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '33640838-64a1-465b-9837-94335b0e6db1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:07:48.036022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Attempting to bind port e9cd9298-571d-45a0-913f-b5c0cd643f72 on network 33640838-64a1-465b-9837-94335b0e6db1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:07:48.055430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c65e9ce2-4e8e-46d2-a937-fda792542fb2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:48.061399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:07:48.061787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Checking segment: {'id': '839ea75a-55d2-4601-83ec-ce0888f25c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '33640838-64a1-465b-9837-94335b0e6db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:07:48.062321 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.062733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Bound using segment: {'id': '839ea75a-55d2-4601-83ec-ce0888f25c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '33640838-64a1-465b-9837-94335b0e6db1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:07:48.063253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Bound port: e9cd9298-571d-45a0-913f-b5c0cd643f72, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839ea75a-55d2-4601-83ec-ce0888f25c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '33640838-64a1-465b-9837-94335b0e6db1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:07:48.063617 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.087382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.103435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Pushing event updated for resources: {'Port': ['ID=e9cd9298-571d-45a0-913f-b5c0cd643f72,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:48.146047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063c4da-c3d4-41f7-b1ed-6d6de1656db2 req-11c99654-bde9-4230-8a40-6e8204692a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.147674 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6063c4da-c3d4-41f7-b1ed-6d6de1656db2 req-11c99654-bde9-4230-8a40-6e8204692a1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1098 time: 0.1379273 Aug 11 03:07:48.149466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object 3b125f9d-d5aa-4bfc-96d4-84b682562dbd will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:48.197446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.225783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6063c4da-c3d4-41f7-b1ed-6d6de1656db2 req-972c5315-bd0b-43b6-beaf-4e667320dccf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683849 Aug 11 03:07:48.266413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port c65e9ce2-4e8e-46d2-a937-fda792542fb2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:48.296226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] For port e9cd9298-571d-45a0-913f-b5c0cd643f72, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:07:48.296408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 3e4598de-6685-490a-b232-448d4a28926a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:48.300324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:48.301201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] For port e9cd9298-571d-45a0-913f-b5c0cd643f72, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e9cd9298-571d-45a0-913f-b5c0cd643f72,segment=NetworkSegment(839ea75a-55d2-4601-83ec-ce0888f25c80),segment_id=839ea75a-55d2-4601-83ec-ce0888f25c80)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:07:48.307571 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.314962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:48.315556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.324786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=3b125f9d-d5aa-4bfc-96d4-84b682562dbd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:48.443728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ef334-cb87-4da3-bc80-2dae3b6474cf None None] Pushing event updated for resources: {'Port': ['ID=e9cd9298-571d-45a0-913f-b5c0cd643f72,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:48.589874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abbdbb-a34f-45de-b83e-90aff049c249 req-3e3e49d1-b237-4fba-af4e-b8be8c8dd825 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:48.599069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:48.600568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8abbdbb-a34f-45de-b83e-90aff049c249 req-3e3e49d1-b237-4fba-af4e-b8be8c8dd825 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 946 time: 0.1029468 Aug 11 03:07:48.683214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8abbdbb-a34f-45de-b83e-90aff049c249 req-e9abe4fe-8ac5-40c3-bb09-fb1015f01d77 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790691 Aug 11 03:07:49.006698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c28878-925d-4634-b9af-69e47c7e31e1 req-4b54802d-2b82-411d-b704-45414c846ade tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.007430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7462f46-10db-40c2-a15b-368c943225f0 None None] Network 3e4598de-6685-490a-b232-448d4a28926a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:49.008901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6c28878-925d-4634-b9af-69e47c7e31e1 req-4b54802d-2b82-411d-b704-45414c846ade tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1255109 Aug 11 03:07:49.099361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6c28878-925d-4634-b9af-69e47c7e31e1 req-4a090118-abaf-4eca-8b08-f55b90144890 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832059 Aug 11 03:07:49.177133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-29d14898-9213-40a0-be7e-c11ec875a503 None None] Provisioning for port c65e9ce2-4e8e-46d2-a937-fda792542fb2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:49.189154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-29d14898-9213-40a0-be7e-c11ec875a503 None None] Provisioning complete for port c65e9ce2-4e8e-46d2-a937-fda792542fb2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:49.189798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-29d14898-9213-40a0-be7e-c11ec875a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:49.209137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:49.219252 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:49.220446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:49.375414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-29d14898-9213-40a0-be7e-c11ec875a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:49.402437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=3b125f9d-d5aa-4bfc-96d4-84b682562dbd,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:49.439181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-29d14898-9213-40a0-be7e-c11ec875a503 None None] For port c65e9ce2-4e8e-46d2-a937-fda792542fb2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c65e9ce2-4e8e-46d2-a937-fda792542fb2,segment=NetworkSegment(b02f0706-c471-4fba-945c-f7d97c76b277),segment_id=b02f0706-c471-4fba-945c-f7d97c76b277)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:49.449800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-29d14898-9213-40a0-be7e-c11ec875a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:49.520310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 3e4598de-6685-490a-b232-448d4a28926a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:49.522468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:49.557334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d14898-9213-40a0-be7e-c11ec875a503 None None] Pushing event updated for resources: {'Port': ['ID=c65e9ce2-4e8e-46d2-a937-fda792542fb2,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:49.870149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836872cf-65cf-4fa0-9a71-874ed8998bc4 req-21b174ae-8feb-4588-b6f5-fa57d6cddce6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:49.879824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-836872cf-65cf-4fa0-9a71-874ed8998bc4 req-21b174ae-8feb-4588-b6f5-fa57d6cddce6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 946 time: 0.0939646 Aug 11 03:07:49.987605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:07:50.005836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-836872cf-65cf-4fa0-9a71-874ed8998bc4 req-a303d2b2-1378-42a2-8629-4f422505a681 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246407 Aug 11 03:07:50.006810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-503b1303-6547-43d2-8ab2-2e937f7e1b10 None None] Provisioning for port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:50.018565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-503b1303-6547-43d2-8ab2-2e937f7e1b10 None None] Provisioning complete for port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:50.019096 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-503b1303-6547-43d2-8ab2-2e937f7e1b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.096697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-503b1303-6547-43d2-8ab2-2e937f7e1b10 None None] Port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:50.112147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-503b1303-6547-43d2-8ab2-2e937f7e1b10 None None] Provisioning complete for port c65e9ce2-4e8e-46d2-a937-fda792542fb2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:50.112831 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-503b1303-6547-43d2-8ab2-2e937f7e1b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.223559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:50.238805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37962) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:50.241175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-432f198d-8185-405e-8860-b7ab3af5c98d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7233419 Aug 11 03:07:50.246204 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] Sync routers for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:50.250973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c65e9ce2-4e8e-46d2-a937-fda792542fb2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:50.263871 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:50.264544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:50.340684 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:50.349000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00663204-59a2-486c-9a0b-6b8cdbf9781b req-a920719b-1cab-486f-a3cf-036650ae448e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.357604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00663204-59a2-486c-9a0b-6b8cdbf9781b req-a920719b-1cab-486f-a3cf-036650ae448e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.0926747 Aug 11 03:07:50.372036 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:50.372663 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:50.407237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2be2b-670d-4b67-8a09-867d57f589c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:50.412628 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-94e2be2b-670d-4b67-8a09-867d57f589c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports/3b125f9d-d5aa-4bfc-96d4-84b682562dbd HTTP/1.1" status: 200 len: 911 time: 0.1700170 Aug 11 03:07:50.413989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37964) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:50.442929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c65e9ce2-4e8e-46d2-a937-fda792542fb2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:50.443499 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.489279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00663204-59a2-486c-9a0b-6b8cdbf9781b req-0ee817ec-7671-47dd-828f-98c39e395625 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234927 Aug 11 03:07:50.496521 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:50.497674 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bb6e1-ddc0-4ad1-8cee-9065da83a4f7 None None] The sync data for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:50.529830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b82a46-1f4b-43fd-8992-c69d36dae4dd None None] Network 33640838-64a1-465b-9837-94335b0e6db1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:50.650032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c225630-ecbe-4238-8b54-372b9e839ffe None None] Provisioning for port e9cd9298-571d-45a0-913f-b5c0cd643f72 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:50.745584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e9cd9298-571d-45a0-913f-b5c0cd643f72 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:50.800557 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:07:50.854924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-034c8359-1885-4b13-a126-47df43adbc5b None None] Provisioning complete for port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:50.855423 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-034c8359-1885-4b13-a126-47df43adbc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.899037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e9cd9298-571d-45a0-913f-b5c0cd643f72 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:50.910363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e9cd9298-571d-45a0-913f-b5c0cd643f72 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:50.910740 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:50.956261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-034c8359-1885-4b13-a126-47df43adbc5b None None] Port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:51.099254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.127387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.194286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e9cd9298-571d-45a0-913f-b5c0cd643f72, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e9cd9298-571d-45a0-913f-b5c0cd643f72,segment=NetworkSegment(839ea75a-55d2-4601-83ec-ce0888f25c80),segment_id=839ea75a-55d2-4601-83ec-ce0888f25c80)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:51.220998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-de3e825f-b2da-417d-b3f6-f9e9240e691e None None] Provisioning complete for port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:51.223231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-de3e825f-b2da-417d-b3f6-f9e9240e691e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.225285 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.253238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90cb86-9f67-4114-9d55-f9e1c3dc99fc req-e2558c59-1275-4b1a-834b-cbf637cc243a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.264814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a90cb86-9f67-4114-9d55-f9e1c3dc99fc req-e2558c59-1275-4b1a-834b-cbf637cc243a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 946 time: 0.1275580 Aug 11 03:07:51.335727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-de3e825f-b2da-417d-b3f6-f9e9240e691e None None] Port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:51.364376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e9cd9298-571d-45a0-913f-b5c0cd643f72,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:51.372107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a90cb86-9f67-4114-9d55-f9e1c3dc99fc req-b1bc2bc6-2a98-48e0-ba0a-2576e113a172 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945532 Aug 11 03:07:51.466964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-635fb741-c383-4480-9875-c86811787f69 None None] Provisioning complete for port e9cd9298-571d-45a0-913f-b5c0cd643f72 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:51.467393 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-635fb741-c383-4480-9875-c86811787f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.600345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8:1::1 (33640838-64a1-465b-9837-94335b0e6db1/56d8a7f0-5751-4440-a459-b2d5802cd4cd/c2a5d144-2360-4572-9786-f088924ef6c2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:07:51.671139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc3505-aa0a-4aa5-817a-ad477d78941d req-9898498a-4cb0-404d-b849-079b08704f4f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:51.673481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2cc3505-aa0a-4aa5-817a-ad477d78941d req-9898498a-4cb0-404d-b849-079b08704f4f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.0772338 Aug 11 03:07:51.738902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2cc3505-aa0a-4aa5-817a-ad477d78941d req-0c5c507c-22c0-41ee-9823-bb7f61618e06 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546741 Aug 11 03:07:51.760387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.776643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object c2a5d144-2360-4572-9786-f088924ef6c2 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:07:51.841486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.876267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e9cd9298-571d-45a0-913f-b5c0cd643f72 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:07:51.896864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 33640838-64a1-465b-9837-94335b0e6db1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:51.904562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:51.922977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:07:51.923545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.958112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e9cd9298-571d-45a0-913f-b5c0cd643f72 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:51.958854 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:51.994173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=c2a5d144-2360-4572-9786-f088924ef6c2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:52.133836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.290665 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9455113-bac2-4bac-bc2a-1ac4fe6db767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.333851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6a4cbf7d-6396-4ffa-a679-b5a9481935ce None None] Provisioning for port c2a5d144-2360-4572-9786-f088924ef6c2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:07:52.341658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6a4cbf7d-6396-4ffa-a679-b5a9481935ce None None] Provisioning complete for port c2a5d144-2360-4572-9786-f088924ef6c2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:52.342684 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6a4cbf7d-6396-4ffa-a679-b5a9481935ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.392234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6a4cbf7d-6396-4ffa-a679-b5a9481935ce None None] Port c2a5d144-2360-4572-9786-f088924ef6c2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:52.553269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.561989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.562969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:52.653551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=c2a5d144-2360-4572-9786-f088924ef6c2,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:52.700419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 33640838-64a1-465b-9837-94335b0e6db1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:07:52.702669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:07:52.902140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:52.964727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969f522-9ad9-4a71-b550-15d18bd96745 req-958422b2-090d-4166-bf8c-06affc50c782 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:52.966226 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2969f522-9ad9-4a71-b550-15d18bd96745 req-958422b2-090d-4166-bf8c-06affc50c782 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1286778 Aug 11 03:07:53.105827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:53.130435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ed19adbc-1556-470f-ad58-33880591d60c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7150648 Aug 11 03:07:53.134623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38038) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:53.138231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2969f522-9ad9-4a71-b550-15d18bd96745 req-22cf7b6d-5fb7-4f51-8ddc-6e59e74c276d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353335 Aug 11 03:07:53.146475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] Sync routers for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:53.150503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31af7a-6c88-447a-8261-123165bb6bec req-7d5b59a6-aa03-4b19-903e-7e68e2cfeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.152843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd31af7a-6c88-447a-8261-123165bb6bec req-7d5b59a6-aa03-4b19-903e-7e68e2cfeaee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 1097 time: 0.1097171 Aug 11 03:07:53.188577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d8b6d28-0c75-4f73-8571-92fc1df80584 None None] Provisioning complete for port c2a5d144-2360-4572-9786-f088924ef6c2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:07:53.190914 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d8b6d28-0c75-4f73-8571-92fc1df80584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.198028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd31af7a-6c88-447a-8261-123165bb6bec req-c24e4456-e31d-4236-85c5-bc5094109890 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372248 Aug 11 03:07:53.209231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5290f849-4fa7-44ea-9d1f-86b597fcf1f5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:53.212284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5290f849-4fa7-44ea-9d1f-86b597fcf1f5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports/c2a5d144-2360-4572-9786-f088924ef6c2 HTTP/1.1" status: 200 len: 913 time: 0.0759935 Aug 11 03:07:53.215105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38042) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:53.319427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b6d28-0c75-4f73-8571-92fc1df80584 None None] Port c2a5d144-2360-4572-9786-f088924ef6c2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:07:53.328572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:53.329293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:53.387709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:53.406010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:53.407334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:53.444035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:53.445284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e954d-3caa-4ed0-81c3-5b66ec6fbd29 None None] The sync data for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:53.667960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38054) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:53.789045 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b38c-fa1e-49e0-92cb-c51e1b9719c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.901648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b38c-fa1e-49e0-92cb-c51e1b9719c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.905510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ff3b38c-fa1e-49e0-92cb-c51e1b9719c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:53.948238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ff3b38c-fa1e-49e0-92cb-c51e1b9719c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6515cad1aff24fea8724d59a25a121be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788863 Aug 11 03:07:53.949240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3b38c-fa1e-49e0-92cb-c51e1b9719c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095e2531-b629-4e51-b73a-c81adbd7e31a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:53.950901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38058) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:54.006484 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.098068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-204ef9a5-cc22-40cc-b3ec-bc4157a32680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.131582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-204ef9a5-cc22-40cc-b3ec-bc4157a32680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.244099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-204ef9a5-cc22-40cc-b3ec-bc4157a32680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.246563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-204ef9a5-cc22-40cc-b3ec-bc4157a32680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.247641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-204ef9a5-cc22-40cc-b3ec-bc4157a32680 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/095e2531-b629-4e51-b73a-c81adbd7e31a HTTP/1.1" status: 204 len: 168 time: 0.2928667 Aug 11 03:07:54.294280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ef9a5-cc22-40cc-b3ec-bc4157a32680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095e2531-b629-4e51-b73a-c81adbd7e31a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:54.347651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715981be-ebd3-4bc2-afc2-0bdcf20a4aa6 req-7d95a8d1-5511-4201-935b-70e0bf3eb7c0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.349194 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-715981be-ebd3-4bc2-afc2-0bdcf20a4aa6 req-7d95a8d1-5511-4201-935b-70e0bf3eb7c0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1156359 Aug 11 03:07:54.421233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-715981be-ebd3-4bc2-afc2-0bdcf20a4aa6 req-a6752299-4212-46c0-9dff-05126f376cbd tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466137 Aug 11 03:07:54.443582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port c2a5d144-2360-4572-9786-f088924ef6c2 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:54.443954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.560910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.574961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for c2a5d144-2360-4572-9786-f088924ef6c2 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:54.584712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef18ee-bf01-437c-bf75-89da6e09f9e4 req-0ed739db-f58d-49b2-9365-3aed1fb43dc4 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:54.597804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cef18ee-bf01-437c-bf75-89da6e09f9e4 req-0ed739db-f58d-49b2-9365-3aed1fb43dc4 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.0849335 Aug 11 03:07:54.612024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38078) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:54.664278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a12959-987e-446f-9ead-26512b8d097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.728421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6cef18ee-bf01-437c-bf75-89da6e09f9e4 req-634cfdfa-6a97-4240-b1d7-09d1d3a56f77 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295838 Aug 11 03:07:54.817254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.849564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=c2a5d144-2360-4572-9786-f088924ef6c2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:54.952236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a12959-987e-446f-9ead-26512b8d097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:54.966529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a12959-987e-446f-9ead-26512b8d097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.027568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.109873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14a12959-987e-446f-9ead-26512b8d097c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74c4ad7106c84cb3a4874b98e8f2f115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846532 Aug 11 03:07:55.118358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a12959-987e-446f-9ead-26512b8d097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390bbee6-e2bd-4643-8dae-243ee9e88b3f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:55.122545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38090) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:55.167474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d871ece-0047-4e5a-91bf-7a2721159d34 req-4032e415-cf84-4b14-bc34-c23cbb5cc9df tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:55.179537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d871ece-0047-4e5a-91bf-7a2721159d34 req-4032e415-cf84-4b14-bc34-c23cbb5cc9df tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1771698 Aug 11 03:07:55.222271 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6f1950c2-7cf5-4980-b0df-9b9b04002a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.295563 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bedbed8-9081-4023-b01e-cc7ed696075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.308669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d871ece-0047-4e5a-91bf-7a2721159d34 req-c5529a83-9f7b-42e0-9c4c-49ec32f829ba tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279128 Aug 11 03:07:55.329144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bedbed8-9081-4023-b01e-cc7ed696075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.371442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:55.383312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bedbed8-9081-4023-b01e-cc7ed696075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.386136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4bedbed8-9081-4023-b01e-cc7ed696075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.387507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4bedbed8-9081-4023-b01e-cc7ed696075b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/390bbee6-e2bd-4643-8dae-243ee9e88b3f HTTP/1.1" status: 204 len: 168 time: 0.2626095 Aug 11 03:07:55.411477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedbed8-9081-4023-b01e-cc7ed696075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390bbee6-e2bd-4643-8dae-243ee9e88b3f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:55.425597 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.485535 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:55.579862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:55.599473 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] Sync routers for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:55.613131 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-440432a3-03ca-4103-a8d7-0976a1314179 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3963745 Aug 11 03:07:55.615748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38098) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:55.623894 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:55.624535 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:55.686573 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:55.729262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:55.730157 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:55.813894 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:55.814581 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9579d54-d80a-4145-8860-663a2705d6bb None None] The sync data for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:56.072617 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.378795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 3b125f9d-d5aa-4bfc-96d4-84b682562dbd {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:56.379300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.510069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39121937-e5a0-48f6-8028-8088cb6626bf req-7f4ec0f8-d54a-428e-9d22-8d821b965daf tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:56.512207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39121937-e5a0-48f6-8028-8088cb6626bf req-7f4ec0f8-d54a-428e-9d22-8d821b965daf tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.0741196 Aug 11 03:07:56.531730 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.561211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 3b125f9d-d5aa-4bfc-96d4-84b682562dbd owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:56.590743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39121937-e5a0-48f6-8028-8088cb6626bf req-92a7709e-94f4-4666-9b3a-e95dd900d77c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659797 Aug 11 03:07:56.679780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.813229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:56.857503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=3b125f9d-d5aa-4bfc-96d4-84b682562dbd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:57.262873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7dac8-6a2f-42ae-a1b5-1595ef2bd5b3 req-01adeefb-aef8-49f3-aca2-3e62ecaabee0 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.276039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6cb7dac8-6a2f-42ae-a1b5-1595ef2bd5b3 req-01adeefb-aef8-49f3-aca2-3e62ecaabee0 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.1157839 Aug 11 03:07:57.350240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6cb7dac8-6a2f-42ae-a1b5-1595ef2bd5b3 req-a3b07d91-3032-4f1a-b9e4-b29e1d448d6b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729532 Aug 11 03:07:57.577839 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:57.718034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9909d3-e866-4ed0-8b6c-04dd2b8df9d9 req-cee27386-e877-4d75-b7cc-fab52b8fbbce tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:57.726188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff9909d3-e866-4ed0-8b6c-04dd2b8df9d9 req-cee27386-e877-4d75-b7cc-fab52b8fbbce tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1813192 Aug 11 03:07:57.833749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff9909d3-e866-4ed0-8b6c-04dd2b8df9d9 req-ba0f04ef-d4ae-4737-87c1-798c3bb00b50 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065869 Aug 11 03:07:58.013486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:07:58.103355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.155852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:07:58.180569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] Sync routers for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:07:58.186307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38176) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:58.199961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b3dd14ef-285c-420c-b9ae-74703d4fb257 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5819705 Aug 11 03:07:58.205534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:58.206429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:58.259170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38180) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:58.264255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:58.267886 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-963dcc0a-04a1-4e6b-be97-07a0963bc676 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 HTTP/1.1" status: 200 len: 205 time: 0.0778451 Aug 11 03:07:58.289226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] Routers {'ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:07:58.292106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:58.392164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:07:58.393605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b0f133-a492-4771-8cea-8b3dd4e63b81 None None] The sync data for ids ['ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:07:58.422469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa5a33d-f305-4f92-b8cc-fdd1c6957234 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.655658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa5a33d-f305-4f92-b8cc-fdd1c6957234 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.658434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa5a33d-f305-4f92-b8cc-fdd1c6957234 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.675994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be9782-80ab-4948-9293-b24b13049d7b req-2bc17f63-d344-408c-b065-7758d81cac2e tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.677828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2be9782-80ab-4948-9293-b24b13049d7b req-2bc17f63-d344-408c-b065-7758d81cac2e tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.1759880 Aug 11 03:07:58.732260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa5a33d-f305-4f92-b8cc-fdd1c6957234 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.732747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa5a33d-f305-4f92-b8cc-fdd1c6957234 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Fanout notify agent at l3_agent the message router_deleted on router ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:07:58.743575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-baa5a33d-f305-4f92-b8cc-fdd1c6957234 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.744731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-baa5a33d-f305-4f92-b8cc-fdd1c6957234 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 HTTP/1.1" status: 204 len: 168 time: 0.4844165 Aug 11 03:07:58.747600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38190) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:58.775935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2be9782-80ab-4948-9293-b24b13049d7b req-aac4d447-b846-453e-a585-ef12f5d788a3 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568736 Aug 11 03:07:58.838622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet 56d8a7f0-5751-4440-a459-b2d5802cd4cd {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:58.842177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.905272 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:58.976663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0de205-0337-49d4-ab1b-81f9e7197ed6 req-aea6e6be-6692-4758-b3af-04b8015a4d36 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:58.983981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ec0de205-0337-49d4-ab1b-81f9e7197ed6 req-aea6e6be-6692-4758-b3af-04b8015a4d36 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.0772247 Aug 11 03:07:59.023038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.025347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ec0de205-0337-49d4-ab1b-81f9e7197ed6 req-b966afb5-f041-44b8-ae75-98e7cd49afa0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Aug 11 03:07:59.107943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.160417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.160663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bbc09-0216-4f3b-a951-58b4fa8f018d None None] Network 33640838-64a1-465b-9837-94335b0e6db1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:59.163643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/56d8a7f0-5751-4440-a459-b2d5802cd4cd HTTP/1.1" status: 204 len: 168 time: 0.4145789 Aug 11 03:07:59.164915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dbe5c-9a61-4cc2-86c6-6bbda84446ef tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=56d8a7f0-5751-4440-a459-b2d5802cd4cd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:59.165991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38208) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:59.270005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet c2f3fff1-9e46-4aea-96c9-28cadd915374 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:07:59.280577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.370851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.472299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] DHCP port deletion for 33640838-64a1-465b-9837-94335b0e6db1 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:07:59.557659 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.599034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] Deleting port e9cd9298-571d-45a0-913f-b5c0cd643f72 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:59.599968 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.623009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1972f16-c900-4c04-8a3e-9bfe7a80463b req-580223dc-12b3-46c0-a30e-ac44df494547 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:07:59.624531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1972f16-c900-4c04-8a3e-9bfe7a80463b req-580223dc-12b3-46c0-a30e-ac44df494547 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.2091892 Aug 11 03:07:59.674643 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.709145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f3fff1-9e46-4aea-96c9-28cadd915374,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:07:59.712008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.714021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e7b9569-fdb9-4bbb-92ca-483cd626a9a0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/c2f3fff1-9e46-4aea-96c9-28cadd915374 HTTP/1.1" status: 204 len: 168 time: 0.5466413 Aug 11 03:07:59.716919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:07:59.725124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] For port e9cd9298-571d-45a0-913f-b5c0cd643f72, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e9cd9298-571d-45a0-913f-b5c0cd643f72,segment=NetworkSegment(839ea75a-55d2-4601-83ec-ce0888f25c80),segment_id=839ea75a-55d2-4601-83ec-ce0888f25c80)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:07:59.725655 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.728252 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1972f16-c900-4c04-8a3e-9bfe7a80463b req-f5e7c33f-7073-4c99-bc47-9b9db9e393c8 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971141 Aug 11 03:07:59.737101 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c70f4e-63cf-4c48-bcbc-7035c256eb39 None None] Network 3e4598de-6685-490a-b232-448d4a28926a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:07:59.825537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] Calling delete_port for e9cd9298-571d-45a0-913f-b5c0cd643f72 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:07:59.846541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.930399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e9cd9298-571d-45a0-913f-b5c0cd643f72 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:07:59.953532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port e9cd9298-571d-45a0-913f-b5c0cd643f72 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:07:59.954406 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:07:59.997921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.041300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38228) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:00.067792 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.110044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port e9cd9298-571d-45a0-913f-b5c0cd643f72, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e9cd9298-571d-45a0-913f-b5c0cd643f72,segment=NetworkSegment(839ea75a-55d2-4601-83ec-ce0888f25c80),segment_id=839ea75a-55d2-4601-83ec-ce0888f25c80)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:00.110564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.126738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e9cd9298-571d-45a0-913f-b5c0cd643f72, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e9cd9298-571d-45a0-913f-b5c0cd643f72,segment=NetworkSegment(839ea75a-55d2-4601-83ec-ce0888f25c80),segment_id=839ea75a-55d2-4601-83ec-ce0888f25c80)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:00.131825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.142034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for e9cd9298-571d-45a0-913f-b5c0cd643f72 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:00.183262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] DHCP port deletion for 3e4598de-6685-490a-b232-448d4a28926a request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:08:00.194572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.227964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94008c26-2402-4066-954f-57d05691b432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.254020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] No DVR routers for this DVR port e9cd9298-571d-45a0-913f-b5c0cd643f72 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:00.282043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e9cd9298-571d-45a0-913f-b5c0cd643f72,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:00.331316 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.368997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=e9cd9298-571d-45a0-913f-b5c0cd643f72,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:00.373168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port e9cd9298-571d-45a0-913f-b5c0cd643f72 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:00.401115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94008c26-2402-4066-954f-57d05691b432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.407443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94008c26-2402-4066-954f-57d05691b432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.487020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.500568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-94008c26-2402-4066-954f-57d05691b432 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9a566871b254433a9fe1ffe9c6f8a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4575324 Aug 11 03:08:00.503177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94008c26-2402-4066-954f-57d05691b432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc979674-4b0b-450e-8aa9-026cea63670e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:00.504456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33640838-64a1-465b-9837-94335b0e6db1']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:00.506195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38236) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:00.518291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839ea75a-55d2-4601-83ec-ce0888f25c80') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:00.518529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839ea75a-55d2-4601-83ec-ce0888f25c80') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:00.532177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.557592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.565461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:00.566301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.630040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26b914-b95c-4b3c-8b04-0b62ec37754f None None] Pushing event deleted for resources: {'Port': ['ID=e9cd9298-571d-45a0-913f-b5c0cd643f72,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:00.656757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] Deleting port c65e9ce2-4e8e-46d2-a937-fda792542fb2 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:00.658653 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:00.661706 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.666336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.681553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.686167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/33640838-64a1-465b-9837-94335b0e6db1 HTTP/1.1" status: 204 len: 168 time: 0.9681754 Aug 11 03:08:00.690632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38242) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:00.705894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=33640838-64a1-465b-9837-94335b0e6db1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:00.715544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.716229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.717442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3fabf130-6cd1-453a-8508-44fe416d5057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.717955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.718817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.719421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.720202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.720724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.721234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.721856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.722361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.722881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.723382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034c823a-9c7e-4f26-918c-cce1225602e1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:00.775697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] For port c65e9ce2-4e8e-46d2-a937-fda792542fb2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c65e9ce2-4e8e-46d2-a937-fda792542fb2,segment=NetworkSegment(b02f0706-c471-4fba-945c-f7d97c76b277),segment_id=b02f0706-c471-4fba-945c-f7d97c76b277)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:00.776220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.795267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] Calling delete_port for c65e9ce2-4e8e-46d2-a937-fda792542fb2 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:00.806572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3fabf130-6cd1-453a-8508-44fe416d5057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.842695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.919525 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:00.956211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] Pushing event deleted for resources: {'Port': ['ID=c65e9ce2-4e8e-46d2-a937-fda792542fb2,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:00.980216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411f3f0d-3ff1-41f3-9344-e04dcd77d9a0 None None] No DVR routers for this DVR port c65e9ce2-4e8e-46d2-a937-fda792542fb2 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:00.985759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-2b86ff70-4273-40aa-bbbb-f1757f5e288d tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:00.987300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-2b86ff70-4273-40aa-bbbb-f1757f5e288d tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.10 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.1638896 Aug 11 03:08:01.087707 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3fabf130-6cd1-453a-8508-44fe416d5057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.091071 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3fabf130-6cd1-453a-8508-44fe416d5057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.092436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3fabf130-6cd1-453a-8508-44fe416d5057 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc979674-4b0b-450e-8aa9-026cea63670e HTTP/1.1" status: 204 len: 168 time: 0.5851471 Aug 11 03:08:01.101188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e60f81-8331-4478-9d04-11e3cc48e834 req-450e18a6-7442-4229-be9f-a074a4089536 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.102692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-25e60f81-8331-4478-9d04-11e3cc48e834 req-450e18a6-7442-4229-be9f-a074a4089536 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 946 time: 0.2322557 Aug 11 03:08:01.110878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.139049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4598de-6685-490a-b232-448d4a28926a']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:01.146083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabf130-6cd1-453a-8508-44fe416d5057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc979674-4b0b-450e-8aa9-026cea63670e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:01.197663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02f0706-c471-4fba-945c-f7d97c76b277') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:01.198360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02f0706-c471-4fba-945c-f7d97c76b277') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:01.209325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.230770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.249977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:01.250839 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:01.255770 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:01.329627 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-25e60f81-8331-4478-9d04-11e3cc48e834 req-0c318a75-def2-4d84-8946-29520806a21a tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups?id=131b7626-b6f7-4eec-ada1-d84a3744a4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2133434 Aug 11 03:08:01.369660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Deleting port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:01.371154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.375894 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.383079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.385479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/3e4598de-6685-490a-b232-448d4a28926a HTTP/1.1" status: 204 len: 168 time: 0.6936529 Aug 11 03:08:01.392507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38254) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:01.398930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1861883470'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:01.431530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:01.436927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.455484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b28c4-4e25-4320-9c5d-d39ff05c7dbe tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=3e4598de-6685-490a-b232-448d4a28926a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:01.475321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:01.495611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.496177 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment 686ad98b-2b10-447f-b6ea-f422f2a15e10 of type vlan for network bff4de8a-6e57-4814-93a5-413f093a7094 Aug 11 03:08:01.526466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] For port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:01.526889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.560674 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.584968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38256) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:01.599165 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.606513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63a9e744-5124-4b58-92ba-4139715ad065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.607689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:01.608489 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.686214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=bff4de8a-6e57-4814-93a5-413f093a7094,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:01.706436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network bff4de8a-6e57-4814-93a5-413f093a7094 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:01.784849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.785229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.785549 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Floating IP 4893a38b-da2e-457d-a7f7-d88ceb5ec2a5 disassociated. External IP: 172.25.4.42, port: f6c33bcf-0346-4b8d-8828-ce8e9f8ef672. Aug 11 03:08:01.786066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Calling delete_port for f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:01.903937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c65e9ce2-4e8e-46d2-a937-fda792542fb2 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:01.923472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63a9e744-5124-4b58-92ba-4139715ad065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.929455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63a9e744-5124-4b58-92ba-4139715ad065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:01.934575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: c65e9ce2-4e8e-46d2-a937-fda792542fb2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:01.934778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e767809-ad8a-4bee-a93d-f295908b4c42 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5410419 Aug 11 03:08:01.935382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c65e9ce2-4e8e-46d2-a937-fda792542fb2 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:01.940384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38264) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:01.958346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:02.017239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-63a9e744-5124-4b58-92ba-4139715ad065 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bb9cba8b46a4bf6a04dc7bb422a1fbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305587 Aug 11 03:08:02.017490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38268) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:02.035873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9e744-5124-4b58-92ba-4139715ad065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c912a98b-f062-447f-820f-d59e11972744,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.136262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0624a35-13c0-4b03-804a-c32c2daa5503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.138057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:02.142985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.150494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d119e-a76f-4053-8072-b949b61f740d req-15a404ac-7a97-45e6-ba85-c81f7ae188cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.152162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942d119e-a76f-4053-8072-b949b61f740d req-15a404ac-7a97-45e6-ba85-c81f7ae188cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.1316185 Aug 11 03:08:02.158988 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.184123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd10f3-884c-417f-9b9b-27dadedcad1c req-4534e310-ffe8-4fe5-8f6f-849de28f21eb tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.185724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e0dd10f3-884c-417f-9b9b-27dadedcad1c req-4534e310-ffe8-4fe5-8f6f-849de28f21eb tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1112618 Aug 11 03:08:02.222254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0624a35-13c0-4b03-804a-c32c2daa5503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.255975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event deleted for resources: {'Port': ['ID=f6c33bcf-0346-4b8d-8828-ce8e9f8ef672,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.351331 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0624a35-13c0-4b03-804a-c32c2daa5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.354637 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e0624a35-13c0-4b03-804a-c32c2daa5503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.355087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e0dd10f3-884c-417f-9b9b-27dadedcad1c req-cd435fca-9853-4d60-a5ef-3a12ed21857e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259964 Aug 11 03:08:02.356012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e0624a35-13c0-4b03-804a-c32c2daa5503 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c912a98b-f062-447f-820f-d59e11972744 HTTP/1.1" status: 204 len: 168 time: 0.3378417 Aug 11 03:08:02.379691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0624a35-13c0-4b03-804a-c32c2daa5503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912a98b-f062-447f-820f-d59e11972744,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.427513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d119e-a76f-4053-8072-b949b61f740d req-2b269d47-a730-4593-895f-4bce3a776c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.431502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942d119e-a76f-4053-8072-b949b61f740d req-2b269d47-a730-4593-895f-4bce3a776c19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.2671845 Aug 11 03:08:02.458753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.512951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942d119e-a76f-4053-8072-b949b61f740d req-26f471e7-4522-4fbc-bf7e-8f825754a87d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 217 time: 0.0500054 Aug 11 03:08:02.563618 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8450f33-416a-4688-9a59-97ac6962a3ae req-bac081cc-aaab-45df-91df-3e8ea9bc5ea2 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0607262 Aug 11 03:08:02.570088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Router df95b307-4dd9-4826-b170-1790e36c4f73 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:02.572514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=d36987a9-ed1c-44c2-a32e-23315735b481,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:02.609077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': '686ad98b-2b10-447f-b6ea-f422f2a15e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:02.609727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: bff4de8a-6e57-4814-93a5-413f093a7094, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:02.610684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d119e-a76f-4053-8072-b949b61f740d req-03ec8410-e803-4455-827a-a36b9b8e5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.612634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942d119e-a76f-4053-8072-b949b61f740d req-03ec8410-e803-4455-827a-a36b9b8e5c64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.0889175 Aug 11 03:08:02.634221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network bff4de8a-6e57-4814-93a5-413f093a7094 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:02.645371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, bff4de8a-6e57-4814-93a5-413f093a7094) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:02.653000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:02.654283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.659110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7091f529-2886-4db2-9937-33ab290a4341 None None] Network bff4de8a-6e57-4814-93a5-413f093a7094 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:02.690652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dcba3ca3-4d69-4b8c-854e-e57a1f3d8740 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7466884 Aug 11 03:08:02.692228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38278) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:02.698257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942d119e-a76f-4053-8072-b949b61f740d req-4c31024d-c6b2-4457-aaf4-70e0ba96a4c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502286 Aug 11 03:08:02.705772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-42a3c8cd-ec28-41e1-b8e8-9287546b1a07 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-273504610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:02.774455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a3c8cd-ec28-41e1-b8e8-9287546b1a07 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.776750 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a3c8cd-ec28-41e1-b8e8-9287546b1a07 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.918860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a3c8cd-ec28-41e1-b8e8-9287546b1a07 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.925238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a3c8cd-ec28-41e1-b8e8-9287546b1a07 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.930847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-bff4de8a-6e57-4814-93a5-413f093a7094', 'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': 'd36987a9-ed1c-44c2-a32e-23315735b481'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:08:02.931952 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.953003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a3c8cd-ec28-41e1-b8e8-9287546b1a07 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:02.955182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-42a3c8cd-ec28-41e1-b8e8-9287546b1a07 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2605774 Aug 11 03:08:02.957400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38284) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:02.975421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'port': {'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094', 'name': 'tempest-RoutersIpV6Test-405140813'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:03.122200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:03.126423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.152167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] device_id is not set on port 40e96ca0-585f-4fff-9d59-946a93dabe9d yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:03.325833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:03.341288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Allocated IP 2001:db8::2 (bff4de8a-6e57-4814-93a5-413f093a7094/d36987a9-ed1c-44c2-a32e-23315735b481/7a043d3b-d731-4315-875b-48fda701fc4b) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:03.346397 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] Sync routers for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:03.361051 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:03.361986 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:03.433440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942d119e-a76f-4053-8072-b949b61f740d req-8f5d4ea0-dc80-4e65-85c0-13147cb4b8d0 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268302 Aug 11 03:08:03.435959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] No DVR routers for this DVR port f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:03.440941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.445581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa005dcc-58f7-46ea-91c9-b51bfca30a06 req-464d589a-e071-46ae-a50f-1c3cd1ea35a4 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.10 "DELETE /v2.0/ports/f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 HTTP/1.1" status: 204 len: 173 time: 2.4357181 Aug 11 03:08:03.447356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'name': 'network-vif-deleted', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:03.454958 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef78f26-04c3-4c7f-b168-97c008e30e12" -d '{"events": [{"server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "name": "network-vif-deleted", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:03.562406 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:03.619817 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-942d119e-a76f-4053-8072-b949b61f740d req-2d0d2e4d-5530-4104-8153-bc348fd2fc00 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730912 Aug 11 03:08:03.621345 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3d4f74-cb29-46d3-80af-31651c9ef7f5 x-openstack-request-id: req-6b3d4f74-cb29-46d3-80af-31651c9ef7f5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:03.621634 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f83bc701-1f25-4020-8d4a-c9ceced6d7d6", "name": "network-vif-deleted", "tag": "f6c33bcf-0346-4b8d-8828-ce8e9f8ef672", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:03.621887 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b3d4f74-cb29-46d3-80af-31651c9ef7f5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:03.622276 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83bc701-1f25-4020-8d4a-c9ceced6d7d6', 'name': 'network-vif-deleted', 'tag': 'f6c33bcf-0346-4b8d-8828-ce8e9f8ef672', 'status': 'completed', 'code': 200} Aug 11 03:08:03.633469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180eda4-1bef-4e24-800d-c837e7141a69 req-85906567-e2e3-400e-b0d4-d00b1758b2bc tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:03.636888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9180eda4-1bef-4e24-800d-c837e7141a69 req-85906567-e2e3-400e-b0d4-d00b1758b2bc tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1040347 Aug 11 03:08:03.724109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9180eda4-1bef-4e24-800d-c837e7141a69 req-e3d20a48-f2ac-4be5-9447-1d4c7c9f5276 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772319 Aug 11 03:08:03.746768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.761920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Transition to ACTIVE for port object 7a043d3b-d731-4315-875b-48fda701fc4b will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:03.804026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Transition to ACTIVE for port object 7a043d3b-d731-4315-875b-48fda701fc4b will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:03.818211 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.855610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-766d8c8a-b509-4ce1-8cad-35cb7e9b11f8 req-1d89716d-26c2-46be-b150-647c801a0644 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0580761 Aug 11 03:08:03.864213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Network bff4de8a-6e57-4814-93a5-413f093a7094 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:03.868177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:03.872906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:03.935710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Pushing event updated for resources: {'Port': ['ID=7a043d3b-d731-4315-875b-48fda701fc4b,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:03.955220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Attempting to bind port 7a043d3b-d731-4315-875b-48fda701fc4b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:03.955712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Attempting to bind port 7a043d3b-d731-4315-875b-48fda701fc4b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '686ad98b-2b10-447f-b6ea-f422f2a15e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:03.956304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Attempting to bind port 7a043d3b-d731-4315-875b-48fda701fc4b on network bff4de8a-6e57-4814-93a5-413f093a7094 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:03.970773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:03.973488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Checking segment: {'id': '686ad98b-2b10-447f-b6ea-f422f2a15e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:03.974154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.977054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Bound using segment: {'id': '686ad98b-2b10-447f-b6ea-f422f2a15e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:03.977632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Bound port: 7a043d3b-d731-4315-875b-48fda701fc4b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686ad98b-2b10-447f-b6ea-f422f2a15e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'bff4de8a-6e57-4814-93a5-413f093a7094'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:03.980024 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:03.993427 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 5, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:04.010244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8::2b1 (bff4de8a-6e57-4814-93a5-413f093a7094/d36987a9-ed1c-44c2-a32e-23315735b481/40e96ca0-585f-4fff-9d59-946a93dabe9d) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:04.044813 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] Checking router: df95b307-4dd9-4826-b170-1790e36c4f73 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:04.064554 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:04.065168 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:04.125658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] For port 7a043d3b-d731-4315-875b-48fda701fc4b, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:04.132943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] For port 7a043d3b-d731-4315-875b-48fda701fc4b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7a043d3b-d731-4315-875b-48fda701fc4b,segment=NetworkSegment(686ad98b-2b10-447f-b6ea-f422f2a15e10),segment_id=686ad98b-2b10-447f-b6ea-f422f2a15e10)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:04.138799 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.265595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642d4bc4-3fac-4e8d-ba8c-3f1fc909f1f8 None None] Pushing event updated for resources: {'Port': ['ID=7a043d3b-d731-4315-875b-48fda701fc4b,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:04.384431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.386207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:04.429531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object 40e96ca0-585f-4fff-9d59-946a93dabe9d will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:04.513829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.727314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network bff4de8a-6e57-4814-93a5-413f093a7094 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:04.745899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:04.753480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:04.771667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:04.774994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:04.822719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38332) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:04.833756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=40e96ca0-585f-4fff-9d59-946a93dabe9d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:04.838231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e7a31cd7-e6fe-4732-8cec-09c2c4715c00 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8797669 Aug 11 03:08:04.841897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38336) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:05.079838 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 5, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:05.097673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85bdc665-1526-485d-b122-e7d577dfb1a1 req-22d30059-18bb-4e91-8bb4-d5d637251762 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0688496 Aug 11 03:08:05.126075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:05.141295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80202367-d540-488f-9448-99ab3cd7cb20 None None] The sync data for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 is: [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '0d3d3c3d-58df-4004-91a0-1ce415ac4e27', 'name': '', 'network_id': '970d44e0-8888-4af5-aa9a-413afc0f9209', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'mac_address': 'fa:16:3e:b8:e5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:57Z', 'updated_at': '2021-08-11T03:05:05Z', 'revision_number': 5, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'subnets': [{'id': '61b13129-6a9c-41e4-abb6-c324cb44a58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:05.202597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:05.202963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f6c33bcf-0346-4b8d-8828-ce8e9f8ef672 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:05.359727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e2fa-9cb6-48fc-bb25-ea102b80dd8e req-6862c895-029d-41c3-8590-6b1449d675d1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:05.361625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c51e2fa-9cb6-48fc-bb25-ea102b80dd8e req-6862c895-029d-41c3-8590-6b1449d675d1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.3494785 Aug 11 03:08:05.468202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1a06a4-6d58-47ae-bb06-b671ee98fada admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.599220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1a06a4-6d58-47ae-bb06-b671ee98fada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.615710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1a06a4-6d58-47ae-bb06-b671ee98fada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.759825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-be1a06a4-6d58-47ae-bb06-b671ee98fada admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7373be84f584d7cb0704c43e5ffa2aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9346194 Aug 11 03:08:05.762259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38352) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:05.779081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c51e2fa-9cb6-48fc-bb25-ea102b80dd8e req-8c314a14-2c6c-43ad-b6e4-4b059b68839c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988527 Aug 11 03:08:05.843424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a06a4-6d58-47ae-bb06-b671ee98fada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e2181e-3f89-4884-a999-51b447cba76f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:05.931479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9445341-8b57-4488-ad3b-656767e5b16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.962079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63c55d6-9a53-4515-87bc-5d4ea6ca095b None None] New status for floating IP 4893a38b-da2e-457d-a7f7-d88ceb5ec2a5: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:05.995033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:05.998935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9445341-8b57-4488-ad3b-656767e5b16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.098382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9445341-8b57-4488-ad3b-656767e5b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.101687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9445341-8b57-4488-ad3b-656767e5b16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.116783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e9445341-8b57-4488-ad3b-656767e5b16a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18e2181e-3f89-4884-a999-51b447cba76f HTTP/1.1" status: 204 len: 168 time: 0.3440769 Aug 11 03:08:06.137875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9445341-8b57-4488-ad3b-656767e5b16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e2181e-3f89-4884-a999-51b447cba76f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:06.192571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7a043d3b-d731-4315-875b-48fda701fc4b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:06.195418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc91c22-ee2e-4246-b078-5e40177f35a8 None None] Network bff4de8a-6e57-4814-93a5-413f093a7094 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:06.346788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15a1a430-eefb-4049-a2f3-f1d0761e753c req-70c9a50b-9e13-4a88-9549-e895746f8456 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0869055 Aug 11 03:08:06.357894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ad2eb3ae-e25d-4c8b-aad4-39b34f2b4d25 None None] Provisioning for port 7a043d3b-d731-4315-875b-48fda701fc4b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:06.496756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7a043d3b-d731-4315-875b-48fda701fc4b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:06.509993 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.516883 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.526419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7a043d3b-d731-4315-875b-48fda701fc4b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:06.528103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.671509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=40e96ca0-585f-4fff-9d59-946a93dabe9d,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:06.711040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.795195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 7a043d3b-d731-4315-875b-48fda701fc4b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7a043d3b-d731-4315-875b-48fda701fc4b,segment=NetworkSegment(686ad98b-2b10-447f-b6ea-f422f2a15e10),segment_id=686ad98b-2b10-447f-b6ea-f422f2a15e10)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:06.801720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.882871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:06.896116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.922374 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d19c622-c99a-4388-8821-944b354e836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:06.949709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=7a043d3b-d731-4315-875b-48fda701fc4b,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.049523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8e949-ee12-446d-9f3f-812354d769a5 req-37401b44-8e6e-4c0a-a294-5d9721991e9e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:07.058493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67c8e949-ee12-446d-9f3f-812354d769a5 req-37401b44-8e6e-4c0a-a294-5d9721991e9e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1270144 Aug 11 03:08:07.080643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b56e4b30-607a-4ecc-ac5d-ed4f6e30a568 None None] Provisioning complete for port 7a043d3b-d731-4315-875b-48fda701fc4b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:07.081258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b56e4b30-607a-4ecc-ac5d-ed4f6e30a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.135455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67c8e949-ee12-446d-9f3f-812354d769a5 req-a745dbc2-a2cb-41fd-a7bf-68c1610c4a1e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754595 Aug 11 03:08:07.178028 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d19c622-c99a-4388-8821-944b354e836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.182110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.191673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d19c622-c99a-4388-8821-944b354e836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.261306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4d19c622-c99a-4388-8821-944b354e836e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b9368e44d9948b4b836041c197451d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759186 Aug 11 03:08:07.264711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38392) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:07.322112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b56e4b30-607a-4ecc-ac5d-ed4f6e30a568 None None] Provisioning for port 40e96ca0-585f-4fff-9d59-946a93dabe9d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:07.328304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b56e4b30-607a-4ecc-ac5d-ed4f6e30a568 None None] Provisioning complete for port 40e96ca0-585f-4fff-9d59-946a93dabe9d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:07.330435 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b56e4b30-607a-4ecc-ac5d-ed4f6e30a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.343781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19c622-c99a-4388-8821-944b354e836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4647b98-04c6-49b1-a9aa-04125d84710f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.370855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44e00b65-1c70-4d06-8a4a-bcf02a6eefd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.406153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44e00b65-1c70-4d06-8a4a-bcf02a6eefd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.420752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b56e4b30-607a-4ecc-ac5d-ed4f6e30a568 None None] Port 40e96ca0-585f-4fff-9d59-946a93dabe9d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:07.485622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44e00b65-1c70-4d06-8a4a-bcf02a6eefd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.488618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44e00b65-1c70-4d06-8a4a-bcf02a6eefd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.489778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-44e00b65-1c70-4d06-8a4a-bcf02a6eefd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4647b98-04c6-49b1-a9aa-04125d84710f HTTP/1.1" status: 204 len: 168 time: 0.2226784 Aug 11 03:08:07.506164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e00b65-1c70-4d06-8a4a-bcf02a6eefd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4647b98-04c6-49b1-a9aa-04125d84710f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.560463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-15e9ab39-fa68-41f2-9ea4-7155539f88c5 None None] Provisioning complete for port 40e96ca0-585f-4fff-9d59-946a93dabe9d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:07.560999 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-15e9ab39-fa68-41f2-9ea4-7155539f88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.624788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d6326ae-a23f-49e6-8003-03921a222620 req-27a2341c-d63f-4ec2-bfaa-27a7726f604f tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0727656 Aug 11 03:08:07.646374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-15e9ab39-fa68-41f2-9ea4-7155539f88c5 None None] Port 40e96ca0-585f-4fff-9d59-946a93dabe9d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:07.780525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.786455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.787496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:07.906893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38408) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:07.914972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7a043d3b-d731-4315-875b-48fda701fc4b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:07.950631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=40e96ca0-585f-4fff-9d59-946a93dabe9d,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:07.992668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7e8b127c-68aa-42be-aa9a-305fd491b409 None None] Provisioning complete for port 40e96ca0-585f-4fff-9d59-946a93dabe9d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:07.993780 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7e8b127c-68aa-42be-aa9a-305fd491b409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.010046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network bff4de8a-6e57-4814-93a5-413f093a7094 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:08.011856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:08.046789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7a043d3b-d731-4315-875b-48fda701fc4b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:08.047172 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.110520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6223eece-ccad-4981-805f-bf7118e3017c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.146683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b127c-68aa-42be-aa9a-305fd491b409 None None] Port 40e96ca0-585f-4fff-9d59-946a93dabe9d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:08.228004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 92b82b4d-e6f9-48bc-8449-7c7f533aa468 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:08:08.233994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6223eece-ccad-4981-805f-bf7118e3017c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.239797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6223eece-ccad-4981-805f-bf7118e3017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.348762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6223eece-ccad-4981-805f-bf7118e3017c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=177557919a9849d28925494be8b18aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407780 Aug 11 03:08:08.349998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223eece-ccad-4981-805f-bf7118e3017c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdb3182-edce-4288-8b55-6c3de09d10eb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:08.352714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:08.418387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbbce1-3e66-46fd-b429-fef8b4b984c4 req-a9ac2034-71c5-44ca-b19a-6583dfd71b29 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:08.420486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5dbbce1-3e66-46fd-b429-fef8b4b984c4 req-a9ac2034-71c5-44ca-b19a-6583dfd71b29 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1183648 Aug 11 03:08:08.421747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:08.429046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4411f49f-9b8a-41f6-acf9-d225d31bdcf8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/92b82b4d-e6f9-48bc-8449-7c7f533aa468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5857048 Aug 11 03:08:08.433784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38426) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:08.433961 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] Sync routers for ids ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:08.448656 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] Routers {'92b82b4d-e6f9-48bc-8449-7c7f533aa468'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:08.449308 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:08.486281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e037859-38d8-4713-9573-c9a6440517ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.517992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e037859-38d8-4713-9573-c9a6440517ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.518275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e5dbbce1-3e66-46fd-b429-fef8b4b984c4 req-3f33b2ec-1d59-4bde-94d7-8d23275bef8f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875232 Aug 11 03:08:08.525629 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:08.534506 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] Routers {'92b82b4d-e6f9-48bc-8449-7c7f533aa468'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:08.535301 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:08.579587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ac198777-3ad1-487a-8ecb-6cde094c7e7a None None] Provisioning complete for port 40e96ca0-585f-4fff-9d59-946a93dabe9d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:08.580378 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ac198777-3ad1-487a-8ecb-6cde094c7e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.582020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe6f32a-3275-4c9c-974e-cb7c138bdbf4 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:08.586207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dbe6f32a-3275-4c9c-974e-cb7c138bdbf4 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports/40e96ca0-585f-4fff-9d59-946a93dabe9d HTTP/1.1" status: 200 len: 983 time: 0.1477385 Aug 11 03:08:08.586557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38432) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:08.601045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e037859-38d8-4713-9573-c9a6440517ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.605564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e037859-38d8-4713-9573-c9a6440517ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:08.609279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3e037859-38d8-4713-9573-c9a6440517ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2fdb3182-edce-4288-8b55-6c3de09d10eb HTTP/1.1" status: 204 len: 168 time: 0.2532885 Aug 11 03:08:08.617512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e037859-38d8-4713-9573-c9a6440517ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdb3182-edce-4288-8b55-6c3de09d10eb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:08.628257 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:08.628915 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f571d2-330b-4ff4-9750-93e96d67fffa None None] The sync data for ids ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:08.671996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ac198777-3ad1-487a-8ecb-6cde094c7e7a None None] Port 40e96ca0-585f-4fff-9d59-946a93dabe9d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:08.789452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-602e8c9d-e927-4266-97f4-10f9339edd95 req-3d78ad74-4944-4cf0-b93e-b5be776425ca tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0589063 Aug 11 03:08:09.130801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38450) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:09.152585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4f05474-e313-4ff0-a841-2eeffd6ed7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.199347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.266012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4f05474-e313-4ff0-a841-2eeffd6ed7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.271325 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4f05474-e313-4ff0-a841-2eeffd6ed7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.304631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f05474-e313-4ff0-a841-2eeffd6ed7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97d9613-1609-47d2-899e-6af37d46cbc3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:09.327229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f4f05474-e313-4ff0-a841-2eeffd6ed7fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=380850f940ec45e1b364e00e6ff39679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947246 Aug 11 03:08:09.329873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38452) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:09.405514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0df6f9ce-64ef-4881-b3dd-e6271eed5675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.432444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38456) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:09.439645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0df6f9ce-64ef-4881-b3dd-e6271eed5675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.480883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 40e96ca0-585f-4fff-9d59-946a93dabe9d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:09.481285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.510974 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0df6f9ce-64ef-4881-b3dd-e6271eed5675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.513929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0df6f9ce-64ef-4881-b3dd-e6271eed5675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.517587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0df6f9ce-64ef-4881-b3dd-e6271eed5675 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f97d9613-1609-47d2-899e-6af37d46cbc3 HTTP/1.1" status: 204 len: 168 time: 0.1841912 Aug 11 03:08:09.529645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6f9ce-64ef-4881-b3dd-e6271eed5675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97d9613-1609-47d2-899e-6af37d46cbc3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:09.602278 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127ec14e-2182-4243-b641-06663e554b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.733933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd823159-13f8-4d0a-aebe-caf893011602 req-fedf3f43-5f34-4e4d-ba6e-5f72e256311a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:09.735934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd823159-13f8-4d0a-aebe-caf893011602 req-fedf3f43-5f34-4e4d-ba6e-5f72e256311a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.0818000 Aug 11 03:08:09.810834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd823159-13f8-4d0a-aebe-caf893011602 req-af13b36a-e4a4-4cce-9384-44d76f9d9095 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607266 Aug 11 03:08:09.826397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127ec14e-2182-4243-b641-06663e554b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.840079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-127ec14e-2182-4243-b641-06663e554b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.885526 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-127ec14e-2182-4243-b641-06663e554b25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57c547427fec4d15a798bf8c6b0ad568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4516175 Aug 11 03:08:09.889351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:09.905515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec14e-2182-4243-b641-06663e554b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53386394-3c33-4bfb-82c4-164334bc1b3f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:09.967867 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0317-df21-48c0-95c2-3416b6fe1c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:09.987041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9e64228-a8f0-496c-9071-df3f19ecc923 req-1018f519-f635-4d4d-9779-a1301aba3739 tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/ports?device_id=f83bc701-1f25-4020-8d4a-c9ceced6d7d6 HTTP/1.1" status: 200 len: 210 time: 0.0409248 Aug 11 03:08:10.003840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0317-df21-48c0-95c2-3416b6fe1c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.039911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.056968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 40e96ca0-585f-4fff-9d59-946a93dabe9d owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:10.081269 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0317-df21-48c0-95c2-3416b6fe1c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.085819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a8c0317-df21-48c0-95c2-3416b6fe1c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.089332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9a8c0317-df21-48c0-95c2-3416b6fe1c7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53386394-3c33-4bfb-82c4-164334bc1b3f HTTP/1.1" status: 204 len: 168 time: 0.1966510 Aug 11 03:08:10.101450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c0317-df21-48c0-95c2-3416b6fe1c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53386394-3c33-4bfb-82c4-164334bc1b3f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:10.315697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.371548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=40e96ca0-585f-4fff-9d59-946a93dabe9d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:10.496779 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:10.724295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 92b82b4d-e6f9-48bc-8449-7c7f533aa468 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:10.871339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:10.883381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] Sync routers for ids ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:10.887489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9fcb967f-322d-48fa-9245-103a4b4b36dd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/92b82b4d-e6f9-48bc-8449-7c7f533aa468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2995303 Aug 11 03:08:10.890505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38510) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:10.904865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] Routers {'92b82b4d-e6f9-48bc-8449-7c7f533aa468'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:10.906029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:11.017093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:11.033723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] Routers {'92b82b4d-e6f9-48bc-8449-7c7f533aa468'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:11.034356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:11.121016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:11.121832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7287b32-7c3e-4a9c-b129-edd65f239396 None None] The sync data for ids ['92b82b4d-e6f9-48bc-8449-7c7f533aa468'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:11.173146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62799b-26c1-49a4-bb18-377538a7f348 req-aecb0501-2fa1-4b70-af1a-e2004101a2a7 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:11.175167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba62799b-26c1-49a4-bb18-377538a7f348 req-aecb0501-2fa1-4b70-af1a-e2004101a2a7 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1881125 Aug 11 03:08:11.252108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:11.252865 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-b4fbca13-e93f-411d-888f-ce6041a1839b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] remove_router_interface failed (client error): The resource could not be found. Aug 11 03:08:11.257575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b4fbca13-e93f-411d-888f-ce6041a1839b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/92b82b4d-e6f9-48bc-8449-7c7f533aa468/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3626871 Aug 11 03:08:11.260999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38532) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:11.340852 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-990afef0-01e3-4fbb-95b6-28567511ea3b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.362399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-150ffd77-e3d2-4f5c-9a80-497862970e4f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=92b82b4d-e6f9-48bc-8449-7c7f533aa468 HTTP/1.1" status: 200 len: 205 time: 0.1001251 Aug 11 03:08:11.366105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba62799b-26c1-49a4-bb18-377538a7f348 req-f02edc01-76a0-43c3-b803-3e43058f275a tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830153 Aug 11 03:08:11.366784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38536) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:11.390914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-990afef0-01e3-4fbb-95b6-28567511ea3b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.466871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-990afef0-01e3-4fbb-95b6-28567511ea3b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.475801 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-990afef0-01e3-4fbb-95b6-28567511ea3b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.480074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-990afef0-01e3-4fbb-95b6-28567511ea3b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "DELETE /v2.0/security-groups/131b7626-b6f7-4eec-ada1-d84a3744a4b0 HTTP/1.1" status: 204 len: 168 time: 0.2259932 Aug 11 03:08:11.489640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38542) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:11.508899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990afef0-01e3-4fbb-95b6-28567511ea3b tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=131b7626-b6f7-4eec-ada1-d84a3744a4b0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:11.525523 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-738f40da-90b1-4916-9c19-0b67f3c4183c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] show failed (client error): The resource could not be found. Aug 11 03:08:11.529646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-738f40da-90b1-4916-9c19-0b67f3c4183c tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "GET /v2.0/security-groups/131b7626-b6f7-4eec-ada1-d84a3744a4b0 HTTP/1.1" status: 404 len: 347 time: 0.0321949 Aug 11 03:08:11.530157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:11.544281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87cba6d2-28db-4eeb-9b19-3f8ea3659956 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.755085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Deleting port a065a3a3-70f9-4602-818a-10fa067af701 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:11.757038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.838318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87cba6d2-28db-4eeb-9b19-3f8ea3659956 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.840921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87cba6d2-28db-4eeb-9b19-3f8ea3659956 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.843926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38554) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:11.890908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.891424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.900126 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87cba6d2-28db-4eeb-9b19-3f8ea3659956 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.901957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cba6d2-28db-4eeb-9b19-3f8ea3659956 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Fanout notify agent at l3_agent the message router_deleted on router 92b82b4d-e6f9-48bc-8449-7c7f533aa468 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:08:11.910352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Calling delete_port for a065a3a3-70f9-4602-818a-10fa067af701 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:11.920697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-87cba6d2-28db-4eeb-9b19-3f8ea3659956 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:11.926025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-87cba6d2-28db-4eeb-9b19-3f8ea3659956 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/92b82b4d-e6f9-48bc-8449-7c7f533aa468 HTTP/1.1" status: 204 len: 168 time: 0.5554192 Aug 11 03:08:11.985102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38558) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:12.012644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet d36987a9-ed1c-44c2-a32e-23315735b481 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:08:12.017013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.066653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-99cf362f-3448-4b8c-99d5-1165738e6cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.124290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.142637 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.182365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Pushing event deleted for resources: {'Port': ['ID=a065a3a3-70f9-4602-818a-10fa067af701,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:12.263310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.276826 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.279847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.284310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6b892a47-9b34-423d-b8e1-1610e259b7ec tempest-ServersTestBootFromVolume-758828381 tempest-ServersTestBootFromVolume-758828381-project] 10.222.0.60 "DELETE /v2.0/floatingips/4893a38b-da2e-457d-a7f7-d88ceb5ec2a5 HTTP/1.1" status: 204 len: 168 time: 0.7522924 Aug 11 03:08:12.285627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38570) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:12.310816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-99cf362f-3448-4b8c-99d5-1165738e6cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.316964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-99cf362f-3448-4b8c-99d5-1165738e6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.369942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf362f-3448-4b8c-99d5-1165738e6cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cb406f-0d77-4586-a864-a7b0a2a70a37,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:12.406895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-99cf362f-3448-4b8c-99d5-1165738e6cdd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4d78a0ce9f347cb8220e96ca6368f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615518 Aug 11 03:08:12.409668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38578) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:12.422257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.472894 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.475357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/d36987a9-ed1c-44c2-a32e-23315735b481 HTTP/1.1" status: 204 len: 168 time: 0.5470407 Aug 11 03:08:12.476568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d151123-0b0f-4980-8ecc-cc4595c0b08c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=d36987a9-ed1c-44c2-a32e-23315735b481,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:12.477519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3686288a-56b3-4f98-aaec-06474b7b38d8 None None] Network bff4de8a-6e57-4814-93a5-413f093a7094 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:12.478543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38580) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:12.655994 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b04a378c-044f-4d6f-afb9-b7189666eb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.693090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b04a378c-044f-4d6f-afb9-b7189666eb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.774647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.776138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] DHCP port deletion for bff4de8a-6e57-4814-93a5-413f093a7094 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:08:12.784232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b04a378c-044f-4d6f-afb9-b7189666eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.788835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b04a378c-044f-4d6f-afb9-b7189666eb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.792992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b04a378c-044f-4d6f-afb9-b7189666eb38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04cb406f-0d77-4586-a864-a7b0a2a70a37 HTTP/1.1" status: 204 len: 168 time: 0.3814704 Aug 11 03:08:12.804663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a861d7d-94d6-42f6-8f20-c63ac047c944 req-d33beb00-77c8-4da1-9f5d-ddb9cac752e3 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:12.812443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a861d7d-94d6-42f6-8f20-c63ac047c944 req-d33beb00-77c8-4da1-9f5d-ddb9cac752e3 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.3070841 Aug 11 03:08:12.829826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a378c-044f-4d6f-afb9-b7189666eb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cb406f-0d77-4586-a864-a7b0a2a70a37,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:12.898854 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a861d7d-94d6-42f6-8f20-c63ac047c944 req-fc740f4a-91b0-4011-8b42-4249de5dfd44 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812159 Aug 11 03:08:12.930572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] Deleting port 7a043d3b-d731-4315-875b-48fda701fc4b {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:12.931340 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.944865 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:12.957564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 7a043d3b-d731-4315-875b-48fda701fc4b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:12.957931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.093652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 7a043d3b-d731-4315-875b-48fda701fc4b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7a043d3b-d731-4315-875b-48fda701fc4b,segment=NetworkSegment(686ad98b-2b10-447f-b6ea-f422f2a15e10),segment_id=686ad98b-2b10-447f-b6ea-f422f2a15e10)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:13.094091 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.105188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] For port 7a043d3b-d731-4315-875b-48fda701fc4b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7a043d3b-d731-4315-875b-48fda701fc4b,segment=NetworkSegment(686ad98b-2b10-447f-b6ea-f422f2a15e10),segment_id=686ad98b-2b10-447f-b6ea-f422f2a15e10)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:13.105706 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.138324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 7a043d3b-d731-4315-875b-48fda701fc4b owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:13.139110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] Calling delete_port for 7a043d3b-d731-4315-875b-48fda701fc4b owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:13.317045 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.328766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.351937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] Pushing event deleted for resources: {'Port': ['ID=7a043d3b-d731-4315-875b-48fda701fc4b,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:13.354701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2085f7-ced1-454b-8bde-0dcc883b156c None None] No DVR routers for this DVR port 7a043d3b-d731-4315-875b-48fda701fc4b on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:13.379506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port 7a043d3b-d731-4315-875b-48fda701fc4b on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:13.412219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=7a043d3b-d731-4315-875b-48fda701fc4b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:13.529471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.555376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff4de8a-6e57-4814-93a5-413f093a7094']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:13.582533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686ad98b-2b10-447f-b6ea-f422f2a15e10') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:13.582833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686ad98b-2b10-447f-b6ea-f422f2a15e10') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:13.608532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.638330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.656505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:13.657929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:13.664321 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:13.705890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38608) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:13.757630 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.767025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.773530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/bff4de8a-6e57-4814-93a5-413f093a7094 HTTP/1.1" status: 204 len: 168 time: 1.2880995 Aug 11 03:08:13.781962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38612) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:13.794063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58289-6ed6-4f7f-94cf-146121d5709f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=bff4de8a-6e57-4814-93a5-413f093a7094,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:13.796877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-402394065'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:13.836675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:13.843387 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.873082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Deleting port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:13.873419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.908506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7a043d3b-d731-4315-875b-48fda701fc4b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:13.934462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2572473d-a31e-40ce-a8d7-42e361b8b477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.936917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7a043d3b-d731-4315-875b-48fda701fc4b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:13.937448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7a043d3b-d731-4315-875b-48fda701fc4b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:13.963986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:13.996095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:13.996461 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment 61e97b67-e6d2-4e98-96ad-f856458927e8 of type vlan for network cf8b5f05-2922-4f1c-a405-b2314a7130f9 Aug 11 03:08:14.054741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e073b-f4e7-4198-a11d-89fbbc5c7d0c req-235c6d06-7172-4d4e-ad95-8361992f1d4e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.057681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d05e073b-f4e7-4198-a11d-89fbbc5c7d0c req-235c6d06-7172-4d4e-ad95-8361992f1d4e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.0606232 Aug 11 03:08:14.067478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] For port 0d3d3c3d-58df-4004-91a0-1ce415ac4e27, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:14.067874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.071688 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.091273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Calling delete_port for 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:14.111023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d05e073b-f4e7-4198-a11d-89fbbc5c7d0c req-31f68e25-7989-4911-81e8-359c431e7932 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Aug 11 03:08:14.180520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.186058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.186658 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.293777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2572473d-a31e-40ce-a8d7-42e361b8b477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.297635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=cf8b5f05-2922-4f1c-a405-b2314a7130f9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:14.304307 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2572473d-a31e-40ce-a8d7-42e361b8b477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.317496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c7ea8253-c5de-401d-9b2c-5d69e02cc78c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5251226 Aug 11 03:08:14.319773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:14.321342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38632) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:14.328415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': 'cf8b5f05-2922-4f1c-a405-b2314a7130f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:14.398704 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2572473d-a31e-40ce-a8d7-42e361b8b477 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10122bd5f2144d8d9ee9e121a0cbd8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873198 Aug 11 03:08:14.398704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572473d-a31e-40ce-a8d7-42e361b8b477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22866734-4b07-40af-8855-1f3f7c3ab976,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:14.398976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38646) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:14.486094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:14.490259 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.512528 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.554835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d3d3c3d-58df-4004-91a0-1ce415ac4e27,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:14.571518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93650f9a-ac31-41fb-b392-5c835d85c993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.622676 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93650f9a-ac31-41fb-b392-5c835d85c993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.789662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93650f9a-ac31-41fb-b392-5c835d85c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.792546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93650f9a-ac31-41fb-b392-5c835d85c993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.799530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-93650f9a-ac31-41fb-b392-5c835d85c993 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22866734-4b07-40af-8855-1f3f7c3ab976 HTTP/1.1" status: 204 len: 168 time: 0.4001310 Aug 11 03:08:14.805700 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.814149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:14.859751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93650f9a-ac31-41fb-b392-5c835d85c993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22866734-4b07-40af-8855-1f3f7c3ab976,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:14.921683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=f8db9d00-c518-43e7-b2ea-1dc8b04e7644,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:14.922588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': '61e97b67-e6d2-4e98-96ad-f856458927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cf8b5f05-2922-4f1c-a405-b2314a7130f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:14.923013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: cf8b5f05-2922-4f1c-a405-b2314a7130f9, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:14.948002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:14.964945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, cf8b5f05-2922-4f1c-a405-b2314a7130f9) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:14.973365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717975d5-25c1-4c58-bd1e-cbc1d5a0775f None None] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:14.983462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:14.986520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.020587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5465798b-52d9-46e3-937d-b173cb086538 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6980815 Aug 11 03:08:15.023510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38676) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:15.031103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-dc586102-e02e-44a5-b32f-f7cd608302f3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1174020381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:15.070662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc586102-e02e-44a5-b32f-f7cd608302f3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.071759 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc586102-e02e-44a5-b32f-f7cd608302f3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.165795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc586102-e02e-44a5-b32f-f7cd608302f3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.175587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc586102-e02e-44a5-b32f-f7cd608302f3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.185220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Router df95b307-4dd9-4826-b170-1790e36c4f73 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:15.198197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc586102-e02e-44a5-b32f-f7cd608302f3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.200038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dc586102-e02e-44a5-b32f-f7cd608302f3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1739564 Aug 11 03:08:15.202786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38688) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:15.230949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-cf8b5f05-2922-4f1c-a405-b2314a7130f9', 'network_id': 'cf8b5f05-2922-4f1c-a405-b2314a7130f9', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': 'f8db9d00-c518-43e7-b2ea-1dc8b04e7644'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:08:15.232236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.387556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:15.399332 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] Sync routers for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:15.402260 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0eb2bcab-2ada-4165-940d-e072d1481b51 admin admin] 10.222.0.60 "PUT /v2.0/routers/df95b307-4dd9-4826-b170-1790e36c4f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1152649 Aug 11 03:08:15.403539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38718) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:15.416535 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:15.419449 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:15.435460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae1283-e5f2-46b7-b6ab-95f55145f56e req-8ac94370-8436-48a1-b90e-5c870f8a7f18 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:15.437274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-baae1283-e5f2-46b7-b6ab-95f55145f56e req-8ac94370-8436-48a1-b90e-5c870f8a7f18 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1727674 Aug 11 03:08:15.498216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Allocated IP 2001:db8::2 (cf8b5f05-2922-4f1c-a405-b2314a7130f9/f8db9d00-c518-43e7-b2ea-1dc8b04e7644/13804c21-72d8-4f2e-9079-c4f79a5a868e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:15.592275 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.708437 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:15.757087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.828356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-baae1283-e5f2-46b7-b6ab-95f55145f56e req-5c99eeee-1fc4-4639-a0d9-e4cc5d8960f1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827960 Aug 11 03:08:15.900956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.948482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Transition to ACTIVE for port object 13804c21-72d8-4f2e-9079-c4f79a5a868e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:15.971086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:15.999334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Transition to ACTIVE for port object 13804c21-72d8-4f2e-9079-c4f79a5a868e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:16.009787 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.058176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:16.100734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:16.106711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:16.123566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Deleting port 84ad93bb-7a43-443b-9594-5babee42fdfc {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:16.124043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.193011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Pushing event updated for resources: {'Port': ['ID=13804c21-72d8-4f2e-9079-c4f79a5a868e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:16.275283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Attempting to bind port 13804c21-72d8-4f2e-9079-c4f79a5a868e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:16.275831 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Attempting to bind port 13804c21-72d8-4f2e-9079-c4f79a5a868e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '61e97b67-e6d2-4e98-96ad-f856458927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cf8b5f05-2922-4f1c-a405-b2314a7130f9'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:16.276213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Attempting to bind port 13804c21-72d8-4f2e-9079-c4f79a5a868e on network cf8b5f05-2922-4f1c-a405-b2314a7130f9 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:16.294430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:16.294818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Checking segment: {'id': '61e97b67-e6d2-4e98-96ad-f856458927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cf8b5f05-2922-4f1c-a405-b2314a7130f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:16.295229 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.295660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Bound using segment: {'id': '61e97b67-e6d2-4e98-96ad-f856458927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cf8b5f05-2922-4f1c-a405-b2314a7130f9'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:16.296150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Bound port: 13804c21-72d8-4f2e-9079-c4f79a5a868e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e97b67-e6d2-4e98-96ad-f856458927e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'cf8b5f05-2922-4f1c-a405-b2314a7130f9'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:16.296530 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.299024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] For port 84ad93bb-7a43-443b-9594-5babee42fdfc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=84ad93bb-7a43-443b-9594-5babee42fdfc,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:16.299399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.335994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Calling delete_port for 84ad93bb-7a43-443b-9594-5babee42fdfc owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:16.399142 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:08:14Z', 'revision_number': 5, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port': {'id': '84ad93bb-7a43-443b-9594-5babee42fdfc', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:53Z', 'updated_at': '2021-08-11T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:16.436714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] For port 13804c21-72d8-4f2e-9079-c4f79a5a868e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:16.440799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] For port 13804c21-72d8-4f2e-9079-c4f79a5a868e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=13804c21-72d8-4f2e-9079-c4f79a5a868e,segment=NetworkSegment(61e97b67-e6d2-4e98-96ad-f856458927e8),segment_id=61e97b67-e6d2-4e98-96ad-f856458927e8)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:16.449058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.452973 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] Checking router: df95b307-4dd9-4826-b170-1790e36c4f73 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:16.468707 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] Routers {'df95b307-4dd9-4826-b170-1790e36c4f73'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:16.469935 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df95b307-4dd9-4826-b170-1790e36c4f73'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:16.551443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4bf81-5363-49a4-9ba8-5c90e0c7b96d None None] Pushing event updated for resources: {'Port': ['ID=13804c21-72d8-4f2e-9079-c4f79a5a868e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:16.675798 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:16.700884 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] Set router df95b307-4dd9-4826-b170-1790e36c4f73 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:16.720109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ad93bb-7a43-443b-9594-5babee42fdfc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:16.759700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-2c530f4a-dc7d-464c-adc4-13fa605c029b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8877814 Aug 11 03:08:16.810106 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:08:15Z', 'revision_number': 6, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:16.883319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38746) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:16.884348 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ea5308-96c4-4c2c-8c95-cbde9943093f None None] The sync data for ids ['df95b307-4dd9-4826-b170-1790e36c4f73'] in n-d-768509-22 is: [{'id': 'df95b307-4dd9-4826-b170-1790e36c4f73', 'name': 'tempest-ServersTestBootFromVolume-2146894462-router', 'tenant_id': '047da0a3ba08437490a29c40d543f2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:04:52Z', 'updated_at': '2021-08-11T03:08:15Z', 'revision_number': 6, 'project_id': '047da0a3ba08437490a29c40d543f2bb', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:16.929684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.069676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-1ee5c390-cd6f-4276-8c56-db7803a6ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.071423 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-1ee5c390-cd6f-4276-8c56-db7803a6ec28 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 1098 time: 0.1476095 Aug 11 03:08:17.088309 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.094607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.119860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb697-bb8a-413e-9c68-edf0f6c2fbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.187249 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.187959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df95b307-4dd9-4826-b170-1790e36c4f73 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:08:17.195564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.197051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efe5a6a2-38ec-4f77-8aac-29fce0762142 admin admin] 10.222.0.60 "DELETE /v2.0/routers/df95b307-4dd9-4826-b170-1790e36c4f73 HTTP/1.1" status: 204 len: 168 time: 1.7928116 Aug 11 03:08:17.201007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38754) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:17.203040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8::1 (cf8b5f05-2922-4f1c-a405-b2314a7130f9/f8db9d00-c518-43e7-b2ea-1dc8b04e7644/fddae71c-c178-4a4f-b0b7-d2291300da6c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:17.223041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f72e5-088c-407d-a151-8550e22fe3b8 req-426bd2cd-253e-49e6-b60f-03e1bb3a9fd2 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.228195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c7f72e5-088c-407d-a151-8550e22fe3b8 req-426bd2cd-253e-49e6-b60f-03e1bb3a9fd2 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2245841 Aug 11 03:08:17.277240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] Deleting subnet 61b13129-6a9c-41e4-abb6-c324cb44a58f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:08:17.285862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.347736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.392912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c7f72e5-088c-407d-a151-8550e22fe3b8 req-7a9a585a-d94f-404a-a75b-a6b910004f7f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448832 Aug 11 03:08:17.396461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-a5baec8a-ec5f-4bac-a1c3-56f9c47bf4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.398647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-a5baec8a-ec5f-4bac-a1c3-56f9c47bf4de service neutron] 10.222.0.10 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.3031974 Aug 11 03:08:17.410872 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb697-bb8a-413e-9c68-edf0f6c2fbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.436249 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d9bb697-bb8a-413e-9c68-edf0f6c2fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.530504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4d9bb697-bb8a-413e-9c68-edf0f6c2fbc5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4a0d138c8dc47038d3f92a372f26f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6450014 Aug 11 03:08:17.533240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38756) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:17.533683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bb697-bb8a-413e-9c68-edf0f6c2fbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f291fdfe-12e4-4529-b5fb-e0e259998d6d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:17.539891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.589842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-f0d752d4-d04a-4a83-bffd-c57f3f96b908 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 200 len: 1001 time: 0.1643112 Aug 11 03:08:17.602831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.615091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.654987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b13129-6a9c-41e4-abb6-c324cb44a58f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:17.670246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.673576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object fddae71c-c178-4a4f-b0b7-d2291300da6c will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:17.676209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a53ea994-faa7-493d-b7c7-9f69b69e65d9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/61b13129-6a9c-41e4-abb6-c324cb44a58f HTTP/1.1" status: 204 len: 168 time: 0.4741209 Aug 11 03:08:17.677784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38758) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:17.684239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6396dd4-b66e-4069-8ea0-92b1d03d1a02 None None] Network 970d44e0-8888-4af5-aa9a-413afc0f9209 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:17.708687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-476d3ef0-249b-4837-a865-7f6eef7f80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.711499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-476d3ef0-249b-4837-a865-7f6eef7f80ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.1020193 Aug 11 03:08:17.736789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d125ba-e10c-48dc-8b05-50839e33cf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.799567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.838086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d125ba-e10c-48dc-8b05-50839e33cf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.892551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.932132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Deleting port a8ed8039-1b36-47cf-b2f5-59dabdd5aced {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:17.932496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:17.961633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-884391bd-f3cf-4e5b-8c36-c646fe1b9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:17.986638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-884391bd-f3cf-4e5b-8c36-c646fe1b9f4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2508662 Aug 11 03:08:18.058926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:18.083149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 13804c21-72d8-4f2e-9079-c4f79a5a868e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:18.093439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:18.095134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] For port a8ed8039-1b36-47cf-b2f5-59dabdd5aced, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a8ed8039-1b36-47cf-b2f5-59dabdd5aced,segment=NetworkSegment(5c05803a-a2b6-4845-99f1-13546076b64c),segment_id=5c05803a-a2b6-4845-99f1-13546076b64c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:18.096903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.113364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:18.113636 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.121372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Calling delete_port for a8ed8039-1b36-47cf-b2f5-59dabdd5aced owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:18.174992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593565eb-9a76-4782-aae6-850ca1c20ab4 None None] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:18.230695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=fddae71c-c178-4a4f-b0b7-d2291300da6c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:18.283210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-27034241-81a1-4d23-b0eb-463a195ee35e None None] Provisioning for port 13804c21-72d8-4f2e-9079-c4f79a5a868e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:18.283960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d125ba-e10c-48dc-8b05-50839e33cf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.287613 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-41d125ba-e10c-48dc-8b05-50839e33cf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.291315 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-41d125ba-e10c-48dc-8b05-50839e33cf88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f291fdfe-12e4-4529-b5fb-e0e259998d6d HTTP/1.1" status: 204 len: 168 time: 0.7248113 Aug 11 03:08:18.322584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d125ba-e10c-48dc-8b05-50839e33cf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f291fdfe-12e4-4529-b5fb-e0e259998d6d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:18.327671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 13804c21-72d8-4f2e-9079-c4f79a5a868e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:18.352280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 13804c21-72d8-4f2e-9079-c4f79a5a868e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:18.353027 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.364646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.368090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-12604ca8-b279-4534-aa64-17c7efd525a2 service neutron] 10.222.0.10 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000350 Aug 11 03:08:18.451030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] No DVR routers for this DVR port a8ed8039-1b36-47cf-b2f5-59dabdd5aced on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:18.452636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ed8039-1b36-47cf-b2f5-59dabdd5aced,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:18.546953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a06bfe-958e-4a04-a522-8c96442f416d None None] DHCP port deletion for 970d44e0-8888-4af5-aa9a-413afc0f9209 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:08:18.601887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4ef1104-e14c-41ad-91c2-794bc2a82cf6 req-c6bbde32-e58d-48e9-bea1-c1cff9be66ab service neutron] 10.222.0.10 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258251 Aug 11 03:08:18.627599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.650894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.651872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970d44e0-8888-4af5-aa9a-413afc0f9209']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:18.661296 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.672432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c05803a-a2b6-4845-99f1-13546076b64c') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:18.673533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c05803a-a2b6-4845-99f1-13546076b64c') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:18.698608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 13804c21-72d8-4f2e-9079-c4f79a5a868e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=13804c21-72d8-4f2e-9079-c4f79a5a868e,segment=NetworkSegment(61e97b67-e6d2-4e98-96ad-f856458927e8),segment_id=61e97b67-e6d2-4e98-96ad-f856458927e8)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:18.703136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.705638 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.745862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1f846-20c0-472c-b120-b51f1a1a477a req-1cc3528b-f20a-4ad0-bfc2-4d234d07f09e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:18.747582 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc1f846-20c0-472c-b120-b51f1a1a477a req-1cc3528b-f20a-4ad0-bfc2-4d234d07f09e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1440916 Aug 11 03:08:18.766363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.775191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:18.775763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:18.777939 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:18.795846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:18.857097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:18.857707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d3d3c3d-58df-4004-91a0-1ce415ac4e27 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:18.857987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.858474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84ad93bb-7a43-443b-9594-5babee42fdfc no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:18.901402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:18.908988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] 10.222.0.60 "DELETE /v2.0/networks/970d44e0-8888-4af5-aa9a-413afc0f9209 HTTP/1.1" status: 204 len: 168 time: 1.2279749 Aug 11 03:08:18.913405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c53fe7-faef-4870-9e6e-afacbe3622cc admin admin] Pushing event deleted for resources: {'Network': ['ID=970d44e0-8888-4af5-aa9a-413afc0f9209,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:18.926090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 84ad93bb-7a43-443b-9594-5babee42fdfc {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:18.928061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 84ad93bb-7a43-443b-9594-5babee42fdfc not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:18.946906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=13804c21-72d8-4f2e-9079-c4f79a5a868e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:19.013974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc1f846-20c0-472c-b120-b51f1a1a477a req-d9148016-459c-421d-8f67-8dd13c50ee27 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518153 Aug 11 03:08:19.153050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8573bde-546f-4cef-92f8-9f27dbafa544 None None] Provisioning for port fddae71c-c178-4a4f-b0b7-d2291300da6c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:19.161077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8573bde-546f-4cef-92f8-9f27dbafa544 None None] Provisioning complete for port fddae71c-c178-4a4f-b0b7-d2291300da6c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:19.162058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8573bde-546f-4cef-92f8-9f27dbafa544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.243641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b8573bde-546f-4cef-92f8-9f27dbafa544 None None] Port fddae71c-c178-4a4f-b0b7-d2291300da6c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:19.271326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38782) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:19.288010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8573bde-546f-4cef-92f8-9f27dbafa544 None None] Provisioning complete for port 13804c21-72d8-4f2e-9079-c4f79a5a868e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:19.288623 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8573bde-546f-4cef-92f8-9f27dbafa544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.298134 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.307267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.309588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.381723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9dd4dd54-3aae-4b0e-bfc1-b23f334f693c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=047da0a3ba08437490a29c40d543f2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1074147 Aug 11 03:08:19.389590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38784) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:19.460380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=fddae71c-c178-4a4f-b0b7-d2291300da6c,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:19.514254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:19.515831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:19.516953 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9aafa6c6-32a6-46ba-a673-b1d821f442f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.565151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9aafa6c6-32a6-46ba-a673-b1d821f442f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.640206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1219a6de-b574-4a13-bed0-4845e9e69afa None None] Provisioning complete for port fddae71c-c178-4a4f-b0b7-d2291300da6c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:19.640921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1219a6de-b574-4a13-bed0-4845e9e69afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.656504 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9aafa6c6-32a6-46ba-a673-b1d821f442f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.672912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9aafa6c6-32a6-46ba-a673-b1d821f442f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:19.678649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 51dfccde-839e-4ea1-9f54-6f997437cb53 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:08:19.691925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9aafa6c6-32a6-46ba-a673-b1d821f442f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8036d40-50bd-4ce4-b3a7-3a7fec32bb49 HTTP/1.1" status: 204 len: 168 time: 0.2986202 Aug 11 03:08:19.718912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafa6c6-32a6-46ba-a673-b1d821f442f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8036d40-50bd-4ce4-b3a7-3a7fec32bb49,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:19.727592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1219a6de-b574-4a13-bed0-4845e9e69afa None None] Port fddae71c-c178-4a4f-b0b7-d2291300da6c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:19.913684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2d932-aaf9-4d76-9b0c-a61a80e08045 req-4f333ac7-c045-4c33-9b02-7fb78a2ebd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.915601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6da2d932-aaf9-4d76-9b0c-a61a80e08045 req-4f333ac7-c045-4c33-9b02-7fb78a2ebd82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.0995257 Aug 11 03:08:19.916771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:19.922585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1b10df65-9486-400a-85c0-1f3bd62ba5a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/51dfccde-839e-4ea1-9f54-6f997437cb53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7175190 Aug 11 03:08:19.926708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38800) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:19.933070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 13804c21-72d8-4f2e-9079-c4f79a5a868e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:19.937564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] Sync routers for ids ['51dfccde-839e-4ea1-9f54-6f997437cb53'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:19.983436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] Routers {'51dfccde-839e-4ea1-9f54-6f997437cb53'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:19.984633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['51dfccde-839e-4ea1-9f54-6f997437cb53'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:19.991533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd709b81-485f-4f7c-91d8-5d61abdb1b01 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:19.997324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd709b81-485f-4f7c-91d8-5d61abdb1b01 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports/fddae71c-c178-4a4f-b0b7-d2291300da6c HTTP/1.1" status: 200 len: 911 time: 0.0694637 Aug 11 03:08:19.998079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38802) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:20.050014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:20.076666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] Routers {'51dfccde-839e-4ea1-9f54-6f997437cb53'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:20.078022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['51dfccde-839e-4ea1-9f54-6f997437cb53'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:20.082089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1d258d0-c19e-4c92-bd2f-070e92de309f None None] Provisioning complete for port fddae71c-c178-4a4f-b0b7-d2291300da6c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:20.083131 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1d258d0-c19e-4c92-bd2f-070e92de309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.114260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6da2d932-aaf9-4d76-9b0c-a61a80e08045 req-5d98e7f2-d218-411b-8c89-d0867d0998a9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905456 Aug 11 03:08:20.172830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d1d258d0-c19e-4c92-bd2f-070e92de309f None None] Port fddae71c-c178-4a4f-b0b7-d2291300da6c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:20.177196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:20.177895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f18bd-e9cc-4803-9030-ab529014192f None None] The sync data for ids ['51dfccde-839e-4ea1-9f54-6f997437cb53'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:20.205801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 13804c21-72d8-4f2e-9079-c4f79a5a868e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:20.206179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.267549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f6e60-60ee-4a22-9630-b4ad3b9293e0 req-9d0254a8-ef1a-4951-a179-e01b0a38d1c7 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:20.269244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a8f6e60-60ee-4a22-9630-b4ad3b9293e0 req-9d0254a8-ef1a-4951-a179-e01b0a38d1c7 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1540759 Aug 11 03:08:20.359696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a8f6e60-60ee-4a22-9630-b4ad3b9293e0 req-61ac6d16-f286-4acf-b0a8-ff8d9254a62b tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565474 Aug 11 03:08:20.451535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a8ed8039-1b36-47cf-b2f5-59dabdd5aced no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:20.499264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: a8ed8039-1b36-47cf-b2f5-59dabdd5aced {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:20.499622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a8ed8039-1b36-47cf-b2f5-59dabdd5aced not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:20.555742 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.643348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38826) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:20.840247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0db1a419-ff6b-49cd-8ae6-08770b33a4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:20.917823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port fddae71c-c178-4a4f-b0b7-d2291300da6c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:20.918165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.001136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0db1a419-ff6b-49cd-8ae6-08770b33a4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.006983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0db1a419-ff6b-49cd-8ae6-08770b33a4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.033882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.046895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:21.054719 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0db1a419-ff6b-49cd-8ae6-08770b33a4f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c7cee46b5414099859079dd7c8c2fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102607 Aug 11 03:08:21.058289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38842) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:21.060285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for fddae71c-c178-4a4f-b0b7-d2291300da6c owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:21.066585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1a419-ff6b-49cd-8ae6-08770b33a4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ef885d-ae48-448b-a724-d0d71635066c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:21.129904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d92230f-bc56-4061-8bec-7669491ae684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.157501 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d92230f-bc56-4061-8bec-7669491ae684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.206328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1316476477-network', 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:21.219690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d92230f-bc56-4061-8bec-7669491ae684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.222598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d92230f-bc56-4061-8bec-7669491ae684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.226715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5d92230f-bc56-4061-8bec-7669491ae684 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81ef885d-ae48-448b-a724-d0d71635066c HTTP/1.1" status: 204 len: 168 time: 0.1644304 Aug 11 03:08:21.233592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92230f-bc56-4061-8bec-7669491ae684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ef885d-ae48-448b-a724-d0d71635066c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:21.249259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:21.253486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.277063 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.354605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:21.411122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=fddae71c-c178-4a4f-b0b7-d2291300da6c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:21.943941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.124126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bee4f-777e-4b7f-a99d-2b7d4f3a4b01 req-01fd169d-4042-47ee-b837-d5de59bc90e1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.125691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6c6bee4f-777e-4b7f-a99d-2b7d4f3a4b01 req-01fd169d-4042-47ee-b837-d5de59bc90e1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.6700118 Aug 11 03:08:22.155393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.217561 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-7db41173-5860-421d-94ca-5b3fd0f122cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2621310 Aug 11 03:08:22.227037 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.294324 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-872d0a4f-686c-4cd7-9bf2-a3bce010235c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.357320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:22.364988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 51dfccde-839e-4ea1-9f54-6f997437cb53 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:22.370053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00748cf5-784e-432b-a400-d2b00f2a0206,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:22.378272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6c6bee4f-777e-4b7f-a99d-2b7d4f3a4b01 req-c5e832b8-370e-4a7f-9fca-32394d00995e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433162 Aug 11 03:08:22.387771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.388121 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Added segment f207dbb3-1ee1-49d8-9131-508e7a04bc49 of type vlan for network 120bf177-bfe7-453c-b56a-457483c4cffd Aug 11 03:08:22.445181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.445670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.446141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.446611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.447074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.447770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.448225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.451537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e27cb4a7-29ea-4bfe-b860-7252527a36a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6510 time: 0.1547072 Aug 11 03:08:22.547409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.604246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:22.620338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7aa0282f-f367-4461-a251-4acf7a25992e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/51dfccde-839e-4ea1-9f54-6f997437cb53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6177557 Aug 11 03:08:22.620522 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] Sync routers for ids ['51dfccde-839e-4ea1-9f54-6f997437cb53'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:22.621890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38908) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:22.631608 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] Routers {'51dfccde-839e-4ea1-9f54-6f997437cb53'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:22.632674 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['51dfccde-839e-4ea1-9f54-6f997437cb53'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:22.674654 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.681307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.684913 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:22.723793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d52b9be-dbce-49eb-adac-e3543c61e830 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=51dfccde-839e-4ea1-9f54-6f997437cb53 HTTP/1.1" status: 200 len: 205 time: 0.0982733 Aug 11 03:08:22.727328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38916) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:22.751511 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:22.776893 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] Routers {'51dfccde-839e-4ea1-9f54-6f997437cb53'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:22.779283 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:07:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['51dfccde-839e-4ea1-9f54-6f997437cb53'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:22.825578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] Pushing event updated for resources: {'Network': ['ID=120bf177-bfe7-453c-b56a-457483c4cffd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:22.837616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 120bf177-bfe7-453c-b56a-457483c4cffd details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:22.866261 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:22.867859 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08739af5-05e6-44bb-9228-87319429ec84 None None] The sync data for ids ['51dfccde-839e-4ea1-9f54-6f997437cb53'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:22.872045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-1c4019c2-471e-473d-af09-05ef85df5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.873867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-1c4019c2-471e-473d-af09-05ef85df5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.876916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-1c4019c2-471e-473d-af09-05ef85df5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:22.883726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-1c4019c2-471e-473d-af09-05ef85df5a9e service neutron] 10.222.0.57 "GET /v2.0/networks?id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 200 len: 2297 time: 0.3826573 Aug 11 03:08:22.897008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ca6-bd5a-46fd-bfcf-fa7e134ae984 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.077038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-267c0e2c-25a2-4675-8352-b12ec5599066 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0290504 Aug 11 03:08:23.085185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38922) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:23.096024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Request body: {'subnet': {'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1316476477-subnet', 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:23.124550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-bd4aca81-d8ff-49f8-870b-4429add3a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.126506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-bd4aca81-d8ff-49f8-870b-4429add3a1df service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.2970133 Aug 11 03:08:23.152378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ca6-bd5a-46fd-bfcf-fa7e134ae984 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.156002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ca6-bd5a-46fd-bfcf-fa7e134ae984 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.168344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e24a7a-dbc9-4564-b5f7-6b9e9b5ccb72 req-13af94f0-801e-4a38-a50e-898008844ba0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.176739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3e24a7a-dbc9-4564-b5f7-6b9e9b5ccb72 req-13af94f0-801e-4a38-a50e-898008844ba0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.3613026 Aug 11 03:08:23.187268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-72ef1471-3e0e-421e-8f37-e50298068ee4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 200 len: 1002 time: 0.2659791 Aug 11 03:08:23.234874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ca6-bd5a-46fd-bfcf-fa7e134ae984 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.235926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe48ca6-bd5a-46fd-bfcf-fa7e134ae984 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Fanout notify agent at l3_agent the message router_deleted on router 51dfccde-839e-4ea1-9f54-6f997437cb53 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:08:23.246596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbe48ca6-bd5a-46fd-bfcf-fa7e134ae984 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.254068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cbe48ca6-bd5a-46fd-bfcf-fa7e134ae984 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/51dfccde-839e-4ea1-9f54-6f997437cb53 HTTP/1.1" status: 204 len: 168 time: 0.5255928 Aug 11 03:08:23.259412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38926) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:23.281720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38928) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:23.298910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:23.302015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.374250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet f8db9d00-c518-43e7-b2ea-1dc8b04e7644 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:08:23.379526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.431960 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.438709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3e24a7a-dbc9-4564-b5f7-6b9e9b5ccb72 req-cd8732ea-b501-4619-84fb-4e28e2f83913 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607853 Aug 11 03:08:23.479213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-8a5b0e4e-95bf-46d6-b658-a90765ec42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.481388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-8a5b0e4e-95bf-46d6-b658-a90765ec42bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ec5d3d-e06d-454a-8d42-0e369a4ceba9 HTTP/1.1" status: 200 len: 855 time: 0.2438374 Aug 11 03:08:23.539820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-3aba71cd-3c80-4c11-9f57-7e551b8ccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.541988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-3aba71cd-3c80-4c11-9f57-7e551b8ccfea service neutron] 10.222.0.10 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.4025431 Aug 11 03:08:23.544704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.592113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d91c066-c88d-48c3-8192-494d4a12dde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.612321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-8966f9e8-fc14-4228-8ff7-dfa08dd3c074 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 217 time: 0.0570748 Aug 11 03:08:23.649405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e5c993c0-adb2-4e30-b429-5a464b12e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.651748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-e5c993c0-adb2-4e30-b429-5a464b12e55a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1585035 Aug 11 03:08:23.671846 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.706891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=f8db9d00-c518-43e7-b2ea-1dc8b04e7644,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:23.731154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.733289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1a41c417-273c-4ad8-a36a-f37329043552 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/f8db9d00-c518-43e7-b2ea-1dc8b04e7644 HTTP/1.1" status: 204 len: 168 time: 0.4730647 Aug 11 03:08:23.736698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e8c69-8280-442e-9ed6-8461aaa69a8a None None] Network cf8b5f05-2922-4f1c-a405-b2314a7130f9 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:23.737196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38934) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:23.860093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-07378115-051b-4c04-b79d-40df47f3713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:23.862416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-07378115-051b-4c04-b79d-40df47f3713b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.2392249 Aug 11 03:08:23.927157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d91c066-c88d-48c3-8192-494d4a12dde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.932381 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.936853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-d129abe5-2c96-4d59-8ab8-af5ab205b329 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626614 Aug 11 03:08:23.938941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d91c066-c88d-48c3-8192-494d4a12dde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.977292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:23.982417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91c066-c88d-48c3-8192-494d4a12dde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fab6eb-2505-42c9-a35b-0cd1d7068c8c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:24.028747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d91c066-c88d-48c3-8192-494d4a12dde3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33a010fcdeda4949b76a683c40644626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435877 Aug 11 03:08:24.029190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38938) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:24.050905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-f111e843-b644-4cf5-8429-49aac286860b service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739688 Aug 11 03:08:24.091327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] DHCP port deletion for cf8b5f05-2922-4f1c-a405-b2314a7130f9 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:08:24.108412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aba95b09-e64e-4793-9f14-279bb9e13843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.122805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 13804c21-72d8-4f2e-9079-c4f79a5a868e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:24.123144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.172386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094290ee-cedc-4203-bf50-d3e66145e810,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:24.184063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aba95b09-e64e-4793-9f14-279bb9e13843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.204718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] Deleting port 13804c21-72d8-4f2e-9079-c4f79a5a868e {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:24.205102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.209668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-64abfbeb-d684-41fd-ba8a-9f4aa1c9b48f service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612653 Aug 11 03:08:24.213335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Checking segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:24.213983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Network hostable DHCP agents. Network: 120bf177-bfe7-453c-b56a-457483c4cffd, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:24.264054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 13804c21-72d8-4f2e-9079-c4f79a5a868e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=13804c21-72d8-4f2e-9079-c4f79a5a868e,segment=NetworkSegment(61e97b67-e6d2-4e98-96ad-f856458927e8),segment_id=61e97b67-e6d2-4e98-96ad-f856458927e8)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:24.264791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.282875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 13804c21-72d8-4f2e-9079-c4f79a5a868e owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:24.301165 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aba95b09-e64e-4793-9f14-279bb9e13843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.308375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aba95b09-e64e-4793-9f14-279bb9e13843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.310013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aba95b09-e64e-4793-9f14-279bb9e13843 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/77fab6eb-2505-42c9-a35b-0cd1d7068c8c HTTP/1.1" status: 204 len: 168 time: 0.2799644 Aug 11 03:08:24.355242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] For port 13804c21-72d8-4f2e-9079-c4f79a5a868e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=13804c21-72d8-4f2e-9079-c4f79a5a868e,segment=NetworkSegment(61e97b67-e6d2-4e98-96ad-f856458927e8),segment_id=61e97b67-e6d2-4e98-96ad-f856458927e8)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:24.358346 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.358519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-6d1707c2-4847-478a-a0c8-427633b9c3c5 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968068 Aug 11 03:08:24.360912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Network 120bf177-bfe7-453c-b56a-457483c4cffd is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:24.378398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95b09-e64e-4793-9f14-279bb9e13843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fab6eb-2505-42c9-a35b-0cd1d7068c8c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:24.389832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] Calling delete_port for 13804c21-72d8-4f2e-9079-c4f79a5a868e owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:24.468602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.483205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 120bf177-bfe7-453c-b56a-457483c4cffd) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:24.493331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc534f8a-4545-462c-b067-0b86122c1216 None None] Network 120bf177-bfe7-453c-b56a-457483c4cffd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:24.501579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-8c196eb6-c93a-47d5-9195-be6dc902ede1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 217 time: 0.1262336 Aug 11 03:08:24.511007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:24.511007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.512767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port 13804c21-72d8-4f2e-9079-c4f79a5a868e on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:24.627954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7258ebc7-2bb8-4a10-bc26-8de97a3b4d25 req-61114f78-4fc3-49e9-94e6-0552939c611d service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048014 Aug 11 03:08:24.648060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8b93a784-48f9-4b66-9b70-4c849f95ddb9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5574195 Aug 11 03:08:24.690918 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.714342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=13804c21-72d8-4f2e-9079-c4f79a5a868e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:24.777256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-b060a336-8789-4b27-8fc3-76d4506b0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:24.783069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-b060a336-8789-4b27-8fc3-76d4506b0c87 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.2250690 Aug 11 03:08:24.818778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:24.833078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8b5f05-2922-4f1c-a405-b2314a7130f9']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:24.866618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] No DVR routers for this DVR port 13804c21-72d8-4f2e-9079-c4f79a5a868e on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:24.876063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c17af-c3ef-40b5-b9e8-01881c132f56 None None] Pushing event deleted for resources: {'Port': ['ID=13804c21-72d8-4f2e-9079-c4f79a5a868e,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:24.880531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e97b67-e6d2-4e98-96ad-f856458927e8') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:24.884211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e97b67-e6d2-4e98-96ad-f856458927e8') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:24.890457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc03c4c-c0bc-4575-b29e-2a97a842ff9b None None] Network 120bf177-bfe7-453c-b56a-457483c4cffd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:24.905060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-416e2c38-6c6d-4a9e-9add-93dd57c593be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:24.906784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-416e2c38-6c6d-4a9e-9add-93dd57c593be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1143694 Aug 11 03:08:24.913926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd68d9-6dd7-4b4a-b29e-2e111dab67ec req-5179166f-e9a2-423f-93e3-3f5d6c75e63e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:24.948132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ebd68d9-6dd7-4b4a-b29e-2e111dab67ec req-5179166f-e9a2-423f-93e3-3f5d6c75e63e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2410364 Aug 11 03:08:24.964825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.004324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.024860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:25.025357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:25.030314 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:25.053947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ebd68d9-6dd7-4b4a-b29e-2e111dab67ec req-2242fd18-8a41-48d9-96b0-7a8036d95177 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025865 Aug 11 03:08:25.133148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.139672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.143880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/cf8b5f05-2922-4f1c-a405-b2314a7130f9 HTTP/1.1" status: 204 len: 168 time: 1.4054611 Aug 11 03:08:25.147877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38966) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:25.159538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1345211982', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:25.181509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540528a5-4874-4bea-99a2-6a2624a87e78 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=cf8b5f05-2922-4f1c-a405-b2314a7130f9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:25.210743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-011623a2-e832-4810-8cec-580dfb0e1088 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920043 Aug 11 03:08:25.219814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.221143 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.267964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-04aaa140-77c2-4c76-88f6-a159c7d86483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.408737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.464390 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.467908 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:25.908278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 13804c21-72d8-4f2e-9079-c4f79a5a868e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:25.947990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 13804c21-72d8-4f2e-9079-c4f79a5a868e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:25.949083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 13804c21-72d8-4f2e-9079-c4f79a5a868e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:25.958058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6e17-0e22-4974-8724-3c633c212439 req-134d434f-9ad3-41f8-bdc8-385d89f19b7e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:25.959523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-134d434f-9ad3-41f8-bdc8-385d89f19b7e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.6097732 Aug 11 03:08:25.995864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-4323e885-df32-453d-b080-e2bdc3b1ab4e service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562633 Aug 11 03:08:26.048603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:26.052191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-f0c3c8cb-0bab-4689-b1dc-a4a9360766d7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/quotas/27afed0817244548ae1c8f6a78bf56b6 HTTP/1.1" status: 200 len: 375 time: 0.0554204 Aug 11 03:08:26.091451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-0e504500-6643-45cd-a398-55805674be14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 217 time: 0.0568154 Aug 11 03:08:26.187659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-c7e5d480-5582-4b07-a55a-37f6ca6fe3a6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003017 Aug 11 03:08:26.283493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ab572-aba3-43d2-94cf-9139bceeecbb req-ac4e1af3-b335-4082-901a-372061875120 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:26.284177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-215ab572-aba3-43d2-94cf-9139bceeecbb req-ac4e1af3-b335-4082-901a-372061875120 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1186459 Aug 11 03:08:26.299232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-191f9a29-24ed-4ca4-a355-80121a154999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:26.300746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-191f9a29-24ed-4ca4-a355-80121a154999 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.1963007 Aug 11 03:08:26.345651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-215ab572-aba3-43d2-94cf-9139bceeecbb req-1cea8f79-16b7-4d1e-8df8-32978711f70e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522301 Aug 11 03:08:26.386819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-aaa08040-0792-4d2b-a89f-428de0147997 service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825840 Aug 11 03:08:26.409042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-f68bdbce-f61c-49d1-a6fb-3d8a771b3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:26.410554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-f68bdbce-f61c-49d1-a6fb-3d8a771b3b91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0988491 Aug 11 03:08:26.651335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:26.660223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-e217cf68-f8c3-4f05-b95a-f1ec8cbdc33f service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639112 Aug 11 03:08:26.689024 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:26.691165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:26.709042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-ff7c17dc-9c44-4609-ac17-f861660854c8 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556348 Aug 11 03:08:26.849397 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39016) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:26.897851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-5f3666f1-8824-47b1-913e-93ceccbda4d1 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567776 Aug 11 03:08:26.898944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 172.25.4.179 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/c9757050-f689-45f7-9e4b-a0c46caa6563) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:26.952524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4298d5d6-7bdd-48f9-b9d9-63d2ddabe91d req-a2ea94b5-87b7-42eb-b79f-57b9aa174de4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 210 time: 0.0611734 Aug 11 03:08:26.962712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-eddbe938-2692-460a-9b56-a04006eb0ff3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0525165 Aug 11 03:08:27.070138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-f8f0a060-d0f0-4066-97b5-04fb5e494b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:27.075071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-f8f0a060-d0f0-4066-97b5-04fb5e494b9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0998068 Aug 11 03:08:27.076086 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:27.098450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.192458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.194164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.200440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-d4e6eb83-e8fe-4802-b74c-e143cf3d7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:27.202002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-d4e6eb83-e8fe-4802-b74c-e143cf3d7dad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1145823 Aug 11 03:08:27.337085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-319bf5a9-d1a0-4eec-8277-c22d0922a6ff service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202013 Aug 11 03:08:27.342738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.404882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Allocated IP 172.25.4.220 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/8ca2fb11-00bb-46be-98f9-f8dc1eee7aea) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:27.516150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=c9757050-f689-45f7-9e4b-a0c46caa6563,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:27.529316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:27.538031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.551354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:27.555861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:27.610423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.667906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:27.671483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:27.676612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:27.717162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Pushing event updated for resources: {'Port': ['ID=8ca2fb11-00bb-46be-98f9-f8dc1eee7aea,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:27.785634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a47ccf-4771-4be6-a5d3-66b9e9b7824a req-49a7c8d7-bb77-4a59-bf19-c9e8b5185fe6 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:27.787359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9a47ccf-4771-4be6-a5d3-66b9e9b7824a req-49a7c8d7-bb77-4a59-bf19-c9e8b5185fe6 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.3332496 Aug 11 03:08:27.802379 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:08:27.825192 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.866695 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-9e155185-e167-402b-9048-539c2d237701 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200424 Aug 11 03:08:27.869411 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:27.941638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-d1fae189-efb5-48c6-a383-af34164b8559 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=622db2ec-896e-4228-b772-39f5b21605a4 HTTP/1.1" status: 200 len: 217 time: 0.0633860 Aug 11 03:08:28.012558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-4518c2e8-e143-43ba-8d5a-352ce8340387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:28.014050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-4518c2e8-e143-43ba-8d5a-352ce8340387 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0556355 Aug 11 03:08:28.020076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9a47ccf-4771-4be6-a5d3-66b9e9b7824a req-067def7e-6e06-4f08-80ba-3432fc2f93b0 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662679 Aug 11 03:08:28.108964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.167279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae20085c-f432-4510-bfe7-187fb7cb7a17 req-03401119-8cf3-4209-bc5f-ee7f5477031c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 210 time: 0.0325718 Aug 11 03:08:28.178956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-b382a871-140b-4da6-9634-f7bb2b742aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:28.180889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-b382a871-140b-4da6-9634-f7bb2b742aff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1538503 Aug 11 03:08:28.241778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.252147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.307136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.319789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Pushing event updated for resources: {'Port': ['ID=8ca2fb11-00bb-46be-98f9-f8dc1eee7aea,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:28.387114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.405298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.407880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0f4b5bcd-d778-4b19-be23-3fafc5463079 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5573354 Aug 11 03:08:28.410627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39042) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:28.417784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1303338843', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'fixed_ips': [{'ip_address': '172.25.4.220'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:28.466436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Made reservation on behalf of ba92915e3ab64e50b3a4723442822f09 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:28.471213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.508163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.699410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.705962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:28.710447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] device_id is not set on port 46c379eb-3dd8-4fff-98ed-c7bb4127d59d yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:28.837247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054e602b-830a-47f2-ac30-0047b27bafd6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:28.922199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-48160248-430d-484d-9e7b-f61d16a048c4 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002954 Aug 11 03:08:29.108428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6e17-0e22-4974-8724-3c633c212439 req-185ed551-2266-43f7-91da-99c0cded0c22 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.110194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-185ed551-2266-43f7-91da-99c0cded0c22 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.7409418 Aug 11 03:08:29.112350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-79a951e4-485c-42a8-bab7-227ecb890094 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777933 Aug 11 03:08:29.125270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Request body: {'port': {'device_id': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'admin_state_up': True, 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:29.257779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-366d7f59-c616-4d67-a4ac-efc9192fd5f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3 HTTP/1.1" status: 200 len: 217 time: 0.0974534 Aug 11 03:08:29.325056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.409665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-5d26e8ea-67f9-47d1-a91f-5482bae0086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.411354 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-5d26e8ea-67f9-47d1-a91f-5482bae0086b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.1401510 Aug 11 03:08:29.492031 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-435f7814-962c-4a2e-80c7-c44cc48d9279 req-6c322b2e-a8be-4867-9ff7-9ab18b9958f5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 210 time: 0.1098194 Aug 11 03:08:29.524204 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 03:08:29.524792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:08:29.530802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:29.534339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.545122 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-12597d20-e3ab-4d4c-a07d-07937fb36a5c tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1319213 Aug 11 03:08:29.546435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39058) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:29.560356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-683d9081-a1d9-4963-b5ea-e76f19b619cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:29.562304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-683d9081-a1d9-4963-b5ea-e76f19b619cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315131 Aug 11 03:08:29.722874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Deleting port 8ca2fb11-00bb-46be-98f9-f8dc1eee7aea {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:29.723544 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.787781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 3ab47132-d520-4c3a-942a-cf74f2d1dbfe is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:08:29.796658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-3e5b0877-c71c-4f3e-8005-fe2fd977362b service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226086 Aug 11 03:08:29.871438 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.879158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.879787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:29.901085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Calling delete_port for 8ca2fb11-00bb-46be-98f9-f8dc1eee7aea owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:29.921515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Allocated IP 172.20.0.14 (120bf177-bfe7-453c-b56a-457483c4cffd/094290ee-cedc-4203-bf50-d3e66145e810/408ec350-8084-4342-bfba-3601b06f168e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:30.058666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-3a7f8970-8c08-4d1b-9271-eb668cb85b26 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524061 Aug 11 03:08:30.059678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:30.062020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea62d78-9696-4c9d-b711-b9a80c614fcf req-687b1242-3f38-4417-b12b-ee2aa5737283 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:30.064066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dea62d78-9696-4c9d-b711-b9a80c614fcf req-687b1242-3f38-4417-b12b-ee2aa5737283 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1362777 Aug 11 03:08:30.071782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] Sync routers for ids ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:30.091921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] Routers {'3ab47132-d520-4c3a-942a-cf74f2d1dbfe'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:30.096521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:30.138887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-6a872ade-baa1-40aa-850b-9ade22330df1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 200 len: 217 time: 0.0620415 Aug 11 03:08:30.149280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dea62d78-9696-4c9d-b711-b9a80c614fcf req-95f162b1-2968-4c15-973e-9476e88d1a37 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708566 Aug 11 03:08:30.220695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:30.223042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-24e3f215-923d-431b-b230-4e855a2c1658 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0741930 Aug 11 03:08:30.227927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39076) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:30.228447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:30.243898 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:30.249947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] Routers {'3ab47132-d520-4c3a-942a-cf74f2d1dbfe'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:30.252396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:30.345155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:30.357309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0a286-a60f-42cb-a500-9db362aefe85 None None] The sync data for ids ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:30.401292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-cf2ffab3-ee13-447a-a71b-de977de6c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:30.405413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-cf2ffab3-ee13-447a-a71b-de977de6c92d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.2521701 Aug 11 03:08:30.418844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ca2fb11-00bb-46be-98f9-f8dc1eee7aea,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:30.520834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:30.540114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:30.542666 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:30.548650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6e7ab55-293f-4bf9-989b-35b58287cf12 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900 tempest-ExternalNetworksAdminNegativeTestJSON-1246191900-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/6a6ed0fe-37ca-4530-a99f-8f833370244d HTTP/1.1" status: 204 len: 168 time: 1.0003467 Aug 11 03:08:30.574220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7f82693c-b4eb-4e5b-bd91-6d932c59d0c8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/routers/3ab47132-d520-4c3a-942a-cf74f2d1dbfe HTTP/1.1" status: 200 len: 885 time: 0.3439367 Aug 11 03:08:30.574812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39090) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:30.691343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:30.773725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event updated for resources: {'Port': ['ID=408ec350-8084-4342-bfba-3601b06f168e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:30.799127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990b96a-06f5-4159-996f-809f9d00ed6a req-e57db42b-9563-4814-a9eb-ff29ad5e719d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:30.807806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d990b96a-06f5-4159-996f-809f9d00ed6a req-e57db42b-9563-4814-a9eb-ff29ad5e719d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 946 time: 0.1888807 Aug 11 03:08:30.828469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Network 120bf177-bfe7-453c-b56a-457483c4cffd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:30.836650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-474579b6-9677-4ef0-a226-dfd4c1481757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:30.838324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-474579b6-9677-4ef0-a226-dfd4c1481757 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4218526 Aug 11 03:08:30.839328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:30.842931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:30.861187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-55d8c513-28ed-4569-a949-43f836ea3736 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2851267 Aug 11 03:08:30.866652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39096) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:30.911303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d79a4-d86a-4e57-b802-9f46a3c5f35b req-81e2e9b4-a67c-4f75-b49a-6489b33057e7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:30.922255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe5d79a4-d86a-4e57-b802-9f46a3c5f35b req-81e2e9b4-a67c-4f75-b49a-6489b33057e7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 932 time: 0.0993056 Aug 11 03:08:30.941575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4d04f225-e2c6-4cca-a37b-9b96bade21af tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1345211982'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:31.003072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe5d79a4-d86a-4e57-b802-9f46a3c5f35b req-a66b473b-ecf7-4d04-b3fd-2baceb8efa39 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797400 Aug 11 03:08:31.099610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d990b96a-06f5-4159-996f-809f9d00ed6a req-d182a978-5d08-49c1-9c42-662772e6a70f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904384 Aug 11 03:08:31.182184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:31.182856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.255506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-59fd66c8-c543-4f6b-8f9a-c098e717eaba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1361558 Aug 11 03:08:31.277426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Request body: {'port': {'device_id': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:31.289170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39100) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:31.317889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-5233744d-d92b-44b4-b8f4-91b99b3919ea service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648688 Aug 11 03:08:31.409403 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.566070 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46915be-dd52-4987-b7ec-afbc3b6d5586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.713894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46915be-dd52-4987-b7ec-afbc3b6d5586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.720685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46915be-dd52-4987-b7ec-afbc3b6d5586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.787776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b46915be-dd52-4987-b7ec-afbc3b6d5586 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d9c29a99158401abc3013aeaec9eb72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4970074 Aug 11 03:08:31.793073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:31.827262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2369e3-c5bc-4a60-9c1e-ca5da1b6266e req-a13f6f47-df46-4c20-9043-4bc50ebbe5de service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979975 Aug 11 03:08:31.895459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46915be-dd52-4987-b7ec-afbc3b6d5586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9878749-8c7c-4dd1-a63c-79d3f81e779a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:31.916925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee0579e4-357f-4273-aa38-982c49bfc849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.948960 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee0579e4-357f-4273-aa38-982c49bfc849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:31.949190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-50098f91-aa80-4513-84b1-e6fa230c898e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:31.950409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-50098f91-aa80-4513-84b1-e6fa230c898e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 946 time: 0.2125835 Aug 11 03:08:32.017485 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d04f225-e2c6-4cca-a37b-9b96bade21af tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.026539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee0579e4-357f-4273-aa38-982c49bfc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.033340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee0579e4-357f-4273-aa38-982c49bfc849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.037541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ee0579e4-357f-4273-aa38-982c49bfc849 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9878749-8c7c-4dd1-a63c-79d3f81e779a HTTP/1.1" status: 204 len: 168 time: 0.2304738 Aug 11 03:08:32.044948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0579e4-357f-4273-aa38-982c49bfc849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9878749-8c7c-4dd1-a63c-79d3f81e779a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:32.137842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d04f225-e2c6-4cca-a37b-9b96bade21af tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.308063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408ec350-8084-4342-bfba-3601b06f168e {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:32.310590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8311c6-7601-4df2-8586-3704b0e2bcdf req-6a4ebd2b-7c72-4b4d-9a2e-ffa4ebce518e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:32.322530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f8311c6-7601-4df2-8586-3704b0e2bcdf req-6a4ebd2b-7c72-4b4d-9a2e-ffa4ebce518e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 946 time: 0.0871158 Aug 11 03:08:32.322733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Deleting port 459e95af-bbbd-446c-906e-b1f007b506c7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:32.323509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.331129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.390425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f8311c6-7601-4df2-8586-3704b0e2bcdf req-98f2c5c0-be5d-4450-885f-27ec397bb46a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669672 Aug 11 03:08:32.433657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d04f225-e2c6-4cca-a37b-9b96bade21af tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 3ab47132-d520-4c3a-942a-cf74f2d1dbfe has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:32.473099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Transition to ACTIVE for port object 408ec350-8084-4342-bfba-3601b06f168e will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:32.555754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.655122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39124) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:32.710926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3a6ae9ee-ce97-41f4-96a2-d340260b8ce4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba92915e3ab64e50b3a4723442822f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538411 Aug 11 03:08:32.713653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39126) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:32.777477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7dd86cd1-9f4c-4a69-91d4-fb8c028df673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.811230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7dd86cd1-9f4c-4a69-91d4-fb8c028df673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.881809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7dd86cd1-9f4c-4a69-91d4-fb8c028df673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.884609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7dd86cd1-9f4c-4a69-91d4-fb8c028df673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:32.885787 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7dd86cd1-9f4c-4a69-91d4-fb8c028df673 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/054e602b-830a-47f2-ac30-0047b27bafd6 HTTP/1.1" status: 204 len: 168 time: 0.1708992 Aug 11 03:08:32.894446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd86cd1-9f4c-4a69-91d4-fb8c028df673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054e602b-830a-47f2-ac30-0047b27bafd6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:33.103560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] For port 459e95af-bbbd-446c-906e-b1f007b506c7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=459e95af-bbbd-446c-906e-b1f007b506c7,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:33.103966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.252116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Pushing event updated for resources: {'Port': ['ID=408ec350-8084-4342-bfba-3601b06f168e,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:33.358451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d04f225-e2c6-4cca-a37b-9b96bade21af tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:33.369253 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d04f225-e2c6-4cca-a37b-9b96bade21af tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.371000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4d04f225-e2c6-4cca-a37b-9b96bade21af tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/3ab47132-d520-4c3a-942a-cf74f2d1dbfe HTTP/1.1" status: 200 len: 892 time: 2.4602685 Aug 11 03:08:33.371142 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] Sync routers for ids ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:33.373753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39142) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:33.390590 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] Routers {'3ab47132-d520-4c3a-942a-cf74f2d1dbfe'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:33.391223 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:33.423770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cb210-cd1e-4030-bd52-80b1ca8b28a3 req-0258dd52-eda9-41a7-9d86-4178bb5e473a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.425511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae9cb210-cd1e-4030-bd52-80b1ca8b28a3 req-0258dd52-eda9-41a7-9d86-4178bb5e473a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 944 time: 1.2916732 Aug 11 03:08:33.496744 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:33.507106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Attempting to bind port 408ec350-8084-4342-bfba-3601b06f168e on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:33.507443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Attempting to bind port 408ec350-8084-4342-bfba-3601b06f168e by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:33.507813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Attempting to bind port 408ec350-8084-4342-bfba-3601b06f168e on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:33.515859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Port 408ec350-8084-4342-bfba-3601b06f168e on network 120bf177-bfe7-453c-b56a-457483c4cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:33.516183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Attempting to bind port 408ec350-8084-4342-bfba-3601b06f168e on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:33.529865 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] Routers {'3ab47132-d520-4c3a-942a-cf74f2d1dbfe'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:33.530499 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:33.581462 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:33.585032 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13b0d5-7ce4-4110-98f8-7f87e6051d3e None None] The sync data for ids ['3ab47132-d520-4c3a-942a-cf74f2d1dbfe'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:33.605003 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae9cb210-cd1e-4030-bd52-80b1ca8b28a3 req-410644dd-cda8-4fc3-99ab-4342386767bc tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639197 Aug 11 03:08:33.640184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:33.640184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Checking segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:33.640184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Bound using segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:33.640184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Bound port: 408ec350-8084-4342-bfba-3601b06f168e, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:33.640184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.699703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b7cfa226-96d8-481d-af12-ffc1ee1407ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/routers/3ab47132-d520-4c3a-942a-cf74f2d1dbfe HTTP/1.1" status: 200 len: 892 time: 0.3244166 Aug 11 03:08:33.700558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:33.743005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14588619-f1f1-4f97-9f77-4b2aa2fe3e7e req-4eb6dde4-16fb-4673-86d6-ef0b37c72383 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.753540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] For port 408ec350-8084-4342-bfba-3601b06f168e, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:33.758040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] For port 408ec350-8084-4342-bfba-3601b06f168e, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=408ec350-8084-4342-bfba-3601b06f168e,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:33.765132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14588619-f1f1-4f97-9f77-4b2aa2fe3e7e req-4eb6dde4-16fb-4673-86d6-ef0b37c72383 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 946 time: 0.2091069 Aug 11 03:08:33.796001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.801984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab6c8f4c-a891-4541-b3bb-40f10a3011b8 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ab47132-d520-4c3a-942a-cf74f2d1dbfe HTTP/1.1" status: 200 len: 205 time: 0.0991187 Aug 11 03:08:33.806704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39154) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:33.850552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14588619-f1f1-4f97-9f77-4b2aa2fe3e7e req-9e6cf4a3-edd6-4803-b6e9-f5fe2b382413 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcac593b-def0-4232-932e-564678185ae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473170 Aug 11 03:08:33.869286 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.869741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.869975 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Floating IP 2b426078-d43a-4707-8878-b4faeab01ee8 disassociated. External IP: 172.25.4.194, port: 459e95af-bbbd-446c-906e-b1f007b506c7. Aug 11 03:08:33.870327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Calling delete_port for 459e95af-bbbd-446c-906e-b1f007b506c7 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:33.914371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:33.915069 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:33.916485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] 10.222.0.10 "PUT /v2.0/ports/408ec350-8084-4342-bfba-3601b06f168e HTTP/1.1" status: 200 len: 1093 time: 2.6506214 Aug 11 03:08:33.916960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'tag': '408ec350-8084-4342-bfba-3601b06f168e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:33.921230 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b12a5bf-9266-413b-ade6-e1db072ce033", "tag": "408ec350-8084-4342-bfba-3601b06f168e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:34.003937 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c80e24-b771-45ff-85c7-525491868c1c x-openstack-request-id: req-f1c80e24-b771-45ff-85c7-525491868c1c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:34.004324 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b12a5bf-9266-413b-ade6-e1db072ce033", "tag": "408ec350-8084-4342-bfba-3601b06f168e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:34.004488 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1c80e24-b771-45ff-85c7-525491868c1c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:34.004885 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'tag': '408ec350-8084-4342-bfba-3601b06f168e', 'status': 'completed', 'code': 200} Aug 11 03:08:34.078898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc35fe-9325-43a6-9788-571b7df9df77 service neutron] Pushing event updated for resources: {'Port': ['ID=408ec350-8084-4342-bfba-3601b06f168e,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:34.129491 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.181914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6e17-0e22-4974-8724-3c633c212439 req-21025a3a-bd79-4da7-8f29-4450f869c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.183418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-21025a3a-bd79-4da7-8f29-4450f869c683 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 1096 time: 0.2015734 Aug 11 03:08:34.244142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-a7585df4-2dfe-4639-93ba-104b99adec15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408ec350-8084-4342-bfba-3601b06f168e HTTP/1.1" status: 200 len: 217 time: 0.0516922 Aug 11 03:08:34.396922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e6e17-0e22-4974-8724-3c633c212439 req-299ad46b-05d2-4e1b-ab02-d22f4690a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.398583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-299ad46b-05d2-4e1b-ab02-d22f4690a2ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.1454477 Aug 11 03:08:34.419790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.445298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-a8d9adb3-15d5-45c6-89c0-cd5e98d9d333 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387661 Aug 11 03:08:34.447018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.515433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event deleted for resources: {'Port': ['ID=459e95af-bbbd-446c-906e-b1f007b506c7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:34.696132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-5abd6309-0486-49f1-95de-06030a640320 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419457 Aug 11 03:08:34.729339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port c9757050-f689-45f7-9e4b-a0c46caa6563 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:34.729675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.854307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Router f4f61b66-fec2-4be8-ad26-10ac4cab53fd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:34.925339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:34.990251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda5b03-1fec-412f-9f26-8dcc3d4f44a1 req-71c370e5-f6ec-4b7c-9fa6-a6394da1ea40 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:34.995043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-809e6e17-0e22-4974-8724-3c633c212439 req-e2405528-8291-40ba-a7f8-543d1bd1445d service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809834 Aug 11 03:08:34.997670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for c9757050-f689-45f7-9e4b-a0c46caa6563 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:35.026221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ebda5b03-1fec-412f-9f26-8dcc3d4f44a1 req-71c370e5-f6ec-4b7c-9fa6-a6394da1ea40 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 944 time: 0.2362766 Aug 11 03:08:35.119439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ebda5b03-1fec-412f-9f26-8dcc3d4f44a1 req-db9316f2-00d4-4456-b45a-ca6369547c4b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618699 Aug 11 03:08:35.205750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:35.245190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 459e95af-bbbd-446c-906e-b1f007b506c7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:35.245548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 459e95af-bbbd-446c-906e-b1f007b506c7 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:35.262628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39206) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:35.267531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08a0e47d-f45a-40fd-8763-77c6431fbd82 req-de8787d9-6c38-4f29-bdb0-2dfbead4664d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab861a13-f9d8-4e72-b138-090465b295e3 HTTP/1.1" status: 200 len: 210 time: 0.0812633 Aug 11 03:08:35.313295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-6532254e-f644-4978-9bfb-6fc8aa9295cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.314793 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-6532254e-f644-4978-9bfb-6fc8aa9295cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 1096 time: 0.1705837 Aug 11 03:08:35.321501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:35.339388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] Sync routers for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:35.352686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:35.354159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:35.493489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] No DVR routers for this DVR port 459e95af-bbbd-446c-906e-b1f007b506c7 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:35.523223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.525613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20bee07c-b486-4df2-a44f-82a6e4ce9b29 req-86b79917-c1bb-4354-8fc9-9a29b96cda66 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.10 "DELETE /v2.0/ports/459e95af-bbbd-446c-906e-b1f007b506c7 HTTP/1.1" status: 204 len: 173 time: 3.5539184 Aug 11 03:08:35.550664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-103774127'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:35.571330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:35.598779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Made reservation on behalf of fe8ddec98f524381ae0dfe10517e2f75 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:35.618417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.624197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-20bf4702-743b-4e9a-a58d-7d5d15f4a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:35.625808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-20bf4702-743b-4e9a-a58d-7d5d15f4a396 service neutron] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 913 time: 0.3011365 Aug 11 03:08:35.651007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.683683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.706482 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-ab0f252b-492d-4b11-8326-de83cea2288c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=408ec350-8084-4342-bfba-3601b06f168e HTTP/1.1" status: 200 len: 217 time: 0.0697083 Aug 11 03:08:35.860949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.876240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.932871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:35.936189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:35.957868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa2ca5-c950-4dfa-a055-47e8c3b3d6b5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:35.964263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:35.964769 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Added segment 93346d27-9fe1-42bd-b6e0-ef10064edbfc of type vlan for network e2de5821-c9d2-4407-bb13-7a76936fd67b Aug 11 03:08:36.015084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] Checking router: f4f61b66-fec2-4be8-ad26-10ac4cab53fd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:36.027661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:36.029124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:36.043114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.117933 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.123828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.124599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.232895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:36.293037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0288694 Aug 11 03:08:36.321482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30fa755-8420-466e-8d91-370b81aee70b tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Pushing event updated for resources: {'Network': ['ID=e2de5821-c9d2-4407-bb13-7a76936fd67b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:36.390237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-deleted', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:36.392543 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b7b26f-4334-449e-a00b-d0fbedc2151d" -d '{"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-deleted", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:36.499355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=c9757050-f689-45f7-9e4b-a0c46caa6563,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:36.577598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39228) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:36.585302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Request body: {'port': {'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b', 'binding:host_id': 'n-h1-768509-22', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1215930375'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:36.599877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-7cc57cc9-2ddc-4190-b0f9-cf03a05b2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.601832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-7cc57cc9-2ddc-4190-b0f9-cf03a05b2733 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.2046063 Aug 11 03:08:36.636561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Made reservation on behalf of c4e867e345174652a1010bef012877ba for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:36.638957 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.655362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-34436f7c-b572-4312-bd20-19a99d628aaa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373416 Aug 11 03:08:36.666087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.667370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.715116 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9463545f-8d29-4929-aaa8-f6411ad10186 x-openstack-request-id: req-9463545f-8d29-4929-aaa8-f6411ad10186 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:36.715594 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab861a13-f9d8-4e72-b138-090465b295e3", "name": "network-vif-deleted", "tag": "459e95af-bbbd-446c-906e-b1f007b506c7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:36.716051 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9463545f-8d29-4929-aaa8-f6411ad10186 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:36.716557 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab861a13-f9d8-4e72-b138-090465b295e3', 'name': 'network-vif-deleted', 'tag': '459e95af-bbbd-446c-906e-b1f007b506c7', 'status': 'completed', 'code': 200} Aug 11 03:08:36.733984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39232) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:36.746121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e2de5821-c9d2-4407-bb13-7a76936fd67b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:36.783490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a211cc5-45be-4f8e-a8ac-c31f9c661ddb req-af7d8bb9-f577-414f-9994-ac1fc1d90ea2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:36.785241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a211cc5-45be-4f8e-a8ac-c31f9c661ddb req-af7d8bb9-f577-414f-9994-ac1fc1d90ea2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 944 time: 0.3895953 Aug 11 03:08:36.850085 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.861733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.878109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e94958d-9fd1-4434-bb8c-f19124c7b58e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.911565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e94958d-9fd1-4434-bb8c-f19124c7b58e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.949389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a211cc5-45be-4f8e-a8ac-c31f9c661ddb req-ee52cb0c-5184-437c-87a4-abfff92e954e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276817 Aug 11 03:08:36.952754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.953507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Fanout notify agent at l3_agent the message router_deleted on router 3ab47132-d520-4c3a-942a-cf74f2d1dbfe {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:08:36.965086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:36.966394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a231f018-bb3b-4fbb-a188-abb656effec5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/3ab47132-d520-4c3a-942a-cf74f2d1dbfe HTTP/1.1" status: 204 len: 168 time: 3.1567402 Aug 11 03:08:36.971061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-43996a24-0509-4aaf-97a0-87a028f6f390 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074949 Aug 11 03:08:36.986322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39242) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:37.001759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-426755028'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:37.011832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.027618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.039048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:37.055074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] device_id is not set on port 899cfee4-fab2-4189-bea1-9476afa5c74c yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:37.086452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:37.090260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.128204 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ef6f7-9be1-4885-bd0b-70f761b975dd None None] The sync data for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 is: [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:37.144284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e595053-e7d7-4046-9c2b-905bfff20b84,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:37.153314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8175fb9-e33f-4516-a6e7-e1aad31dd78e req-a9625671-e3bb-47f3-9f5f-387b02da402d service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742008 Aug 11 03:08:37.159215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:37.175078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e94958d-9fd1-4434-bb8c-f19124c7b58e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.177885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e94958d-9fd1-4434-bb8c-f19124c7b58e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.181913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e94958d-9fd1-4434-bb8c-f19124c7b58e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "DELETE /v2.0/security-groups/bcac593b-def0-4232-932e-564678185ae7 HTTP/1.1" status: 204 len: 168 time: 0.4466376 Aug 11 03:08:37.182504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39246) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:37.214519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94958d-9fd1-4434-bb8c-f19124c7b58e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcac593b-def0-4232-932e-564678185ae7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:37.232621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 408ec350-8084-4342-bfba-3601b06f168e details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:37.240676 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.241384 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment 0e6a7563-7971-4b78-8147-2a1ab4b88c8c of type vlan for network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 Aug 11 03:08:37.261747 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-81b001bc-3818-42b3-9409-d902b8fb5a4e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] show failed (client error): The resource could not be found. Aug 11 03:08:37.265534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-81b001bc-3818-42b3-9409-d902b8fb5a4e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups/bcac593b-def0-4232-932e-564678185ae7 HTTP/1.1" status: 404 len: 347 time: 0.0750215 Aug 11 03:08:37.266488 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39248) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:37.325304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.382945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.389610 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:37.392001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.426524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 408ec350-8084-4342-bfba-3601b06f168e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=408ec350-8084-4342-bfba-3601b06f168e,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:37.447423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '408ec350-8084-4342-bfba-3601b06f168e', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'port_id': '408ec350-8084-4342-bfba-3601b06f168e', 'mac_address': 'fa:16:3e:75:04:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094290ee-cedc-4203-bf50-d3e66145e810', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:37.535391 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.550909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408ec350-8084-4342-bfba-3601b06f168e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:37.579078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5846274 Aug 11 03:08:37.580901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39254) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:37.585466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': '088fa9a6-bf44-4c52-9ced-cec4e141ffd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:37.606855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] device_id is not set on port 899cfee4-fab2-4189-bea1-9476afa5c74c yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:37.607012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 408ec350-8084-4342-bfba-3601b06f168e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=408ec350-8084-4342-bfba-3601b06f168e,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:37.619561 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.649358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.670807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5410a-5712-48ba-ba35-9d99c8e61327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=088fa9a6-bf44-4c52-9ced-cec4e141ffd3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:37.674362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Transition to ACTIVE for port object 899cfee4-fab2-4189-bea1-9476afa5c74c will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:37.683192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Deleting port dd082bc0-e14f-4b0a-bfc9-7d2dee814a37 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:37.683722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.690254 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca1beff-6e0b-4c0d-915e-203d7a363d54 None None] New status for floating IP 2b426078-d43a-4707-8878-b4faeab01ee8: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:08:37.690811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:37.748519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.781757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:37.785312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.812788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=408ec350-8084-4342-bfba-3601b06f168e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:37.823074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.823534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.824011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.824994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.826339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.826949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.827989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.828471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.829123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.829561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.829998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.830453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:37.848014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=899cfee4-fab2-4189-bea1-9476afa5c74c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:37.877643 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.877952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:37.884278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['408ec350-8084-4342-bfba-3601b06f168e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:37.894837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Checking segment: {'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:37.895205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Network hostable DHCP agents. Network: e2de5821-c9d2-4407-bb13-7a76936fd67b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:37.902975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Calling delete_port for dd082bc0-e14f-4b0a-bfc9-7d2dee814a37 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:37.963423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Network e2de5821-c9d2-4407-bb13-7a76936fd67b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:37.990338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e2de5821-c9d2-4407-bb13-7a76936fd67b) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:37.997160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:38.018176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3959d6-d077-4b53-8482-9f079a3ae355 None None] Network e2de5821-c9d2-4407-bb13-7a76936fd67b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:38.025872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.026323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.026959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.033190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.033538 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.034530 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 2 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.072009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.072631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.072712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.079038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.079372 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.081274 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 3 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.091262 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.103884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.104234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.104583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.112046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.112381 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.114055 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 4 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.131982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.132349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.132708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.136242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.172938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.173292 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.174565 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 5 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.194407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=6bd7e155-e755-4ddb-8b28-5820067eed1c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:38.195679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event deleted for resources: {'Port': ['ID=dd082bc0-e14f-4b0a-bfc9-7d2dee814a37,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:38.199125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.199594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.199966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.228841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': '0e6a7563-7971-4b78-8147-2a1ab4b88c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '088fa9a6-bf44-4c52-9ced-cec4e141ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:38.229291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: 088fa9a6-bf44-4c52-9ced-cec4e141ffd3, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:38.240913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77a278-7ac8-47b7-953f-be5470b883ec req-9ae3da03-907a-415b-b32c-a63426d16a21 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.242521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a77a278-7ac8-47b7-953f-be5470b883ec req-9ae3da03-907a-415b-b32c-a63426d16a21 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 945 time: 0.1003659 Aug 11 03:08:38.253991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.254745 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.257825 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 6 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.281549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:38.297296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.297593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.297940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.301738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a77a278-7ac8-47b7-953f-be5470b883ec req-f27a7560-0ce5-4945-9586-cdec4ee22703 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521045 Aug 11 03:08:38.305951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 088fa9a6-bf44-4c52-9ced-cec4e141ffd3) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:38.310073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.310419 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.312733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.312896 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 7 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.313719 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.315000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe128c3-338d-4b40-b349-25475c1ad97e None None] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:38.325568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.329390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.332287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-70d5a1b2-a25f-4d3d-83cb-91e05e0e9e7c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "DELETE /v2.0/floatingips/2b426078-d43a-4707-8878-b4faeab01ee8 HTTP/1.1" status: 204 len: 168 time: 1.0653605 Aug 11 03:08:38.338071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-451b5771-20b1-4c92-ae79-3cd0653e6c05 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7570996 Aug 11 03:08:38.340863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39262) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:38.348219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-05696282-1d13-4037-a885-3a001897673e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-969312652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:38.351926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.352327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.352717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.359119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.359876 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.360280 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 8 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.400298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.401180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.401901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.423452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-05696282-1d13-4037-a885-3a001897673e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.424572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-05696282-1d13-4037-a885-3a001897673e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.428445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.428788 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.429188 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 9 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.461485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.461829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.462176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.472968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.473456 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.473883 n-d-768509-22 neutron-server[111683]: INFO neutron.plugins.ml2.plugin [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 10 to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c Aug 11 03:08:38.503246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-05696282-1d13-4037-a885-3a001897673e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.504873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:38.505749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:38.506122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:38.510274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-05696282-1d13-4037-a885-3a001897673e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.517167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 899cfee4-fab2-4189-bea1-9476afa5c74c on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:38.517501 n-d-768509-22 neutron-server[111683]: ERROR neutron.plugins.ml2.managers [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 899cfee4-fab2-4189-bea1-9476afa5c74c on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:38.517881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.540973 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-05696282-1d13-4037-a885-3a001897673e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.542483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-05696282-1d13-4037-a885-3a001897673e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2003319 Aug 11 03:08:38.545882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39266) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:38.574983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-088fa9a6-bf44-4c52-9ced-cec4e141ffd3', 'network_id': '088fa9a6-bf44-4c52-9ced-cec4e141ffd3', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': '6bd7e155-e755-4ddb-8b28-5820067eed1c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:08:38.576175 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.670236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] For port 899cfee4-fab2-4189-bea1-9476afa5c74c, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:38.670543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempted to set empty binding levels {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:08:38.680676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.772682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:38.772682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.824305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.2444372 Aug 11 03:08:38.825175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9484b7a-f48c-45b0-b81d-9b869158b0e1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=899cfee4-fab2-4189-bea1-9476afa5c74c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:38.827510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39272) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:38.883926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39274) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:38.886740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Allocated IP 2001:db8::2 (088fa9a6-bf44-4c52-9ced-cec4e141ffd3/6bd7e155-e755-4ddb-8b28-5820067eed1c/9067b21d-7314-4bd0-88b6-d05354a2eade) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:38.891433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3aca8939-2667-42c9-a84e-0005807b7b11 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--596890557', 'description': 'tempest-description--1789399622'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:38.939984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Deleting port 899cfee4-fab2-4189-bea1-9476afa5c74c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:38.940248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.945066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:38.966360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aca8939-2667-42c9-a84e-0005807b7b11 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.031989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] For port 899cfee4-fab2-4189-bea1-9476afa5c74c, host n-h1-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:39.032599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.048047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Calling delete_port for 899cfee4-fab2-4189-bea1-9476afa5c74c owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:39.089846 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.101795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Transition to ACTIVE for port object 9067b21d-7314-4bd0-88b6-d05354a2eade will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:39.122783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Transition to ACTIVE for port object 9067b21d-7314-4bd0-88b6-d05354a2eade will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:39.132122 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.167407 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.180580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:39.184407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:39.189174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Pushing event updated for resources: {'Port': ['ID=9067b21d-7314-4bd0-88b6-d05354a2eade,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:39.197856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:39.217324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event deleted for resources: {'Port': ['ID=899cfee4-fab2-4189-bea1-9476afa5c74c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:39.239372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aca8939-2667-42c9-a84e-0005807b7b11 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.245114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aca8939-2667-42c9-a84e-0005807b7b11 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.249494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.251486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-71ce4aa4-b489-48ba-a6bd-ecd20d9f108e tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "DELETE /v2.0/ports/899cfee4-fab2-4189-bea1-9476afa5c74c HTTP/1.1" status: 204 len: 168 time: 0.4157696 Aug 11 03:08:39.255823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39276) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:39.267136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 408ec350-8084-4342-bfba-3601b06f168e up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:39.295142 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e37ce8-242d-4c49-88f9-651d775736c2 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:08:39.297178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-52e37ce8-242d-4c49-88f9-651d775736c2 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "GET /v2.0/ports/899cfee4-fab2-4189-bea1-9476afa5c74c HTTP/1.1" status: 404 len: 333 time: 0.0403030 Aug 11 03:08:39.301268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39278) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:39.309657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Request body: {'port': {'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-403246709'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:39.321482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca8939-2667-42c9-a84e-0005807b7b11 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8487e119-7518-4eee-ab32-2904211178d7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:39.329325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3aca8939-2667-42c9-a84e-0005807b7b11 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.330971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3aca8939-2667-42c9-a84e-0005807b7b11 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4457781 Aug 11 03:08:39.336126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:39.346907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b1464919-c132-4ba0-a739-ac71cad2a975 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'security_group_rule': {'security_group_id': '8487e119-7518-4eee-ab32-2904211178d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:39.347693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Attempting to bind port 9067b21d-7314-4bd0-88b6-d05354a2eade on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:39.348989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Attempting to bind port 9067b21d-7314-4bd0-88b6-d05354a2eade by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '0e6a7563-7971-4b78-8147-2a1ab4b88c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '088fa9a6-bf44-4c52-9ced-cec4e141ffd3'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:39.349536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Attempting to bind port 9067b21d-7314-4bd0-88b6-d05354a2eade on network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:39.359012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:39.359754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Checking segment: {'id': '0e6a7563-7971-4b78-8147-2a1ab4b88c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '088fa9a6-bf44-4c52-9ced-cec4e141ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:39.361710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8::1 (088fa9a6-bf44-4c52-9ced-cec4e141ffd3/6bd7e155-e755-4ddb-8b28-5820067eed1c/153aa473-4cbc-402e-ac5f-1b67ca8bd37b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:39.362571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Made reservation on behalf of c4e867e345174652a1010bef012877ba for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:39.364326 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.365792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Bound using segment: {'id': '0e6a7563-7971-4b78-8147-2a1ab4b88c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '088fa9a6-bf44-4c52-9ced-cec4e141ffd3'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:39.366415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Bound port: 9067b21d-7314-4bd0-88b6-d05354a2eade, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6a7563-7971-4b78-8147-2a1ab4b88c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '088fa9a6-bf44-4c52-9ced-cec4e141ffd3'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:39.366833 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.367762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.400894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] device_id is not set on port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:39.432777 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1464919-c132-4ba0-a739-ac71cad2a975 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.440809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 408ec350-8084-4342-bfba-3601b06f168e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:39.452695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 408ec350-8084-4342-bfba-3601b06f168e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:39.453111 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.461071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-98abe133-bbac-4904-9edd-668588020d28 None None] For port 9067b21d-7314-4bd0-88b6-d05354a2eade, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:39.499400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-98abe133-bbac-4904-9edd-668588020d28 None None] For port 9067b21d-7314-4bd0-88b6-d05354a2eade, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9067b21d-7314-4bd0-88b6-d05354a2eade,segment=NetworkSegment(0e6a7563-7971-4b78-8147-2a1ab4b88c8c),segment_id=0e6a7563-7971-4b78-8147-2a1ab4b88c8c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:39.509711 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.565641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1464919-c132-4ba0-a739-ac71cad2a975 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.577611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abe133-bbac-4904-9edd-668588020d28 None None] Pushing event updated for resources: {'Port': ['ID=9067b21d-7314-4bd0-88b6-d05354a2eade,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:39.578409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1464919-c132-4ba0-a739-ac71cad2a975 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.625704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1464919-c132-4ba0-a739-ac71cad2a975 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1070b8aa-8c65-4a65-af60-c4b12f136dba,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:39.674441 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.680158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1464919-c132-4ba0-a739-ac71cad2a975 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.687597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b1464919-c132-4ba0-a739-ac71cad2a975 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3484581 Aug 11 03:08:39.715355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39290) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:39.723035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bfa96c14-5f7f-481f-9f90-772c85e7fd9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'security_group_rule': {'security_group_id': '8487e119-7518-4eee-ab32-2904211178d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:39.732498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 408ec350-8084-4342-bfba-3601b06f168e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=408ec350-8084-4342-bfba-3601b06f168e,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:39.733843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408ec350-8084-4342-bfba-3601b06f168e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:39.737461 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f116957c-1c75-4fe4-8ec5-c96dc2070a48" -d '{"events": [{"server_uuid": "6b12a5bf-9266-413b-ade6-e1db072ce033", "name": "network-vif-plugged", "status": "completed", "tag": "408ec350-8084-4342-bfba-3601b06f168e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:39.742566 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.824280 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.826649 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=408ec350-8084-4342-bfba-3601b06f168e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:39.856525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c14-5f7f-481f-9f90-772c85e7fd9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.870524 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab82861-b825-496f-9e38-09f86aa38109 x-openstack-request-id: req-cab82861-b825-496f-9e38-09f86aa38109 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:39.871254 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12a5bf-9266-413b-ade6-e1db072ce033", "name": "network-vif-plugged", "status": "completed", "tag": "408ec350-8084-4342-bfba-3601b06f168e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:39.871382 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cab82861-b825-496f-9e38-09f86aa38109 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:39.871798 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408ec350-8084-4342-bfba-3601b06f168e', 'code': 200} Aug 11 03:08:39.875266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object 153aa473-4cbc-402e-ac5f-1b67ca8bd37b will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:39.926762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.954284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:39.969676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d17f04-deee-4114-9401-0820d7450d02 req-5637bd75-e51e-48e3-8dcd-1a54f957c309 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:39.971611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-17d17f04-deee-4114-9401-0820d7450d02 req-5637bd75-e51e-48e3-8dcd-1a54f957c309 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 946 time: 0.4766986 Aug 11 03:08:40.030541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c14-5f7f-481f-9f90-772c85e7fd9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.042368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:40.049292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c14-5f7f-481f-9f90-772c85e7fd9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.049554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:40.070169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:40.070847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.083023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96c14-5f7f-481f-9f90-772c85e7fd9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94212633-fbd1-4d56-a3ba-4c728f3be1fe,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:40.101311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-17d17f04-deee-4114-9401-0820d7450d02 req-d86cd4bd-3a60-4ed5-898b-dfeb25a67d59 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176233 Aug 11 03:08:40.104194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c14-5f7f-481f-9f90-772c85e7fd9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.105483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bfa96c14-5f7f-481f-9f90-772c85e7fd9d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3870356 Aug 11 03:08:40.109310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:40.114139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:40.127355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.159783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=153aa473-4cbc-402e-ac5f-1b67ca8bd37b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:40.201230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Network e2de5821-c9d2-4407-bb13-7a76936fd67b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:40.202660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.205774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:40.215087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=431cfa89-7fb0-4665-9ff8-7a4cf5cbff24,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:40.229374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7298075-27f6-47ef-afc3-d85923234607 req-7a05cdfd-4a9f-4362-a493-798041f9c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:40.230940 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7298075-27f6-47ef-afc3-d85923234607 req-7a05cdfd-4a9f-4362-a493-798041f9c1e8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 1098 time: 0.2067251 Aug 11 03:08:40.232777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:40.233855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:40.234654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.252413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0cc604cb-94c4-4d5a-b859-d9379bb157e6 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9489965 Aug 11 03:08:40.256154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39300) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:40.265265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:40.343371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.348587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7298075-27f6-47ef-afc3-d85923234607 req-4c870929-cb75-4197-8bf4-71d8b3059792 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056345 Aug 11 03:08:40.351914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.384727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.463268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Allocated IP 172.25.4.159 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/4a10aeb3-748c-4078-ac46-2bbd7b64638c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:40.595124 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.652603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.701412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:40.704683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:40.708762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:40.737806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'Port': ['ID=4a10aeb3-748c-4078-ac46-2bbd7b64638c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:40.773163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] device_id is not set on port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:40.788681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.817626 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.821536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Transition to ACTIVE for port object 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:40.834064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.836201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.874962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.885188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.888459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:40.916996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=431cfa89-7fb0-4665-9ff8-7a4cf5cbff24,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:40.975796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=153aa473-4cbc-402e-ac5f-1b67ca8bd37b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:41.041838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.042551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.043729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.045374 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.057653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.078088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.078522 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.081844 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 2 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.105071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.105071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.105407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.117237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.117497 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.119486 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 3 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.142757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'Port': ['ID=4a10aeb3-748c-4078-ac46-2bbd7b64638c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:41.147458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.151978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.152379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.153867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.159693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba913ceb-21bd-48f9-8d35-baf17e58b2d3 None None] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:41.169274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.169619 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.173111 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 4 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.174742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.177521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-96479986-556b-42a2-ae0b-df0f146adf3d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0667262 Aug 11 03:08:41.193545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.193885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.194220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.204038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:41.206521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:41.212178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.212510 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.213774 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 5 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.293765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.294131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.294465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.302326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.302636 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.304751 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 6 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.312881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b34e27ce-447f-4d2e-b68b-cf78c63b3115 None None] Provisioning for port 9067b21d-7314-4bd0-88b6-d05354a2eade completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:41.329775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.329882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.330310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.339031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.339596 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.347346 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 7 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.355227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739bd2c-fa15-46cc-b850-e140de69be65 req-c2a3ee15-f5fc-434a-ab96-74486f697720 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:41.367955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.368295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.368629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.376314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0739bd2c-fa15-46cc-b850-e140de69be65 req-c2a3ee15-f5fc-434a-ab96-74486f697720 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 946 time: 0.1272752 Aug 11 03:08:41.377475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.377903 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.379205 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 8 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.396776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 7c358bec-ec8d-4316-b0ff-8908630bec40 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:08:41.398838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.399169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.399509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.408298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.408540 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.410567 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 9 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.435540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0739bd2c-fa15-46cc-b850-e140de69be65 req-49aa67ac-8a97-46e2-babc-776c5ab0c5a7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573573 Aug 11 03:08:41.463037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.463395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.463738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.508107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.508436 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.510368 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 10 to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 Aug 11 03:08:41.544577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:41.544903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:41.545240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:41.552560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-8d1bd392-8a39-43e1-aba7-38f1c6e51601 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--596890557&fields=id&tenant_id=f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 267 time: 0.0985119 Aug 11 03:08:41.556836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:41.558289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:41.558619 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:41.558980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.566984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-280c315a-cadb-4959-9966-c77fdf6dc238 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/7c358bec-ec8d-4316-b0ff-8908630bec40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0169203 Aug 11 03:08:41.566984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39322) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:41.567466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] Sync routers for ids ['7c358bec-ec8d-4316-b0ff-8908630bec40'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:41.578679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] Routers {'7c358bec-ec8d-4316-b0ff-8908630bec40'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:41.579311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7c358bec-ec8d-4316-b0ff-8908630bec40'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:41.617578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:41.627106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] Routers {'7c358bec-ec8d-4316-b0ff-8908630bec40'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:41.627918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7c358bec-ec8d-4316-b0ff-8908630bec40'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:41.668211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:41.670292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff1d8b-5598-49cb-bc80-5f79c9e1cb55 None None] The sync data for ids ['7c358bec-ec8d-4316-b0ff-8908630bec40'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:41.685775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ab381f5f-0f84-449a-bf19-818c70c3cf00 None None] Provisioning for port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:41.691897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ab381f5f-0f84-449a-bf19-818c70c3cf00 None None] Provisioning complete for port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:41.692577 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ab381f5f-0f84-449a-bf19-818c70c3cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.695258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a949c10d-7c24-4c86-bd14-4183ef413975 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:41.699361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a949c10d-7c24-4c86-bd14-4183ef413975 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports/153aa473-4cbc-402e-ac5f-1b67ca8bd37b HTTP/1.1" status: 200 len: 911 time: 0.1275933 Aug 11 03:08:41.700959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39326) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:41.705774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6bd7e155-e755-4ddb-8b28-5820067eed1c'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:41.741394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ab381f5f-0f84-449a-bf19-818c70c3cf00 None None] Port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:41.908026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9067b21d-7314-4bd0-88b6-d05354a2eade up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:41.982843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-eb515549-cf1b-4a71-b20e-34137fc6befa None None] Provisioning complete for port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:41.983774 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eb515549-cf1b-4a71-b20e-34137fc6befa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:41.985803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9067b21d-7314-4bd0-88b6-d05354a2eade completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:42.012373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9067b21d-7314-4bd0-88b6-d05354a2eade triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:42.012842 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.069736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-eb515549-cf1b-4a71-b20e-34137fc6befa None None] Port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:42.134816 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.174847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] For port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:42.175406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempted to set empty binding levels {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:08:42.183027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-e0e61fc8-7fd9-4ae0-99f2-3251e988194b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.184220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9067b21d-7314-4bd0-88b6-d05354a2eade, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9067b21d-7314-4bd0-88b6-d05354a2eade,segment=NetworkSegment(0e6a7563-7971-4b78-8147-2a1ab4b88c8c),segment_id=0e6a7563-7971-4b78-8147-2a1ab4b88c8c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:42.184698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-e0e61fc8-7fd9-4ae0-99f2-3251e988194b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 816 time: 0.6183095 Aug 11 03:08:42.188096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.196325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.223546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d56e7d3-12a9-4c9a-8a7b-336233de5e37 None None] Provisioning complete for port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:42.224778 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d56e7d3-12a9-4c9a-8a7b-336233de5e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.266709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-b337756c-36cb-4b60-8068-245f2305ffd1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/quotas/f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 375 time: 0.0692470 Aug 11 03:08:42.284145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] In _notify_port_updated(), no bound segment for port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:08:42.285099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.285711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.287114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "PUT /v2.0/ports/431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 HTTP/1.1" status: 200 len: 975 time: 2.0293462 Aug 11 03:08:42.290028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:42.295790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0d56e7d3-12a9-4c9a-8a7b-336233de5e37 None None] Port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:42.301422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9067b21d-7314-4bd0-88b6-d05354a2eade,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:42.353728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e334ff-3ca3-48e4-9ca6-d72784cd1b6b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=431cfa89-7fb0-4665-9ff8-7a4cf5cbff24,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:42.388550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-b9f97323-e49a-452a-847a-1e57343f8dbf tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1207952 Aug 11 03:08:42.401122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.401792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.402237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.402802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.403279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.403900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.404865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.405393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.405922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.406393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.406865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.408122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.408122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.408326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.409539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.409539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.409971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.410619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.411085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.412343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.413031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.413506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.413978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.414449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.414915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.415805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.416130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.416761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.417232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.421875 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f4c6e034-9e5f-4619-95de-357ce155d4b1 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26165 time: 0.1308334 Aug 11 03:08:42.425569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:42.460006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.516134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Deleting port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:42.516567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.585896 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-4c015de8-0340-4d58-ad3f-ab09435fdd75 service neutron] 10.222.0.60 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774917 Aug 11 03:08:42.623049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] For port 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24, host n-h1-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:42.623363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.643184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ea6d7-092b-4103-b3ee-a4ad49c6d002 req-ee8f711d-60ef-4c84-b34b-0fd1977b4922 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:42.644866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f05ea6d7-092b-4103-b3ee-a4ad49c6d002 req-ee8f711d-60ef-4c84-b34b-0fd1977b4922 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 946 time: 0.1075718 Aug 11 03:08:42.649284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Calling delete_port for 431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:42.726984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f05ea6d7-092b-4103-b3ee-a4ad49c6d002 req-6b32833e-8a0b-40fb-a5b3-1103892031bd tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757165 Aug 11 03:08:42.768766 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.807697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event deleted for resources: {'Port': ['ID=431cfa89-7fb0-4665-9ff8-7a4cf5cbff24,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:42.818230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.820390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-709014cc-a3fc-49cf-97be-e21721535952 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "DELETE /v2.0/ports/431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 HTTP/1.1" status: 204 len: 168 time: 0.3937187 Aug 11 03:08:42.826746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:42.830499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-3aba3ca2-e29b-44e5-9e08-a1da3a813d14 service neutron] 10.222.0.60 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192013 Aug 11 03:08:42.874703 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f04127f-9d4d-4e1b-b7ff-ad65a6c2ef51 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:08:42.879755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f04127f-9d4d-4e1b-b7ff-ad65a6c2ef51 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "GET /v2.0/ports/431cfa89-7fb0-4665-9ff8-7a4cf5cbff24 HTTP/1.1" status: 404 len: 333 time: 0.0489159 Aug 11 03:08:42.881566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39348) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:42.888814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-552780026', 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:42.920607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Made reservation on behalf of c4e867e345174652a1010bef012877ba for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:42.924552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:42.949070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] device_id is not set on port bfa468ce-485f-48a4-a21f-8a4cf0c5498a yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:43.179727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:43.211890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:43.220051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:43.227998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:43.228924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:43.233042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/ports/153aa473-4cbc-402e-ac5f-1b67ca8bd37b HTTP/1.1" status: 200 len: 911 time: 1.5288482 Aug 11 03:08:43.241041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:43.271609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b9c8a-afb3-4307-adc6-4e85b824d6f8 req-8f920167-27b1-42be-a4b3-5b8b2a5cebf3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:43.273447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3b9c8a-afb3-4307-adc6-4e85b824d6f8 req-8f920167-27b1-42be-a4b3-5b8b2a5cebf3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 946 time: 0.1445594 Aug 11 03:08:43.282323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17d5f5a2-f844-4649-882a-0abf02c57a04 req-3a54d5d2-20df-493f-8b82-e66308aecccc tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 210 time: 0.0896747 Aug 11 03:08:43.390616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=153aa473-4cbc-402e-ac5f-1b67ca8bd37b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:43.402259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.402976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.403472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.404255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.404766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.405425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.405921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.406413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.406916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.407402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.407913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.408395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8c5a8b-b7a5-4a0c-8eae-b3d1680906a9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:08:43.562781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de3b9c8a-afb3-4307-adc6-4e85b824d6f8 req-000fb30a-e783-4563-a950-796c69ad8b75 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172139 Aug 11 03:08:43.574460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:43.881567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9067b21d-7314-4bd0-88b6-d05354a2eade up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:43.938179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9067b21d-7314-4bd0-88b6-d05354a2eade triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:43.938613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:43.985680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Network e2de5821-c9d2-4407-bb13-7a76936fd67b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:43.995237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:43.998991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=bfa468ce-485f-48a4-a21f-8a4cf0c5498a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:44.001316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:44.002250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.002843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.038118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e369e0b9-d3e9-499a-957d-b19dbe5ecff3 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1543498 Aug 11 03:08:44.040766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39370) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:44.075843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfa222e-f778-4811-bb0d-9399558bb941 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.077241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-edfa222e-f778-4811-bb0d-9399558bb941 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "GET /v2.0/ports/bfa468ce-485f-48a4-a21f-8a4cf0c5498a HTTP/1.1" status: 200 len: 954 time: 0.0353732 Aug 11 03:08:44.079954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39372) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:44.104877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.163727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Deleting port bfa468ce-485f-48a4-a21f-8a4cf0c5498a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:44.164449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.274045 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.336317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Calling delete_port for bfa468ce-485f-48a4-a21f-8a4cf0c5498a owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:44.435585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 153aa473-4cbc-402e-ac5f-1b67ca8bd37b {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:44.436005 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.485281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86d13a25-a6a1-4cc5-a080-92cec424ab8d req-b2294f34-0db1-4970-8448-43b3160a3cf0 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 210 time: 0.0656073 Aug 11 03:08:44.548343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-e70eec75-2ac1-4728-a1f5-98308548a97a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.549671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-e70eec75-2ac1-4728-a1f5-98308548a97a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 816 time: 0.3049402 Aug 11 03:08:44.558454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.561018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849db527-8253-45d3-8c02-078ee881b8fe req-aa13356a-2d69-4b1f-8d22-e06d1ecdae29 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.562839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-849db527-8253-45d3-8c02-078ee881b8fe req-aa13356a-2d69-4b1f-8d22-e06d1ecdae29 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 946 time: 0.1559434 Aug 11 03:08:44.571502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.575296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 153aa473-4cbc-402e-ac5f-1b67ca8bd37b owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:44.691366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfa468ce-485f-48a4-a21f-8a4cf0c5498a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:44.719866 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.722017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f4299a7c-f7c7-4e33-b84e-154c4fb95614 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "DELETE /v2.0/ports/bfa468ce-485f-48a4-a21f-8a4cf0c5498a HTTP/1.1" status: 204 len: 168 time: 0.6411500 Aug 11 03:08:44.742980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39394) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:44.774848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180ef85-5823-451b-9711-a44082980460 req-9d549308-8632-4855-bd12-b0ae68d66d95 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.776514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4180ef85-5823-451b-9711-a44082980460 req-9d549308-8632-4855-bd12-b0ae68d66d95 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 946 time: 0.1179059 Aug 11 03:08:44.816720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-0bda9a48-573f-4a65-8f42-20977b14910b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 379 time: 0.2527089 Aug 11 03:08:44.823381 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd712d0-c04c-46c7-8866-dbc84f03b139 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:08:44.825114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3fd712d0-c04c-46c7-8866-dbc84f03b139 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "GET /v2.0/ports/bfa468ce-485f-48a4-a21f-8a4cf0c5498a HTTP/1.1" status: 404 len: 333 time: 0.0584750 Aug 11 03:08:44.832401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39396) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:44.836625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'port': {'device_id': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'admin_state_up': True, 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'security_groups': ['8487e119-7518-4eee-ab32-2904211178d7']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:44.848001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Request body: {'port': {'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1238260424'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:44.885826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4180ef85-5823-451b-9711-a44082980460 req-9f5f3f8c-916a-4ba6-9c1c-76777e27af43 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996940 Aug 11 03:08:44.934651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:44.960590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-cdc4fa48-e29f-44a7-b3a1-928d7c4b90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:44.962107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-cdc4fa48-e29f-44a7-b3a1-928d7c4b90e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.3012180 Aug 11 03:08:44.979040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=153aa473-4cbc-402e-ac5f-1b67ca8bd37b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:45.049258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb7191-0f9e-4e3b-8cdd-d3ff68e58aeb req-db2aef24-69aa-4c4a-b503-d3093e31ff33 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.051092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94cb7191-0f9e-4e3b-8cdd-d3ff68e58aeb req-db2aef24-69aa-4c4a-b503-d3093e31ff33 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.3706601 Aug 11 03:08:45.108066 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.116481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Made reservation on behalf of c4e867e345174652a1010bef012877ba for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:45.118808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.157942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Deleting port 408ec350-8084-4342-bfba-3601b06f168e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:45.158285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.219132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] device_id is not set on port 129b3d78-bc42-4d64-902a-019516306a90 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:45.248733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-94cb7191-0f9e-4e3b-8cdd-d3ff68e58aeb req-76f381b9-dcee-4fc0-974e-38e8c760dae2 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829534 Aug 11 03:08:45.292855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Made reservation on behalf of f41c7746fafe48a5b159399d3c81ba28 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:45.295605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 7c358bec-ec8d-4316-b0ff-8908630bec40 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:45.296448 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.329121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-f0081be9-a6d8-44cd-8944-ff6be9cb6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.330597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-f0081be9-a6d8-44cd-8944-ff6be9cb6a0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.3517261 Aug 11 03:08:45.383825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:45.391566 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ee006066-9f0e-4a80-820b-41dfe13c6b16 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/7c358bec-ec8d-4316-b0ff-8908630bec40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1469707 Aug 11 03:08:45.391966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39406) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:45.400380 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] Sync routers for ids ['7c358bec-ec8d-4316-b0ff-8908630bec40'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:45.408282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] For port 408ec350-8084-4342-bfba-3601b06f168e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=408ec350-8084-4342-bfba-3601b06f168e,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:45.409145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.410449 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] Routers {'7c358bec-ec8d-4316-b0ff-8908630bec40'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:45.411272 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7c358bec-ec8d-4316-b0ff-8908630bec40'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:45.422457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Calling delete_port for 408ec350-8084-4342-bfba-3601b06f168e owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:45.423189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9bc76074-3ea3-4eaa-8404-9d1ecda78d02 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c358bec-ec8d-4316-b0ff-8908630bec40 HTTP/1.1" status: 200 len: 205 time: 0.0301898 Aug 11 03:08:45.425646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39408) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:45.443057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-8853cffd-74ca-4c8b-ae7c-a9d3b9464f90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 217 time: 0.0991704 Aug 11 03:08:45.450003 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:45.459755 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] Routers {'7c358bec-ec8d-4316-b0ff-8908630bec40'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:45.460600 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7c358bec-ec8d-4316-b0ff-8908630bec40'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:45.493315 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:45.494202 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a992864-bd46-4cef-a9fa-04982558d1a1 None None] The sync data for ids ['7c358bec-ec8d-4316-b0ff-8908630bec40'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:45.515524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-43d79814-761e-4dac-ab5f-4c3e286d2887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.639829 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab81e1d6-c2b3-4744-bec5-0ecd7bf7b589 req-c8fbc7be-b387-4ae2-8276-6c6717d99b51 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 210 time: 0.0365164 Aug 11 03:08:45.678374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-f287351d-dda7-44c2-8d6a-6636a6945e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:45.679935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-f287351d-dda7-44c2-8d6a-6636a6945e1b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.2256536 Aug 11 03:08:45.746480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-43d79814-761e-4dac-ab5f-4c3e286d2887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.749248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-43d79814-761e-4dac-ab5f-4c3e286d2887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.753340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-9029c1d8-8f75-45b4-a0ac-2da087bbffa7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490098 Aug 11 03:08:45.772054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.776743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-3c5ca1e9-48c3-492e-9013-f7e690e54c21 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:08:45.777734 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-3c5ca1e9-48c3-492e-9013-f7e690e54c21 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115466 Aug 11 03:08:45.793324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-43d79814-761e-4dac-ab5f-4c3e286d2887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.793957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d79814-761e-4dac-ab5f-4c3e286d2887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Fanout notify agent at l3_agent the message router_deleted on router 7c358bec-ec8d-4316-b0ff-8908630bec40 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:08:45.801484 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-43d79814-761e-4dac-ab5f-4c3e286d2887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.805372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-43d79814-761e-4dac-ab5f-4c3e286d2887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/7c358bec-ec8d-4316-b0ff-8908630bec40 HTTP/1.1" status: 204 len: 168 time: 0.3761606 Aug 11 03:08:45.805732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:45.860277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Allocated IP 172.20.0.13 (48d6147b-6240-499a-94e3-ea39743bf905/5a0175c9-1615-4b0e-a42e-459f9cc9a27d/c8388727-2c9c-4a4b-85be-088e836b26a2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:45.864754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet 6bd7e155-e755-4ddb-8b28-5820067eed1c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:08:45.868340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.908900 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:45.997624 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.009360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.010531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-fd092aa6-5b64-471e-bf5a-2e713b33f6e3 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202802 Aug 11 03:08:46.089613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.109426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.116013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d1ac82-778e-4555-a9c5-4ccd2e1b76b5 None None] Network 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:46.116497 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.122322 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/6bd7e155-e755-4ddb-8b28-5820067eed1c HTTP/1.1" status: 204 len: 168 time: 0.3146992 Aug 11 03:08:46.136440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39422) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:46.142876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fc354-aa03-42e7-9638-1ea2ca5492db tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd7e155-e755-4ddb-8b28-5820067eed1c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:46.297282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Network e2de5821-c9d2-4407-bb13-7a76936fd67b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:46.329527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=129b3d78-bc42-4d64-902a-019516306a90,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:46.363422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] No DVR routers for this DVR port 408ec350-8084-4342-bfba-3601b06f168e on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:46.365990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:46.369620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.370709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-849db527-8253-45d3-8c02-078ee881b8fe req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "DELETE /v2.0/ports/408ec350-8084-4342-bfba-3601b06f168e HTTP/1.1" status: 204 len: 173 time: 1.7968709 Aug 11 03:08:46.382712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] DHCP port deletion for 088fa9a6-bf44-4c52-9ced-cec4e141ffd3 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:08:46.388581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'name': 'network-vif-deleted', 'tag': '408ec350-8084-4342-bfba-3601b06f168e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:46.391033 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2d4a28-1561-4b56-a0ec-f61fc54c60bb" -d '{"events": [{"server_uuid": "6b12a5bf-9266-413b-ade6-e1db072ce033", "name": "network-vif-deleted", "tag": "408ec350-8084-4342-bfba-3601b06f168e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:46.416635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:46.417695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.418315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.443909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6cc64-be38-4d06-ab85-d8360c88a889 req-56c14759-c559-42be-ab4b-cca2df0f2fb7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.447551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] Deleting port 9067b21d-7314-4bd0-88b6-d05354a2eade {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:46.448140 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.452189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc6e5c-7adf-427f-8c1e-a4661382cceb req-560e8d97-b1b4-4669-9cb8-f6b79dc8b2ca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:46.455892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bed6cc64-be38-4d06-ab85-d8360c88a889 req-56c14759-c559-42be-ab4b-cca2df0f2fb7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b12a5bf-9266-413b-ade6-e1db072ce033 HTTP/1.1" status: 200 len: 867 time: 0.4871376 Aug 11 03:08:46.464089 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34bc6e5c-7adf-427f-8c1e-a4661382cceb req-560e8d97-b1b4-4669-9cb8-f6b79dc8b2ca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1334019 Aug 11 03:08:46.498724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a4c5d-db39-4a44-9217-93f3f0ad80c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event deleted for resources: {'Port': ['ID=408ec350-8084-4342-bfba-3601b06f168e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:46.520434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] For port 9067b21d-7314-4bd0-88b6-d05354a2eade, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9067b21d-7314-4bd0-88b6-d05354a2eade,segment=NetworkSegment(0e6a7563-7971-4b78-8147-2a1ab4b88c8c),segment_id=0e6a7563-7971-4b78-8147-2a1ab4b88c8c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:46.520973 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.524651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4fd80cf-59d6-42ec-ac77-c648586ebe61 req-b5b8981c-d1e5-4c7e-9705-2062c7ceec6d service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935341 Aug 11 03:08:46.537955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] Calling delete_port for 9067b21d-7314-4bd0-88b6-d05354a2eade owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:46.541177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.550776 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ca83cbe7-ab7e-4066-8a34-1a3e309a3c96 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7065835 Aug 11 03:08:46.555468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bed6cc64-be38-4d06-ab85-d8360c88a889 req-da782a18-b412-42ed-a990-a99232f96ae5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985637 Aug 11 03:08:46.559779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39430) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:46.587449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:46.600882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34bc6e5c-7adf-427f-8c1e-a4661382cceb req-3299fa6d-8b1e-4323-9d96-16d036a50ee6 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344786 Aug 11 03:08:46.640605 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48983f82-ebad-4e86-a15c-fd8e32541d71 x-openstack-request-id: req-48983f82-ebad-4e86-a15c-fd8e32541d71 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:46.640923 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b12a5bf-9266-413b-ade6-e1db072ce033", "name": "network-vif-deleted", "tag": "408ec350-8084-4342-bfba-3601b06f168e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:46.641154 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48983f82-ebad-4e86-a15c-fd8e32541d71 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:46.641699 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b12a5bf-9266-413b-ade6-e1db072ce033', 'name': 'network-vif-deleted', 'tag': '408ec350-8084-4342-bfba-3601b06f168e', 'status': 'completed', 'code': 200} Aug 11 03:08:46.657440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.681898 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.711326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] Pushing event deleted for resources: {'Port': ['ID=9067b21d-7314-4bd0-88b6-d05354a2eade,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:46.715587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Transition to ACTIVE for port object c8388727-2c9c-4a4b-85be-088e836b26a2 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:46.716951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.719866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c34e9a4-d94f-4ede-a479-0589239811ad None None] No DVR routers for this DVR port 9067b21d-7314-4bd0-88b6-d05354a2eade on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:46.771649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87bf4bcc-19e1-43db-9400-7952e0238cd2 req-a477e94a-1484-459b-aa3e-febf0711cf62 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 210 time: 0.0351813 Aug 11 03:08:46.808814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 9067b21d-7314-4bd0-88b6-d05354a2eade {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:46.809160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:46.904132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.313937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 408ec350-8084-4342-bfba-3601b06f168e no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:47.353061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 408ec350-8084-4342-bfba-3601b06f168e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:47.353410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 408ec350-8084-4342-bfba-3601b06f168e not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:47.400908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Network 48d6147b-6240-499a-94e3-ea39743bf905 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:47.406897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 9067b21d-7314-4bd0-88b6-d05354a2eade, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:47.407271 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.417512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:47.419251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:47.424987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:47.453410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 9067b21d-7314-4bd0-88b6-d05354a2eade owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:47.465183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Port 9067b21d-7314-4bd0-88b6-d05354a2eade was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:08:47.471387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] device_id is not set on port 129b3d78-bc42-4d64-902a-019516306a90 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:08:47.476848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.491763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.534980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=9067b21d-7314-4bd0-88b6-d05354a2eade,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:47.545661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port 9067b21d-7314-4bd0-88b6-d05354a2eade on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:08:47.560531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.561161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.563923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Transition to ACTIVE for port object 129b3d78-bc42-4d64-902a-019516306a90 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:47.587762 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.669595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7dea555e-d980-4cfe-be61-57cfeb86c2e6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8403909 Aug 11 03:08:47.682928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0c64073e-8aa6-4189-a609-61b5509152c5 None None] Provisioning for port c8388727-2c9c-4a4b-85be-088e836b26a2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:47.688809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0c64073e-8aa6-4189-a609-61b5509152c5 None None] Provisioning complete for port c8388727-2c9c-4a4b-85be-088e836b26a2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:47.689692 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Request body: {'port': {'device_id': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:47.689889 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c64073e-8aa6-4189-a609-61b5509152c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.711649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.734158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0c64073e-8aa6-4189-a609-61b5509152c5 None None] Port c8388727-2c9c-4a4b-85be-088e836b26a2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:47.759026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088fa9a6-bf44-4c52-9ced-cec4e141ffd3']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:47.792192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=129b3d78-bc42-4d64-902a-019516306a90,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:47.798175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6a7563-7971-4b78-8147-2a1ab4b88c8c') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:47.798485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6a7563-7971-4b78-8147-2a1ab4b88c8c') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:47.826408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.854328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:47.854667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:47.855006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:47.872531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:47.872867 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:47.874125 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 2 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:47.877077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.878679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9067b21d-7314-4bd0-88b6-d05354a2eade no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:08:47.880917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.899361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9067b21d-7314-4bd0-88b6-d05354a2eade {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:08:47.899694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9067b21d-7314-4bd0-88b6-d05354a2eade not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:08:47.906887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:47.907235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:47.910827 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:47.917191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-26e0bf4b-fadf-40ce-ac24-d3f990c313a4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.918706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87760384-165e-4308-87a5-ec8728aedc77 req-a0d5e31a-b82c-4baf-ad30-66b7f658d6c9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:47.918816 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-26e0bf4b-fadf-40ce-ac24-d3f990c313a4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.1300709 Aug 11 03:08:47.920228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87760384-165e-4308-87a5-ec8728aedc77 req-a0d5e31a-b82c-4baf-ad30-66b7f658d6c9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2142272 Aug 11 03:08:47.931939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:47.932306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:47.932618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:47.938425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-cce0e4f9-7834-41b2-aa29-91f241b50d33 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/quotas/27afed0817244548ae1c8f6a78bf56b6 HTTP/1.1" status: 200 len: 375 time: 0.0131297 Aug 11 03:08:47.972899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-7e460b4f-e3db-4332-9d7f-7b8b395e9be0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283999 Aug 11 03:08:47.998884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:47.999221 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.009990 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 3 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.038778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.042575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.042912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.043243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.067836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.069842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/088fa9a6-bf44-4c52-9ced-cec4e141ffd3 HTTP/1.1" status: 204 len: 168 time: 1.9203300 Aug 11 03:08:48.074069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39460) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:48.078986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dcbcd7bd-25fa-4b64-b046-57cc7700b327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2094653477', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:48.085253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-2d07d3fa-12aa-469f-a934-d3f6d669bbd1 service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046772 Aug 11 03:08:48.085510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.085840 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.089671 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 4 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.092122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca539f5b-dea2-46eb-9db1-4b0415254e87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=088fa9a6-bf44-4c52-9ced-cec4e141ffd3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:48.141769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87760384-165e-4308-87a5-ec8728aedc77 req-0bf88e2c-ef25-4904-b4e8-614cf3284873 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811931 Aug 11 03:08:48.146330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd7bd-25fa-4b64-b046-57cc7700b327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.147479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd7bd-25fa-4b64-b046-57cc7700b327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.158348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.158624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.158971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.166279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.166729 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.174921 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 5 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.199927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.200254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.200589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.224297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd7bd-25fa-4b64-b046-57cc7700b327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.231386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd7bd-25fa-4b64-b046-57cc7700b327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.252692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-bf8e9a07-6cb9-45dd-b1a7-f4e909f9deeb service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568515 Aug 11 03:08:48.257237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.257588 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.265343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcbcd7bd-25fa-4b64-b046-57cc7700b327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.266716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dcbcd7bd-25fa-4b64-b046-57cc7700b327 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1915643 Aug 11 03:08:48.269271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39468) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:48.271819 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 6 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.276729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1743534539'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:48.303031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.303371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.303750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.305404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:48.311706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.320461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.320795 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.323831 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 7 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.336348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc656-d427-4e5d-b967-480e9a060e61 req-092781d4-5ffd-4b02-9e86-5f67cea8cee8 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:48.337932 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eabbc656-d427-4e5d-b967-480e9a060e61 req-092781d4-5ffd-4b02-9e86-5f67cea8cee8 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 932 time: 0.1266222 Aug 11 03:08:48.341314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:48.354593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.354948 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment 6d4ad1e6-227b-485f-b9dd-f31cccb8255d of type vlan for network 9f5bb904-320f-4c2f-8f04-6403219c0ebb Aug 11 03:08:48.368729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.369065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.369439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.386831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.387167 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.390453 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 8 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.437125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.449421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.449919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.450492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.460493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eabbc656-d427-4e5d-b967-480e9a060e61 req-703ddf9f-d614-4232-9900-8047ffe39ef4 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093373 Aug 11 03:08:48.474007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.474423 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.502113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.517472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:48.517472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.521352 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 9 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.572928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8388727-2c9c-4a4b-85be-088e836b26a2 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:48.583035 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.596697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3261008 Aug 11 03:08:48.599675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39476) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:48.606652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:48.621648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.621987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.622320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.623960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c776b7a-f858-4f95-81fc-e8a52df12095 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=9f5bb904-320f-4c2f-8f04-6403219c0ebb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:48.625966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bb6bac2-bc23-446e-b943-197b8f2d190c req-69d3f2ab-6d05-4e2f-9de6-3eef6945a464 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 210 time: 0.1005528 Aug 11 03:08:48.635320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:48.660787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Transition to ACTIVE for port object c8388727-2c9c-4a4b-85be-088e836b26a2 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:48.669190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.669525 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.669922 n-d-768509-22 neutron-server[111682]: INFO neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempt 10 to bind port 129b3d78-bc42-4d64-902a-019516306a90 Aug 11 03:08:48.674057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.725298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:48.729171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.751179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:48.764585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:48.766643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:48.766970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempting to bind port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:48.778475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:48.778475 n-d-768509-22 neutron-server[111682]: ERROR neutron.plugins.ml2.managers [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Failed to bind port 129b3d78-bc42-4d64-902a-019516306a90 on host n-h1-768509-22 for vnic_type normal using segments [{'id': '93346d27-9fe1-42bd-b6e0-ef10064edbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'e2de5821-c9d2-4407-bb13-7a76936fd67b'}] Aug 11 03:08:48.778896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.904557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] For port 129b3d78-bc42-4d64-902a-019516306a90, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:48.904967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attempted to set empty binding levels {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 11 03:08:48.931182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:48.999390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] In _notify_port_updated(), no bound segment for port 129b3d78-bc42-4d64-902a-019516306a90 on network e2de5821-c9d2-4407-bb13-7a76936fd67b {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:08:49.000349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.000895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.004881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "PUT /v2.0/ports/129b3d78-bc42-4d64-902a-019516306a90 HTTP/1.1" status: 200 len: 976 time: 2.4401181 Aug 11 03:08:49.006977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39484) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:49.026190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571b9e0-95ab-45e4-95f5-10ed373a6466 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event updated for resources: {'Port': ['ID=129b3d78-bc42-4d64-902a-019516306a90,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:49.037783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Attempting to bind port c8388727-2c9c-4a4b-85be-088e836b26a2 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:49.038337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Attempting to bind port c8388727-2c9c-4a4b-85be-088e836b26a2 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:49.038821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Attempting to bind port c8388727-2c9c-4a4b-85be-088e836b26a2 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:49.044507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Port c8388727-2c9c-4a4b-85be-088e836b26a2 on network 48d6147b-6240-499a-94e3-ea39743bf905 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:49.045082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Attempting to bind port c8388727-2c9c-4a4b-85be-088e836b26a2 on network 48d6147b-6240-499a-94e3-ea39743bf905 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:49.051474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:49.052144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Checking segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:49.052717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Bound using segment: {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:49.053368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Bound port: c8388727-2c9c-4a4b-85be-088e836b26a2, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:49.053887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.067080 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.138543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:49.141823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:49.147235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.184391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=1d5b5522-e1e6-4e82-a07c-364b7f9c60e8,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:49.226122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:49.231235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.231981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.233424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-a82197db-d984-4d02-856e-6392b0ab76de service neutron] 10.222.0.57 "PUT /v2.0/ports/c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 200 len: 1093 time: 1.5493481 Aug 11 03:08:49.233873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:49.237713 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c7c314-b187-47a6-8495-3086d224c01f" -d '{"events": [{"name": "network-changed", "server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:49.242584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:49.247045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: 9f5bb904-320f-4c2f-8f04-6403219c0ebb, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:49.284763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Deleting port 129b3d78-bc42-4d64-902a-019516306a90 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:08:49.285854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.287216 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8d90dc-0207-4ff1-b414-538fb74cac7c x-openstack-request-id: req-0d8d90dc-0207-4ff1-b414-538fb74cac7c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:49.287614 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:49.287812 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d8d90dc-0207-4ff1-b414-538fb74cac7c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:49.288354 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'status': 'completed', 'code': 200} Aug 11 03:08:49.390472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-9715fbdb-6773-4fab-a848-2f64044947c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.392230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-9715fbdb-6773-4fab-a848-2f64044947c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1096 time: 0.0601876 Aug 11 03:08:49.408997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:49.436855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 9f5bb904-320f-4c2f-8f04-6403219c0ebb) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:49.452347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3af09f2-b9b7-44e6-a56a-f224f8aee87b None None] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:49.453054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ab3d4-02f0-42d9-b9ff-866f6cd8df5a req-f96f6293-00e3-4978-93a2-4dab74128174 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.461268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a64ab3d4-02f0-42d9-b9ff-866f6cd8df5a req-f96f6293-00e3-4978-93a2-4dab74128174 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1681373 Aug 11 03:08:49.463582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] For port 129b3d78-bc42-4d64-902a-019516306a90, host n-h1-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:49.464057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.467287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.467916 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.483914 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-9b748c04-26ef-4310-b51f-af386fb84871 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 200 len: 217 time: 0.0823188 Aug 11 03:08:49.514327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-646fb533-5393-4f99-a328-581c1435f9fa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9136784 Aug 11 03:08:49.515944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Calling delete_port for 129b3d78-bc42-4d64-902a-019516306a90 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:08:49.519684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39492) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:49.565400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7985ad71-c382-4a2c-a844-91220323018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.567054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-7985ad71-c382-4a2c-a844-91220323018d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.0751326 Aug 11 03:08:49.679872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a64ab3d4-02f0-42d9-b9ff-866f6cd8df5a req-9f04d90d-930a-487e-b858-23ba061d89d3 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176304 Aug 11 03:08:49.689607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-5963c520-9cd1-4204-aa41-3b02659fa9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.691063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-5963c520-9cd1-4204-aa41-3b02659fa9fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163018 Aug 11 03:08:49.737412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b5af-2733-45c0-8a83-e42d2a794f69 req-e1e19c52-be52-4089-9357-ff73ab7ecfcd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:49.739526 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9511b5af-2733-45c0-8a83-e42d2a794f69 req-e1e19c52-be52-4089-9357-ff73ab7ecfcd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1074433 Aug 11 03:08:49.972425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:08:49.974807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:49.990051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9511b5af-2733-45c0-8a83-e42d2a794f69 req-ecfb2ce9-f280-4e83-b20b-39fd382ba56f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247341 Aug 11 03:08:50.016685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.034850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-04433305-efdd-4a03-abe6-660cf7ab86bc service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337657 Aug 11 03:08:50.058899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-f417063b-1f74-44ab-8187-64f753da0327 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.061259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-f417063b-1f74-44ab-8187-64f753da0327 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.3134887 Aug 11 03:08:50.076348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Request body: {'port': {'device_id': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'admin_state_up': True, 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:50.084024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bbe3fc89-e9b3-48c3-8ff7-d52dc231221e req-1e0bf05b-6ca2-483a-8d98-6ff2d06134d6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 210 time: 0.1348886 Aug 11 03:08:50.117321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Pushing event deleted for resources: {'Port': ['ID=129b3d78-bc42-4d64-902a-019516306a90,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:50.119970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.122013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d86fb50f-eb7c-4309-920a-3a09237aa269 tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "DELETE /v2.0/ports/129b3d78-bc42-4d64-902a-019516306a90 HTTP/1.1" status: 204 len: 168 time: 1.1116993 Aug 11 03:08:50.124738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39500) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:50.156461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Allocated IP 2001:db8::2 (9f5bb904-320f-4c2f-8f04-6403219c0ebb/1d5b5522-e1e6-4e82-a07c-364b7f9c60e8/65526066-3dfc-4ee9-8c01-39ccdf4f4005) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:50.178104 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-3943be5b-6bd4-48f0-a6c0-a6ec4fd8ec1b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] GET failed (client error): The resource could not be found. Aug 11 03:08:50.180068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3943be5b-6bd4-48f0-a6c0-a6ec4fd8ec1b tempest-PortsAdminExtendedAttrsTestJSON-1998672093 tempest-PortsAdminExtendedAttrsTestJSON-1998672093-project-admin] 10.222.0.60 "GET /v2.0/ports/129b3d78-bc42-4d64-902a-019516306a90 HTTP/1.1" status: 404 len: 333 time: 0.0543718 Aug 11 03:08:50.185919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39502) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:50.332499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfb30eb5-58c8-4c3b-bfcc-d304fb692f8b req-223b4b7c-90f7-47f4-a5a8-ed6434eb0d26 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697539 Aug 11 03:08:50.337930 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.361816 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.380840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Transition to ACTIVE for port object 65526066-3dfc-4ee9-8c01-39ccdf4f4005 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:50.402047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Transition to ACTIVE for port object 65526066-3dfc-4ee9-8c01-39ccdf4f4005 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:50.410927 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.414114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:50.417673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.460823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:50.467329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:50.477895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:50.549878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Pushing event updated for resources: {'Port': ['ID=65526066-3dfc-4ee9-8c01-39ccdf4f4005,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:50.574541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Attempting to bind port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:50.574966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Attempting to bind port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:50.575341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Attempting to bind port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 on network 9f5bb904-320f-4c2f-8f04-6403219c0ebb {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:50.581795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:50.582316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Checking segment: {'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:50.583245 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.584199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Bound using segment: {'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:50.584882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Bound port: 65526066-3dfc-4ee9-8c01-39ccdf4f4005, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:50.585442 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.639699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.667301 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.677544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] For port 65526066-3dfc-4ee9-8c01-39ccdf4f4005, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:50.681244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] For port 65526066-3dfc-4ee9-8c01-39ccdf4f4005, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65526066-3dfc-4ee9-8c01-39ccdf4f4005,segment=NetworkSegment(6d4ad1e6-227b-485f-b9dd-f31cccb8255d),segment_id=6d4ad1e6-227b-485f-b9dd-f31cccb8255d)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:50.695500 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.717618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2de5821-c9d2-4407-bb13-7a76936fd67b']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:50.720534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Allocated IP 172.20.0.9 (120bf177-bfe7-453c-b56a-457483c4cffd/094290ee-cedc-4203-bf50-d3e66145e810/cc59bacc-ed77-451e-82b8-d60b6c009a78) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:50.744709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93346d27-9fe1-42bd-b6e0-ef10064edbfc') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:50.745036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93346d27-9fe1-42bd-b6e0-ef10064edbfc') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:50.763369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7c314-b187-47a6-8495-3086d224c01f req-30ffd789-3dce-487a-8b47-a0fb553b96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:50.765160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05c7c314-b187-47a6-8495-3086d224c01f req-30ffd789-3dce-487a-8b47-a0fb553b96fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1096 time: 0.3441808 Aug 11 03:08:50.767151 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.805047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.819862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3776f9b-fda4-43c5-9360-6486a5a9f685 None None] Pushing event updated for resources: {'Port': ['ID=65526066-3dfc-4ee9-8c01-39ccdf4f4005,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:50.913116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:08:50.913532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:08:50.916742 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:08:50.999914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8::1 (9f5bb904-320f-4c2f-8f04-6403219c0ebb/1d5b5522-e1e6-4e82-a07c-364b7f9c60e8/799780fe-e203-465c-9400-36fcf1991323) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:51.087973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9043a-e46d-409a-904c-416860f73d36 req-536b256f-3cdf-4aec-964b-983657d752ef tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.089493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffb9043a-e46d-409a-904c-416860f73d36 req-536b256f-3cdf-4aec-964b-983657d752ef tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2428277 Aug 11 03:08:51.103473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.137958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.142160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] 10.222.0.60 "DELETE /v2.0/networks/e2de5821-c9d2-4407-bb13-7a76936fd67b HTTP/1.1" status: 204 len: 168 time: 0.9511845 Aug 11 03:08:51.203877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceef495-49ec-495d-b592-16d5a850fcd4 tempest-PortsAdminExtendedAttrsTestJSON-1280505059 tempest-PortsAdminExtendedAttrsTestJSON-1280505059-project] Pushing event deleted for resources: {'Network': ['ID=e2de5821-c9d2-4407-bb13-7a76936fd67b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:51.232537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffb9043a-e46d-409a-904c-416860f73d36 req-b81f0a71-2c0c-41f7-8928-9f601ee3b735 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132913 Aug 11 03:08:51.234155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7c314-b187-47a6-8495-3086d224c01f req-03313f47-3739-4770-b3c3-56d9041aff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.236179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05c7c314-b187-47a6-8495-3086d224c01f req-03313f47-3739-4770-b3c3-56d9041aff76 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.4594615 Aug 11 03:08:51.313034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05c7c314-b187-47a6-8495-3086d224c01f req-96782be5-d805-4c4a-9044-cb09084d63ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 200 len: 217 time: 0.0651188 Aug 11 03:08:51.313948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.347850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object 799780fe-e203-465c-9400-36fcf1991323 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:51.381555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d772e1c-3977-4c45-a958-1836ff8be35c req-b85ef786-dc96-46e2-913b-c59c9be5e1ed tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.383740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d772e1c-3977-4c45-a958-1836ff8be35c req-b85ef786-dc96-46e2-913b-c59c9be5e1ed tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1829731 Aug 11 03:08:51.404991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7a10c8f7-c8f3-4591-a802-15adc05e17e9 req-ac09ed02-ae8b-42ce-8dea-23848d7ced96 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 210 time: 0.0384750 Aug 11 03:08:51.408189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.434116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7c314-b187-47a6-8495-3086d224c01f req-124dffd3-0107-4ea6-a4e3-dd1ec6559b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.434420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05c7c314-b187-47a6-8495-3086d224c01f req-124dffd3-0107-4ea6-a4e3-dd1ec6559b7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.1108801 Aug 11 03:08:51.556256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.562692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8d772e1c-3977-4c45-a958-1836ff8be35c req-9549e9b2-5330-4b0a-92a7-9187f64dade2 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721480 Aug 11 03:08:51.567211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7c314-b187-47a6-8495-3086d224c01f req-570e9bd1-c26b-4fd0-98d3-fafff9cd64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.569700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05c7c314-b187-47a6-8495-3086d224c01f req-570e9bd1-c26b-4fd0-98d3-fafff9cd64b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240602 Aug 11 03:08:51.586212 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.652973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:51.654416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:51.658697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:51.659280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.676272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39518) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:51.693724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Network 120bf177-bfe7-453c-b56a-457483c4cffd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:51.705361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:51.707245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event updated for resources: {'Port': ['ID=cc59bacc-ed77-451e-82b8-d60b6c009a78,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:51.719258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:51.727285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=799780fe-e203-465c-9400-36fcf1991323,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:51.837572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.848129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05c7c314-b187-47a6-8495-3086d224c01f req-c1519e15-fd61-4574-8481-82e68cc14430 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677846 Aug 11 03:08:51.865762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:51.866441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:51.978131 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-216906f4-3755-47ee-b443-b57cf2c00ac1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9054649 Aug 11 03:08:52.006919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65526066-3dfc-4ee9-8c01-39ccdf4f4005 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:52.022575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f9185534-8b53-4d86-87a1-2f4041df4fde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe8ddec98f524381ae0dfe10517e2f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389685 Aug 11 03:08:52.041901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:52.056598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Request body: {'port': {'device_id': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:52.060694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-05c7c314-b187-47a6-8495-3086d224c01f req-5c3fb1ba-b793-4210-a480-ab9293944f5f service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901028 Aug 11 03:08:52.089857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:52.131962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c811e77-794c-4b64-a22d-9988550da8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.163011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c811e77-794c-4b64-a22d-9988550da8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.178006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.213926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:52.230377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'port_id': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'mac_address': 'fa:16:3e:e4:5d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:52.249686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c811e77-794c-4b64-a22d-9988550da8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.257029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c811e77-794c-4b64-a22d-9988550da8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.263052 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8c811e77-794c-4b64-a22d-9988550da8a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75aa2ca5-c950-4dfa-a055-47e8c3b3d6b5 HTTP/1.1" status: 204 len: 168 time: 0.2168307 Aug 11 03:08:52.341592 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.368378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8388727-2c9c-4a4b-85be-088e836b26a2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:52.377475 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-085c59f4-fc6e-45da-b349-6448259393fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.379753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bbdb1-2cc9-4e8f-b4b0-de4f7ce7bdca None None] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:52.382969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c811e77-794c-4b64-a22d-9988550da8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa2ca5-c950-4dfa-a055-47e8c3b3d6b5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:52.384136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:52.524661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f8e9f166-6e78-4777-b862-bc8fc2610a9b None None] Provisioning for port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:52.532421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:52.548931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f8e9f166-6e78-4777-b862-bc8fc2610a9b None None] Provisioning complete for port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:52.549587 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8e9f166-6e78-4777-b862-bc8fc2610a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.572517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d19e1b-c380-4095-935a-85b84f76fa6b req-ed455abd-3c48-44e8-9a44-1327d8f11bcf tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:52.574159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7d19e1b-c380-4095-935a-85b84f76fa6b req-ed455abd-3c48-44e8-9a44-1327d8f11bcf tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1926866 Aug 11 03:08:52.608703 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.666578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:52.715357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7d19e1b-c380-4095-935a-85b84f76fa6b req-d86010a6-9626-41e3-a7c1-10e7fa164475 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286216 Aug 11 03:08:52.757248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.766582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.767613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.775758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8e9f166-6e78-4777-b862-bc8fc2610a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:52.822444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:52.904961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f8e9f166-6e78-4777-b862-bc8fc2610a9b None None] For port 65526066-3dfc-4ee9-8c01-39ccdf4f4005, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65526066-3dfc-4ee9-8c01-39ccdf4f4005,segment=NetworkSegment(6d4ad1e6-227b-485f-b9dd-f31cccb8255d),segment_id=6d4ad1e6-227b-485f-b9dd-f31cccb8255d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:52.920503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=799780fe-e203-465c-9400-36fcf1991323,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:52.923644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c8388727-2c9c-4a4b-85be-088e836b26a2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:52.976979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f8e9f166-6e78-4777-b862-bc8fc2610a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.012263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-593e7f42-fb85-4b88-b5aa-1e0bf6be6b7e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4e867e345174652a1010bef012877ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886659 Aug 11 03:08:53.014809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39546) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:53.058496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800083f8-754e-4a2d-98e3-595d84d67343 req-9547ac36-e506-4848-9ec4-c4bfcbda359a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.066176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-800083f8-754e-4a2d-98e3-595d84d67343 req-9547ac36-e506-4848-9ec4-c4bfcbda359a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 945 time: 0.1612363 Aug 11 03:08:53.068085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc59bacc-ed77-451e-82b8-d60b6c009a78 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:53.073150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9f166-6e78-4777-b862-bc8fc2610a9b None None] Pushing event updated for resources: {'Port': ['ID=65526066-3dfc-4ee9-8c01-39ccdf4f4005,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.081239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.115343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Transition to ACTIVE for port object cc59bacc-ed77-451e-82b8-d60b6c009a78 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:53.132312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:53.132725 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.139159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:53.182571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-800083f8-754e-4a2d-98e3-595d84d67343 req-437d8607-9fea-4512-85ff-7e6022b01fcd tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152134 Aug 11 03:08:53.198440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f4043e0-a84a-433b-9636-586c9e9df18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.228018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Pushing event updated for resources: {'Port': ['ID=cc59bacc-ed77-451e-82b8-d60b6c009a78,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.277325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab867a-a4a1-4a27-98cd-894d0685ea25 req-8154cb60-d466-4632-8c6d-a66111d542d4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.284821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2cab867a-a4a1-4a27-98cd-894d0685ea25 req-8154cb60-d466-4632-8c6d-a66111d542d4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 943 time: 0.2777390 Aug 11 03:08:53.424286 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2cab867a-a4a1-4a27-98cd-894d0685ea25 req-96ca50dd-f614-4ec5-be90-c540c0c7e921 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383824 Aug 11 03:08:53.427221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5196896f-60a0-41fc-a7a7-d13bbeed520c None None] Provisioning complete for port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:53.429547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5196896f-60a0-41fc-a7a7-d13bbeed520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.477820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f4043e0-a84a-433b-9636-586c9e9df18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.488681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Attempting to bind port cc59bacc-ed77-451e-82b8-d60b6c009a78 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:53.491071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Attempting to bind port cc59bacc-ed77-451e-82b8-d60b6c009a78 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:53.492047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Attempting to bind port cc59bacc-ed77-451e-82b8-d60b6c009a78 on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:53.502842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Port cc59bacc-ed77-451e-82b8-d60b6c009a78 on network 120bf177-bfe7-453c-b56a-457483c4cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:08:53.503177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Attempting to bind port cc59bacc-ed77-451e-82b8-d60b6c009a78 on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:53.510886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:08:53.511369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:53.512240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Checking segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:53.517651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Bound using segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:53.518131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Bound port: cc59bacc-ed77-451e-82b8-d60b6c009a78, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:53.518507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.642362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5196896f-60a0-41fc-a7a7-d13bbeed520c None None] Provisioning for port 799780fe-e203-465c-9400-36fcf1991323 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:53.643815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] For port cc59bacc-ed77-451e-82b8-d60b6c009a78, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:53.647934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] For port cc59bacc-ed77-451e-82b8-d60b6c009a78, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cc59bacc-ed77-451e-82b8-d60b6c009a78,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:53.652455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5196896f-60a0-41fc-a7a7-d13bbeed520c None None] Provisioning complete for port 799780fe-e203-465c-9400-36fcf1991323 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:53.652924 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5196896f-60a0-41fc-a7a7-d13bbeed520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.657474 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.689586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:08:53.696217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1aea5907-4457-4371-a5fe-3e1363924aa9 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1729665 Aug 11 03:08:53.697696 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f4043e0-a84a-433b-9636-586c9e9df18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.699020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39552) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:53.700460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f4043e0-a84a-433b-9636-586c9e9df18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.703913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5f4043e0-a84a-433b-9636-586c9e9df18d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e595053-e7d7-4046-9c2b-905bfff20b84 HTTP/1.1" status: 204 len: 168 time: 0.6840386 Aug 11 03:08:53.711249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1049897349'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:53.727059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4043e0-a84a-433b-9636-586c9e9df18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e595053-e7d7-4046-9c2b-905bfff20b84,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.740652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.742013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.743398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] 10.222.0.10 "PUT /v2.0/ports/cc59bacc-ed77-451e-82b8-d60b6c009a78 HTTP/1.1" status: 200 len: 1092 time: 1.7559445 Aug 11 03:08:53.747566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'tag': 'cc59bacc-ed77-451e-82b8-d60b6c009a78'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:53.750648 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7", "tag": "cc59bacc-ed77-451e-82b8-d60b6c009a78"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:53.772365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:08:53.839747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5196896f-60a0-41fc-a7a7-d13bbeed520c None None] Port 799780fe-e203-465c-9400-36fcf1991323 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:53.846368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:53.847334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:53.858045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d0269-c0f8-45d3-a18d-14c5a24a4d08 service neutron] Pushing event updated for resources: {'Port': ['ID=cc59bacc-ed77-451e-82b8-d60b6c009a78,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:53.884843 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582f3aa3-38d1-408f-a2df-3e43f8058787 x-openstack-request-id: req-582f3aa3-38d1-408f-a2df-3e43f8058787 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:53.886118 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7", "tag": "cc59bacc-ed77-451e-82b8-d60b6c009a78", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:53.886494 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-582f3aa3-38d1-408f-a2df-3e43f8058787 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:53.887330 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'tag': 'cc59bacc-ed77-451e-82b8-d60b6c009a78', 'status': 'completed', 'code': 200} Aug 11 03:08:53.927070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:53.932194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:53.978642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65526066-3dfc-4ee9-8c01-39ccdf4f4005 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:53.980404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95f62b-eed7-4fcc-afca-78e405645dff req-4644cfdd-43c3-47f4-854c-2ec9fd600394 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:53.982212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f95f62b-eed7-4fcc-afca-78e405645dff req-4644cfdd-43c3-47f4-854c-2ec9fd600394 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1049404 Aug 11 03:08:54.029499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-436a5941-0a12-424a-99dd-92e5e4b92f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.031476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-436a5941-0a12-424a-99dd-92e5e4b92f83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 1095 time: 0.1500928 Aug 11 03:08:54.037838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f95f62b-eed7-4fcc-afca-78e405645dff req-71acfc18-e983-45c0-a810-293abc1d41c1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Aug 11 03:08:54.053933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:54.111662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:54.121439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-e14d3119-4fe3-4757-b80f-b0a93f3b1b66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc59bacc-ed77-451e-82b8-d60b6c009a78 HTTP/1.1" status: 200 len: 217 time: 0.0720110 Aug 11 03:08:54.122642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.122996 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment c81d389a-50f0-4cd6-9795-e6c77d734fbd of type vlan for network eec0992e-e295-405b-8fe6-2fcca45a7f98 Aug 11 03:08:54.182606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-321886b9-8cbb-475b-bc63-9f44769bba19 None None] Provisioning complete for port 799780fe-e203-465c-9400-36fcf1991323 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:54.182606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-321886b9-8cbb-475b-bc63-9f44769bba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.187577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:54.218927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-c8c013f0-4b2a-4f70-9535-7739bfb2bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.221822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:54.222290 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.224303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-c8c013f0-4b2a-4f70-9535-7739bfb2bdac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0915663 Aug 11 03:08:54.228608 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.270924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-45619009-3e50-4d29-8eef-05e063db8854 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378447 Aug 11 03:08:54.346625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-321886b9-8cbb-475b-bc63-9f44769bba19 None None] Port 799780fe-e203-465c-9400-36fcf1991323 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:54.380403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c8388727-2c9c-4a4b-85be-088e836b26a2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:54.395622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.402117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.402930 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.451387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c8388727-2c9c-4a4b-85be-088e836b26a2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:54.451728 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.519757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8167276 Aug 11 03:08:54.520131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39582) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:54.525299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:54.571087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40540471-1a2c-4e8b-afe2-6912edc5fc40 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=eec0992e-e295-405b-8fe6-2fcca45a7f98,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:54.593842 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.596802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:54.600873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2c443-a09c-447b-9ee5-9ea5877237fb req-f3aeb6b1-e733-4ef0-8ae9-c8fe3156b596 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.601988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55c2c443-a09c-447b-9ee5-9ea5877237fb req-f3aeb6b1-e733-4ef0-8ae9-c8fe3156b596 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 945 time: 0.2213359 Aug 11 03:08:54.608053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-7d145abe-713d-4732-8fa6-79747a77f75d service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280928 Aug 11 03:08:54.684406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0113d1d7-e547-4a20-8e51-effa3451f094 None None] Provisioning complete for port 799780fe-e203-465c-9400-36fcf1991323 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:54.684785 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0113d1d7-e547-4a20-8e51-effa3451f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.717752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55c2c443-a09c-447b-9ee5-9ea5877237fb req-e65eea77-4c60-45ca-9470-948d32adf453 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070008 Aug 11 03:08:54.738015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0113d1d7-e547-4a20-8e51-effa3451f094 None None] Port 799780fe-e203-465c-9400-36fcf1991323 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:08:54.768080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:54.770991 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5bbb34-2d4b-41ac-9b1d-9457e699bb95" -d '{"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:54.774615 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c11edca-3ea3-4bef-8953-11d9b56f477c req-170e9ee5-3a93-4e70-bf8e-6f0f13d65a22 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569927 Aug 11 03:08:54.799371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d0ba0-ec77-48af-82e4-d37083531cb9 req-7e5201f6-def1-4470-a782-523c591d9ed9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.807758 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f91d0ba0-ec77-48af-82e4-d37083531cb9 req-7e5201f6-def1-4470-a782-523c591d9ed9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 943 time: 0.2522926 Aug 11 03:08:54.831215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:54.844767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.888244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:54.892702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:54.906129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-4310cdd8-f606-4b5f-be71-19e328370bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:54.909349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-4310cdd8-f606-4b5f-be71-19e328370bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 1095 time: 0.0739357 Aug 11 03:08:54.912482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:54.916153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:08:51Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:52Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:54.940650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f91d0ba0-ec77-48af-82e4-d37083531cb9 req-3864ed4f-c8ce-490e-8806-1c1b0f6916de tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318271 Aug 11 03:08:54.979744 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914058d7-ce9b-4b0a-a5de-e8406868f037 x-openstack-request-id: req-914058d7-ce9b-4b0a-a5de-e8406868f037 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:54.980184 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:54.980450 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-914058d7-ce9b-4b0a-a5de-e8406868f037 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:54.981059 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'code': 200} Aug 11 03:08:54.981941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:08:54.982291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Updating router 6be62737-6d39-412c-967f-a68b6d0787d3 port 799780fe-e203-465c-9400-36fcf1991323 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:08:55.018116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.077178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92017539-4bc2-497f-a608-eb5da9cd8074 req-18f8a20a-1ac2-4900-9788-d506621634a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.079373 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92017539-4bc2-497f-a608-eb5da9cd8074 req-18f8a20a-1ac2-4900-9788-d506621634a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1098 time: 0.0661891 Aug 11 03:08:55.134529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-7653207e-9b78-4339-bf5b-384cc51ba17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.136377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-7653207e-9b78-4339-bf5b-384cc51ba17d service neutron] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 913 time: 0.2183397 Aug 11 03:08:55.138625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92017539-4bc2-497f-a608-eb5da9cd8074 req-53dcc513-598a-4af7-a450-63b9d3850fb2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488946 Aug 11 03:08:55.206984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.227762 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-82a66915-d845-4845-9546-9eb46dbf2041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.244213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-cb9951c2-4e57-4439-a6d7-b1e5c36805b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc59bacc-ed77-451e-82b8-d60b6c009a78 HTTP/1.1" status: 200 len: 217 time: 0.0969763 Aug 11 03:08:55.330428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=42291705-66a6-46dd-a1bd-2b5675ebc36f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:55.335060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:55.335429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: eec0992e-e295-405b-8fe6-2fcca45a7f98, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:55.338984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-97983bc0-e07d-473e-b179-66291dc1b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.340721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-97983bc0-e07d-473e-b179-66291dc1b99b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0596149 Aug 11 03:08:55.384374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:55.386605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed24043-f157-4fe3-b13e-924d7bc730fc req-405dce10-dbef-42b7-b07d-93f46003de07 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.396215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bed24043-f157-4fe3-b13e-924d7bc730fc req-405dce10-dbef-42b7-b07d-93f46003de07 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1945283 Aug 11 03:08:55.398269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, eec0992e-e295-405b-8fe6-2fcca45a7f98) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:55.403906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.405125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.422045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-24f9c8ac-11e2-4702-aaca-17cebb76ea7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711300 Aug 11 03:08:55.432895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.435107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2a52b51a-f722-4552-ac8d-d842d8c3b982 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9138420 Aug 11 03:08:55.435899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39602) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:55.466425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Transition to ACTIVE for port object 799780fe-e203-465c-9400-36fcf1991323 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:55.487483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a70c09-ba9b-4da6-bc76-d526a0ec315e None None] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:55.513134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.528289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bed24043-f157-4fe3-b13e-924d7bc730fc req-2781bb8b-b9d2-4087-8d2a-130bbbae3f10 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283588 Aug 11 03:08:55.632373 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-b5eff13f-280c-4034-89bb-600c2fdc9563 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010174 Aug 11 03:08:55.823702 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.838875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.868739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a464b2-7994-4b11-9c99-5e07b637e3fd None None] Pushing event updated for resources: {'Port': ['ID=799780fe-e203-465c-9400-36fcf1991323,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:55.916247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7abbd19c-36ac-45a8-9b03-9283d45ab4d5 req-790bea08-d129-4fa2-9378-35f9225ae359 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762625 Aug 11 03:08:55.970494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Attempting to bind port 799780fe-e203-465c-9400-36fcf1991323 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:55.970758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Attempting to bind port 799780fe-e203-465c-9400-36fcf1991323 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:55.971132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Attempting to bind port 799780fe-e203-465c-9400-36fcf1991323 on network 9f5bb904-320f-4c2f-8f04-6403219c0ebb {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:55.983183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:55.983602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Checking segment: {'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:55.984278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.984674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Bound using segment: {'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:55.985163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Bound port: 799780fe-e203-465c-9400-36fcf1991323, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4ad1e6-227b-485f-b9dd-f31cccb8255d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:55.985552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:55.993499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be35ef-4f84-4cae-b90a-057b5c3d5b0b req-0b72bb04-3b7a-4310-a11c-707b87da5eaf tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:55.995305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6be35ef-4f84-4cae-b90a-057b5c3d5b0b req-0b72bb04-3b7a-4310-a11c-707b87da5eaf tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1131411 Aug 11 03:08:56.081487 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6be35ef-4f84-4cae-b90a-057b5c3d5b0b req-8c0e2ae2-a0ce-47d2-84ec-22c5396af057 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796912 Aug 11 03:08:56.082340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.173309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39620) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.197544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] For port 799780fe-e203-465c-9400-36fcf1991323, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:56.202053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] For port 799780fe-e203-465c-9400-36fcf1991323, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=799780fe-e203-465c-9400-36fcf1991323,segment=NetworkSegment(6d4ad1e6-227b-485f-b9dd-f31cccb8255d),segment_id=6d4ad1e6-227b-485f-b9dd-f31cccb8255d)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:56.206268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-eec0992e-e295-405b-8fe6-2fcca45a7f98', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:08:56.207147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.225980 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.290443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1299427-a1af-4a4f-9396-068769447e3b req-017c8f56-ea44-4233-a750-a00fe081ccbe tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.298052 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1299427-a1af-4a4f-9396-068769447e3b req-017c8f56-ea44-4233-a750-a00fe081ccbe tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 943 time: 0.1438107 Aug 11 03:08:56.305640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-727131754', 'router:external': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.325907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a464b2-7994-4b11-9c99-5e07b637e3fd None None] Pushing event updated for resources: {'Port': ['ID=799780fe-e203-465c-9400-36fcf1991323,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.334698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Made reservation on behalf of b49c2e6f69f445478ddf8e920b099768 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:56.346063 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.356950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.414553 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1299427-a1af-4a4f-9396-068769447e3b req-c260b5fd-c3a9-4aa9-acd1-4d27f4b17a9d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154537 Aug 11 03:08:56.446433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:08:56.447083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:56.543826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:08:56.546983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.566989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.625069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:08:56.651320 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.651824 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Added segment f9a743d1-94fb-4df2-907b-c010a792e1d9 of type vlan for network 71b93d29-db41-44ea-bd96-5c56933ce952 Aug 11 03:08:56.653352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ee1756-5f5b-4a10-8005-a5d07c22f85f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.665755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8:1::1 (eec0992e-e295-405b-8fe6-2fcca45a7f98/42291705-66a6-46dd-a1bd-2b5675ebc36f/9d0d4ee2-52c0-429a-bcc9-adbb62aad57b) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:56.742113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.782666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea12a7-9f06-419c-bb78-fe8ccad8c647 req-7891822d-a8b0-4437-bac6-de03a31627e9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.791466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddea12a7-9f06-419c-bb78-fe8ccad8c647 req-7891822d-a8b0-4437-bac6-de03a31627e9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1016467 Aug 11 03:08:56.827989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.829160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:56.830121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.852864 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.856470 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.873121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:56.884149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:08:51Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:56Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:08:56.886350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddea12a7-9f06-419c-bb78-fe8ccad8c647 req-0fe597d4-aa1e-415a-8c9c-de9e6e19c3fb tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938592 Aug 11 03:08:56.918597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:56.925755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7504432 Aug 11 03:08:56.926288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1b9c7-74c1-4e28-96a1-11252d8fe545 None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:08:51Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:56Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:08:56.934352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39630) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:56.941003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'subnet': {'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:56.953765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59f7ee-0daf-414f-b2fa-c5d7fca89580 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Network': ['ID=71b93d29-db41-44ea-bd96-5c56933ce952,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:56.972139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 71b93d29-db41-44ea-bd96-5c56933ce952 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:08:56.979266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:56.986150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:56.995923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:56.996471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.053731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Allocated IP 2001:db8:1::2 (eec0992e-e295-405b-8fe6-2fcca45a7f98/42291705-66a6-46dd-a1bd-2b5675ebc36f/5a5ca5c9-d54d-4907-8a59-2e7c7c233d55) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:08:57.098757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:57.105710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Made reservation on behalf of b49c2e6f69f445478ddf8e920b099768 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:08:57.108098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.240103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.303235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.316365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Transition to ACTIVE for port object 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:57.338345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Transition to ACTIVE for port object 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:08:57.345531 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.371668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd53b4-8856-4212-9f3a-0a406151c57c req-a5736c5f-ab86-4588-848e-46b2be372fea tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.379099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6bcd53b4-8856-4212-9f3a-0a406151c57c req-a5736c5f-ab86-4588-848e-46b2be372fea tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1499066 Aug 11 03:08:57.386111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cc59bacc-ed77-451e-82b8-d60b6c009a78 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:08:57.406275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:57.415170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:57.419974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:08:57.486819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Pushing event updated for resources: {'Port': ['ID=5a5ca5c9-d54d-4907-8a59-2e7c7c233d55,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:57.567767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Attempting to bind port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:08:57.572559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Attempting to bind port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:08:57.573111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Attempting to bind port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 on network eec0992e-e295-405b-8fe6-2fcca45a7f98 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:08:57.610405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port cc59bacc-ed77-451e-82b8-d60b6c009a78, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cc59bacc-ed77-451e-82b8-d60b6c009a78,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:57.625828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6bcd53b4-8856-4212-9f3a-0a406151c57c req-768246f5-1cc2-499a-a46d-71af86ea326f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348981 Aug 11 03:08:57.626134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:08:57.626988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Checking segment: {'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:57.627422 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.627867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Bound using segment: {'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:08:57.628826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Bound port: 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:08:57.629141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.654753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'cc59bacc-ed77-451e-82b8-d60b6c009a78', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'port_id': 'cc59bacc-ed77-451e-82b8-d60b6c009a78', 'mac_address': 'fa:16:3e:07:79:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094290ee-cedc-4203-bf50-d3e66145e810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:08:57.665390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf1f0d-f8fa-4423-a58e-dd945aecbc81 req-c170ca9e-932e-4240-8638-1dd44f5abf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.667239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39cf1f0d-f8fa-4423-a58e-dd945aecbc81 req-c170ca9e-932e-4240-8638-1dd44f5abf84 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.0969529 Aug 11 03:08:57.700463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a824e-c46f-42c2-b742-469a0c5a966b req-f7942e2c-1b14-484d-8c6a-1610e9bcb6f2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:57.702135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e4a824e-c46f-42c2-b742-469a0c5a966b req-f7942e2c-1b14-484d-8c6a-1610e9bcb6f2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 943 time: 0.1433692 Aug 11 03:08:57.803533 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:57.854705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e4a824e-c46f-42c2-b742-469a0c5a966b req-41364c9b-fd2c-49ac-a775-fef12f9897a7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409395 Aug 11 03:08:57.870394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39cf1f0d-f8fa-4423-a58e-dd945aecbc81 req-80162325-bfda-4cdd-89dd-9e9ff0d8679c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917150 Aug 11 03:08:57.876695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc59bacc-ed77-451e-82b8-d60b6c009a78 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:08:57.938791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port cc59bacc-ed77-451e-82b8-d60b6c009a78, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cc59bacc-ed77-451e-82b8-d60b6c009a78,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:57.940804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] For port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:08:57.960064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] For port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a5ca5c9-d54d-4907-8a59-2e7c7c233d55,segment=NetworkSegment(c81d389a-50f0-4cd6-9795-e6c77d734fbd),segment_id=c81d389a-50f0-4cd6-9795-e6c77d734fbd)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:08:57.966435 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.058739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=cc59bacc-ed77-451e-82b8-d60b6c009a78,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:58.063694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32eef7d-e593-4b3d-89f4-594b8fada9d5 req-234afeb2-3789-40e4-a206-ab9c6f4cb444 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:58.064938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 799780fe-e203-465c-9400-36fcf1991323 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:58.065677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f32eef7d-e593-4b3d-89f4-594b8fada9d5 req-234afeb2-3789-40e4-a206-ab9c6f4cb444 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.3297973 Aug 11 03:08:58.075723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39648) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:08:58.098370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Request body: {'floatingip': {'port_id': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:08:58.117451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647c966-c286-4a1b-adec-e53653ed6970 req-c2669558-e02d-46db-8107-0a52810c4e7d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:58.125568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6647c966-c286-4a1b-adec-e53653ed6970 req-c2669558-e02d-46db-8107-0a52810c4e7d tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.0755556 Aug 11 03:08:58.148961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.198270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6647c966-c286-4a1b-adec-e53653ed6970 req-927c26ed-c3e2-48c5-966b-d902a76db932 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712061 Aug 11 03:08:58.209061 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.278019 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.289561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 799780fe-e203-465c-9400-36fcf1991323 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:58.296251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['cc59bacc-ed77-451e-82b8-d60b6c009a78'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:08:58.320189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 799780fe-e203-465c-9400-36fcf1991323 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:58.320563 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.324953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e357f1-6be4-4b47-9127-b72a70d531e2 None None] Pushing event updated for resources: {'Port': ['ID=5a5ca5c9-d54d-4907-8a59-2e7c7c233d55,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:58.398452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.472239 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.567976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 799780fe-e203-465c-9400-36fcf1991323, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=799780fe-e203-465c-9400-36fcf1991323,segment=NetworkSegment(6d4ad1e6-227b-485f-b9dd-f31cccb8255d),segment_id=6d4ad1e6-227b-485f-b9dd-f31cccb8255d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:58.581008 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.648968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=799780fe-e203-465c-9400-36fcf1991323,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:58.867061 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:58.868011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.050055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.147677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88d3d8-3d0e-4536-b610-46fe9915b4ab req-3b1708aa-41a9-44c6-be36-c7f63ee4f65e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.149254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f88d3d8-3d0e-4536-b610-46fe9915b4ab req-3b1708aa-41a9-44c6-be36-c7f63ee4f65e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 944 time: 0.2149801 Aug 11 03:08:59.254528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:08:59.265979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:59.267850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:08:59.268300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.325577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f88d3d8-3d0e-4536-b610-46fe9915b4ab req-053dab53-baf1-425b-a25b-ae5a14e36413 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600356 Aug 11 03:08:59.380270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cc59bacc-ed77-451e-82b8-d60b6c009a78 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:08:59.403187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118bbf9-1778-4401-9d07-18fbf53efb00 req-6cfea9f5-271b-484a-bd28-cc240707d0c9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.405476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7118bbf9-1778-4401-9d07-18fbf53efb00 req-6cfea9f5-271b-484a-bd28-cc240707d0c9 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.0975466 Aug 11 03:08:59.465283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port cc59bacc-ed77-451e-82b8-d60b6c009a78 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:08:59.471574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port cc59bacc-ed77-451e-82b8-d60b6c009a78 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:08:59.472490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.480782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7118bbf9-1778-4401-9d07-18fbf53efb00 req-fe4d80af-5152-4d0a-9edb-cc6b19b05918 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612803 Aug 11 03:08:59.504622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Subnet': ['ID=89210422-80d5-413e-880e-d403813be210,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.616173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Checking segment: {'id': 'f9a743d1-94fb-4df2-907b-c010a792e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:08:59.616173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network hostable DHCP agents. Network: 71b93d29-db41-44ea-bd96-5c56933ce952, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:08:59.638999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:08:59.647274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.685492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:08:59.687840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port cc59bacc-ed77-451e-82b8-d60b6c009a78, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cc59bacc-ed77-451e-82b8-d60b6c009a78,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:08:59.689004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59bacc-ed77-451e-82b8-d60b6c009a78'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:08:59.692671 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07900234-2520-485b-9764-5e06a1e03941" -d '{"events": [{"server_uuid": "a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7", "name": "network-vif-plugged", "status": "completed", "tag": "cc59bacc-ed77-451e-82b8-d60b6c009a78"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:08:59.698624 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.750062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network 71b93d29-db41-44ea-bd96-5c56933ce952 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:08:59.764904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=cc59bacc-ed77-451e-82b8-d60b6c009a78,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:08:59.786420 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9bc920-9e37-4c19-bf4b-baa9c6f59c59 x-openstack-request-id: req-ba9bc920-9e37-4c19-bf4b-baa9c6f59c59 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:08:59.787062 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7", "name": "network-vif-plugged", "status": "completed", "tag": "cc59bacc-ed77-451e-82b8-d60b6c009a78", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:08:59.787496 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba9bc920-9e37-4c19-bf4b-baa9c6f59c59 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:08:59.788091 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59bacc-ed77-451e-82b8-d60b6c009a78', 'code': 200} Aug 11 03:08:59.811585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.849026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baf8af6-09ca-4d8b-aeec-52fd6b132e86 None None] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:08:59.855385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.859569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 71b93d29-db41-44ea-bd96-5c56933ce952) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:08:59.940188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:08:59.943797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:08:59.961823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae8605f-fcfd-4fd1-83e9-349a92fa2e14 None None] Network 71b93d29-db41-44ea-bd96-5c56933ce952 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:00.070638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-16d2d25d-3ba4-41e4-bbb6-b48d9d4e93ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.1340826 Aug 11 03:09:00.081884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39674) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:00.087948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1379576174', 'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:00.103314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 799780fe-e203-465c-9400-36fcf1991323 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:00.106443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:00.120106 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:00.133370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-524e325a-6cbe-4360-b32e-c9937c5a0d0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6963670 Aug 11 03:09:00.135457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39676) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:00.139373 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:00.141450 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:00.148404 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.149099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a20379bd-6036-4056-a89a-7348d8ac3975 None None] Provisioning for port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:00.169375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1822306530'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:00.194710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51b36-5e50-4f26-9863-d6e750831054 req-b91f9ec7-ee3c-4bb4-89ae-751e2081ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:00.196666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69c51b36-5e50-4f26-9863-d6e750831054 req-b91f9ec7-ee3c-4bb4-89ae-751e2081ec27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.2260313 Aug 11 03:09:00.201412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4388c6f-b06a-494d-84f9-e09c5d7805c8 req-c904f692-1315-4d4e-971c-9f0c30bfe6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:00.203288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4388c6f-b06a-494d-84f9-e09c5d7805c8 req-c904f692-1315-4d4e-971c-9f0c30bfe6cc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 1097 time: 0.2908685 Aug 11 03:09:00.207607 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Floating IP b497a753-149d-4ed4-9d86-89f4fc129d00 associated. External IP: 172.25.4.159, port: c8388727-2c9c-4a4b-85be-088e836b26a2. Aug 11 03:09:00.278377 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:00.318721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51b36-5e50-4f26-9863-d6e750831054 req-7241e06d-42e4-4772-b706-8f82a1d00567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:00.321156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69c51b36-5e50-4f26-9863-d6e750831054 req-7241e06d-42e4-4772-b706-8f82a1d00567 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.1121695 Aug 11 03:09:00.415785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:00.419579 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.421708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Made reservation on behalf of b49c2e6f69f445478ddf8e920b099768 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:00.424059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.451316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57956e25-b4bd-41ac-aca7-3d07b8532a75 None None] Network 71b93d29-db41-44ea-bd96-5c56933ce952 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:00.490004 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:09:00.507530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cfa0c5-ce55-4af0-9ee6-f314a92b8168 req-be5e5d17-81b3-4c43-bfc6-f5f7cd83e3d4 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:00.509030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.509396 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment 9a5380de-b5b8-4129-afd2-38f1b8d4ce43 of type vlan for network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 Aug 11 03:09:00.510235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54cfa0c5-ce55-4af0-9ee6-f314a92b8168 req-be5e5d17-81b3-4c43-bfc6-f5f7cd83e3d4 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.4854972 Aug 11 03:09:00.518640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69c51b36-5e50-4f26-9863-d6e750831054 req-dc63dbb2-f298-4537-af34-2860ae08872e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 217 time: 0.1886611 Aug 11 03:09:00.554774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39682) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:00.602046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 799780fe-e203-465c-9400-36fcf1991323 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:00.602578 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.610950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4388c6f-b06a-494d-84f9-e09c5d7805c8 req-1f01370a-a27e-42f7-b111-87e16950806f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882330 Aug 11 03:09:00.628094 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:08:57Z', 'revision_number': 3, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:08:57Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:00.631251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54cfa0c5-ce55-4af0-9ee6-f314a92b8168 req-047166a2-2725-4465-ae19-2eef0a9a48ac tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095150 Aug 11 03:09:00.633052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c51b36-5e50-4f26-9863-d6e750831054 req-8d188dfe-cc8e-4152-99ba-7308f42ad003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:00.635366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69c51b36-5e50-4f26-9863-d6e750831054 req-8d188dfe-cc8e-4152-99ba-7308f42ad003 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.0974946 Aug 11 03:09:00.645683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.691677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] device_id is not set on port 4e2495c8-1d3e-4a6a-80bc-a533c4b76eec yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:09:00.741660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69c51b36-5e50-4f26-9863-d6e750831054 req-106085f2-8370-4488-a7d1-74c178cc897f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789301 Aug 11 03:09:00.784022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:00.851385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Router f4f61b66-fec2-4be8-ad26-10ac4cab53fd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:00.861018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:09:00.863280 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:00.863650 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Updating router 6be62737-6d39-412c-967f-a68b6d0787d3 port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:00.890140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69c51b36-5e50-4f26-9863-d6e750831054 req-8d87e49a-2ac6-4837-8ef2-7d2dc3193b5a service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405692 Aug 11 03:09:00.894534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.902877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:00.904116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:00.904576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-425f7fc4-6622-49dd-969c-65d23388ae97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.904783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.908419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:00.908849 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:00.925014 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.009548 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-425f7fc4-6622-49dd-969c-65d23388ae97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.033681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-425f7fc4-6622-49dd-969c-65d23388ae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.054310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.099202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daa440-c367-410c-bc30-0e89aa0e2f2d req-01305217-b7b5-4f60-8ad9-a4df060e9a3d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:01.109873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.112095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8daa440-c367-410c-bc30-0e89aa0e2f2d req-01305217-b7b5-4f60-8ad9-a4df060e9a3d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 945 time: 0.5283134 Aug 11 03:09:01.155743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0009997 Aug 11 03:09:01.157313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.157723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.158132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.158593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.159137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.159570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.160052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.160537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.161463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.161912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.162342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.162795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b2ae83-bac3-4fb7-9033-b678882babf0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.170325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39686) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:01.189249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f7fc4-6622-49dd-969c-65d23388ae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd794715-9789-4640-9c0d-69573b5b04ef,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.191483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:09:01.211600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-425f7fc4-6622-49dd-969c-65d23388ae97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13a988edc7b64d7e81f2ce1912f281d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6531944 Aug 11 03:09:01.212809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39690) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:01.286388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:01.327112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a5ca5c9-d54d-4907-8a59-2e7c7c233d55,segment=NetworkSegment(c81d389a-50f0-4cd6-9795-e6c77d734fbd),segment_id=c81d389a-50f0-4cd6-9795-e6c77d734fbd)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:01.334432 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.365637 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e0236a6-500e-4ed7-a4de-d96f8410c808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.396357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0a50aad6-aae0-4670-a690-d5c88437f094 None None] Provisioning for port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:01.400597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69c51b36-5e50-4f26-9863-d6e750831054 req-c4428efa-8300-4144-926e-82e7a3d7e6ff service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893876 Aug 11 03:09:01.423571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e0236a6-500e-4ed7-a4de-d96f8410c808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.425469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0a50aad6-aae0-4670-a690-d5c88437f094 None None] Provisioning complete for port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:01.425845 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a50aad6-aae0-4670-a690-d5c88437f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.434745 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.438663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Allocated IP 172.20.0.7 (71b93d29-db41-44ea-bd96-5c56933ce952/89210422-80d5-413e-880e-d403813be210/4e2495c8-1d3e-4a6a-80bc-a533c4b76eec) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:01.456683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Transition to ACTIVE for port object 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:01.473852 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.526203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e0236a6-500e-4ed7-a4de-d96f8410c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.528867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2e0236a6-500e-4ed7-a4de-d96f8410c808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.530144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2e0236a6-500e-4ed7-a4de-d96f8410c808 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd794715-9789-4640-9c0d-69573b5b04ef HTTP/1.1" status: 204 len: 168 time: 0.3162193 Aug 11 03:09:01.550188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0236a6-500e-4ed7-a4de-d96f8410c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd794715-9789-4640-9c0d-69573b5b04ef,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.624206 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Pushing event updated for resources: {'Port': ['ID=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.634139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8daa440-c367-410c-bc30-0e89aa0e2f2d req-63f80f73-13f1-423e-9767-523e1c722b2f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997902 Aug 11 03:09:01.654783 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.655163 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.655531 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.655902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.656396 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.656962 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.657477 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.658003 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.670285 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.672463 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.673156 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.675882 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:01.687268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Attempting to bind port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:01.693702 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Attempting to bind port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:01.694253 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Attempting to bind port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b on network eec0992e-e295-405b-8fe6-2fcca45a7f98 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:01.730237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:01.744419 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:01.744872 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Checking segment: {'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:01.745209 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.745642 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Bound using segment: {'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:01.746257 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Bound port: 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c81d389a-50f0-4cd6-9795-e6c77d734fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:01.746578 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.756005 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.805939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] Sync routers for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:01.816794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:01.828408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.853230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=5a5ca5c9-d54d-4907-8a59-2e7c7c233d55,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:01.870476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:01.871353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:01.874925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0a50aad6-aae0-4670-a690-d5c88437f094 None None] Port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:01.880040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a3f11-25b4-44dc-9b95-e3a115102703 req-d51a389a-82b7-494d-8779-dc45f771da29 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:01.896506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb1a3f11-25b4-44dc-9b95-e3a115102703 req-d51a389a-82b7-494d-8779-dc45f771da29 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1022532 Aug 11 03:09:01.945317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0a50aad6-aae0-4670-a690-d5c88437f094 None None] Provisioning complete for port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:01.945976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a50aad6-aae0-4670-a690-d5c88437f094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.972784 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] For port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:01.977612 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] For port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,segment=NetworkSegment(c81d389a-50f0-4cd6-9795-e6c77d734fbd),segment_id=c81d389a-50f0-4cd6-9795-e6c77d734fbd)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:01.987736 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:01.989753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb1a3f11-25b4-44dc-9b95-e3a115102703 req-cc45b1fd-5879-427c-8324-7e851462e293 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922682 Aug 11 03:09:02.022602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f0fffc35-7ba3-4e79-ae45-cdd0ac996ff1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "PUT /v2.0/floatingips/b497a753-149d-4ed4-9d86-89f4fc129d00 HTTP/1.1" status: 200 len: 992 time: 3.9429753 Aug 11 03:09:02.027268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:02.029904 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:02.091848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:02.117831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.118244 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:02.118927 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:02.139686 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254a66b5-a978-4942-a9e1-cd24649c1bac x-openstack-request-id: req-254a66b5-a978-4942-a9e1-cd24649c1bac {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:02.140161 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:02.140547 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-254a66b5-a978-4942-a9e1-cd24649c1bac {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:02.141120 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'status': 'completed', 'code': 200} Aug 11 03:09:02.259071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-2920b5f0-faca-4d77-a36f-a6b33d15ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.264867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-2920b5f0-faca-4d77-a36f-a6b33d15ca1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1098 time: 0.0950415 Aug 11 03:09:02.270664 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:02.358359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.456025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.473520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-feb04b1d-503c-4e62-9469-e1254c129ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.476174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-feb04b1d-503c-4e62-9469-e1254c129ea5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.2019029 Aug 11 03:09:02.489482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network 71b93d29-db41-44ea-bd96-5c56933ce952 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:02.498980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173e941-16bc-4e10-8aa0-7a3bc4e41397 None None] Pushing event updated for resources: {'Port': ['ID=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:02.553155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:02.587187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:02.644336 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:08:57Z', 'revision_number': 3, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:02.644719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-dff01591-e6f9-4393-8b84-6b4a18c3abbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 200 len: 1000 time: 0.1597919 Aug 11 03:09:02.679754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Port': ['ID=4e2495c8-1d3e-4a6a-80bc-a533c4b76eec,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:02.685670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b497a753-149d-4ed4-9d86-89f4fc129d00', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'floating_ip_address': '172.25.4.159', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'port_id': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'mac_address': 'fa:16:3e:e4:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:40Z', 'updated_at': '2021-08-11T03:08:59Z', 'revision_number': 1, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:02.690710 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8bfc91-d3ad-4fcb-a3e3-1d64d4a13dc7 None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:08:57Z', 'revision_number': 3, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:01Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:02.728629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] Checking router: f4f61b66-fec2-4be8-ad26-10ac4cab53fd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:02.731946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=97c91bb6-572f-42fa-a05a-b09ba47d7883,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:02.780828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:02.786204 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:02.819541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-5c120e0a-83fb-4f42-812a-aec192007a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.834831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-5c120e0a-83fb-4f42-812a-aec192007a89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.1736417 Aug 11 03:09:02.870334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.871203 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:02.924850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:02.928714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:09:02.931534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-1af3250b-4e8b-4909-9278-a7c1605b2ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:02.936156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-1af3250b-4e8b-4909-9278-a7c1605b2ed6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1012871 Aug 11 03:09:02.972308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:02.984528 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-78091bc0-278a-4438-9f52-d50baec35214 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.9005017 Aug 11 03:09:02.985555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39722) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:03.000014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5ab44-54ad-47f5-a3b6-42fd0594d54d req-af8c0304-0a62-41b8-9abe-08e8a8473591 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.001976 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bb5ab44-54ad-47f5-a3b6-42fd0594d54d req-af8c0304-0a62-41b8-9abe-08e8a8473591 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 945 time: 0.1617081 Aug 11 03:09:03.026184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:09:03.074788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:03.096777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.097571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.105942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0525ed7-83a1-4c89-a7e7-f3db5df9f002 None None] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:03.131672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39730) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:03.132760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af1a6bf2-d75a-4a93-b9ea-e2bb4a800b87 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9517519 Aug 11 03:09:03.163850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bb5ab44-54ad-47f5-a3b6-42fd0594d54d req-739f7297-5974-4dc3-96f0-d42bc7193a14 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472414 Aug 11 03:09:03.249431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Deleting port 4e2495c8-1d3e-4a6a-80bc-a533c4b76eec {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:03.253753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.370494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-ca237a76-f900-4f40-a5f5-81a6d463b491 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262617 Aug 11 03:09:03.383297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.397224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Calling delete_port for 4e2495c8-1d3e-4a6a-80bc-a533c4b76eec owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:03.414338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:09:03.415597 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.553051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7139e40-4a3c-4996-8e1d-aa08ff4c0d9e req-aed45c06-c596-42b4-b8af-98d8788bf7d5 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634486 Aug 11 03:09:03.594543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b818e8-9080-4927-b0c5-7fe3fa55fe92 req-6ea6ff4a-6c26-4fee-be71-6bbdd531a002 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:03.601537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45b818e8-9080-4927-b0c5-7fe3fa55fe92 req-6ea6ff4a-6c26-4fee-be71-6bbdd531a002 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.4973173 Aug 11 03:09:03.612102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.728793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e2495c8-1d3e-4a6a-80bc-a533c4b76eec,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:03.740975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b497a753-149d-4ed4-9d86-89f4fc129d00', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'floating_ip_address': '172.25.4.159', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'port_id': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'mac_address': 'fa:16:3e:e4:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:40Z', 'updated_at': '2021-08-11T03:08:59Z', 'revision_number': 1, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:03.816227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4648c-d447-4380-ac67-cc9253986117 None None] The sync data for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 is: [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b497a753-149d-4ed4-9d86-89f4fc129d00', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'floating_ip_address': '172.25.4.159', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'port_id': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'mac_address': 'fa:16:3e:e4:5d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:08:40Z', 'updated_at': '2021-08-11T03:08:59Z', 'revision_number': 1, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:03.847578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.851725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-67f0e759-ef7e-4ae0-9708-ce6dc0a167b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "DELETE /v2.0/ports/4e2495c8-1d3e-4a6a-80bc-a533c4b76eec HTTP/1.1" status: 204 len: 168 time: 0.8479869 Aug 11 03:09:03.854027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39742) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:03.862350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952', 'external_fixed_ips': [{'subnet_id': '89210422-80d5-413e-880e-d403813be210', 'ip_address': '172.20.0.7'}]}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:03.916969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Allocated IP 2001:db8:2::2 (966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73/97c91bb6-572f-42fa-a05a-b09ba47d7883/2b435d97-559f-4320-abe6-4052f8b4f6a7) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:03.917558 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:03.918836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.078373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.149607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:04.243058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.268948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Transition to ACTIVE for port object 2b435d97-559f-4320-abe6-4052f8b4f6a7 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:04.315586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Transition to ACTIVE for port object 2b435d97-559f-4320-abe6-4052f8b4f6a7 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:04.320818 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b81980-a71a-46a8-bc1d-aae3a6f3eb81 None None] New status for floating IP b497a753-149d-4ed4-9d86-89f4fc129d00: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:09:04.321378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:04.327281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:04.328235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.361884 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.434074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:04.439687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Pushing event updated for resources: {'Port': ['ID=2b435d97-559f-4320-abe6-4052f8b4f6a7,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:04.442680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.449086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:04.454394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:04.554898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Attempting to bind port 2b435d97-559f-4320-abe6-4052f8b4f6a7 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:04.555262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Attempting to bind port 2b435d97-559f-4320-abe6-4052f8b4f6a7 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:04.555649 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Attempting to bind port 2b435d97-559f-4320-abe6-4052f8b4f6a7 on network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:04.571219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:04.571604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Checking segment: {'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:04.572032 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.574987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Bound using segment: {'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:04.575550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Bound port: 2b435d97-559f-4320-abe6-4052f8b4f6a7, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:04.575971 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.762139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] For port 2b435d97-559f-4320-abe6-4052f8b4f6a7, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:04.765699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] For port 2b435d97-559f-4320-abe6-4052f8b4f6a7, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b435d97-559f-4320-abe6-4052f8b4f6a7,segment=NetworkSegment(9a5380de-b5b8-4129-afd2-38f1b8d4ce43),segment_id=9a5380de-b5b8-4129-afd2-38f1b8d4ce43)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:04.818285 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:04.819250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45b818e8-9080-4927-b0c5-7fe3fa55fe92 req-b3c7a09a-712a-4c08-9ad3-08a3403d3765 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2065041 Aug 11 03:09:04.874004 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:04.915462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.027028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.139239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,segment=NetworkSegment(c81d389a-50f0-4cd6-9795-e6c77d734fbd),segment_id=c81d389a-50f0-4cd6-9795-e6c77d734fbd)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:05.200670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.200670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:05.202614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f684ecc-47fd-4311-b4bf-99ecd5ae5567 None None] Pushing event updated for resources: {'Port': ['ID=2b435d97-559f-4320-abe6-4052f8b4f6a7,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:05.314005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:05.349618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:05.351837 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.545704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.589078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.711597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8:2::1 (966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73/97c91bb6-572f-42fa-a05a-b09ba47d7883/88be4d07-8ee7-4392-a592-976d932c64ab) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:05.814654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Allocated IP 172.20.0.7 (71b93d29-db41-44ea-bd96-5c56933ce952/89210422-80d5-413e-880e-d403813be210/4da482d6-1d78-430a-b457-2175419c3ad8) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:05.913214 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:05.936429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object 88be4d07-8ee7-4392-a592-976d932c64ab will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:05.961702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.011447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.015550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.022647 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:06.065393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Port': ['ID=4da482d6-1d78-430a-b457-2175419c3ad8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:06.081430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network 71b93d29-db41-44ea-bd96-5c56933ce952 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:06.083510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:06.090662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:06.118352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:06.120826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:06.125273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:06.126061 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.134054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:06.135988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.175754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=88be4d07-8ee7-4392-a592-976d932c64ab,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:06.304725 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.325991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b435d97-559f-4320-abe6-4052f8b4f6a7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:06.417719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2b435d97-559f-4320-abe6-4052f8b4f6a7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:06.562050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.827661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.836178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.836979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:06.951013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31dc7a-6925-4040-a5c5-8bc02e68d387 None None] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:07.041285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=88be4d07-8ee7-4392-a592-976d932c64ab,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:07.068853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:07.069874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:07.108300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.148584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bfbe2a06-b5a0-491c-8dd1-f9d5defd90ca None None] Provisioning for port 2b435d97-559f-4320-abe6-4052f8b4f6a7 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:07.164943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bfbe2a06-b5a0-491c-8dd1-f9d5defd90ca None None] Provisioning complete for port 2b435d97-559f-4320-abe6-4052f8b4f6a7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:07.165453 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2a06-b5a0-491c-8dd1-f9d5defd90ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.257649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:07.352528 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2a06-b5a0-491c-8dd1-f9d5defd90ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.394019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bfbe2a06-b5a0-491c-8dd1-f9d5defd90ca None None] For port 2b435d97-559f-4320-abe6-4052f8b4f6a7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b435d97-559f-4320-abe6-4052f8b4f6a7,segment=NetworkSegment(9a5380de-b5b8-4129-afd2-38f1b8d4ce43),segment_id=9a5380de-b5b8-4129-afd2-38f1b8d4ce43)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:07.396354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Router cddccbb5-1342-4459-b32f-d634fa1ef9a8 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:07.405817 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2a06-b5a0-491c-8dd1-f9d5defd90ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.501276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:07.510431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-105698cb-2b2f-4cc8-b6be-70786db6b7b2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3748114 Aug 11 03:09:07.516762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39800) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:07.517178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:07.534050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-305660272'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:07.538137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe2a06-b5a0-491c-8dd1-f9d5defd90ca None None] Pushing event updated for resources: {'Port': ['ID=2b435d97-559f-4320-abe6-4052f8b4f6a7,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:07.547087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:07.548238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:07.611100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:07.615725 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.644983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:07.655213 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Sync routers for ids ['cddccbb5-1342-4459-b32f-d634fa1ef9a8'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:07.655820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:09:07.673215 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Routers {'cddccbb5-1342-4459-b32f-d634fa1ef9a8'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:07.673215 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['cddccbb5-1342-4459-b32f-d634fa1ef9a8'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:07.677122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.677594 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added segment bd413bc7-e335-4bbd-87b3-5eba6399685f of type vlan for network 6ec3a945-bf34-4c21-ae91-d2284863a191 Aug 11 03:09:07.689046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.694153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39804) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:07.694345 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3f2e3196-1174-435d-875a-619bfec6b419 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8388333 Aug 11 03:09:07.725757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:07.821857 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.932121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.941148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:07.942209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:07.995726 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4766953 Aug 11 03:09:07.997680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39814) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:08.018163 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Set router cddccbb5-1342-4459-b32f-d634fa1ef9a8 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:08.023315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'subnet': {'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:08.047002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b435d97-559f-4320-abe6-4052f8b4f6a7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:08.201784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba83df-bc7c-4cd6-ba46-d2eda6a8a2ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Network': ['ID=6ec3a945-bf34-4c21-ae91-d2284863a191,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:08.316943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.491370 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddccbb5-1342-4459-b32f-d634fa1ef9a8', 'name': '', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952', 'external_fixed_ips': [{'subnet_id': '89210422-80d5-413e-880e-d403813be210', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '4da482d6-1d78-430a-b457-2175419c3ad8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:03Z', 'updated_at': '2021-08-11T03:09:06Z', 'revision_number': 3, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port': {'id': '4da482d6-1d78-430a-b457-2175419c3ad8', 'name': '', 'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddccbb5-1342-4459-b32f-d634fa1ef9a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '89210422-80d5-413e-880e-d403813be210', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '89210422-80d5-413e-880e-d403813be210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:08.515478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Made reservation on behalf of ee3a74a5ed1d44dd96ceac2b3300e06e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:08.520363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.528915 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Checking router: cddccbb5-1342-4459-b32f-d634fa1ef9a8 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:08.530093 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Updating router cddccbb5-1342-4459-b32f-d634fa1ef9a8 port 4da482d6-1d78-430a-b457-2175419c3ad8 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:08.566106 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.681128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:09:08.683660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fdb6c339-f060-4537-a503-e03b34d8858c None None] Provisioning for port 88be4d07-8ee7-4392-a592-976d932c64ab completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:08.745705 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.778522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fdb6c339-f060-4537-a503-e03b34d8858c None None] Provisioning complete for port 88be4d07-8ee7-4392-a592-976d932c64ab triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:08.779049 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c339-f060-4537-a503-e03b34d8858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.890970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fdb6c339-f060-4537-a503-e03b34d8858c None None] Port 88be4d07-8ee7-4392-a592-976d932c64ab cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:08.902925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Deleting port 4da482d6-1d78-430a-b457-2175419c3ad8 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:08.904709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.933235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2b435d97-559f-4320-abe6-4052f8b4f6a7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:08.933903 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.984051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:08.989824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fdb6c339-f060-4537-a503-e03b34d8858c None None] Provisioning complete for port 2b435d97-559f-4320-abe6-4052f8b4f6a7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:08.990225 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c339-f060-4537-a503-e03b34d8858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.057198 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.069566 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Transition to ACTIVE for port object 4da482d6-1d78-430a-b457-2175419c3ad8 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:09.078569 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.139167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:06Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:06Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:09.162834 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Attempting to bind port 4da482d6-1d78-430a-b457-2175419c3ad8 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:09.163156 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.163289 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Attempting to bind port 4da482d6-1d78-430a-b457-2175419c3ad8 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f9a743d1-94fb-4df2-907b-c010a792e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:09.163601 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Attempting to bind port 4da482d6-1d78-430a-b457-2175419c3ad8 on network 71b93d29-db41-44ea-bd96-5c56933ce952 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:09.173768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Subnet': ['ID=fce436dd-4a7a-4390-8553-ef7f818f776c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:09.176875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:09.177703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Updating router 6be62737-6d39-412c-967f-a68b6d0787d3 port 88be4d07-8ee7-4392-a592-976d932c64ab binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:09.181171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Checking segment: {'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:09.181546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network hostable DHCP agents. Network: 6ec3a945-bf34-4c21-ae91-d2284863a191, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:09:09.183149 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:09.183546 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Checking segment: {'id': 'f9a743d1-94fb-4df2-907b-c010a792e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:09.183937 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.184326 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Bound using segment: {'id': 'f9a743d1-94fb-4df2-907b-c010a792e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:09.184791 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Bound port: 4da482d6-1d78-430a-b457-2175419c3ad8, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a743d1-94fb-4df2-907b-c010a792e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '71b93d29-db41-44ea-bd96-5c56933ce952'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:09.185268 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.188459 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384fb5-1ee1-42d5-93dd-8479f7314de0 None None] Pushing event updated for resources: {'Port': ['ID=4da482d6-1d78-430a-b457-2175419c3ad8,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:09.194607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Calling delete_port for 4da482d6-1d78-430a-b457-2175419c3ad8 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:09.215686 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.226501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:09:09.292256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6ec3a945-bf34-4c21-ae91-d2284863a191) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:09.305838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:09.306444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.309811 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] For port 4da482d6-1d78-430a-b457-2175419c3ad8, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:09.314138 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] For port 4da482d6-1d78-430a-b457-2175419c3ad8, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4da482d6-1d78-430a-b457-2175419c3ad8,segment=NetworkSegment(f9a743d1-94fb-4df2-907b-c010a792e1d9),segment_id=f9a743d1-94fb-4df2-907b-c010a792e1d9)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:09.325424 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.337349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7d625c80-cd34-4fd3-8f40-e196d5a2da0c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3369479 Aug 11 03:09:09.340360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39822) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:09.352035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92412ccd-cd1d-4120-92e3-45ef4c156649 None None] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:09.405874 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Routers {'cddccbb5-1342-4459-b32f-d634fa1ef9a8'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:09.406560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['cddccbb5-1342-4459-b32f-d634fa1ef9a8'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:09.466826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c88a6e46-59a2-40c0-ae2f-7bda0e68f3eb None None] Provisioning complete for port 88be4d07-8ee7-4392-a592-976d932c64ab triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:09.468859 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c88a6e46-59a2-40c0-ae2f-7bda0e68f3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.516362 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] Set router cddccbb5-1342-4459-b32f-d634fa1ef9a8 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:09.579289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.595973 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddccbb5-1342-4459-b32f-d634fa1ef9a8', 'name': '', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:03Z', 'updated_at': '2021-08-11T03:09:08Z', 'revision_number': 4, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:09.628641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c88a6e46-59a2-40c0-ae2f-7bda0e68f3eb None None] Port 88be4d07-8ee7-4392-a592-976d932c64ab cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:09.641548 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4438577d-78fb-4cea-842f-75c9c47245ac None None] The sync data for ids ['cddccbb5-1342-4459-b32f-d634fa1ef9a8'] in n-d-768509-22 is: [{'id': 'cddccbb5-1342-4459-b32f-d634fa1ef9a8', 'name': '', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:03Z', 'updated_at': '2021-08-11T03:09:08Z', 'revision_number': 4, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:09.645691 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384fb5-1ee1-42d5-93dd-8479f7314de0 None None] Pushing event updated for resources: {'Port': ['ID=4da482d6-1d78-430a-b457-2175419c3ad8,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:09.648702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event deleted for resources: {'Port': ['ID=4da482d6-1d78-430a-b457-2175419c3ad8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:09.738660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6ec3a945-bf34-4c21-ae91-d2284863a191', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:09:09.739654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.765475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.912902 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.922840 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.926946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.949484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Transition to ACTIVE for port object 88be4d07-8ee7-4392-a592-976d932c64ab will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:09.949720 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:09.962280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.013583 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.014121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cddccbb5-1342-4459-b32f-d634fa1ef9a8 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:10.018979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.021235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-08961421-7dbf-4e51-ae47-1c4171a7e869 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "DELETE /v2.0/routers/cddccbb5-1342-4459-b32f-d634fa1ef9a8 HTTP/1.1" status: 204 len: 168 time: 2.3260868 Aug 11 03:09:10.023922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39826) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:10.032926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9449cba-d637-49d2-babe-5c2eb8cea8fa None None] Pushing event updated for resources: {'Port': ['ID=88be4d07-8ee7-4392-a592-976d932c64ab,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.115318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Deleting subnet 89210422-80d5-413e-880e-d403813be210 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:09:10.118954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.146836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Attempting to bind port 88be4d07-8ee7-4392-a592-976d932c64ab on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:10.147381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Attempting to bind port 88be4d07-8ee7-4392-a592-976d932c64ab by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:10.147886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Attempting to bind port 88be4d07-8ee7-4392-a592-976d932c64ab on network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:10.154587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Allocated IP 2001:db8:3::2 (6ec3a945-bf34-4c21-ae91-d2284863a191/fce436dd-4a7a-4390-8553-ef7f818f776c/8392a8a5-7195-42f0-9133-5f33215fb55b) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:10.157260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:10.157917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Checking segment: {'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:10.158443 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.159051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Bound using segment: {'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:10.160821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Bound port: 88be4d07-8ee7-4392-a592-976d932c64ab, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5380de-b5b8-4129-afd2-38f1b8d4ce43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:10.163976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.193283 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.251118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.327721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] For port 88be4d07-8ee7-4392-a592-976d932c64ab, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:10.333333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] For port 88be4d07-8ee7-4392-a592-976d932c64ab, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=88be4d07-8ee7-4392-a592-976d932c64ab,segment=NetworkSegment(9a5380de-b5b8-4129-afd2-38f1b8d4ce43),segment_id=9a5380de-b5b8-4129-afd2-38f1b8d4ce43)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:10.347985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.362374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.411208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=89210422-80d5-413e-880e-d403813be210,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.416098 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.420364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5e598ac6-1f13-4372-b4a1-dc2a01545b26 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/89210422-80d5-413e-880e-d403813be210 HTTP/1.1" status: 204 len: 168 time: 0.3930550 Aug 11 03:09:10.420828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39832) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:10.477652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9449cba-d637-49d2-babe-5c2eb8cea8fa None None] Pushing event updated for resources: {'Port': ['ID=88be4d07-8ee7-4392-a592-976d932c64ab,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.511910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.531511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.532709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Transition to ACTIVE for port object 8392a8a5-7195-42f0-9133-5f33215fb55b will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:10.576875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:10.577783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:10.584500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Transition to ACTIVE for port object 8392a8a5-7195-42f0-9133-5f33215fb55b will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:10.653901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.666300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b93d29-db41-44ea-bd96-5c56933ce952']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:10.678819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a743d1-94fb-4df2-907b-c010a792e1d9') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:10.679995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a743d1-94fb-4df2-907b-c010a792e1d9') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:10.692304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.693178 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.728782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.742512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:10.742928 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: items = [ Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:10.744843 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:10.770598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Allocated IP 2001:db8:3::1 (6ec3a945-bf34-4c21-ae91-d2284863a191/fce436dd-4a7a-4390-8553-ef7f818f776c/d1ec37c1-d42f-47d6-9211-dd9893e1b0c8) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:10.777714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:10.780796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:10.813922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:10.817484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:10.836164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Pushing event updated for resources: {'Port': ['ID=8392a8a5-7195-42f0-9133-5f33215fb55b,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.855788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.866796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71b93d29-db41-44ea-bd96-5c56933ce952 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:09:10.883166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.885743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "DELETE /v2.0/networks/71b93d29-db41-44ea-bd96-5c56933ce952 HTTP/1.1" status: 204 len: 168 time: 0.4640205 Aug 11 03:09:10.887463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978de58-fa04-43d1-9363-f5ecca620d98 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event deleted for resources: {'Network': ['ID=71b93d29-db41-44ea-bd96-5c56933ce952,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:10.937208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:10.954936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Transition to ACTIVE for port object d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:10.998205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.053913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Attempting to bind port 8392a8a5-7195-42f0-9133-5f33215fb55b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:11.054277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Attempting to bind port 8392a8a5-7195-42f0-9133-5f33215fb55b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:11.054636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Attempting to bind port 8392a8a5-7195-42f0-9133-5f33215fb55b on network 6ec3a945-bf34-4c21-ae91-d2284863a191 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:11.073512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:11.086721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:11.087482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:11.087873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Checking segment: {'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:11.088278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.088664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Bound using segment: {'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:11.089131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Bound port: 8392a8a5-7195-42f0-9133-5f33215fb55b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:11.089511 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.090083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:11.093363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:11.094243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.277814 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.289756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39844) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:11.295223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c6349d23-de72-48fa-ac8f-98008fe36ba7 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'router': {'name': 'tempest-router--2135936725', 'project_id': '1c77a5c066aa4761896c41bfa031d6e4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:11.344355 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6349d23-de72-48fa-ac8f-98008fe36ba7 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.345968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6349d23-de72-48fa-ac8f-98008fe36ba7 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.463764 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6349d23-de72-48fa-ac8f-98008fe36ba7 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.477025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6349d23-de72-48fa-ac8f-98008fe36ba7 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.495678 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6349d23-de72-48fa-ac8f-98008fe36ba7 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.497135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6349d23-de72-48fa-ac8f-98008fe36ba7 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2058527 Aug 11 03:09:11.500178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39848) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:11.511922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] For port 8392a8a5-7195-42f0-9133-5f33215fb55b, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:11.527875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] For port 8392a8a5-7195-42f0-9133-5f33215fb55b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8392a8a5-7195-42f0-9133-5f33215fb55b,segment=NetworkSegment(bd413bc7-e335-4bbd-87b3-5eba6399685f),segment_id=bd413bc7-e335-4bbd-87b3-5eba6399685f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:11.541613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.657049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59f7a7f5-e01b-4380-bbd1-7c651067ca69 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.680193 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.688675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.689461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:11.695248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:06Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:10Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:11.701938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6db053-d25b-4abd-a8cd-e8e73a82e58e None None] Pushing event updated for resources: {'Port': ['ID=8392a8a5-7195-42f0-9133-5f33215fb55b,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:11.757075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea310707-b15e-46b3-8fd7-d802b50ac04f None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:06Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:10Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:11.893439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event updated for resources: {'Port': ['ID=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:11.993184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:11.997376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:12.001014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59f7a7f5-e01b-4380-bbd1-7c651067ca69 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.003601 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59f7a7f5-e01b-4380-bbd1-7c651067ca69 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.096425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 88be4d07-8ee7-4392-a592-976d932c64ab up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:12.099891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59f7a7f5-e01b-4380-bbd1-7c651067ca69 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.101576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f7a7f5-e01b-4380-bbd1-7c651067ca69 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e63062d-fcfd-49d4-9570-7ad7354d0fee {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:12.106668 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59f7a7f5-e01b-4380-bbd1-7c651067ca69 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.112447 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-59f7a7f5-e01b-4380-bbd1-7c651067ca69 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7e63062d-fcfd-49d4-9570-7ad7354d0fee HTTP/1.1" status: 204 len: 168 time: 0.6048231 Aug 11 03:09:12.185842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:12.190156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 88be4d07-8ee7-4392-a592-976d932c64ab completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:12.214354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 88be4d07-8ee7-4392-a592-976d932c64ab triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:12.214748 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.281935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39854) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:12.352438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:12.375224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39862) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:12.375664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-71977c29-970f-4d19-89b8-1cc7f177bf23 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0341787 Aug 11 03:09:12.383280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:12.391111 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.471368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 88be4d07-8ee7-4392-a592-976d932c64ab, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=88be4d07-8ee7-4392-a592-976d932c64ab,segment=NetworkSegment(9a5380de-b5b8-4129-afd2-38f1b8d4ce43),segment_id=9a5380de-b5b8-4129-afd2-38f1b8d4ce43)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:12.477251 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:12.567042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=88be4d07-8ee7-4392-a592-976d932c64ab,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:13.059484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:13.076559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:13.077740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:13.162330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1132579776', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:13.235056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:13.306155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.307981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.343911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0230775c-3250-40c9-a815-44a55d80bc97 None None] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:13.444298 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.451191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-eb92ef59-3c90-4e79-9f8d-a0747d8c1264 None None] Provisioning for port 8392a8a5-7195-42f0-9133-5f33215fb55b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:13.644613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:11Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:11Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:13.674161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:13.674460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Updating router 6be62737-6d39-412c-967f-a68b6d0787d3 port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:13.705520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.708454 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:13.763721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:09:13.844763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.extraroute_db [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Removed routes are [] {{(pid=111682) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:09:13.845751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.128326 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.147665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Transition to ACTIVE for port object d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:14.156521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 88be4d07-8ee7-4392-a592-976d932c64ab up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:14.212514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.325551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 88be4d07-8ee7-4392-a592-976d932c64ab triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:14.326198 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.334171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.340978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.384679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7671-7cb5-4345-869b-8fbf06d5abe9 None None] Pushing event updated for resources: {'Port': ['ID=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:14.386252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.424846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-055f9da1-1219-4bb1-b479-3cb7ce0a5ec4 None None] Provisioning for port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:14.473936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.500100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Attempting to bind port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:14.502471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Attempting to bind port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:14.502848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Attempting to bind port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 on network 6ec3a945-bf34-4c21-ae91-d2284863a191 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:14.509941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:14.510328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Checking segment: {'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:14.510751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.511154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Bound using segment: {'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:14.511712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Bound port: d1ec37c1-d42f-47d6-9211-dd9893e1b0c8, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd413bc7-e335-4bbd-87b3-5eba6399685f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:14.512075 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.726163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:14.776968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8392a8a5-7195-42f0-9133-5f33215fb55b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:14.829616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] For port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:14.836894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] For port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,segment=NetworkSegment(bd413bc7-e335-4bbd-87b3-5eba6399685f),segment_id=bd413bc7-e335-4bbd-87b3-5eba6399685f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:14.850398 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.934226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 8392a8a5-7195-42f0-9133-5f33215fb55b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:14.934851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Allocated IP 172.25.4.132 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/92d89482-7b92-4336-9368-9b82299ce3a4) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:14.944573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8392a8a5-7195-42f0-9133-5f33215fb55b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:14.945070 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:14.946735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:14.947453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:14.951340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b7671-7cb5-4345-869b-8fbf06d5abe9 None None] Pushing event updated for resources: {'Port': ['ID=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:15.059426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:15.072423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.073666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e26134a6-74ed-463f-922f-b7ce2f3b1b0e tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 200 len: 954 time: 2.6965187 Aug 11 03:09:15.077424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:15.122086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:15.129138 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.220270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.294623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:15.298132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:15.301069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:15.310668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-11fb1b60-81d7-40c4-b174-6f4e31048a3c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 200 len: 954 time: 0.2308774 Aug 11 03:09:15.313799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39906) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:15.329604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event updated for resources: {'Port': ['ID=92d89482-7b92-4336-9368-9b82299ce3a4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:15.330041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'routes': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:15.489680 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.563122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 8392a8a5-7195-42f0-9133-5f33215fb55b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8392a8a5-7195-42f0-9133-5f33215fb55b,segment=NetworkSegment(bd413bc7-e335-4bbd-87b3-5eba6399685f),segment_id=bd413bc7-e335-4bbd-87b3-5eba6399685f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:15.590221 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.746123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=8392a8a5-7195-42f0-9133-5f33215fb55b,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:15.782460 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:15.794490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:13Z', 'revision_number': 6, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:15.876520 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4592d5-7305-46bb-abb4-c5a08d1c9071 None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:13Z', 'revision_number': 6, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:16.081565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8392a8a5-7195-42f0-9133-5f33215fb55b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:16.119312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-31f39552-0b90-48a2-8d0e-abb97e5c3755 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1977394 Aug 11 03:09:16.209869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8392a8a5-7195-42f0-9133-5f33215fb55b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:16.210430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.342023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-9127ac41-51d6-4a84-9aea-59af6c444d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.343910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-9127ac41-51d6-4a84-9aea-59af6c444d91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 1097 time: 0.1698718 Aug 11 03:09:16.345122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.598167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.extraroute_db [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added routes are [] {{(pid=111683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:09:16.599076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.extraroute_db [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=111683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:09:16.640183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.665549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Router 0d9bc114-a252-4892-ad9b-54134790545f is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:16.686645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-f40e4869-4a65-40f6-9e34-cee64ad89111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:16.688296 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-f40e4869-4a65-40f6-9e34-cee64ad89111 service neutron] 10.222.0.10 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.1878099 Aug 11 03:09:16.758802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-2b9a6e75-58e1-454c-9c2d-6451bf93f3e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 200 len: 217 time: 0.0603056 Aug 11 03:09:16.894647 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:16.901883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.236568 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:17.248494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:17.254792 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:17.256042 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:17.384558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:17.393313 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.399396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ea983db-bbad-48bf-afa4-2fb8fe8e1da6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 200 len: 704 time: 2.0809600 Aug 11 03:09:17.400281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39928) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:17.502958 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:17.541763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-abfc436c-b2de-42ad-a9a3-3c4ede559264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:17.543243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-abfc436c-b2de-42ad-a9a3-3c4ede559264 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.7284129 Aug 11 03:09:17.633619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b07113da-4054-46f1-8c9e-c8ab2319d5be tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 200 len: 704 time: 0.2319825 Aug 11 03:09:17.636795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39942) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:17.648793 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-6cc68b0b-c80f-40de-bc43-94cf1ac876c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878870 Aug 11 03:09:17.656258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:17.668362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] Sync routers for ids ['0d9bc114-a252-4892-ad9b-54134790545f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:17.685414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] Routers {'0d9bc114-a252-4892-ad9b-54134790545f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:17.685911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d9bc114-a252-4892-ad9b-54134790545f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:17.765040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:17.772927 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:17.784010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39946) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:17.785853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2450c51c-8e36-4c9e-94f6-5e0659f8e535 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5018227 Aug 11 03:09:17.788830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] Routers {'0d9bc114-a252-4892-ad9b-54134790545f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:17.788830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d9bc114-a252-4892-ad9b-54134790545f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:17.854947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-8bbd4848-4f1e-4446-b585-50baf3aae678 service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836193 Aug 11 03:09:17.855692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:17.856367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c032e3-e53e-4fa1-8500-a6c256d5ca86 None None] The sync data for ids ['0d9bc114-a252-4892-ad9b-54134790545f'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:17.910746 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:16Z', 'revision_number': 7, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:17.964065 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:17.975249 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:17.975904 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:18.063183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:18.070302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca349db4-19d6-42d6-ab3d-6b75258a0ba6 req-c63ace5b-7093-4873-b6ba-6c88f8c1d9da service neutron] 10.222.0.10 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046974 Aug 11 03:09:18.093365 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:18.201812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:18.206534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:18.207261 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.208537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e7433f49-7006-48a2-bf8e-666cd5ced701 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/0d9bc114-a252-4892-ad9b-54134790545f HTTP/1.1" status: 200 len: 921 time: 0.4262676 Aug 11 03:09:18.211063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39958) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:18.258643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-473cc677-37ce-48ec-8291-2c08fbf12624 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9bc114-a252-4892-ad9b-54134790545f HTTP/1.1" status: 200 len: 205 time: 0.0460813 Aug 11 03:09:18.261777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39960) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:18.361669 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.385124 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.458668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,segment=NetworkSegment(bd413bc7-e335-4bbd-87b3-5eba6399685f),segment_id=bd413bc7-e335-4bbd-87b3-5eba6399685f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:18.467088 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.543688 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:16Z', 'revision_number': 7, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:18.552986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.629286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:18.649714 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb733f2-d455-4d9a-86e2-779d336954c6 None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:16Z', 'revision_number': 7, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:14Z', 'revision_number': 4, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:18.672952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Deleting port 92d89482-7b92-4336-9368-9b82299ce3a4 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:18.673488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.810262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:18.822500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Calling delete_port for 92d89482-7b92-4336-9368-9b82299ce3a4 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:18.906681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.104554 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:19.115580 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:19.116258 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:19.169329 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.218737 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:19.257885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event deleted for resources: {'Port': ['ID=92d89482-7b92-4336-9368-9b82299ce3a4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:19.379112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.519171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.524178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.606143 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:16Z', 'revision_number': 7, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:18Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:19.642079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.642806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Fanout notify agent at l3_agent the message router_deleted on router 0d9bc114-a252-4892-ad9b-54134790545f {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:19.651111 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.652290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-09ff3f7f-67dd-4d4a-838f-848f6041a9cd tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/0d9bc114-a252-4892-ad9b-54134790545f HTTP/1.1" status: 204 len: 168 time: 1.3895383 Aug 11 03:09:19.656342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39998) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:19.663357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1961360342', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': False}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:19.668171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:19.668515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.710032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.711503 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.797161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,segment=NetworkSegment(bd413bc7-e335-4bbd-87b3-5eba6399685f),segment_id=bd413bc7-e335-4bbd-87b3-5eba6399685f)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:19.797704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.814795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:19.828344 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:19.838726 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:19.839705 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:19.908743 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:19.953401 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:20.103275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:20.194893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:20.196937 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.200200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.214394 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.224092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Port d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 was deleted so its status cannot be updated. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:09:20.301869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=d1ec37c1-d42f-47d6-9211-dd9893e1b0c8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:20.553210 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:16Z', 'revision_number': 7, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:18Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:20.594492 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df483ca-b3e5-48dd-82b8-8ac83db3b3a9 None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:16Z', 'revision_number': 7, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd1ec37c1-d42f-47d6-9211-dd9893e1b0c8', 'name': '', 'network_id': '6ec3a945-bf34-4c21-ae91-d2284863a191', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:02:3a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2273, 'fixed_ips': [{'subnet_id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:10Z', 'updated_at': '2021-08-11T03:09:18Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': 'fce436dd-4a7a-4390-8553-ef7f818f776c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:20.643545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.669852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.671672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:20.888479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Allocated IP 172.25.4.247 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d039adce-9602-4c31-805e-6002244ae0ba) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:21.006236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:21.064029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.136422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:21.147444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.148526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:21.149291 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-528ea66a-8df9-40f6-83fd-6f8723447d3f tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5109403 Aug 11 03:09:21.152392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40020) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:21.168559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:21.169268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:21.231925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet fce436dd-4a7a-4390-8553-ef7f818f776c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:09:21.239268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.262044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Port': ['ID=d039adce-9602-4c31-805e-6002244ae0ba,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:21.276904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:21.278439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:21.286619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:21.311924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.379122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:21.502741 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.592217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.626753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=fce436dd-4a7a-4390-8553-ef7f818f776c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:21.634063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.636483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6eba0bf-92b1-4311-8170-04b85293ebe0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/fce436dd-4a7a-4390-8553-ef7f818f776c HTTP/1.1" status: 204 len: 168 time: 0.4831355 Aug 11 03:09:21.639117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40026) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:21.657150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02608fe3-d82b-44f3-8cf5-0b554fb0dc93 None None] Network 6ec3a945-bf34-4c21-ae91-d2284863a191 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:21.848231 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:21.850600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.006574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 8392a8a5-7195-42f0-9133-5f33215fb55b {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:22.007833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.031658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:20Z', 'revision_number': 8, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:22.040358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-20b59b8a-9ce8-4931-9a6b-28fd588354b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2775807 Aug 11 03:09:22.083380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 8392a8a5-7195-42f0-9133-5f33215fb55b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8392a8a5-7195-42f0-9133-5f33215fb55b,segment=NetworkSegment(bd413bc7-e335-4bbd-87b3-5eba6399685f),segment_id=bd413bc7-e335-4bbd-87b3-5eba6399685f)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:22.084215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.087900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:22.100230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:22.101028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:22.101265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 8392a8a5-7195-42f0-9133-5f33215fb55b owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:22.204778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.227420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.249296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=8392a8a5-7195-42f0-9133-5f33215fb55b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:22.252962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port 8392a8a5-7195-42f0-9133-5f33215fb55b on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:22.317221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:22.366024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-f9e626cc-ebab-412f-9887-4de9b22f8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:22.367897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-f9e626cc-ebab-412f-9887-4de9b22f8c47 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=81bbef640e034481b017de64ef79ae08&device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 1097 time: 0.1381035 Aug 11 03:09:22.450440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3113fbee-100b-4220-9071-90b1dc01ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.577860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-5e8f45a0-01db-473a-aaa6-611632bd965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:22.581096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-5e8f45a0-01db-473a-aaa6-611632bd965e service neutron] 10.222.0.57 "GET /v2.0/networks?id=13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 200 len: 919 time: 0.1655455 Aug 11 03:09:22.589084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef8c49d-0eb9-48e2-8660-cfc5de83c4b0 None None] DHCP port deletion for 6ec3a945-bf34-4c21-ae91-d2284863a191 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:09:22.641047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-195bf41e-414f-4414-ab6c-c9cdfe20b40c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec863b9-6886-41a0-9e46-d721cdc897be HTTP/1.1" status: 200 len: 217 time: 0.0492330 Aug 11 03:09:22.712680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-18a4f5f7-42ac-4209-9203-845df28b25bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:22.714087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-18a4f5f7-42ac-4209-9203-845df28b25bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 200 len: 858 time: 0.0645382 Aug 11 03:09:22.720671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Router 9bde02c5-a70e-493c-a312-e993dda49671 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:22.766638 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-97415a8b-8fce-48e9-bfda-0452d8ccb6f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=13cc28e4-9300-4f09-a9ab-f8542990fe76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404320 Aug 11 03:09:22.789279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:20Z', 'revision_number': 8, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:22.827997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.840425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba179351-67ca-4161-a6ba-4c882cfe82bd None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:20Z', 'revision_number': 8, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88be4d07-8ee7-4392-a592-976d932c64ab', 'name': '', 'network_id': '966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:cc:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:05Z', 'updated_at': '2021-08-11T03:09:12Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '97c91bb6-572f-42fa-a05a-b09ba47d7883', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:22.848453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec3a945-bf34-4c21-ae91-d2284863a191']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:22.872706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd413bc7-e335-4bbd-87b3-5eba6399685f') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:22.873106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd413bc7-e335-4bbd-87b3-5eba6399685f') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:22.878008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-9c1819f7-717f-4c9b-a0ad-6e619f955bd9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:09:22.879940 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-9c1819f7-717f-4c9b-a0ad-6e619f955bd9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068941 Aug 11 03:09:22.885173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.917217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.928386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:22.929071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:22.933392 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:22.964741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:22.979359 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Sync routers for ids ['9bde02c5-a70e-493c-a312-e993dda49671'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:22.994770 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Routers {'9bde02c5-a70e-493c-a312-e993dda49671'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:22.996621 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9bde02c5-a70e-493c-a312-e993dda49671'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:23.033414 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.037327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c1765855-ee14-4085-a2f4-f1244fcb6f94 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3767865 Aug 11 03:09:23.039473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40046) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:23.091677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.105818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.111677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/6ec3a945-bf34-4c21-ae91-d2284863a191 HTTP/1.1" status: 204 len: 168 time: 1.4691257 Aug 11 03:09:23.112527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40048) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:23.130418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-62d5b005-ab46-4334-9a72-34acacf5d3ba service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424378 Aug 11 03:09:23.197776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96abe1ed-67f3-4ce8-933d-228da1faa710 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=6ec3a945-bf34-4c21-ae91-d2284863a191,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:23.283675 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Set router 9bde02c5-a70e-493c-a312-e993dda49671 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:23.344895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0208c94c-7f1e-4c20-bc76-b4636f86b50c tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/9bde02c5-a70e-493c-a312-e993dda49671 HTTP/1.1" status: 200 len: 909 time: 0.2979438 Aug 11 03:09:23.347442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40052) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:23.351923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1961360342', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': True}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:23.407050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbaf71a0-7a86-46d7-ac48-9027b7c9ef58 req-f349bcad-2d7c-426a-8ecf-f93b6692773f service neutron] 10.222.0.57 "GET /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668097 Aug 11 03:09:23.424760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.426590 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.551658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.667485 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.695055 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde02c5-a70e-493c-a312-e993dda49671', 'name': 'tempest-snat-router-1961360342', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': False}, 'gw_port_id': 'd039adce-9602-4c31-805e-6002244ae0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:19Z', 'updated_at': '2021-08-11T03:09:21Z', 'revision_number': 3, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port': {'id': 'd039adce-9602-4c31-805e-6002244ae0ba', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde02c5-a70e-493c-a312-e993dda49671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:20Z', 'updated_at': '2021-08-11T03:09:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:23.739642 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Checking router: 9bde02c5-a70e-493c-a312-e993dda49671 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:23.740135 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Updating router 9bde02c5-a70e-493c-a312-e993dda49671 port d039adce-9602-4c31-805e-6002244ae0ba binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:23.770877 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:23.831175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff01b3b-2cc9-4dff-8de7-1daa7456589b req-881daa6a-8b32-4bb2-ac09-0f700adad71b tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:23.833560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ff01b3b-2cc9-4dff-8de7-1daa7456589b req-881daa6a-8b32-4bb2-ac09-0f700adad71b tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.0789428 Aug 11 03:09:23.946600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0ff01b3b-2cc9-4dff-8de7-1daa7456589b req-0cf7ab8e-0069-44c8-8027-c734c7fa839f tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775945 Aug 11 03:09:24.026901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8392a8a5-7195-42f0-9133-5f33215fb55b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:24.064971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 8392a8a5-7195-42f0-9133-5f33215fb55b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:24.065186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8392a8a5-7195-42f0-9133-5f33215fb55b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:24.065549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:24.112429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:24.113408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d1ec37c1-d42f-47d6-9211-dd9893e1b0c8 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:24.148746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 88be4d07-8ee7-4392-a592-976d932c64ab {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:24.148746 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.230540 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.240767 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.259297 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Transition to ACTIVE for port object d039adce-9602-4c31-805e-6002244ae0ba will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:24.273657 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.327815 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Attempting to bind port d039adce-9602-4c31-805e-6002244ae0ba on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:24.328207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Attempting to bind port d039adce-9602-4c31-805e-6002244ae0ba by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:24.328539 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Attempting to bind port d039adce-9602-4c31-805e-6002244ae0ba on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:24.329855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 88be4d07-8ee7-4392-a592-976d932c64ab, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=88be4d07-8ee7-4392-a592-976d932c64ab,segment=NetworkSegment(9a5380de-b5b8-4129-afd2-38f1b8d4ce43),segment_id=9a5380de-b5b8-4129-afd2-38f1b8d4ce43)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:24.330232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.330602 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fdde7-660a-4410-bd17-42e787a0703c None None] Pushing event updated for resources: {'Port': ['ID=d039adce-9602-4c31-805e-6002244ae0ba,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:24.345660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 88be4d07-8ee7-4392-a592-976d932c64ab owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:24.357464 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:24.357913 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:24.358330 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.358771 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:24.359262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Bound port: d039adce-9602-4c31-805e-6002244ae0ba, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:24.359733 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.474227 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] For port d039adce-9602-4c31-805e-6002244ae0ba, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:24.479266 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] For port d039adce-9602-4c31-805e-6002244ae0ba, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d039adce-9602-4c31-805e-6002244ae0ba,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:24.490880 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.520271 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.555252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.557575 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Routers {'9bde02c5-a70e-493c-a312-e993dda49671'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:24.558305 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:08:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9bde02c5-a70e-493c-a312-e993dda49671'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:24.579219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.597021 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fdde7-660a-4410-bd17-42e787a0703c None None] Pushing event updated for resources: {'Port': ['ID=d039adce-9602-4c31-805e-6002244ae0ba,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:24.609410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=88be4d07-8ee7-4392-a592-976d932c64ab,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:24.708624 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] Set router 9bde02c5-a70e-493c-a312-e993dda49671 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:24.773919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Allocated IP 172.25.4.131 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/300533ca-3ec9-476f-8a80-491768f81759) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:24.794346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:24.952825 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bde02c5-a70e-493c-a312-e993dda49671', 'name': 'tempest-snat-router-1961360342', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': False}, 'gw_port_id': 'd039adce-9602-4c31-805e-6002244ae0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:19Z', 'updated_at': '2021-08-11T03:09:21Z', 'revision_number': 3, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port': {'id': 'd039adce-9602-4c31-805e-6002244ae0ba', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde02c5-a70e-493c-a312-e993dda49671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:20Z', 'updated_at': '2021-08-11T03:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:24.974686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.045603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.054178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:25.084757 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8a97a-93e9-4507-be2b-d2a78b645865 None None] The sync data for ids ['9bde02c5-a70e-493c-a312-e993dda49671'] in n-d-768509-22 is: [{'id': '9bde02c5-a70e-493c-a312-e993dda49671', 'name': 'tempest-snat-router-1961360342', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': False}, 'gw_port_id': 'd039adce-9602-4c31-805e-6002244ae0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:19Z', 'updated_at': '2021-08-11T03:09:21Z', 'revision_number': 3, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port': {'id': 'd039adce-9602-4c31-805e-6002244ae0ba', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bde02c5-a70e-493c-a312-e993dda49671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2278, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:20Z', 'updated_at': '2021-08-11T03:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:25.146885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:25.168369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:25.175383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:25.200115 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-523e00db-bcf9-4b50-a2ea-a78a2b8042a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.203503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:25.216334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b46ee9b0-3f08-4353-9b99-de5651d317c6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0936167 Aug 11 03:09:25.227949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40078) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:25.232127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:25.242088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:25.242717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:25.337158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Port': ['ID=300533ca-3ec9-476f-8a80-491768f81759,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:25.351252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet 97c91bb6-572f-42fa-a05a-b09ba47d7883 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:09:25.360173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.405387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:25.410032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3092b0-4ec4-4e98-938c-3737f2a5def6 req-efee233e-437b-4835-98e6-9b24eef0fd45 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:25.417826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f3092b0-4ec4-4e98-938c-3737f2a5def6 req-efee233e-437b-4835-98e6-9b24eef0fd45 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.3125863 Aug 11 03:09:25.466868 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.496717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9f3092b0-4ec4-4e98-938c-3737f2a5def6 req-fcdeaeba-745a-4a96-83b9-cc10b583348e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775766 Aug 11 03:09:25.560388 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.569751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.674567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.719033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.777114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.823445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=97c91bb6-572f-42fa-a05a-b09ba47d7883,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:25.846010 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:25.850147 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b7195b3a-9eeb-4817-a97b-233099477c22 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/97c91bb6-572f-42fa-a05a-b09ba47d7883 HTTP/1.1" status: 204 len: 168 time: 0.6199117 Aug 11 03:09:25.851944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40084) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:25.857103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adec4d1a-42f7-47cb-a738-8b97b3cc3963 None None] Network 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:25.953014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.024621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.041423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:24Z', 'revision_number': 9, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:26.056595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 2b435d97-559f-4320-abe6-4052f8b4f6a7 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:26.056852 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.109341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:26.120769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d039adce-9602-4c31-805e-6002244ae0ba up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:26.180104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 2b435d97-559f-4320-abe6-4052f8b4f6a7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b435d97-559f-4320-abe6-4052f8b4f6a7,segment=NetworkSegment(9a5380de-b5b8-4129-afd2-38f1b8d4ce43),segment_id=9a5380de-b5b8-4129-afd2-38f1b8d4ce43)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:26.180910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:26.181566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:26.184518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.206268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 2b435d97-559f-4320-abe6-4052f8b4f6a7 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:26.256164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Router 3d9eecc0-281d-449b-9fb5-954f95755790 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:26.328530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.355911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:26.360018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port 2b435d97-559f-4320-abe6-4052f8b4f6a7 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:26.417925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=2b435d97-559f-4320-abe6-4052f8b4f6a7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:26.434235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d039adce-9602-4c31-805e-6002244ae0ba completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:26.457703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d039adce-9602-4c31-805e-6002244ae0ba triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:26.458094 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.460109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05308b53-1f0b-45b4-8fbf-de31a0f8bff2 None None] DHCP port deletion for 966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:09:26.555286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.580351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:26.608490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5380de-b5b8-4129-afd2-38f1b8d4ce43') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:26.608490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5380de-b5b8-4129-afd2-38f1b8d4ce43') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:26.612720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:26.633671 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Sync routers for ids ['3d9eecc0-281d-449b-9fb5-954f95755790'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:26.645677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-1fac1d40-c6ec-4eb1-8dde-240c0a574b41 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.650151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.650303 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Routers {'3d9eecc0-281d-449b-9fb5-954f95755790'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:26.650985 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d9eecc0-281d-449b-9fb5-954f95755790'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:26.658586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-1fac1d40-c6ec-4eb1-8dde-240c0a574b41 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.57 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.1760495 Aug 11 03:09:26.674296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.732606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:26.733022 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:26.743481 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:26.751498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.758438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-067cd5eb-68a6-4373-8e27-ed6543e8de7e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4099119 Aug 11 03:09:26.763483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40106) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:26.853643 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.870420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.876589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73 HTTP/1.1" status: 204 len: 168 time: 1.0232761 Aug 11 03:09:26.889992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b4f8c-0950-4d3c-88d8-80d6f4bfcf5c req-5275d8e0-966b-4706-9a4c-e4076e5e4850 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:26.891980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b4b4f8c-0950-4d3c-88d8-80d6f4bfcf5c req-5275d8e0-966b-4706-9a4c-e4076e5e4850 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 945 time: 0.2046559 Aug 11 03:09:26.892638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40108) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:26.903245 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.928316 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Set router 3d9eecc0-281d-449b-9fb5-954f95755790 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:26.950887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.978164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d039adce-9602-4c31-805e-6002244ae0ba, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d039adce-9602-4c31-805e-6002244ae0ba,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:26.991491 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:26.998410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b81712-9adb-49fd-8e47-eda6d7bf10e2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=966f2ea9-9a68-4ae4-a5cb-e91ab5e80b73,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:27.060368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346789b-72b8-4610-9010-b372d7062005 req-c34309af-8173-4c99-bb30-a55d74c22496 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:27.070387 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b4b4f8c-0950-4d3c-88d8-80d6f4bfcf5c req-0b4c3151-77c0-4ed8-8776-145ec8d67004 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633151 Aug 11 03:09:27.084614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4346789b-72b8-4610-9010-b372d7062005 req-c34309af-8173-4c99-bb30-a55d74c22496 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 945 time: 0.2055972 Aug 11 03:09:27.155667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4346789b-72b8-4610-9010-b372d7062005 req-84dbed75-7f7a-4ca0-a057-ceb3cce8470b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696537 Aug 11 03:09:27.161728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-92087ce1-4a54-47f6-b8cc-d95067d46358 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/3d9eecc0-281d-449b-9fb5-954f95755790 HTTP/1.1" status: 200 len: 908 time: 0.3913903 Aug 11 03:09:27.163564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:27.173654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Deleting port 8ec863b9-6886-41a0-9e46-d721cdc897be {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:27.174298 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.334161 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9eecc0-281d-449b-9fb5-954f95755790', 'name': 'tempest-snat-router-1961360342', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '300533ca-3ec9-476f-8a80-491768f81759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:23Z', 'updated_at': '2021-08-11T03:09:25Z', 'revision_number': 3, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port': {'id': '300533ca-3ec9-476f-8a80-491768f81759', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:53:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d9eecc0-281d-449b-9fb5-954f95755790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:24Z', 'updated_at': '2021-08-11T03:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:27.338600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:24Z', 'revision_number': 9, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:27.379531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c18bdd-d36e-4a78-bdb1-1a226b5b7c3a None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:24Z', 'revision_number': 9, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d0d4ee2-52c0-429a-bcc9-adbb62aad57b', 'name': '', 'network_id': 'eec0992e-e295-405b-8fe6-2fcca45a7f98', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:c1:f0:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2246, 'fixed_ips': [{'subnet_id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:56Z', 'updated_at': '2021-08-11T03:09:04Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '42291705-66a6-46dd-a1bd-2b5675ebc36f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:27.380281 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Checking router: 3d9eecc0-281d-449b-9fb5-954f95755790 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:27.380281 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Updating router 3d9eecc0-281d-449b-9fb5-954f95755790 port 300533ca-3ec9-476f-8a80-491768f81759 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:27.385790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d039adce-9602-4c31-805e-6002244ae0ba,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:27.390087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.419840 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.514653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.607040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] For port 8ec863b9-6886-41a0-9e46-d721cdc897be, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8ec863b9-6886-41a0-9e46-d721cdc897be,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:27.607422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.643854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Calling delete_port for 8ec863b9-6886-41a0-9e46-d721cdc897be owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:27.712192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.848731 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.869379 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Transition to ACTIVE for port object 300533ca-3ec9-476f-8a80-491768f81759 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:27.881623 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.937359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Deleting port 300533ca-3ec9-476f-8a80-491768f81759 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:27.937935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.964246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d039adce-9602-4c31-805e-6002244ae0ba up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:27.969386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:27.969751 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.970955 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Attempting to bind port 300533ca-3ec9-476f-8a80-491768f81759 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:27.971329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Attempting to bind port 300533ca-3ec9-476f-8a80-491768f81759 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:27.971953 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Attempting to bind port 300533ca-3ec9-476f-8a80-491768f81759 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:27.982841 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:27.983306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:27.983729 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:27.984129 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:27.984597 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Bound port: 300533ca-3ec9-476f-8a80-491768f81759, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:27.984977 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.035429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.041163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d039adce-9602-4c31-805e-6002244ae0ba triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:28.041952 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.047264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['8ec863b9-6886-41a0-9e46-d721cdc897be'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:28.048387 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e07e-641a-4295-80b2-becc46affdbe None None] Pushing event updated for resources: {'Port': ['ID=300533ca-3ec9-476f-8a80-491768f81759,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:28.104511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['5710b7d6-debe-42f0-b206-746f6052d2e1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:28.119458 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] For port 300533ca-3ec9-476f-8a80-491768f81759, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:28.123526 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] For port 300533ca-3ec9-476f-8a80-491768f81759, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=300533ca-3ec9-476f-8a80-491768f81759,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:28.130703 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.137433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Pushing event deleted for resources: {'Port': ['ID=8ec863b9-6886-41a0-9e46-d721cdc897be,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:28.186804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,segment=NetworkSegment(c81d389a-50f0-4cd6-9795-e6c77d734fbd),segment_id=c81d389a-50f0-4cd6-9795-e6c77d734fbd)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:28.187193 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.207086 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Routers {'3d9eecc0-281d-449b-9fb5-954f95755790'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:28.208313 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d9eecc0-281d-449b-9fb5-954f95755790'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:28.211399 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8e07e-641a-4295-80b2-becc46affdbe None None] Pushing event updated for resources: {'Port': ['ID=300533ca-3ec9-476f-8a80-491768f81759,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:28.214724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:28.236420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.236805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.287354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d06db63-f10e-4f50-8398-72e5bd833027 req-fd488bf8-17c5-45ec-986c-15b6d8137b11 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=a431b779-62d6-4c32-93e8-4376bd3f487d HTTP/1.1" status: 200 len: 210 time: 0.0445626 Aug 11 03:09:28.326502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Calling delete_port for 300533ca-3ec9-476f-8a80-491768f81759 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:28.327143 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] Set router 3d9eecc0-281d-449b-9fb5-954f95755790 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:28.336604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] No DVR routers for this DVR port 8ec863b9-6886-41a0-9e46-d721cdc897be on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:28.425309 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.427548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f59fc53d-ff0c-47a8-88b5-eb8c39efe1da req-dfd60ab6-7768-4e57-a64d-63ee60d03b85 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.57 "DELETE /v2.0/ports/8ec863b9-6886-41a0-9e46-d721cdc897be HTTP/1.1" status: 204 len: 173 time: 1.7596912 Aug 11 03:09:28.430996 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d9eecc0-281d-449b-9fb5-954f95755790', 'name': 'tempest-snat-router-1961360342', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:23Z', 'updated_at': '2021-08-11T03:09:27Z', 'revision_number': 4, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:28.443396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'name': 'network-vif-deleted', 'tag': '8ec863b9-6886-41a0-9e46-d721cdc897be'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:28.448416 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70368df-da54-4a31-81eb-af36e04fc9f1" -d '{"events": [{"server_uuid": "a431b779-62d6-4c32-93e8-4376bd3f487d", "name": "network-vif-deleted", "tag": "8ec863b9-6886-41a0-9e46-d721cdc897be"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:28.483977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 88be4d07-8ee7-4392-a592-976d932c64ab no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:28.496215 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47ad293-b1f9-4252-a79e-85b361bff336 None None] The sync data for ids ['3d9eecc0-281d-449b-9fb5-954f95755790'] in n-d-768509-22 is: [{'id': '3d9eecc0-281d-449b-9fb5-954f95755790', 'name': 'tempest-snat-router-1961360342', 'tenant_id': 'b49c2e6f69f445478ddf8e920b099768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:23Z', 'updated_at': '2021-08-11T03:09:27Z', 'revision_number': 4, 'project_id': 'b49c2e6f69f445478ddf8e920b099768', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:28.529016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 88be4d07-8ee7-4392-a592-976d932c64ab {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:28.529391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 88be4d07-8ee7-4392-a592-976d932c64ab not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:28.531179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.539023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b435d97-559f-4320-abe6-4052f8b4f6a7 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:28.568586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2b435d97-559f-4320-abe6-4052f8b4f6a7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:28.568846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b435d97-559f-4320-abe6-4052f8b4f6a7 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:28.635595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=9d0d4ee2-52c0-429a-bcc9-adbb62aad57b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:28.730072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf925a-a232-404f-be4f-984d559e7991 req-bf077ddf-dbcc-444a-a33b-2733fdb33ec4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:28.737587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9cf925a-a232-404f-be4f-984d559e7991 req-bf077ddf-dbcc-444a-a33b-2733fdb33ec4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 945 time: 0.4019940 Aug 11 03:09:28.767605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:28.784609 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4a9885-f429-41fc-a810-7b1bc4357f45 x-openstack-request-id: req-7c4a9885-f429-41fc-a810-7b1bc4357f45 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:28.785022 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a431b779-62d6-4c32-93e8-4376bd3f487d", "name": "network-vif-deleted", "tag": "8ec863b9-6886-41a0-9e46-d721cdc897be", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:28.785222 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c4a9885-f429-41fc-a810-7b1bc4357f45 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:28.785602 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a431b779-62d6-4c32-93e8-4376bd3f487d', 'name': 'network-vif-deleted', 'tag': '8ec863b9-6886-41a0-9e46-d721cdc897be', 'status': 'completed', 'code': 200} Aug 11 03:09:28.876734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-39270af5-10e2-44b1-a243-90f9d1705578 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:28.879945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-39270af5-10e2-44b1-a243-90f9d1705578 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 945 time: 0.2615035 Aug 11 03:09:29.057101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:29.060218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9cf925a-a232-404f-be4f-984d559e7991 req-8d047677-4cca-43aa-87be-154514d33920 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217888 Aug 11 03:09:29.067524 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.102846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event deleted for resources: {'Port': ['ID=300533ca-3ec9-476f-8a80-491768f81759,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:29.239382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.271884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Deleting port cc59bacc-ed77-451e-82b8-d60b6c009a78 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:29.272274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.389261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.396303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.462519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.462967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d9eecc0-281d-449b-9fb5-954f95755790 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:29.469905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.471133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0bd56dce-63f3-4723-bdce-e89a219a9d38 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "DELETE /v2.0/routers/3d9eecc0-281d-449b-9fb5-954f95755790 HTTP/1.1" status: 204 len: 168 time: 2.3064146 Aug 11 03:09:29.475256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40136) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:29.528756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] For port cc59bacc-ed77-451e-82b8-d60b6c009a78, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cc59bacc-ed77-451e-82b8-d60b6c009a78,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:29.530000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.556306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Calling delete_port for cc59bacc-ed77-451e-82b8-d60b6c009a78 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:29.569947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:29.580390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-538f4901-c92e-4550-9f7b-9bb0ee552c3b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6824355 Aug 11 03:09:29.580998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40140) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:29.596834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:29.613113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:29.618835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:29.655995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet 42291705-66a6-46dd-a1bd-2b5675ebc36f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:09:29.660701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.746626 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.799014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:29.806656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71e2d8-74c4-40c8-8e07-a3575898b6aa req-d320766b-d6cd-4d11-a02b-bb390491cda6 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:29.808266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d71e2d8-74c4-40c8-8e07-a3575898b6aa req-d320766b-d6cd-4d11-a02b-bb390491cda6 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1034367 Aug 11 03:09:29.899297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:29.932633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d71e2d8-74c4-40c8-8e07-a3575898b6aa req-bc85c0e2-45ba-46af-bdc2-956477395449 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112833 Aug 11 03:09:29.988432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.032820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.039753 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/42291705-66a6-46dd-a1bd-2b5675ebc36f HTTP/1.1" status: 204 len: 168 time: 0.4575498 Aug 11 03:09:30.040762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1f92f-adc1-4f91-80ee-7b2000e3b59d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=42291705-66a6-46dd-a1bd-2b5675ebc36f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:30.043542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40148) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:30.057165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c834494-8fa0-4389-8812-f239efbd63b7 None None] Network eec0992e-e295-405b-8fe6-2fcca45a7f98 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:30.110059 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.189925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.191251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8ec863b9-6886-41a0-9e46-d721cdc897be no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:30.254871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 8ec863b9-6886-41a0-9e46-d721cdc897be {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:30.255377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8ec863b9-6886-41a0-9e46-d721cdc897be not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:30.264159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:30.264634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.307412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.370756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a5ca5c9-d54d-4907-8a59-2e7c7c233d55,segment=NetworkSegment(c81d389a-50f0-4cd6-9795-e6c77d734fbd),segment_id=c81d389a-50f0-4cd6-9795-e6c77d734fbd)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:30.371598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.389215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:30.425519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f12ec-7caf-4adf-8276-2f38351e57a2 req-a1fabd1d-0cbf-4a08-b808-82a7d2d0f33b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:30.440189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-973f12ec-7caf-4adf-8276-2f38351e57a2 req-a1fabd1d-0cbf-4a08-b808-82a7d2d0f33b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 945 time: 0.2338705 Aug 11 03:09:30.468016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:28Z', 'revision_number': 10, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:30.522096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:30.546182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40156) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:30.546590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d91d42-5dfc-4363-8c97-6b68df37f7f9 None None] DHCP port deletion for eec0992e-e295-405b-8fe6-2fcca45a7f98 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:09:30.550852 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:30.551906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:30.559078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.588713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:30.594166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=5a5ca5c9-d54d-4907-8a59-2e7c7c233d55,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:30.606275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c1d91d42-5dfc-4363-8c97-6b68df37f7f9 None None] The port '5a5ca5c9-d54d-4907-8a59-2e7c7c233d55' was deleted {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 03:09:30.690042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:30.693183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.704005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec0992e-e295-405b-8fe6-2fcca45a7f98']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:30.716731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c81d389a-50f0-4cd6-9795-e6c77d734fbd') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:30.717028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c81d389a-50f0-4cd6-9795-e6c77d734fbd') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:30.741037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-973f12ec-7caf-4adf-8276-2f38351e57a2 req-24e21fef-afa1-4a37-8616-1b334684ae71 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786775 Aug 11 03:09:30.742559 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.749995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.776710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.783223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:30.783614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:30.787787 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:30.810599 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6cef681-33d5-4b50-863f-add89eb2e5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.825987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.866948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.888277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event deleted for resources: {'Port': ['ID=cc59bacc-ed77-451e-82b8-d60b6c009a78,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:30.915441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.920849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/eec0992e-e295-405b-8fe6-2fcca45a7f98 HTTP/1.1" status: 204 len: 168 time: 0.8763335 Aug 11 03:09:30.921930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e7eb2-604f-4331-9ca3-4787fdee0db1 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=eec0992e-e295-405b-8fe6-2fcca45a7f98,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:30.923655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40160) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:30.954396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] No DVR routers for this DVR port cc59bacc-ed77-451e-82b8-d60b6c009a78 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:30.964910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:30.967076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d5f67ac-99f1-4366-b5bb-2f803e1e45eb req-3cfc3e9a-a656-4306-81fc-c2ea7d01a208 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "DELETE /v2.0/ports/cc59bacc-ed77-451e-82b8-d60b6c009a78 HTTP/1.1" status: 204 len: 173 time: 2.0583439 Aug 11 03:09:30.970758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'name': 'network-vif-deleted', 'tag': 'cc59bacc-ed77-451e-82b8-d60b6c009a78'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:30.974551 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08900f3-a702-4d9f-8776-593bf47d3515" -d '{"events": [{"server_uuid": "a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7", "name": "network-vif-deleted", "tag": "cc59bacc-ed77-451e-82b8-d60b6c009a78"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:30.994203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:28Z', 'revision_number': 10, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:31.003435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Deleting port d039adce-9602-4c31-805e-6002244ae0ba {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:31.003836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.034281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf318b7-6a4b-48a2-ac45-1c44e6d17b3c None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:28Z', 'revision_number': 10, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None, '_interfaces': [{'id': '799780fe-e203-465c-9400-36fcf1991323', 'name': '', 'network_id': '9f5bb904-320f-4c2f-8f04-6403219c0ebb', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'mac_address': 'fa:16:3e:7f:fe:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:08:50Z', 'updated_at': '2021-08-11T03:08:58Z', 'revision_number': 5, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'subnets': [{'id': '1d5b5522-e1e6-4e82-a07c-364b7f9c60e8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:31.126724 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7dc000-36ae-4802-b476-ae15d6ea7eee x-openstack-request-id: req-2c7dc000-36ae-4802-b476-ae15d6ea7eee {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:31.127035 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7", "name": "network-vif-deleted", "tag": "cc59bacc-ed77-451e-82b8-d60b6c009a78", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:31.127294 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c7dc000-36ae-4802-b476-ae15d6ea7eee {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:31.127740 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7', 'name': 'network-vif-deleted', 'tag': 'cc59bacc-ed77-451e-82b8-d60b6c009a78', 'status': 'completed', 'code': 200} Aug 11 03:09:31.257261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6cef681-33d5-4b50-863f-add89eb2e5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.267428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6cef681-33d5-4b50-863f-add89eb2e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.278141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] For port d039adce-9602-4c31-805e-6002244ae0ba, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d039adce-9602-4c31-805e-6002244ae0ba,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:31.278511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.313801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Calling delete_port for d039adce-9602-4c31-805e-6002244ae0ba owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:31.326687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35302c-e7b9-421c-969d-1d76e5ae647b req-2ed7e72c-e4c4-42d9-b745-9200477b34b1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:31.328222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab35302c-e7b9-421c-969d-1d76e5ae647b req-2ed7e72c-e4c4-42d9-b745-9200477b34b1 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.1784043 Aug 11 03:09:31.372550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40170) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:31.372841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a6cef681-33d5-4b50-863f-add89eb2e5fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6fb8cacfbfab41139ae2ad63dfb7b4b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8202560 Aug 11 03:09:31.394389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cef681-33d5-4b50-863f-add89eb2e5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a723b7d2-efc8-4116-ad88-e5d663af8a49,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:31.461745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cc59bacc-ed77-451e-82b8-d60b6c009a78 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:31.465810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab35302c-e7b9-421c-969d-1d76e5ae647b req-c844e6c6-4289-4dbb-81a7-cfbd1cdebbda tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125643 Aug 11 03:09:31.501244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-634fc4e2-eb25-4aea-b691-d5f50c80558a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.518582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: cc59bacc-ed77-451e-82b8-d60b6c009a78 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:31.519189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cc59bacc-ed77-451e-82b8-d60b6c009a78 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:31.529933 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-634fc4e2-eb25-4aea-b691-d5f50c80558a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.561508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.639167 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.673855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event deleted for resources: {'Port': ['ID=d039adce-9602-4c31-805e-6002244ae0ba,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:31.731372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-634fc4e2-eb25-4aea-b691-d5f50c80558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.734841 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-634fc4e2-eb25-4aea-b691-d5f50c80558a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.739049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-634fc4e2-eb25-4aea-b691-d5f50c80558a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a723b7d2-efc8-4116-ad88-e5d663af8a49 HTTP/1.1" status: 204 len: 168 time: 0.3619721 Aug 11 03:09:31.762847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.771256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fc4e2-eb25-4aea-b691-d5f50c80558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a723b7d2-efc8-4116-ad88-e5d663af8a49,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:31.885074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.888135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.944008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.944718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9bde02c5-a70e-493c-a312-e993dda49671 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:31.950245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:31.955405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dddee390-411c-46cd-825d-bf4f9501ed5e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "DELETE /v2.0/routers/9bde02c5-a70e-493c-a312-e993dda49671 HTTP/1.1" status: 204 len: 168 time: 2.4754477 Aug 11 03:09:31.955833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40176) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:31.961032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1019659468', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:31.972385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c495f560-232d-4c16-93ab-2867559c120e req-ddb8224b-70af-4641-84b2-8467eb5e4023 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 210 time: 0.0763655 Aug 11 03:09:32.020800 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.020800 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.072381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 799780fe-e203-465c-9400-36fcf1991323 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:32.074059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.100047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:32.115589 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.163142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:32.163509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0d4ee2-52c0-429a-bcc9-adbb62aad57b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:32.166177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:32.196119 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:32.196876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a5ca5c9-d54d-4907-8a59-2e7c7c233d55 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:32.235649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 799780fe-e203-465c-9400-36fcf1991323, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=799780fe-e203-465c-9400-36fcf1991323,segment=NetworkSegment(6d4ad1e6-227b-485f-b9dd-f31cccb8255d),segment_id=6d4ad1e6-227b-485f-b9dd-f31cccb8255d)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:32.236119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.258583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 799780fe-e203-465c-9400-36fcf1991323 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:32.385909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.485241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.555692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=799780fe-e203-465c-9400-36fcf1991323,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:32.710929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.833286 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.880728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:32.901932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40202) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:32.918064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db08f9c-19d6-46fb-95fb-2ef33411a217 req-f738b9b7-91d1-438d-95ff-156c246a0fd4 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:32.919721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9db08f9c-19d6-46fb-95fb-2ef33411a217 req-f738b9b7-91d1-438d-95ff-156c246a0fd4 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2665155 Aug 11 03:09:32.953810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:33.059883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:33.069906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40208) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:33.074624 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-df73e338-caa3-440c-88d8-2b7991c7561b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1326776 Aug 11 03:09:33.076884 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:33.089359 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:33.090351 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:33.118643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-861664625-network', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:33.147366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a20b3ad6-ee27-4d4f-8844-b29e2521bbb3 req-72215a8f-5b4d-4686-a807-315993dc3329 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 210 time: 0.0383537 Aug 11 03:09:33.165601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9db08f9c-19d6-46fb-95fb-2ef33411a217 req-3a8f8e4d-bd6e-491a-ad2c-69e5f404ab29 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961663 Aug 11 03:09:33.175807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:33.221070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Allocated IP 172.25.4.153 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/94412a03-3425-48f8-843c-5baa96b18660) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:33.227735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting subnet 1d5b5522-e1e6-4e82-a07c-364b7f9c60e8 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:09:33.234811 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:32Z', 'revision_number': 11, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:33.241217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.244227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Made reservation on behalf of ab02bea785634d5c9ebf187614d5f031 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:33.246702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.267297 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:33.278094 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:33.278714 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:33.285555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.352024 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:33.367365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.441035 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:32Z', 'revision_number': 11, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:33.461735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.477592 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abf642f-8d9f-49f6-b9f0-468860ce70bb None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:32Z', 'revision_number': 11, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:33.594632 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.633721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.687237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.701066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:33.702011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.717533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:33.720387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:33.772680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event updated for resources: {'Port': ['ID=94412a03-3425-48f8-843c-5baa96b18660,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:33.792700 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.797228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:09:33.802416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b44139d-1d8a-49ec-aa11-173fab36a494,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:33.854064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5b5522-e1e6-4e82-a07c-364b7f9c60e8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:33.863683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b89be-e2d3-4f39-83af-33cd2c7cab0d None None] Network 9f5bb904-320f-4c2f-8f04-6403219c0ebb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:33.868173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.870186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-be1e08c1-f200-44a6-91fc-cb8548a34dea tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/1d5b5522-e1e6-4e82-a07c-364b7f9c60e8 HTTP/1.1" status: 204 len: 168 time: 0.7997198 Aug 11 03:09:33.873740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40214) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:33.880888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:33.881284 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Added segment 4ec62002-4970-4772-ba93-22c913a94f70 of type vlan for network 2688ff37-c12f-4907-a6a1-c85f304034cd Aug 11 03:09:34.020233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 799780fe-e203-465c-9400-36fcf1991323 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:34.034550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.035927 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.047034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 799780fe-e203-465c-9400-36fcf1991323 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:34.047723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 799780fe-e203-465c-9400-36fcf1991323 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:34.048353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d039adce-9602-4c31-805e-6002244ae0ba no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:34.070886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d039adce-9602-4c31-805e-6002244ae0ba {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:34.071898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d039adce-9602-4c31-805e-6002244ae0ba not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:34.119444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.120467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.121120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.121635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Deleting port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:34.122157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.195558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] DHCP port deletion for 9f5bb904-320f-4c2f-8f04-6403219c0ebb request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:09:34.273526 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3703620 Aug 11 03:09:34.275095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40222) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:34.281631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] Deleting port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:34.282193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.291500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a3ebdb9-300e-4de8-b0d2-7b1f4495f2d9 req-1f9bf4ab-c59a-4e1a-8ded-d5b50f1a86c4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 210 time: 0.0501084 Aug 11 03:09:34.293409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Request body: {'subnet': {'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-861664625-subnet', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:34.299030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] For port 65526066-3dfc-4ee9-8c01-39ccdf4f4005, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65526066-3dfc-4ee9-8c01-39ccdf4f4005,segment=NetworkSegment(6d4ad1e6-227b-485f-b9dd-f31cccb8255d),segment_id=6d4ad1e6-227b-485f-b9dd-f31cccb8255d)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:34.299523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.324489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Calling delete_port for 65526066-3dfc-4ee9-8c01-39ccdf4f4005 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:34.349636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d92492-d91b-4d55-aa3e-41c4f0cf17db admin admin] Pushing event updated for resources: {'Network': ['ID=2688ff37-c12f-4907-a6a1-c85f304034cd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:34.371656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 2688ff37-c12f-4907-a6a1-c85f304034cd details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:09:34.413066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Made reservation on behalf of ab02bea785634d5c9ebf187614d5f031 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:34.415269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.439523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.472641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Port': ['ID=65526066-3dfc-4ee9-8c01-39ccdf4f4005,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:34.489865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No DVR routers for this DVR port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:34.500380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] For port 65526066-3dfc-4ee9-8c01-39ccdf4f4005, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65526066-3dfc-4ee9-8c01-39ccdf4f4005,segment=NetworkSegment(6d4ad1e6-227b-485f-b9dd-f31cccb8255d),segment_id=6d4ad1e6-227b-485f-b9dd-f31cccb8255d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:34.500874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.516956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbada4-50fd-4549-99a0-c9d0992913b8 req-a5fffe5c-ad5f-4101-b6fd-6978801a960c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.518623 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcbbada4-50fd-4549-99a0-c9d0992913b8 req-a5fffe5c-ad5f-4101-b6fd-6978801a960c tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2160969 Aug 11 03:09:34.546061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] Calling delete_port for 65526066-3dfc-4ee9-8c01-39ccdf4f4005 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:34.551129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.591934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.605018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5bb904-320f-4c2f-8f04-6403219c0ebb']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:34.622503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4ad1e6-227b-485f-b9dd-f31cccb8255d') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:34.622834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4ad1e6-227b-485f-b9dd-f31cccb8255d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:34.634276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.654806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.658264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcbbada4-50fd-4549-99a0-c9d0992913b8 req-95d279ce-e9be-471d-bd94-f00122a329b8 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305985 Aug 11 03:09:34.687168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:34.687798 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:34.691763 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:34.693839 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.746531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] No DVR routers for this DVR port 65526066-3dfc-4ee9-8c01-39ccdf4f4005 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:34.748883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1cdf5a-5326-4fcf-a34a-81f2b5784632 None None] Pushing event deleted for resources: {'Port': ['ID=65526066-3dfc-4ee9-8c01-39ccdf4f4005,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:34.764230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.772064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:34.776573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/networks/9f5bb904-320f-4c2f-8f04-6403219c0ebb HTTP/1.1" status: 204 len: 168 time: 0.8994939 Aug 11 03:09:34.780125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40228) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:34.801188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'routes': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:34.842690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70437b-d5e7-4a5a-ae1d-1dd29f22ea60 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Pushing event deleted for resources: {'Network': ['ID=9f5bb904-320f-4c2f-8f04-6403219c0ebb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:34.958599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-467e7e6d-6a06-4d6c-afc4-884f2e8ab65e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:34.960079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-467e7e6d-6a06-4d6c-afc4-884f2e8ab65e tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.10 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2199249 Aug 11 03:09:34.973838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.extraroute_db [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Added routes are [] {{(pid=111683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 11 03:09:34.974183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.extraroute_db [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Removed routes are [] {{(pid=111683) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 11 03:09:34.974556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.007867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.134157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.138764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.224505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router 6be62737-6d39-412c-967f-a68b6d0787d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:35.325431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:35.333368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.334586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f30b3ee2-2c88-47fb-9d4f-8a86fe738c8c tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 200 len: 705 time: 0.5534933 Aug 11 03:09:35.337514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40232) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:35.340624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] Sync routers for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:35.366900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:35.368179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:35.369826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a7dae4ba-b7a8-4e01-8dc6-9a7b4e083e95 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 200 len: 205 time: 0.0310750 Aug 11 03:09:35.372221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40234) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:35.488414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9a0bd67-4fb3-4d57-9657-95eaa6b2e279 req-fd2d51fe-adf5-4c4c-b9ab-414f4059f9c1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3bc0b8e-3c1e-4d70-b423-f1e9219d28a7 HTTP/1.1" status: 200 len: 210 time: 0.0352786 Aug 11 03:09:35.492280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25294b81-300b-42a5-a1af-6233ece74887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.497847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:35.512332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.584419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:32Z', 'revision_number': 11, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:35.620327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] Checking router: 6be62737-6d39-412c-967f-a68b6d0787d3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:35.631456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] Routers {'6be62737-6d39-412c-967f-a68b6d0787d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:35.632247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6be62737-6d39-412c-967f-a68b6d0787d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:35.674066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438d02aa-5015-4028-8912-36a7db4bea02,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:35.692556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Deleting port 5710b7d6-debe-42f0-b206-746f6052d2e1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:35.693082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.693807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25294b81-300b-42a5-a1af-6233ece74887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.696148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25294b81-300b-42a5-a1af-6233ece74887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.711370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Checking segment: {'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:35.711912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Network hostable DHCP agents. Network: 2688ff37-c12f-4907-a6a1-c85f304034cd, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:09:35.792884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25294b81-300b-42a5-a1af-6233ece74887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.801091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25294b81-300b-42a5-a1af-6233ece74887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Fanout notify agent at l3_agent the message router_deleted on router 6be62737-6d39-412c-967f-a68b6d0787d3 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:35.805100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Network 2688ff37-c12f-4907-a6a1-c85f304034cd is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:09:35.809242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-25294b81-300b-42a5-a1af-6233ece74887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.811558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-25294b81-300b-42a5-a1af-6233ece74887 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 204 len: 168 time: 0.4350049 Aug 11 03:09:35.821236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40242) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:35.826822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f5239878-58ce-4023-a6b1-d18748cf5f8b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-525947046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:35.858291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5239878-58ce-4023-a6b1-d18748cf5f8b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.861129 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5239878-58ce-4023-a6b1-d18748cf5f8b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.938380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 2688ff37-c12f-4907-a6a1-c85f304034cd) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:35.950587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:35.951192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.955116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda2b2f-3724-486a-98a0-8de3bc238343 None None] Network 2688ff37-c12f-4907-a6a1-c85f304034cd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:35.979577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65526066-3dfc-4ee9-8c01-39ccdf4f4005 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:35.991080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-995bdd4d-7028-493c-b0e7-45e0b66c5203 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7113490 Aug 11 03:09:35.993148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] For port 5710b7d6-debe-42f0-b206-746f6052d2e1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5710b7d6-debe-42f0-b206-746f6052d2e1,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:35.993524 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:35.999136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40244) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:36.006099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Router 3f64522a-6a31-4ab4-90c5-8c4a16c154a3 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:36.015109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] Set router 6be62737-6d39-412c-967f-a68b6d0787d3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:36.020355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:36.036271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f84ea4-a1a5-4625-b702-5cdeed0af788 req-932f583e-b7e9-4ef2-a0ab-09ea200ee8eb tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:36.037584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28f84ea4-a1a5-4625-b702-5cdeed0af788 req-932f583e-b7e9-4ef2-a0ab-09ea200ee8eb tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 945 time: 0.2408364 Aug 11 03:09:36.045835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Calling delete_port for 5710b7d6-debe-42f0-b206-746f6052d2e1 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:36.096478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 65526066-3dfc-4ee9-8c01-39ccdf4f4005 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:36.096872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65526066-3dfc-4ee9-8c01-39ccdf4f4005 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:36.102064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:32Z', 'revision_number': 11, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:36.132679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c09986-27d8-402f-adbe-0a0b33bc8f6b None None] The sync data for ids ['6be62737-6d39-412c-967f-a68b6d0787d3'] in n-d-768509-22 is: [{'id': '6be62737-6d39-412c-967f-a68b6d0787d3', 'name': 'tempest-RoutersIpV6Test-router-2094653477', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:08:48Z', 'updated_at': '2021-08-11T03:09:32Z', 'revision_number': 11, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:36.163475 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.164770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.216925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28f84ea4-a1a5-4625-b702-5cdeed0af788 req-90d7672e-86d8-4c27-b9bf-97c3594b2a34 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/security-groups?id=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675746 Aug 11 03:09:36.323333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-2688ff37-c12f-4907-a6a1-c85f304034cd', 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'fixed_ips': [{'subnet_id': '438d02aa-5015-4028-8912-36a7db4bea02'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:09:36.327322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.329075 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.340080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:36.353687 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] Sync routers for ids ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:36.369197 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] Routers {'3f64522a-6a31-4ab4-90c5-8c4a16c154a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:36.370265 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:36.399740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5239878-58ce-4023-a6b1-d18748cf5f8b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.406991 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5239878-58ce-4023-a6b1-d18748cf5f8b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.439300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5239878-58ce-4023-a6b1-d18748cf5f8b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.453703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f5239878-58ce-4023-a6b1-d18748cf5f8b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6247277 Aug 11 03:09:36.454830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40246) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:36.460599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e79b63e6-6bd3-4e4b-8aa2-4b7a56ddc0cb tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Request body: {'router': {'admin_state_up': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:36.495347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.500413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a9aa8286-6686-40b9-b6a1-f897e58603d1 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5432377 Aug 11 03:09:36.506716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40248) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:36.516693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': False}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:36.656436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.712067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Allocated IP 172.20.0.2 (2688ff37-c12f-4907-a6a1-c85f304034cd/438d02aa-5015-4028-8912-36a7db4bea02/65fcb6d2-bd8f-447b-a020-c28d2322defb) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:36.718557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.735290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Pushing event deleted for resources: {'Port': ['ID=5710b7d6-debe-42f0-b206-746f6052d2e1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:36.739171 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:36.757949 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] Routers {'3f64522a-6a31-4ab4-90c5-8c4a16c154a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:36.761349 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:36.808524 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:36.809347 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d8c98-1488-4da7-8d0a-7ed0625c2e7a None None] The sync data for ids ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:36.875270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e79b63e6-6bd3-4e4b-8aa2-4b7a56ddc0cb tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.891565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e79b63e6-6bd3-4e4b-8aa2-4b7a56ddc0cb tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.925877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] No DVR routers for this DVR port 5710b7d6-debe-42f0-b206-746f6052d2e1 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:09:36.928929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.931432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8a22416-d490-4d59-bafb-a7aa7f4721ca req-e26c8a21-bc6c-4569-ba4d-082a33455dca tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.10 "DELETE /v2.0/ports/5710b7d6-debe-42f0-b206-746f6052d2e1 HTTP/1.1" status: 204 len: 173 time: 1.9631956 Aug 11 03:09:36.932661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'name': 'network-vif-deleted', 'tag': '5710b7d6-debe-42f0-b206-746f6052d2e1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:36.943979 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f6efbc-62be-4898-8939-4f8fcb116fc3" -d '{"events": [{"server_uuid": "f4e14f40-67f2-4e13-9eec-0bd03bc384bf", "name": "network-vif-deleted", "tag": "5710b7d6-debe-42f0-b206-746f6052d2e1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:36.955609 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:36.965103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Transition to ACTIVE for port object 65fcb6d2-bd8f-447b-a020-c28d2322defb will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:36.981247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Transition to ACTIVE for port object 65fcb6d2-bd8f-447b-a020-c28d2322defb will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:36.993660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.056396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Network 2688ff37-c12f-4907-a6a1-c85f304034cd is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:37.060335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:37.070506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79b63e6-6bd3-4e4b-8aa2-4b7a56ddc0cb tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Router d6d01255-ff20-414f-979f-4d02c83b71cb is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:37.071395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:37.092816 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ee3aee-fefd-4445-9a49-174f6ce7ebf1 x-openstack-request-id: req-e8ee3aee-fefd-4445-9a49-174f6ce7ebf1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:37.093097 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4e14f40-67f2-4e13-9eec-0bd03bc384bf", "name": "network-vif-deleted", "tag": "5710b7d6-debe-42f0-b206-746f6052d2e1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:37.093362 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8ee3aee-fefd-4445-9a49-174f6ce7ebf1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:37.093728 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4e14f40-67f2-4e13-9eec-0bd03bc384bf', 'name': 'network-vif-deleted', 'tag': '5710b7d6-debe-42f0-b206-746f6052d2e1', 'status': 'completed', 'code': 200} Aug 11 03:09:37.121047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Pushing event updated for resources: {'Port': ['ID=65fcb6d2-bd8f-447b-a020-c28d2322defb,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:37.164064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Attempting to bind port 65fcb6d2-bd8f-447b-a020-c28d2322defb on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:37.164555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Attempting to bind port 65fcb6d2-bd8f-447b-a020-c28d2322defb by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:37.165030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Attempting to bind port 65fcb6d2-bd8f-447b-a020-c28d2322defb on network 2688ff37-c12f-4907-a6a1-c85f304034cd {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:37.171560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:37.172115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Checking segment: {'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:37.172710 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.173278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Bound using segment: {'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:37.175128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Bound port: 65fcb6d2-bd8f-447b-a020-c28d2322defb, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:37.176369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.194471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79b63e6-6bd3-4e4b-8aa2-4b7a56ddc0cb tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:37.202651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e79b63e6-6bd3-4e4b-8aa2-4b7a56ddc0cb tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.204421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e79b63e6-6bd3-4e4b-8aa2-4b7a56ddc0cb tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "PUT /v2.0/routers/d6d01255-ff20-414f-979f-4d02c83b71cb HTTP/1.1" status: 200 len: 697 time: 0.7482817 Aug 11 03:09:37.208093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40274) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:37.240936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] Sync routers for ids ['d6d01255-ff20-414f-979f-4d02c83b71cb'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:37.272413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] For port 65fcb6d2-bd8f-447b-a020-c28d2322defb, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:37.277286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] For port 65fcb6d2-bd8f-447b-a020-c28d2322defb, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65fcb6d2-bd8f-447b-a020-c28d2322defb,segment=NetworkSegment(4ec62002-4970-4772-ba93-22c913a94f70),segment_id=4ec62002-4970-4772-ba93-22c913a94f70)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:37.279997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] Routers {'d6d01255-ff20-414f-979f-4d02c83b71cb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:37.280830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6d01255-ff20-414f-979f-4d02c83b71cb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:37.287988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.314036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8db99988-faec-4181-978a-5529ac13623a tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/routers/d6d01255-ff20-414f-979f-4d02c83b71cb HTTP/1.1" status: 200 len: 703 time: 0.1044805 Aug 11 03:09:37.314936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40282) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:37.355323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.359604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e9b11ce-bca6-4d49-a120-ce897d3e31d2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6d01255-ff20-414f-979f-4d02c83b71cb HTTP/1.1" status: 200 len: 205 time: 0.0399725 Aug 11 03:09:37.359937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40284) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:37.392021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b7f7d-9019-4177-93eb-32b1ff152ca7 None None] Pushing event updated for resources: {'Port': ['ID=65fcb6d2-bd8f-447b-a020-c28d2322defb,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:37.441623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] Set router d6d01255-ff20-414f-979f-4d02c83b71cb gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:37.460035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-007937c7-8b3b-41b9-bd11-44c09d201d0d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.466038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4b93851-4231-4f6e-8d40-e86592c3f111 req-4da45b57-7207-4a41-b3cc-1024c423d8c5 tempest-ServerRescueNegativeTestJSON-1189509715 tempest-ServerRescueNegativeTestJSON-1189509715-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4e14f40-67f2-4e13-9eec-0bd03bc384bf HTTP/1.1" status: 200 len: 210 time: 0.1377020 Aug 11 03:09:37.490316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5710b7d6-debe-42f0-b206-746f6052d2e1 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:37.515602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d01255-ff20-414f-979f-4d02c83b71cb', 'name': 'tempest-RoutersIpV6Test-router-525947046', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:35Z', 'updated_at': '2021-08-11T03:09:36Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:37.569322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 5710b7d6-debe-42f0-b206-746f6052d2e1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:37.569548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5710b7d6-debe-42f0-b206-746f6052d2e1 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:37.571232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] Checking router: d6d01255-ff20-414f-979f-4d02c83b71cb for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:37.583184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] Routers {'d6d01255-ff20-414f-979f-4d02c83b71cb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:37.583871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6d01255-ff20-414f-979f-4d02c83b71cb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:37.593468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e8eb-21cc-44f4-97c6-1fcca7bdb094 req-8377464f-2cce-4c93-8762-4fd9f11a7e79 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:37.599538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd75e8eb-21cc-44f4-97c6-1fcca7bdb094 req-8377464f-2cce-4c93-8762-4fd9f11a7e79 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.3427043 Aug 11 03:09:37.643971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd75e8eb-21cc-44f4-97c6-1fcca7bdb094 req-e53e72c7-6194-4ed0-a01e-c1cfac1ed05c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/quotas/27afed0817244548ae1c8f6a78bf56b6 HTTP/1.1" status: 200 len: 375 time: 0.0350618 Aug 11 03:09:37.650487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.687732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.689080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] Set router d6d01255-ff20-414f-979f-4d02c83b71cb gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:37.712353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-007937c7-8b3b-41b9-bd11-44c09d201d0d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.715174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-007937c7-8b3b-41b9-bd11-44c09d201d0d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.716380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd75e8eb-21cc-44f4-97c6-1fcca7bdb094 req-6307dc5f-eb33-4c59-875b-469e2ec990f4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598843 Aug 11 03:09:37.785515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d01255-ff20-414f-979f-4d02c83b71cb', 'name': 'tempest-RoutersIpV6Test-router-525947046', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:35Z', 'updated_at': '2021-08-11T03:09:36Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:37.796256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-007937c7-8b3b-41b9-bd11-44c09d201d0d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.797026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007937c7-8b3b-41b9-bd11-44c09d201d0d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Fanout notify agent at l3_agent the message router_deleted on router d6d01255-ff20-414f-979f-4d02c83b71cb {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:37.810512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-007937c7-8b3b-41b9-bd11-44c09d201d0d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:37.823090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-007937c7-8b3b-41b9-bd11-44c09d201d0d tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/d6d01255-ff20-414f-979f-4d02c83b71cb HTTP/1.1" status: 204 len: 168 time: 0.4621930 Aug 11 03:09:37.823760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40286) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:37.867457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e75353c-2ff9-4f6a-8dd6-393171fc9b23 None None] The sync data for ids ['d6d01255-ff20-414f-979f-4d02c83b71cb'] in n-d-768509-22 is: [{'id': 'd6d01255-ff20-414f-979f-4d02c83b71cb', 'name': 'tempest-RoutersIpV6Test-router-525947046', 'tenant_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:35Z', 'updated_at': '2021-08-11T03:09:36Z', 'revision_number': 2, 'project_id': 'ee3a74a5ed1d44dd96ceac2b3300e06e', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:37.870846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40290) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:37.884189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d9ad8a3e-94e9-4015-91f2-0d4181056948 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=d6d01255-ff20-414f-979f-4d02c83b71cb HTTP/1.1" status: 200 len: 205 time: 0.0578895 Aug 11 03:09:37.978911 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-5b0abd92-a346-44e4-89c4-20ea69040a45 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] delete failed (client error): The resource could not be found. Aug 11 03:09:37.980292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5b0abd92-a346-44e4-89c4-20ea69040a45 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/d6d01255-ff20-414f-979f-4d02c83b71cb HTTP/1.1" status: 404 len: 336 time: 0.1088741 Aug 11 03:09:37.984299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40294) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.027900 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-3062632a-68b7-43fa-b21d-f38622217a4b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:38.028562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3062632a-68b7-43fa-b21d-f38622217a4b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:38.032758 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3062632a-68b7-43fa-b21d-f38622217a4b tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/fce436dd-4a7a-4390-8553-ef7f818f776c HTTP/1.1" status: 404 len: 337 time: 0.0436566 Aug 11 03:09:38.033082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40296) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.038317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Allocated IP 172.25.4.56 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/7153fe07-a5ee-4aeb-861d-e3733dfacf59) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:38.070909 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-06269900-5e4a-4b3b-b5fd-01815b873fe5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:38.071453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06269900-5e4a-4b3b-b5fd-01815b873fe5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:38.073785 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-06269900-5e4a-4b3b-b5fd-01815b873fe5 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/97c91bb6-572f-42fa-a05a-b09ba47d7883 HTTP/1.1" status: 404 len: 337 time: 0.0393484 Aug 11 03:09:38.074706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65fcb6d2-bd8f-447b-a020-c28d2322defb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:38.076287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.100519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd75e8eb-21cc-44f4-97c6-1fcca7bdb094 req-e61f28a4-f364-470f-90f3-7d8b177f04cb service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749425 Aug 11 03:09:38.110653 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-691b9c2f-aa68-4cdc-8ff6-b3bf58ebefb3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:38.111452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691b9c2f-aa68-4cdc-8ff6-b3bf58ebefb3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:38.114125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-691b9c2f-aa68-4cdc-8ff6-b3bf58ebefb3 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/42291705-66a6-46dd-a1bd-2b5675ebc36f HTTP/1.1" status: 404 len: 337 time: 0.0366499 Aug 11 03:09:38.117742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40300) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.149048 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa12f8a-2b76-4bfe-9898-29397c524bed tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:38.149700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 65fcb6d2-bd8f-447b-a020-c28d2322defb completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:38.150053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa12f8a-2b76-4bfe-9898-29397c524bed tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:38.153055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3fa12f8a-2b76-4bfe-9898-29397c524bed tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/1d5b5522-e1e6-4e82-a07c-364b7f9c60e8 HTTP/1.1" status: 404 len: 337 time: 0.0339401 Aug 11 03:09:38.155683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40302) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.536744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40306) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.603324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-319859f0-d443-4ca7-92e1-7d1e77ad22cd tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 200 len: 205 time: 0.4443314 Aug 11 03:09:38.605755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40308) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.688093 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-247cc29f-6edf-4d37-892e-dcf7d88964ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] delete failed (client error): The resource could not be found. Aug 11 03:09:38.689223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-247cc29f-6edf-4d37-892e-dcf7d88964ba tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/6be62737-6d39-412c-967f-a68b6d0787d3 HTTP/1.1" status: 404 len: 336 time: 0.0506201 Aug 11 03:09:38.693935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40310) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.717810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd75e8eb-21cc-44f4-97c6-1fcca7bdb094 req-2b0604e6-5e90-4f66-8465-3b56e0819945 service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5994601 Aug 11 03:09:38.721796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0baf4-6a98-438c-aaec-2e749c8ebff6 None None] Network 2688ff37-c12f-4907-a6a1-c85f304034cd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:38.729751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f332c14d-7dd3-4cea-89e2-004dcc900e8a tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=7c358bec-ec8d-4316-b0ff-8908630bec40 HTTP/1.1" status: 200 len: 205 time: 0.0325103 Aug 11 03:09:38.729898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.731669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.800013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Provisioning for port 65fcb6d2-bd8f-447b-a020-c28d2322defb completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:38.807741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Provisioning complete for port 65fcb6d2-bd8f-447b-a020-c28d2322defb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:38.808359 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-e95f5529-316b-4bbe-8aa1-6c526c5744c2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] delete failed (client error): The resource could not be found. Aug 11 03:09:38.808673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.809421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e95f5529-316b-4bbe-8aa1-6c526c5744c2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/7c358bec-ec8d-4316-b0ff-8908630bec40 HTTP/1.1" status: 404 len: 336 time: 0.0786135 Aug 11 03:09:38.811991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40314) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.853658 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-415ea9a7-d814-413d-b768-612624e90736 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:38.854333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-415ea9a7-d814-413d-b768-612624e90736 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:38.858422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-415ea9a7-d814-413d-b768-612624e90736 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/6bd7e155-e755-4ddb-8b28-5820067eed1c HTTP/1.1" status: 404 len: 337 time: 0.0431893 Aug 11 03:09:38.859663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40316) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.906334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:38.936705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab86da8e-8d0c-4292-a052-7c6d56675eaa tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=3ab47132-d520-4c3a-942a-cf74f2d1dbfe HTTP/1.1" status: 200 len: 205 time: 0.0747507 Aug 11 03:09:38.937553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40320) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:38.991577 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-4757a49a-f61a-446f-a35b-3a679fb230d0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] delete failed (client error): The resource could not be found. Aug 11 03:09:38.995097 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4757a49a-f61a-446f-a35b-3a679fb230d0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/3ab47132-d520-4c3a-942a-cf74f2d1dbfe HTTP/1.1" status: 404 len: 336 time: 0.0545256 Aug 11 03:09:38.995733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40324) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.037538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e5ae9007-7668-410c-8303-62e1f27816c2 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=51dfccde-839e-4ea1-9f54-6f997437cb53 HTTP/1.1" status: 200 len: 205 time: 0.0389223 Aug 11 03:09:39.038204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40332) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.044523 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.068728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:39.071576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:39.081265 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-bb5e2b6d-df74-4268-ad72-23f8a289b670 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] delete failed (client error): The resource could not be found. Aug 11 03:09:39.084751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bb5e2b6d-df74-4268-ad72-23f8a289b670 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/51dfccde-839e-4ea1-9f54-6f997437cb53 HTTP/1.1" status: 404 len: 336 time: 0.0436928 Aug 11 03:09:39.107851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40334) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.113743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:39.114820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] For port 65fcb6d2-bd8f-447b-a020-c28d2322defb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65fcb6d2-bd8f-447b-a020-c28d2322defb,segment=NetworkSegment(4ec62002-4970-4772-ba93-22c913a94f70),segment_id=4ec62002-4970-4772-ba93-22c913a94f70)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:39.124678 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.183319 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa1fcca-4f11-435d-a744-a7e22b7ec4f0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:39.195856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa1fcca-4f11-435d-a744-a7e22b7ec4f0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:39.202303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bfa1fcca-4f11-435d-a744-a7e22b7ec4f0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/f8db9d00-c518-43e7-b2ea-1dc8b04e7644 HTTP/1.1" status: 404 len: 337 time: 0.0933921 Aug 11 03:09:39.206774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.211788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0535fec7-4528-4f68-b67c-242e7ee43b66 req-8e2b4ec0-9989-4bcc-9e03-26309ad06772 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91b334d-a17b-4d8a-8761-799041e2e662 HTTP/1.1" status: 200 len: 210 time: 0.1608977 Aug 11 03:09:39.218561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Pushing event updated for resources: {'Port': ['ID=65fcb6d2-bd8f-447b-a020-c28d2322defb,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:39.230817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.231424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.232444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.233019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.233642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.234198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.235250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.235896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.236464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.237080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.238337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.238921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097e8a72-b78b-4df5-ba64-4ae64b9de0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:39.251125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Pushing event updated for resources: {'Port': ['ID=7153fe07-a5ee-4aeb-861d-e3733dfacf59,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:39.255590 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d019984-7706-4633-b687-dbf1c2f6d9bc tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=92b82b4d-e6f9-48bc-8449-7c7f533aa468 HTTP/1.1" status: 200 len: 205 time: 0.0473962 Aug 11 03:09:39.258209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.301291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.358757 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-3b8e2221-2c52-449f-b10b-5527c0125852 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] delete failed (client error): The resource could not be found. Aug 11 03:09:39.359789 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3b8e2221-2c52-449f-b10b-5527c0125852 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/92b82b4d-e6f9-48bc-8449-7c7f533aa468 HTTP/1.1" status: 404 len: 336 time: 0.1006529 Aug 11 03:09:39.363024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40342) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.381104 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.412763 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8547b2-004f-44cb-a1d7-b3619a7057b6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:39.413377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8547b2-004f-44cb-a1d7-b3619a7057b6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:39.415735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2a8547b2-004f-44cb-a1d7-b3619a7057b6 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/d36987a9-ed1c-44c2-a32e-23315735b481 HTTP/1.1" status: 404 len: 337 time: 0.0506351 Aug 11 03:09:39.417748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40348) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.451138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-086cf41d-f430-462d-9091-e6fed6dff4ab None None] Provisioning complete for port 65fcb6d2-bd8f-447b-a020-c28d2322defb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:39.451833 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-086cf41d-f430-462d-9091-e6fed6dff4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.455308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-56371437-f681-4ad8-9d22-5938155d04b0 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 HTTP/1.1" status: 200 len: 205 time: 0.0344310 Aug 11 03:09:39.456601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40350) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.515869 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-b5731438-ab4b-4b51-8af3-76d765741d7a tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] delete failed (client error): The resource could not be found. Aug 11 03:09:39.516925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b5731438-ab4b-4b51-8af3-76d765741d7a tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/routers/ad5b5fbd-5586-4b88-bfda-61c1fa3c4b71 HTTP/1.1" status: 404 len: 336 time: 0.0593996 Aug 11 03:09:39.530561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.580288 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-903276e2-0a16-40a9-8bab-0ea29bef84a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:39.580992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903276e2-0a16-40a9-8bab-0ea29bef84a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:39.583073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-903276e2-0a16-40a9-8bab-0ea29bef84a7 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/56d8a7f0-5751-4440-a459-b2d5802cd4cd HTTP/1.1" status: 404 len: 337 time: 0.0518417 Aug 11 03:09:39.585993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40364) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:39.638769 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-09991edb-a073-485d-a6ff-87fd99abd474 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] DELETE failed (client error): The resource could not be found. Aug 11 03:09:39.639221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09991edb-a073-485d-a6ff-87fd99abd474 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:09:39.640979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-09991edb-a073-485d-a6ff-87fd99abd474 tempest-RoutersIpV6Test-997867243 tempest-RoutersIpV6Test-997867243-project] 10.222.0.60 "DELETE /v2.0/subnets/c2f3fff1-9e46-4aea-96c9-28cadd915374 HTTP/1.1" status: 404 len: 337 time: 0.0540740 Aug 11 03:09:39.717673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.784380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:39.787713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Router 3f64522a-6a31-4ab4-90c5-8c4a16c154a3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:39.970032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65fcb6d2-bd8f-447b-a020-c28d2322defb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:40.029825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 65fcb6d2-bd8f-447b-a020-c28d2322defb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:40.030557 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.091925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Deleting port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:40.093180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.164328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40394) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:40.204559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] For port 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,segment=NetworkSegment(49d5e2eb-4b79-4d12-970c-3a982a8062ea),segment_id=49d5e2eb-4b79-4d12-970c-3a982a8062ea)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:40.204998 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.219991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Calling delete_port for 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:40.280672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-0152ed9e-6488-4992-af41-bff1b71c3ba6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.288311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-0152ed9e-6488-4992-af41-bff1b71c3ba6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.3850453 Aug 11 03:09:40.312396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:40.319007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.320269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c211a138-505a-4bad-85b8-262f432e416e tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "PUT /v2.0/routers/3f64522a-6a31-4ab4-90c5-8c4a16c154a3 HTTP/1.1" status: 200 len: 922 time: 3.8126798 Aug 11 03:09:40.325378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-28ce9122-2cb2-467f-aae3-80f242cf4c0f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/quotas/27afed0817244548ae1c8f6a78bf56b6 HTTP/1.1" status: 200 len: 375 time: 0.0362031 Aug 11 03:09:40.327094 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] Sync routers for ids ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:40.328801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40400) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:40.336725 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] Routers {'3f64522a-6a31-4ab4-90c5-8c4a16c154a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:40.338614 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:40.373679 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:40.386698 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] Routers {'3f64522a-6a31-4ab4-90c5-8c4a16c154a3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:40.387330 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:40.392309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f704507-d665-4be7-be23-631fcb0fdf79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee3a74a5ed1d44dd96ceac2b3300e06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268627 Aug 11 03:09:40.397571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40402) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:40.398749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.409384 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-e526e50b-6f26-4b75-b5e1-fde308d2ca8c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778422 Aug 11 03:09:40.422780 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:40.423749 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f871110-ebf0-4f94-bf20-89b06aff3f23 None None] The sync data for ids ['3f64522a-6a31-4ab4-90c5-8c4a16c154a3'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:40.498556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b721e572-fa0b-4d6e-ab27-6a14688fe1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.510376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.546342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b721e572-fa0b-4d6e-ab27-6a14688fe1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.554344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=278091e9-0deb-47f4-ba2d-d2a8e8f84c3e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:40.615760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6fc5ae00-8eab-4fe7-b377-210a2b14b2ce tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/3f64522a-6a31-4ab4-90c5-8c4a16c154a3 HTTP/1.1" status: 200 len: 922 time: 0.2858188 Aug 11 03:09:40.619122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40404) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:40.644468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-ebfd5f6e-4de0-49e7-80ec-cb5b63bdb8c0 service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218289 Aug 11 03:09:40.732526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Router cc2eb574-abb9-4dfb-8e98-e5a637e918cf is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:40.739884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b721e572-fa0b-4d6e-ab27-6a14688fe1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.742367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b721e572-fa0b-4d6e-ab27-6a14688fe1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.743520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b721e572-fa0b-4d6e-ab27-6a14688fe1df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2677fb7b-119c-4ce6-89e3-76fcb88ff0b7 HTTP/1.1" status: 204 len: 168 time: 0.3450153 Aug 11 03:09:40.748834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecce8019-82aa-44b3-9f3e-326b8fdd54a9 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.753449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ecce8019-82aa-44b3-9f3e-326b8fdd54a9 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=3f64522a-6a31-4ab4-90c5-8c4a16c154a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1302540 Aug 11 03:09:40.757859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40408) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:40.763852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721e572-fa0b-4d6e-ab27-6a14688fe1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677fb7b-119c-4ce6-89e3-76fcb88ff0b7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:40.826973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:40.833071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-4ee7ed26-c932-4d48-8058-b86649bf8faf service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795018 Aug 11 03:09:40.973204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da198029-1b02-4c8f-a71f-45916a0fcaba tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:40.981803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-da198029-1b02-4c8f-a71f-45916a0fcaba tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.2155516 Aug 11 03:09:40.983350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40414) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:41.009909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:41.022461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Sync routers for ids ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:41.036593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7531f895-e03a-4e5f-9457-f7bd01ab1c71 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f64522a-6a31-4ab4-90c5-8c4a16c154a3 HTTP/1.1" status: 200 len: 205 time: 0.0479226 Aug 11 03:09:41.039277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40418) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:41.043968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Routers {'cc2eb574-abb9-4dfb-8e98-e5a637e918cf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:41.046488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:41.084211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.085637 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d7eeffc-0739-4f43-8fc4-bb81a0df9d1b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0805280 Aug 11 03:09:41.088693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40422) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:41.255690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Set router cc2eb574-abb9-4dfb-8e98-e5a637e918cf gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:41.522162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:36Z', 'updated_at': '2021-08-11T03:09:39Z', 'revision_number': 3, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'gw_port': {'id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:37Z', 'updated_at': '2021-08-11T03:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:41.560250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-054051ca-7d06-44bd-b91d-ca48ff44c148 req-93e35a09-b7a7-4a43-8788-ff7d61475087 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 210 time: 0.0354507 Aug 11 03:09:41.591893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Checking router: cc2eb574-abb9-4dfb-8e98-e5a637e918cf for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:41.594408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Updating router cc2eb574-abb9-4dfb-8e98-e5a637e918cf port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:41.636168 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.722714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:41.742690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Router 7882116c-7c72-477f-a93a-475331383d45 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:41.807785 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:09:41.936516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:41.947309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ec4a1bca-18bb-47de-a4f4-d1a364a45aa5 admin admin] 10.222.0.60 "PUT /v2.0/routers/7882116c-7c72-477f-a93a-475331383d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4089868 Aug 11 03:09:41.949411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40450) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:41.959358 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fb371-9993-420a-885b-b352171863b3 None None] Sync routers for ids ['7882116c-7c72-477f-a93a-475331383d45'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:41.981334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] Routers {'7882116c-7c72-477f-a93a-475331383d45'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:41.982258 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7882116c-7c72-477f-a93a-475331383d45'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:42.012618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.140048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.208976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Deleting port 94412a03-3425-48f8-843c-5baa96b18660 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:42.209298 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.234845 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] Set router 7882116c-7c72-477f-a93a-475331383d45 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:42.277467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.369472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Deleting port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:42.370261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.393083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.423863 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.438033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Transition to ACTIVE for port object 7153fe07-a5ee-4aeb-861d-e3733dfacf59 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:42.453670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.504322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Calling delete_port for 94412a03-3425-48f8-843c-5baa96b18660 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:42.588864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] For port 8003ea74-d0a5-40a7-b389-79a6e2e15f0c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:42.589693 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.605938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.607591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Calling delete_port for 8003ea74-d0a5-40a7-b389-79a6e2e15f0c owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:42.631118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4a522-af07-44f7-aece-3a59678506de None None] Pushing event updated for resources: {'Port': ['ID=7153fe07-a5ee-4aeb-861d-e3733dfacf59,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:42.635883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Attempting to bind port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:42.636262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Attempting to bind port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:42.636990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Attempting to bind port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:42.642789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:42.642789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:42.643246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.644058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:42.644613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Bound port: 7153fe07-a5ee-4aeb-861d-e3733dfacf59, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:42.645012 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.648217 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81'}], 'enable_snat': True}, 'gw_port_id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:09:40Z', 'revision_number': 5, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port': {'id': '8003ea74-d0a5-40a7-b389-79a6e2e15f0c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7882116c-7c72-477f-a93a-475331383d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:06:39Z', 'updated_at': '2021-08-11T03:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:42.714051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] For port 7153fe07-a5ee-4aeb-861d-e3733dfacf59, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:42.719203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] For port 7153fe07-a5ee-4aeb-861d-e3733dfacf59, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7153fe07-a5ee-4aeb-861d-e3733dfacf59,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:42.724232 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fb371-9993-420a-885b-b352171863b3 None None] Checking router: 7882116c-7c72-477f-a93a-475331383d45 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:42.727055 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.741535 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] Routers {'7882116c-7c72-477f-a93a-475331383d45'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:42.742160 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7882116c-7c72-477f-a93a-475331383d45'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:42.802825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Routers {'cc2eb574-abb9-4dfb-8e98-e5a637e918cf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:42.803820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:42.894797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b4a522-af07-44f7-aece-3a59678506de None None] Pushing event updated for resources: {'Port': ['ID=7153fe07-a5ee-4aeb-861d-e3733dfacf59,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:42.900132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b22bdbdb-bc20-4493-b632-cb72000f33c3 req-a605f46b-d518-473a-aaac-5d3cb07c20e8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 210 time: 0.0704558 Aug 11 03:09:42.918694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:42.937960 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] Set router 7882116c-7c72-477f-a93a-475331383d45 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:42.988430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] Set router cc2eb574-abb9-4dfb-8e98-e5a637e918cf gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:42.990747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-53be53d4-39d0-4b70-9ac8-e500ce048777 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:42.992508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-53be53d4-39d0-4b70-9ac8-e500ce048777 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.5467741 Aug 11 03:09:42.997067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Allocated IP 172.20.0.1 (2688ff37-c12f-4907-a6a1-c85f304034cd/438d02aa-5015-4028-8912-36a7db4bea02/876e7026-0b24-488e-a353-d1b1e62e63a5) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:43.019696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Pushing event deleted for resources: {'Port': ['ID=8003ea74-d0a5-40a7-b389-79a6e2e15f0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:43.049150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Request body: {'port': {'device_id': '43d31789-2a46-48ae-a217-20ec6c142a09', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'admin_state_up': True, 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:43.058164 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-202fb371-9993-420a-885b-b352171863b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:09:42Z', 'revision_number': 6, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:43.101290 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202fb371-9993-420a-885b-b352171863b3 None None] The sync data for ids ['7882116c-7c72-477f-a93a-475331383d45'] in n-d-768509-22 is: [{'id': '7882116c-7c72-477f-a93a-475331383d45', 'name': 'tempest-ServerRescueNegativeTestJSON-448355808-router', 'tenant_id': '81bbef640e034481b017de64ef79ae08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:06:37Z', 'updated_at': '2021-08-11T03:09:42Z', 'revision_number': 6, 'project_id': '81bbef640e034481b017de64ef79ae08', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:43.128086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.257943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.260486 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.267301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:36Z', 'updated_at': '2021-08-11T03:09:39Z', 'revision_number': 3, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'gw_port': {'id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:37Z', 'updated_at': '2021-08-11T03:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:43.310073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299a6c4a-fd49-4556-825c-ac8c16d27c13 None None] The sync data for ids ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'] in n-d-768509-22 is: [{'id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:36Z', 'updated_at': '2021-08-11T03:09:39Z', 'revision_number': 3, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'gw_port': {'id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:37Z', 'updated_at': '2021-08-11T03:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:43.318919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.321718 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.322467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7882116c-7c72-477f-a93a-475331383d45 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:43.328095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.331661 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8909341b-e6b9-4737-872b-918996fb5749 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7882116c-7c72-477f-a93a-475331383d45 HTTP/1.1" status: 204 len: 168 time: 1.3766994 Aug 11 03:09:43.332715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40480) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:43.335518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:43.339077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.348740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.385642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event deleted for resources: {'Port': ['ID=94412a03-3425-48f8-843c-5baa96b18660,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:43.395844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] Deleting subnet 3a90633b-be48-419d-aeaa-02b677b871e2 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:09:43.399318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.422305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Transition to ACTIVE for port object 876e7026-0b24-488e-a353-d1b1e62e63a5 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:43.443438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.526483 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.534644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.664209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.667517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.671003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.704370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a90633b-be48-419d-aeaa-02b677b871e2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:43.728202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.736461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-323a4fab-5d0c-4366-becc-c6c7e79e1553 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3a90633b-be48-419d-aeaa-02b677b871e2 HTTP/1.1" status: 204 len: 168 time: 0.4022195 Aug 11 03:09:43.737449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40488) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:43.788177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.789565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Fanout notify agent at l3_agent the message router_deleted on router 3f64522a-6a31-4ab4-90c5-8c4a16c154a3 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:43.800416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.801578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b913f239-9a97-4c4d-bd23-e6f51dce2af3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/3f64522a-6a31-4ab4-90c5-8c4a16c154a3 HTTP/1.1" status: 204 len: 168 time: 2.7613065 Aug 11 03:09:43.805251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40490) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:43.805576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.812749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d7dc8daa-4b4f-41ac-944c-851b6016fa46 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1966706395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:43.838494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.879972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Network 2688ff37-c12f-4907-a6a1-c85f304034cd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:43.880177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8daa-4b4f-41ac-944c-851b6016fa46 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.881330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8daa-4b4f-41ac-944c-851b6016fa46 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.890909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:43.896710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:43.930471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Pushing event updated for resources: {'Port': ['ID=876e7026-0b24-488e-a353-d1b1e62e63a5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:43.939452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Allocated IP 172.20.0.5 (120bf177-bfe7-453c-b56a-457483c4cffd/094290ee-cedc-4203-bf50-d3e66145e810/d0d1c8a2-561a-40b3-9331-72ebf8a18a61) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:43.960734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.961683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.962058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.962391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.962734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.963089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.963580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.963965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.964304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.964757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.965115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.965423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.965753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:09:43.974502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cc28e4-9300-4f09-a9ab-f8542990fe76']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:43.988611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d5e2eb-4b79-4d12-970c-3a982a8062ea') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:43.989341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d5e2eb-4b79-4d12-970c-3a982a8062ea') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:43.989765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:43.999948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.015894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.023021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:09:44.023447 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:09:44.080276 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:09:44.095571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.108617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.114534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] 10.222.0.60 "DELETE /v2.0/networks/13cc28e4-9300-4f09-a9ab-f8542990fe76 HTTP/1.1" status: 204 len: 168 time: 0.3726218 Aug 11 03:09:44.181811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51038c1c-5076-4366-bf76-236093225200 req-8c90c4b7-aef4-4c21-9ad0-6cd938ffec45 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 210 time: 0.1000681 Aug 11 03:09:44.185390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f41f3-f237-471d-b894-cb5375cb601e admin admin] Pushing event deleted for resources: {'Network': ['ID=13cc28e4-9300-4f09-a9ab-f8542990fe76,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:44.233207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7153fe07-a5ee-4aeb-861d-e3733dfacf59 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:44.278620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8daa-4b4f-41ac-944c-851b6016fa46 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.288909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8daa-4b4f-41ac-944c-851b6016fa46 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.315921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7dc8daa-4b4f-41ac-944c-851b6016fa46 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.317841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d7dc8daa-4b4f-41ac-944c-851b6016fa46 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5114007 Aug 11 03:09:44.320460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40496) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:44.334587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:44.334870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:44.345138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:44.345989 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.349820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9ee78bd6-548f-4abd-b948-abf90f198be2 None None] Provisioning for port 876e7026-0b24-488e-a353-d1b1e62e63a5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:44.383212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9ee78bd6-548f-4abd-b948-abf90f198be2 None None] Provisioning complete for port 876e7026-0b24-488e-a353-d1b1e62e63a5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:44.385906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9ee78bd6-548f-4abd-b948-abf90f198be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.430321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40498) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:44.447937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9ee78bd6-548f-4abd-b948-abf90f198be2 None None] Port 876e7026-0b24-488e-a353-d1b1e62e63a5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:44.483237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.496858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.533832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 7153fe07-a5ee-4aeb-861d-e3733dfacf59, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7153fe07-a5ee-4aeb-861d-e3733dfacf59,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:44.544303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.603892 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.628512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=7153fe07-a5ee-4aeb-861d-e3733dfacf59,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:44.629255 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2f5aca14-20d1-43b4-a3fa-45dd8a5a5186 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81bbef640e034481b017de64ef79ae08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968052 Aug 11 03:09:44.635217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40504) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:44.669319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:44.702559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.713997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:44.714486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 278091e9-0deb-47f4-ba2d-d2a8e8f84c3e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:44.725843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8003ea74-d0a5-40a7-b389-79a6e2e15f0c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:09:44.750765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 8003ea74-d0a5-40a7-b389-79a6e2e15f0c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:09:44.754385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8003ea74-d0a5-40a7-b389-79a6e2e15f0c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:09:44.852899 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2615b034-a7a4-48f8-8537-12e3023006ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.897063 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2615b034-a7a4-48f8-8537-12e3023006ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.916855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:44.979454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.001455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.017808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Network 120bf177-bfe7-453c-b56a-457483c4cffd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:45.031868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:45.036080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:45.075824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.078175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event updated for resources: {'Port': ['ID=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:45.086564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.130277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Allocated IP 172.25.4.247 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/c86b7211-fc54-4cf9-b06c-eb737cda66ed) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:45.156011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2615b034-a7a4-48f8-8537-12e3023006ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.159117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2615b034-a7a4-48f8-8537-12e3023006ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.161078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2615b034-a7a4-48f8-8537-12e3023006ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7 HTTP/1.1" status: 204 len: 168 time: 0.5219991 Aug 11 03:09:45.196983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615b034-a7a4-48f8-8537-12e3023006ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a50d5-1eb7-4b6a-88b0-53fc9051c7d7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:45.210497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:45.211745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.215822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Pushing event updated for resources: {'Port': ['ID=876e7026-0b24-488e-a353-d1b1e62e63a5,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:45.226123 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.256547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-38317b98-3fac-41bc-a5f4-494908a1f26c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2165995 Aug 11 03:09:45.299695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Request body: {'port': {'device_id': '43d31789-2a46-48ae-a217-20ec6c142a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:45.389826 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.429378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.447126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.463526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6eaf55-ff09-455f-9b48-c16f253fbe90 req-06fb3897-854c-4258-8d4c-039408a7c4ea tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:45.471827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a6eaf55-ff09-455f-9b48-c16f253fbe90 req-06fb3897-854c-4258-8d4c-039408a7c4ea tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 931 time: 0.1662655 Aug 11 03:09:45.504119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:45.507105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:45.519556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Network 2688ff37-c12f-4907-a6a1-c85f304034cd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:45.528119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:45.529998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:45.532009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event updated for resources: {'Port': ['ID=c86b7211-fc54-4cf9-b06c-eb737cda66ed,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:45.575501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a6eaf55-ff09-455f-9b48-c16f253fbe90 req-b30dcd13-6fb4-4481-ac28-2c30e7fb1d8d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021223 Aug 11 03:09:45.973057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:45.996627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5a088d8d-45bb-4f5d-b93e-22eb02a71bc6 None None] Provisioning complete for port 876e7026-0b24-488e-a353-d1b1e62e63a5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:46.000910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5a088d8d-45bb-4f5d-b93e-22eb02a71bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.063992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7153fe07-a5ee-4aeb-861d-e3733dfacf59 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:46.109063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5a088d8d-45bb-4f5d-b93e-22eb02a71bc6 None None] Port 876e7026-0b24-488e-a353-d1b1e62e63a5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:46.181624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:46.182247 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.324426 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.328466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.335872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Router cc2eb574-abb9-4dfb-8e98-e5a637e918cf has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:46.426987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40550) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:46.488899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Router eae22bc0-ce29-411b-ab85-ccb65eb3112d is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:46.543548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:46.556161 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-da1c92a1-c8e1-4f5c-99c0-322128c6dfac admin admin] 10.222.0.60 "PUT /v2.0/routers/cc2eb574-abb9-4dfb-8e98-e5a637e918cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4668117 Aug 11 03:09:46.556501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Sync routers for ids ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:46.566803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Routers {'cc2eb574-abb9-4dfb-8e98-e5a637e918cf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:46.567447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:46.569027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1608201629-network', 'tenant_id': '60ded44684ff47d5a71071d48220725a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:46.616303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:46.625595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.627266 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] Sync routers for ids ['eae22bc0-ce29-411b-ab85-ccb65eb3112d'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:46.630639 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-15cce028-9a6e-41ea-bedd-bcc2cd6fedd9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "PUT /v2.0/routers/eae22bc0-ce29-411b-ab85-ccb65eb3112d HTTP/1.1" status: 200 len: 880 time: 2.3039143 Aug 11 03:09:46.631108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:46.641508 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] Routers {'eae22bc0-ce29-411b-ab85-ccb65eb3112d'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:46.642127 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['eae22bc0-ce29-411b-ab85-ccb65eb3112d'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:46.652655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d1c8a2-561a-40b3-9331-72ebf8a18a61 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:46.678794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.693016 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:46.693296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Made reservation on behalf of 60ded44684ff47d5a71071d48220725a for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:46.695669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.708167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] Routers {'eae22bc0-ce29-411b-ab85-ccb65eb3112d'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:46.710177 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['eae22bc0-ce29-411b-ab85-ccb65eb3112d'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:46.739864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.757585 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:46.758242 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ad027-02b5-4dd7-bc68-12e459f4a9c1 None None] The sync data for ids ['eae22bc0-ce29-411b-ab85-ccb65eb3112d'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:46.764055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Set router cc2eb574-abb9-4dfb-8e98-e5a637e918cf gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:46.774417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Transition to ACTIVE for port object d0d1c8a2-561a-40b3-9331-72ebf8a18a61 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:46.791370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:46.829507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ec22d3a6-52bc-40e0-97d5-e06fbed26e77 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/eae22bc0-ce29-411b-ab85-ccb65eb3112d HTTP/1.1" status: 200 len: 921 time: 0.1946306 Aug 11 03:09:46.829826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:46.863602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bb3d3-e7f8-4a55-a479-fab5a9935a14 req-261bfef9-549e-435b-b873-9dbf1b39dd9a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.865212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d70bb3d3-e7f8-4a55-a479-fab5a9935a14 req-261bfef9-549e-435b-b873-9dbf1b39dd9a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 931 time: 0.1417959 Aug 11 03:09:46.895303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:46.895930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032b0b5-caa4-4424-8178-f761ecf836b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:46.900298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6032b0b5-caa4-4424-8178-f761ecf836b0 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=eae22bc0-ce29-411b-ab85-ccb65eb3112d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0659220 Aug 11 03:09:46.901363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40566) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:46.997644 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d70bb3d3-e7f8-4a55-a479-fab5a9935a14 req-56adab57-1fc6-429a-a80f-91fe1e20a60c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224303 Aug 11 03:09:47.043162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Attempting to bind port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:47.043514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Attempting to bind port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:47.043859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Attempting to bind port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:47.049015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42a97d-3670-4093-a794-90990e0ee8ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.050696 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3e42a97d-3670-4093-a794-90990e0ee8ed tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.1483853 Aug 11 03:09:47.053057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 on network 120bf177-bfe7-453c-b56a-457483c4cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:47.053391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Attempting to bind port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:47.053590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40576) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:47.066488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.068732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:47.068732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Checking segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:47.068732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Bound using segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:47.071581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Bound port: d0d1c8a2-561a-40b3-9331-72ebf8a18a61, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:47.071581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.082199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.118152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-42d09c2b-6300-4592-b35a-72cc11a1a385 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=eae22bc0-ce29-411b-ab85-ccb65eb3112d HTTP/1.1" status: 200 len: 205 time: 0.0634010 Aug 11 03:09:47.119857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:09:47.120811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40580) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:47.131231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:36Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 4, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'gw_port': {'id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:37Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '876e7026-0b24-488e-a353-d1b1e62e63a5', 'name': '', 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'mac_address': 'fa:16:3e:82:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '438d02aa-5015-4028-8912-36a7db4bea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:42Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 2, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'subnets': [{'id': '438d02aa-5015-4028-8912-36a7db4bea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:47.164621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Checking router: cc2eb574-abb9-4dfb-8e98-e5a637e918cf for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:47.165074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Updating router cc2eb574-abb9-4dfb-8e98-e5a637e918cf port 876e7026-0b24-488e-a353-d1b1e62e63a5 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:47.178658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7181b7b-5903-4a9c-849e-a76238511f9f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:47.196405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.196752 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Added segment c442a541-3f9a-41ea-8a68-b1c7b110670d of type vlan for network b9dc933f-518d-443f-b3f2-f8d8278364f4 Aug 11 03:09:47.203279 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.256822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.270568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] For port d0d1c8a2-561a-40b3-9331-72ebf8a18a61, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:47.279296 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.289035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40584) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:47.299609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1583750883-network', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:47.310066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] For port d0d1c8a2-561a-40b3-9331-72ebf8a18a61, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:47.321755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.375567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.375567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.376906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] 10.222.0.10 "PUT /v2.0/ports/d0d1c8a2-561a-40b3-9331-72ebf8a18a61 HTTP/1.1" status: 200 len: 1092 time: 2.0830886 Aug 11 03:09:47.378120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Made reservation on behalf of db1b01b8fc3b49f4973a906e545e08a5 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:47.381281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.383200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43d31789-2a46-48ae-a217-20ec6c142a09', 'tag': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:47.383331 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.385506 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad230248-265f-4297-b4f4-0286d1b448e1" -d '{"events": [{"name": "network-changed", "server_uuid": "43d31789-2a46-48ae-a217-20ec6c142a09", "tag": "d0d1c8a2-561a-40b3-9331-72ebf8a18a61"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:47.407068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.408080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.408840 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.463423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Deleting port c86b7211-fc54-4cf9-b06c-eb737cda66ed {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:47.464270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.465047 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f0d6f-f386-449e-ae2f-82407cd7820c x-openstack-request-id: req-d27f0d6f-f386-449e-ae2f-82407cd7820c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:47.465324 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43d31789-2a46-48ae-a217-20ec6c142a09", "tag": "d0d1c8a2-561a-40b3-9331-72ebf8a18a61", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:47.465580 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d27f0d6f-f386-449e-ae2f-82407cd7820c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:47.465975 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43d31789-2a46-48ae-a217-20ec6c142a09', 'tag': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61', 'status': 'completed', 'code': 200} Aug 11 03:09:47.492975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.531028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce0b0c-7af0-4d38-83a2-9fdd17d9ec48 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:47.532401 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.541924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1111186 Aug 11 03:09:47.545287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40592) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:47.552082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Request body: {'subnet': {'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1608201629-subnet', 'tenant_id': '60ded44684ff47d5a71071d48220725a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:47.552592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Transition to ACTIVE for port object 876e7026-0b24-488e-a353-d1b1e62e63a5 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:47.558169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f0cfc-fba9-49f0-9885-d196496f1aae admin admin] Pushing event updated for resources: {'Network': ['ID=b9dc933f-518d-443f-b3f2-f8d8278364f4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:47.572403 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.596669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-19d9abf3-c8e0-44b5-8266-ef8d5fdfd2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.599144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-19d9abf3-c8e0-44b5-8266-ef8d5fdfd2ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 1095 time: 0.1350572 Aug 11 03:09:47.601433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network b9dc933f-518d-443f-b3f2-f8d8278364f4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:09:47.648108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-75e3979b-eef8-4438-afc5-f3c14a96fa82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0d1c8a2-561a-40b3-9331-72ebf8a18a61 HTTP/1.1" status: 200 len: 217 time: 0.0413027 Aug 11 03:09:47.719026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b4e4c-1416-4d2d-8922-96c6dea30330 None None] Pushing event updated for resources: {'Port': ['ID=876e7026-0b24-488e-a353-d1b1e62e63a5,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:47.735926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-c745b4e4-073b-4547-8fc5-8f9ce280c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:47.738079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-c745b4e4-073b-4547-8fc5-8f9ce280c2bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0821295 Aug 11 03:09:47.798426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.832282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Attempting to bind port 876e7026-0b24-488e-a353-d1b1e62e63a5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:47.832793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Attempting to bind port 876e7026-0b24-488e-a353-d1b1e62e63a5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:47.833299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Attempting to bind port 876e7026-0b24-488e-a353-d1b1e62e63a5 on network 2688ff37-c12f-4907-a6a1-c85f304034cd {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:47.839256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:47.839898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Checking segment: {'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:47.840475 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.841001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Bound using segment: {'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:47.841268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-0b88f018-f9e2-42bd-b1bb-4cd6ae633177 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883853 Aug 11 03:09:47.841733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Bound port: 876e7026-0b24-488e-a353-d1b1e62e63a5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec62002-4970-4772-ba93-22c913a94f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:47.842550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.842652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.856846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:09:47.871416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.871788 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Added segment d8063a86-b155-4a08-badf-4aa889442e41 of type vlan for network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc Aug 11 03:09:47.924753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:47.996858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] For port 876e7026-0b24-488e-a353-d1b1e62e63a5, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:48.000144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Made reservation on behalf of 60ded44684ff47d5a71071d48220725a for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:48.002530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.004221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] For port 876e7026-0b24-488e-a353-d1b1e62e63a5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=876e7026-0b24-488e-a353-d1b1e62e63a5,segment=NetworkSegment(4ec62002-4970-4772-ba93-22c913a94f70),segment_id=4ec62002-4970-4772-ba93-22c913a94f70)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:48.013636 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.032686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.053736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Calling delete_port for c86b7211-fc54-4cf9-b06c-eb737cda66ed owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:48.069748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4093ba-ead4-44f9-81ed-a0d23a5366df,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:48.106155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b4e4c-1416-4d2d-8922-96c6dea30330 None None] Pushing event updated for resources: {'Port': ['ID=876e7026-0b24-488e-a353-d1b1e62e63a5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:48.147408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.149394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.156795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.185026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Routers {'cc2eb574-abb9-4dfb-8e98-e5a637e918cf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:48.185676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:48.335281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.363365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] Set router cc2eb574-abb9-4dfb-8e98-e5a637e918cf gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:48.372129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0812149 Aug 11 03:09:48.380735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40604) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:48.388712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Request body: {'subnet': {'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1583750883-subnet', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:48.394158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f7ffa-18a6-4cc4-bcfc-89c284adf701 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:48.396659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event deleted for resources: {'Port': ['ID=c86b7211-fc54-4cf9-b06c-eb737cda66ed,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:48.410798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:09:48.463958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05b516-257e-4b76-9ad0-8e2284eea183 req-6ce7b32e-b2c4-4df6-b505-c36d0b30d9a3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:48.473548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f05b516-257e-4b76-9ad0-8e2284eea183 req-6ce7b32e-b2c4-4df6-b505-c36d0b30d9a3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 943 time: 0.2470222 Aug 11 03:09:48.490011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-4badbd6e-91c0-45b4-8185-993e237a1f79 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237370 Aug 11 03:09:48.523186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Made reservation on behalf of db1b01b8fc3b49f4973a906e545e08a5 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:48.526174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.586404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.632099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f05b516-257e-4b76-9ad0-8e2284eea183 req-f5e4c794-b8d7-4404-a08a-f403e2af4578 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573472 Aug 11 03:09:48.696419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.700238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3fe60bf-6a6a-463b-81a8-35cdd30fec1f req-0fe252e8-74c5-4352-8e60-d906d9bdb208 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828508 Aug 11 03:09:48.733079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.736249 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.780649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=521780a5-7658-47ec-89ef-a659f871f54a,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:48.825121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.826032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Fanout notify agent at l3_agent the message router_deleted on router eae22bc0-ce29-411b-ab85-ccb65eb3112d {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:48.837298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.842535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bef3800a-f0c1-4c74-bc79-77a83b13ca8a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/eae22bc0-ce29-411b-ab85-ccb65eb3112d HTTP/1.1" status: 204 len: 168 time: 1.7168634 Aug 11 03:09:48.844625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40606) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:48.853465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-cdcb2dae-0ac2-4716-923c-475daf85ae00 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1970272023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:48.883104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Checking segment: {'id': 'c442a541-3f9a-41ea-8a68-b1c7b110670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:48.883948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Network hostable DHCP agents. Network: b9dc933f-518d-443f-b3f2-f8d8278364f4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:09:48.897346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2dae-0ac2-4716-923c-475daf85ae00 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.898892 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2dae-0ac2-4716-923c-475daf85ae00 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.933054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:36Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 4, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'gw_port': {'id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:37Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '876e7026-0b24-488e-a353-d1b1e62e63a5', 'name': '', 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'mac_address': 'fa:16:3e:82:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '438d02aa-5015-4028-8912-36a7db4bea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:42Z', 'updated_at': '2021-08-11T03:09:47Z', 'revision_number': 4, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'subnets': [{'id': '438d02aa-5015-4028-8912-36a7db4bea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:48.957493 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2dae-0ac2-4716-923c-475daf85ae00 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.980720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2dae-0ac2-4716-923c-475daf85ae00 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.983023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:48.994098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76d1d43-c6c8-4ff1-8f90-a25ece4df6b8 None None] The sync data for ids ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'] in n-d-768509-22 is: [{'id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:36Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 4, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'gw_port': {'id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:37Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '876e7026-0b24-488e-a353-d1b1e62e63a5', 'name': '', 'network_id': '2688ff37-c12f-4907-a6a1-c85f304034cd', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'mac_address': 'fa:16:3e:82:8b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2300, 'fixed_ips': [{'subnet_id': '438d02aa-5015-4028-8912-36a7db4bea02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:42Z', 'updated_at': '2021-08-11T03:09:47Z', 'revision_number': 4, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'subnets': [{'id': '438d02aa-5015-4028-8912-36a7db4bea02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:49.003347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-48b81e35-83fe-40cb-ad13-e4701f9cd75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.005024 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-48b81e35-83fe-40cb-ad13-e4701f9cd75d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 1095 time: 0.2340224 Aug 11 03:09:49.008621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Network b9dc933f-518d-443f-b3f2-f8d8278364f4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:09:49.038456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cdcb2dae-0ac2-4716-923c-475daf85ae00 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.042281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cdcb2dae-0ac2-4716-923c-475daf85ae00 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1922016 Aug 11 03:09:49.042281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, b9dc933f-518d-443f-b3f2-f8d8278364f4) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:49.049814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bc52a0-4f52-4cf7-aba5-8691a125ff88 None None] Network b9dc933f-518d-443f-b3f2-f8d8278364f4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:49.062525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:49.071596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40610) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:49.090733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': True}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:49.128744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.129720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.195954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2a537707-42fe-48fe-a479-80eb1bcc7683 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6491971 Aug 11 03:09:49.210531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Checking segment: {'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:49.210874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Network hostable DHCP agents. Network: e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:09:49.263874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-3cb93bec-7299-4a1b-82d1-7e5dbb378848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.266264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-3cb93bec-7299-4a1b-82d1-7e5dbb378848 service neutron] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 913 time: 0.2510476 Aug 11 03:09:49.294362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66db85af-6ea9-4fde-9cf6-72f156a48e17 None None] Network b9dc933f-518d-443f-b3f2-f8d8278364f4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:49.334361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-78a105ac-89bb-4494-abce-7eb286edf099 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0d1c8a2-561a-40b3-9331-72ebf8a18a61 HTTP/1.1" status: 200 len: 217 time: 0.0600555 Aug 11 03:09:49.506029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:09:49.544135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.557123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:49.568685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-c2316964-8bb6-4df0-842b-6df3b455c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.570244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-c2316964-8bb6-4df0-842b-6df3b455c16d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.2248437 Aug 11 03:09:49.570519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:49.572883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.614087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f0b17-eecb-4077-a0c1-eac2cac23aec None None] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:49.634958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-7f442a9c-b865-494e-affd-49ad765ad1e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567625 Aug 11 03:09:49.677476 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-73a04b22-edac-4f4d-8ec2-49241af9c596 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2950745 Aug 11 03:09:49.678494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40626) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:49.687610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:49.739659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.741074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:49.965473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc', 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'fixed_ips': [{'subnet_id': 'ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:09:49.966463 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.008247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6dbc9-21b7-4b1b-bbb6-19648f51c8d7 req-f3a380d7-b646-4fb0-b178-3e39bb78caed tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:50.009917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3b6dbc9-21b7-4b1b-bbb6-19648f51c8d7 req-f3a380d7-b646-4fb0-b178-3e39bb78caed tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 943 time: 0.1772206 Aug 11 03:09:50.015574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-3d6de545-d3ed-458f-97b4-18df58a93400 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669257 Aug 11 03:09:50.082022 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.147950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3b6dbc9-21b7-4b1b-bbb6-19648f51c8d7 req-f03206be-74aa-4c22-a60e-7dbb9ddea706 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302273 Aug 11 03:09:50.174090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad230248-265f-4297-b4f4-0286d1b448e1 req-ecf569b7-e508-4b58-8cad-7c1a1ba549e1 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477096 Aug 11 03:09:50.206497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 876e7026-0b24-488e-a353-d1b1e62e63a5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:50.208894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Allocated IP 172.20.0.2 (e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc/ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf/e798355d-8b0c-4867-a208-47c7954bc518) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:50.374576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 876e7026-0b24-488e-a353-d1b1e62e63a5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:50.379983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.389958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 876e7026-0b24-488e-a353-d1b1e62e63a5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:50.390504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.441304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.444564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.481152 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.492433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Transition to ACTIVE for port object e798355d-8b0c-4867-a208-47c7954bc518 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:50.510530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Transition to ACTIVE for port object e798355d-8b0c-4867-a208-47c7954bc518 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:50.514653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-1ed93fa4-2ede-4bd8-9067-02a926c9d954 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:50.525150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-1ed93fa4-2ede-4bd8-9067-02a926c9d954 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/networks?id=b9dc933f-518d-443f-b3f2-f8d8278364f4 HTTP/1.1" status: 200 len: 809 time: 0.5397773 Aug 11 03:09:50.545667 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.576482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-8abc03eb-82d6-4fda-8fd4-5ed4d24b0498 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/quotas/60ded44684ff47d5a71071d48220725a HTTP/1.1" status: 200 len: 375 time: 0.0504272 Aug 11 03:09:50.614319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:50.615337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Pushing event updated for resources: {'Port': ['ID=e798355d-8b0c-4867-a208-47c7954bc518,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:50.620182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:50.622799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:50.650275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-f0d0f3c5-c1b1-483f-b69e-13b8cff45e70 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60ded44684ff47d5a71071d48220725a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446963 Aug 11 03:09:50.672006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.682348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-f8fd8114-5b25-449b-9526-eb35747d654a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:09:50.683416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-f8fd8114-5b25-449b-9526-eb35747d654a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082951 Aug 11 03:09:50.736098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 876e7026-0b24-488e-a353-d1b1e62e63a5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=876e7026-0b24-488e-a353-d1b1e62e63a5,segment=NetworkSegment(4ec62002-4970-4772-ba93-22c913a94f70),segment_id=4ec62002-4970-4772-ba93-22c913a94f70)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:50.759181 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.798416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Attempting to bind port e798355d-8b0c-4867-a208-47c7954bc518 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:50.798815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Attempting to bind port e798355d-8b0c-4867-a208-47c7954bc518 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:50.801949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Attempting to bind port e798355d-8b0c-4867-a208-47c7954bc518 on network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:50.810485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:50.811016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Checking segment: {'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:50.811512 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.812234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Bound using segment: {'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:50.812916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Bound port: e798355d-8b0c-4867-a208-47c7954bc518, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:50.813507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:50.842075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Allocated IP 172.25.4.129 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/f8c4fcc4-da13-4485-93d5-7cf6c380ca04) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:50.856275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-d26742b9-d798-4d5c-983d-9f4aa02e8530 service neutron] 10.222.0.60 "GET /v2.0/networks/b9dc933f-518d-443f-b3f2-f8d8278364f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544435 Aug 11 03:09:50.883976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=876e7026-0b24-488e-a353-d1b1e62e63a5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:50.943550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] For port e798355d-8b0c-4867-a208-47c7954bc518, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:50.950092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] For port e798355d-8b0c-4867-a208-47c7954bc518, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e798355d-8b0c-4867-a208-47c7954bc518,segment=NetworkSegment(d8063a86-b155-4a08-badf-4aa889442e41),segment_id=d8063a86-b155-4a08-badf-4aa889442e41)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:50.956919 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.049400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90754b6c-ce5d-471e-bdb6-56e70d10ba3f None None] Pushing event updated for resources: {'Port': ['ID=e798355d-8b0c-4867-a208-47c7954bc518,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:51.160164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.166997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-cd075b9d-397b-47fe-98a3-ff5aae08874f service neutron] 10.222.0.60 "GET /v2.0/networks/b9dc933f-518d-443f-b3f2-f8d8278364f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098774 Aug 11 03:09:51.277420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.305887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.331248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e0d3-4015-4d83-bcc3-359100cccaa4 req-15dd6c92-82ef-415a-81ab-fe09d4996944 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:51.333422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.341468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d539e0d3-4015-4d83-bcc3-359100cccaa4 req-15dd6c92-82ef-415a-81ab-fe09d4996944 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 943 time: 0.0830193 Aug 11 03:09:51.405545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d539e0d3-4015-4d83-bcc3-359100cccaa4 req-a6f56640-be96-495c-bc09-0d095fa697ae tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626070 Aug 11 03:09:51.451799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:51.453297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Port': ['ID=f8c4fcc4-da13-4485-93d5-7cf6c380ca04,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:51.459811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:51.471881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:51.494771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d0d1c8a2-561a-40b3-9331-72ebf8a18a61 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:09:51.673908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d0d1c8a2-561a-40b3-9331-72ebf8a18a61, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:51.694635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'port_id': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61', 'mac_address': 'fa:16:3e:32:cb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094290ee-cedc-4203-bf50-d3e66145e810', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:09:51.743179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.758416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d1c8a2-561a-40b3-9331-72ebf8a18a61 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:51.782935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d0d1c8a2-561a-40b3-9331-72ebf8a18a61, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:51.792723 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:51.913082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:51.922055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9a9d871-c210-4464-9bc3-3e58cba58d7d req-35f0ab6d-ef0e-4b65-b478-14bc294d8320 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 210 time: 0.4473882 Aug 11 03:09:52.005469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['d0d1c8a2-561a-40b3-9331-72ebf8a18a61'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:09:52.104738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Allocated IP 172.25.4.35 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/4c31bb90-ba73-4549-acaf-95e9944f61fd) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:52.147179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e798355d-8b0c-4867-a208-47c7954bc518 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:52.322243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e798355d-8b0c-4867-a208-47c7954bc518 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:52.351035 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7085a45a-89c0-44d4-bad0-746081f5c859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.356346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 876e7026-0b24-488e-a353-d1b1e62e63a5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:52.433462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 876e7026-0b24-488e-a353-d1b1e62e63a5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:52.433909 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.567994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.577140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0be588-6541-4022-828a-262158c2da6c req-ddf8a453-38f4-4b88-9a14-e3d2909e8b58 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:52.578918 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f0be588-6541-4022-828a-262158c2da6c req-ddf8a453-38f4-4b88-9a14-e3d2909e8b58 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 944 time: 0.0718570 Aug 11 03:09:52.585948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.606150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86c3e4-6295-4495-9578-26b91cead47f None None] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:09:52.638541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f0be588-6541-4022-828a-262158c2da6c req-68072c0e-b3ae-4853-89a2-f24564e519cd tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530548 Aug 11 03:09:52.713795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.749688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2e06e819-10af-44dd-9b4c-816972734fca None None] Provisioning for port e798355d-8b0c-4867-a208-47c7954bc518 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:52.763592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:52.765706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:52.776373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:52.799776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2e06e819-10af-44dd-9b4c-816972734fca None None] Provisioning complete for port e798355d-8b0c-4867-a208-47c7954bc518 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:52.800053 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2e06e819-10af-44dd-9b4c-816972734fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:52.897244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Pushing event updated for resources: {'Port': ['ID=4c31bb90-ba73-4549-acaf-95e9944f61fd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:53.007936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-6526ac4c-593d-4662-88c3-97afca9c9d00 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.009586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-6526ac4c-593d-4662-88c3-97afca9c9d00 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.57 "GET /v2.0/networks?id=b9dc933f-518d-443f-b3f2-f8d8278364f4 HTTP/1.1" status: 200 len: 809 time: 0.2304833 Aug 11 03:09:53.016606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2e06e819-10af-44dd-9b4c-816972734fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.030548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Request body: {'port': {'device_id': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4', 'admin_state_up': True, 'tenant_id': '60ded44684ff47d5a71071d48220725a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:53.058502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2e06e819-10af-44dd-9b4c-816972734fca None None] For port e798355d-8b0c-4867-a208-47c7954bc518, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e798355d-8b0c-4867-a208-47c7954bc518,segment=NetworkSegment(d8063a86-b155-4a08-badf-4aa889442e41),segment_id=d8063a86-b155-4a08-badf-4aa889442e41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:53.063704 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2e06e819-10af-44dd-9b4c-816972734fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.128142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06e819-10af-44dd-9b4c-816972734fca None None] Pushing event updated for resources: {'Port': ['ID=e798355d-8b0c-4867-a208-47c7954bc518,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:53.145710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d2912cf7-ce05-46c5-8576-561807669f81 req-8a2fbbed-f264-4f3a-b4d4-dfa92549c902 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 210 time: 0.1287181 Aug 11 03:09:53.178626 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.185052 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.240782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Made reservation on behalf of 60ded44684ff47d5a71071d48220725a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:09:53.247197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.391339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ab5bec0d-3a40-44a1-9337-130deec7ebba None None] Provisioning complete for port e798355d-8b0c-4867-a208-47c7954bc518 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:53.391745 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ab5bec0d-3a40-44a1-9337-130deec7ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.424981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Allocated IP 172.20.0.7 (b9dc933f-518d-443f-b3f2-f8d8278364f4/521780a5-7658-47ec-89ef-a659f871f54a/f0db8a70-4f00-4670-a0c9-5e6b39be441f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:53.486194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.516536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d0d1c8a2-561a-40b3-9331-72ebf8a18a61 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:53.545774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Router 2f1f54fd-eca2-4d15-88f4-cb2d12cde894 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:53.593142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:53.599106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:53.600233 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.660516 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.709219 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.715945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.754538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d0d1c8a2-561a-40b3-9331-72ebf8a18a61, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:53.755858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d31789-2a46-48ae-a217-20ec6c142a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:53.758620 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baac56e-a2a8-4892-b967-cf4d8d7095dd" -d '{"events": [{"server_uuid": "43d31789-2a46-48ae-a217-20ec6c142a09", "name": "network-vif-plugged", "status": "completed", "tag": "d0d1c8a2-561a-40b3-9331-72ebf8a18a61"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:53.765686 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.772463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Network b9dc933f-518d-443f-b3f2-f8d8278364f4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:53.776393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:53.780869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:53.802216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:53.810445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.811775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-74a330c0-e7db-4b99-8d24-542762de655d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "PUT /v2.0/routers/2f1f54fd-eca2-4d15-88f4-cb2d12cde894 HTTP/1.1" status: 200 len: 915 time: 4.7414136 Aug 11 03:09:53.814342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40696) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:53.815162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] Sync routers for ids ['2f1f54fd-eca2-4d15-88f4-cb2d12cde894'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:53.856609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] Routers {'2f1f54fd-eca2-4d15-88f4-cb2d12cde894'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:53.857432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2f1f54fd-eca2-4d15-88f4-cb2d12cde894'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:53.876430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.892588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Pushing event updated for resources: {'Port': ['ID=f0db8a70-4f00-4670-a0c9-5e6b39be441f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:53.919125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.919924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:53.954579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360e377-cc9c-40a1-991c-c69c067adb80 req-be66319e-1481-4581-a5cc-ff08f1295966 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:53.964006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4360e377-cc9c-40a1-991c-c69c067adb80 req-be66319e-1481-4581-a5cc-ff08f1295966 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.1098242 Aug 11 03:09:53.965593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:53.969012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-0ca1090d-7a8b-4d3d-bea5-684e446463f4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9449728 Aug 11 03:09:53.970523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:53.995524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Request body: {'port': {'device_id': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:54.012167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] Routers {'2f1f54fd-eca2-4d15-88f4-cb2d12cde894'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:54.013124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['2f1f54fd-eca2-4d15-88f4-cb2d12cde894'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:54.073259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e798355d-8b0c-4867-a208-47c7954bc518 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:54.082924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6c1aeb93-2f6e-4e6f-87d1-d80e99749195 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/2f1f54fd-eca2-4d15-88f4-cb2d12cde894 HTTP/1.1" status: 200 len: 921 time: 0.2672210 Aug 11 03:09:54.087881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40702) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:54.118810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4360e377-cc9c-40a1-991c-c69c067adb80 req-87942457-5d81-443e-81a6-dbbeb953d963 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536746 Aug 11 03:09:54.126026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:54.126741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e91a5a2-c374-4147-91c4-a42273f7e32c None None] The sync data for ids ['2f1f54fd-eca2-4d15-88f4-cb2d12cde894'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:54.135815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Router 633d8035-59e7-4353-adc5-62d230a766f6 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:09:54.162486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e798355d-8b0c-4867-a208-47c7954bc518 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:54.162935 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.193120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb7d5a-b6ed-4a99-8383-1a63e1584657 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:54.194029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.198989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-75bb7d5a-b6ed-4a99-8383-1a63e1584657 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=2f1f54fd-eca2-4d15-88f4-cb2d12cde894&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1060371 Aug 11 03:09:54.202531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40706) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:54.261617 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d89a475-f561-481d-9b15-29d558c2b508 x-openstack-request-id: req-8d89a475-f561-481d-9b15-29d558c2b508 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:54.263736 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d31789-2a46-48ae-a217-20ec6c142a09", "name": "network-vif-plugged", "status": "completed", "tag": "d0d1c8a2-561a-40b3-9331-72ebf8a18a61", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:54.265474 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d89a475-f561-481d-9b15-29d558c2b508 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:54.265925 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d31789-2a46-48ae-a217-20ec6c142a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61', 'code': 200} Aug 11 03:09:54.419792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:54.440341 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Sync routers for ids ['633d8035-59e7-4353-adc5-62d230a766f6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:54.464458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c59fca-0dab-4b12-b893-f1de7288f8d1 req-ddbc486f-889c-41c7-8d42-9c13bfb8f4b8 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:54.468235 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48c59fca-0dab-4b12-b893-f1de7288f8d1 req-ddbc486f-889c-41c7-8d42-9c13bfb8f4b8 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 931 time: 0.1803591 Aug 11 03:09:54.469162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.472947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0487d621-bae8-4c43-a7d9-e5d0f65fa397 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7899170 Aug 11 03:09:54.473338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40712) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:54.478860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d3978-b3b4-4818-8bd5-b6cdf3862277 req-08579e56-ea5d-429b-80f8-fb4034832b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:54.479983 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Routers {'633d8035-59e7-4353-adc5-62d230a766f6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:54.480600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-082d3978-b3b4-4818-8bd5-b6cdf3862277 req-08579e56-ea5d-429b-80f8-fb4034832b48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 1097 time: 0.2321811 Aug 11 03:09:54.481233 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['633d8035-59e7-4353-adc5-62d230a766f6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:54.552327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0621c7ee-03e0-44a0-8f20-1b550549b051 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:54.557264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0621c7ee-03e0-44a0-8f20-1b550549b051 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.3531795 Aug 11 03:09:54.558863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40714) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:54.604560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9b6edb63-429d-44f3-8964-2719610fa6fc tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f1f54fd-eca2-4d15-88f4-cb2d12cde894 HTTP/1.1" status: 200 len: 205 time: 0.0412879 Aug 11 03:09:54.606908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40716) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:54.607865 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Set router 633d8035-59e7-4353-adc5-62d230a766f6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:54.626041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-082d3978-b3b4-4818-8bd5-b6cdf3862277 req-42d1cd87-84b5-486a-8c41-50f2a0b307d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995164 Aug 11 03:09:54.739342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48c59fca-0dab-4b12-b893-f1de7288f8d1 req-85e1a6c2-8209-4e0d-8aa7-bf65b5b8c520 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578042 Aug 11 03:09:54.813834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.860190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0db8a70-4f00-4670-a0c9-5e6b39be441f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:09:54.888502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.921213 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:09:53Z', 'revision_number': 3, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port': {'id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:51Z', 'updated_at': '2021-08-11T03:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:54.943581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Transition to ACTIVE for port object f0db8a70-4f00-4670-a0c9-5e6b39be441f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:54.965698 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Checking router: 633d8035-59e7-4353-adc5-62d230a766f6 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:09:54.966181 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Updating router 633d8035-59e7-4353-adc5-62d230a766f6 port 4c31bb90-ba73-4549-acaf-95e9944f61fd binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:09:54.982166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:54.998824 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.065240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Pushing event updated for resources: {'Port': ['ID=f0db8a70-4f00-4670-a0c9-5e6b39be441f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:55.069675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.208967 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90fee28d-4a8e-40c3-92db-0b1e970a8319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.234094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Attempting to bind port f0db8a70-4f00-4670-a0c9-5e6b39be441f on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:55.234481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Attempting to bind port f0db8a70-4f00-4670-a0c9-5e6b39be441f by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c442a541-3f9a-41ea-8a68-b1c7b110670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:55.236336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Attempting to bind port f0db8a70-4f00-4670-a0c9-5e6b39be441f on network b9dc933f-518d-443f-b3f2-f8d8278364f4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:55.255447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Port f0db8a70-4f00-4670-a0c9-5e6b39be441f on network b9dc933f-518d-443f-b3f2-f8d8278364f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:09:55.255794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Attempting to bind port f0db8a70-4f00-4670-a0c9-5e6b39be441f on network b9dc933f-518d-443f-b3f2-f8d8278364f4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:55.270521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Deleting port f8c4fcc4-da13-4485-93d5-7cf6c380ca04 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:09:55.271718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.279419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:55.279784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Checking segment: {'id': 'c442a541-3f9a-41ea-8a68-b1c7b110670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:55.280717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Bound using segment: {'id': 'c442a541-3f9a-41ea-8a68-b1c7b110670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:55.281788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Bound port: f0db8a70-4f00-4670-a0c9-5e6b39be441f, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c442a541-3f9a-41ea-8a68-b1c7b110670d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:55.282169 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.420387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.519276 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.599647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d99cf1-c073-4716-898b-bf32a8a74ad6 req-3343dc7b-5e05-47cf-b8c5-dc94dd144383 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:55.607040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15d99cf1-c073-4716-898b-bf32a8a74ad6 req-3343dc7b-5e05-47cf-b8c5-dc94dd144383 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.1027911 Aug 11 03:09:55.706617 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.720334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Transition to ACTIVE for port object 4c31bb90-ba73-4549-acaf-95e9944f61fd will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:55.730022 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.749946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15d99cf1-c073-4716-898b-bf32a8a74ad6 req-b7458f66-d59d-4357-899d-cda483302f30 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374860 Aug 11 03:09:55.791123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.805833 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba69f8-4f67-4c57-b23c-3731dba3d9e3 None None] Pushing event updated for resources: {'Port': ['ID=4c31bb90-ba73-4549-acaf-95e9944f61fd,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:55.810781 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Attempting to bind port 4c31bb90-ba73-4549-acaf-95e9944f61fd on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:09:55.811654 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Attempting to bind port 4c31bb90-ba73-4549-acaf-95e9944f61fd by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:09:55.812243 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Attempting to bind port 4c31bb90-ba73-4549-acaf-95e9944f61fd on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:09:55.822529 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:09:55.823325 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:09:55.824341 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.825165 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:09:55.825525 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Bound port: 4c31bb90-ba73-4549-acaf-95e9944f61fd, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:09:55.825982 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.907718 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] For port 4c31bb90-ba73-4549-acaf-95e9944f61fd, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:55.913959 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] For port 4c31bb90-ba73-4549-acaf-95e9944f61fd, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4c31bb90-ba73-4549-acaf-95e9944f61fd,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:55.923028 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:55.984778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] For port f0db8a70-4f00-4670-a0c9-5e6b39be441f, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:09:55.989466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] For port f0db8a70-4f00-4670-a0c9-5e6b39be441f, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0db8a70-4f00-4670-a0c9-5e6b39be441f,segment=NetworkSegment(c442a541-3f9a-41ea-8a68-b1c7b110670d),segment_id=c442a541-3f9a-41ea-8a68-b1c7b110670d)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:09:56.007117 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Routers {'633d8035-59e7-4353-adc5-62d230a766f6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:56.007965 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['633d8035-59e7-4353-adc5-62d230a766f6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:56.042913 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.075402 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba69f8-4f67-4c57-b23c-3731dba3d9e3 None None] Pushing event updated for resources: {'Port': ['ID=4c31bb90-ba73-4549-acaf-95e9944f61fd,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:56.102188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Allocated IP 172.20.0.1 (e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc/ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf/ed2739b5-92c3-49c3-a103-6efe1e686d59) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:56.140512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:56.141142 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.142813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] 10.222.0.57 "PUT /v2.0/ports/f0db8a70-4f00-4670-a0c9-5e6b39be441f HTTP/1.1" status: 200 len: 1092 time: 2.1571074 Aug 11 03:09:56.145922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'tag': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:09:56.154919 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027a74e5-8b7f-47d9-8554-83d97d76cdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d", "tag": "f0db8a70-4f00-4670-a0c9-5e6b39be441f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:09:56.165574 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] Set router 633d8035-59e7-4353-adc5-62d230a766f6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:56.166576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94802633-ef52-44be-95ce-ae48d1b09873 service neutron] Pushing event updated for resources: {'Port': ['ID=f0db8a70-4f00-4670-a0c9-5e6b39be441f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:56.207406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100877c-f671-452a-bc0a-19677c9a54a8 req-53d5d431-6de8-48dd-8485-7dbcad87dbb9 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:56.208970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7100877c-f671-452a-bc0a-19677c9a54a8 req-53d5d431-6de8-48dd-8485-7dbcad87dbb9 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 943 time: 0.2893043 Aug 11 03:09:56.262412 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959bb89b-4f91-486b-baf6-3912d7fb8d8f x-openstack-request-id: req-959bb89b-4f91-486b-baf6-3912d7fb8d8f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:09:56.263161 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d", "tag": "f0db8a70-4f00-4670-a0c9-5e6b39be441f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:09:56.263161 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-959bb89b-4f91-486b-baf6-3912d7fb8d8f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:09:56.263922 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'tag': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f', 'status': 'completed', 'code': 200} Aug 11 03:09:56.296832 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.316076 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.317053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7100877c-f671-452a-bc0a-19677c9a54a8 req-21e1ed57-fe6e-4227-bd78-d887bd75627d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969398 Aug 11 03:09:56.323682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Calling delete_port for f8c4fcc4-da13-4485-93d5-7cf6c380ca04 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:09:56.326760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-e97048f3-d5bf-40c8-99d1-9fc15646fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:56.328186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-e97048f3-d5bf-40c8-99d1-9fc15646fd26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ded44684ff47d5a71071d48220725a&device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 1095 time: 0.1182854 Aug 11 03:09:56.352297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Transition to ACTIVE for port object ed2739b5-92c3-49c3-a103-6efe1e686d59 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:09:56.393105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-9437d585-4846-463c-b1f4-73eed3e1ddf3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0db8a70-4f00-4670-a0c9-5e6b39be441f HTTP/1.1" status: 200 len: 217 time: 0.0531981 Aug 11 03:09:56.400151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.447937 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:09:53Z', 'revision_number': 3, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port': {'id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:51Z', 'updated_at': '2021-08-11T03:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:56.474890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:56.483017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:56.487779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:56.528046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.534940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Pushing event updated for resources: {'Port': ['ID=ed2739b5-92c3-49c3-a103-6efe1e686d59,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:56.578790 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d260f8-b932-49d5-99ef-f581705b4d72 None None] The sync data for ids ['633d8035-59e7-4353-adc5-62d230a766f6'] in n-d-768509-22 is: [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:09:53Z', 'revision_number': 3, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port': {'id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:51Z', 'updated_at': '2021-08-11T03:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:09:56.659697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-848f3ce1-013d-4656-91e0-b44dd8213405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:56.661242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-848f3ce1-013d-4656-91e0-b44dd8213405 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=521780a5-7658-47ec-89ef-a659f871f54a HTTP/1.1" status: 200 len: 849 time: 0.1043437 Aug 11 03:09:56.704654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.730265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-8623d3a5-d49a-44bc-8484-53bb792f1da3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9dc933f-518d-443f-b3f2-f8d8278364f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516689 Aug 11 03:09:56.732814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.835875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event deleted for resources: {'Port': ['ID=f8c4fcc4-da13-4485-93d5-7cf6c380ca04,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:56.900235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:56.994828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b491c02a-0ecf-40be-9972-ee29c13a0a45 None None] Provisioning for port ed2739b5-92c3-49c3-a103-6efe1e686d59 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:57.015832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b491c02a-0ecf-40be-9972-ee29c13a0a45 None None] Provisioning complete for port ed2739b5-92c3-49c3-a103-6efe1e686d59 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:57.017546 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b491c02a-0ecf-40be-9972-ee29c13a0a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.040549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-9fb5fba0-b09a-4c64-af8b-b87fc6155499 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dc933f-518d-443f-b3f2-f8d8278364f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977407 Aug 11 03:09:57.072965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b10565-e42d-4867-8369-bb1d09742157 req-56e9dc08-73a3-4b8f-a46e-5857f466cc45 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:57.075167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2b10565-e42d-4867-8369-bb1d09742157 req-56e9dc08-73a3-4b8f-a46e-5857f466cc45 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.1592133 Aug 11 03:09:57.082758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.171164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b491c02a-0ecf-40be-9972-ee29c13a0a45 None None] Port ed2739b5-92c3-49c3-a103-6efe1e686d59 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:57.215121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.224269 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.280826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.285180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.311191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.313819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Pushing event updated for resources: {'Port': ['ID=ed2739b5-92c3-49c3-a103-6efe1e686d59,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:57.382531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2b10565-e42d-4867-8369-bb1d09742157 req-553a81ab-9d5a-4fe0-8561-eb257c6a467e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402399 Aug 11 03:09:57.387939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.388416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1f54fd-eca2-4d15-88f4-cb2d12cde894 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:09:57.398281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.399476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e9e065eb-30a5-4651-a45b-c8e9483b6394 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/2f1f54fd-eca2-4d15-88f4-cb2d12cde894 HTTP/1.1" status: 204 len: 168 time: 2.7899499 Aug 11 03:09:57.409623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40746) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:57.438886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-94d7adb3-f716-49b0-a6a3-3ef9f08ebb7a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-955107318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:57.442717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f7f2070-4259-4ed1-b1a9-7768d007a7f4 req-446ea8eb-73f8-4e13-9680-df5534350532 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dc933f-518d-443f-b3f2-f8d8278364f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882396 Aug 11 03:09:57.537316 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94d7adb3-f716-49b0-a6a3-3ef9f08ebb7a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.538370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94d7adb3-f716-49b0-a6a3-3ef9f08ebb7a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.567528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:57.574328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:57.581011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-8ebce462-068e-476e-8865-6d986792ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:57.583166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-8ebce462-068e-476e-8865-6d986792ed72 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ded44684ff47d5a71071d48220725a&device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 1095 time: 0.0738750 Aug 11 03:09:57.750347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94d7adb3-f716-49b0-a6a3-3ef9f08ebb7a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.795172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94d7adb3-f716-49b0-a6a3-3ef9f08ebb7a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.860790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda43fa-a469-49ce-83b1-477d20bfeef8 req-0ff3333a-7dc9-403e-b36f-351ecc83bc94 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:57.863859 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2eda43fa-a469-49ce-83b1-477d20bfeef8 req-0ff3333a-7dc9-403e-b36f-351ecc83bc94 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 943 time: 0.3663931 Aug 11 03:09:57.867306 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94d7adb3-f716-49b0-a6a3-3ef9f08ebb7a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:57.869134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-94d7adb3-f716-49b0-a6a3-3ef9f08ebb7a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4581678 Aug 11 03:09:57.871822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40758) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:09:57.881020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'enable_snat': False}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:09:57.931149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-da90d53f-a39d-4df8-8792-8bf6e773688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:57.932658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-da90d53f-a39d-4df8-8792-8bf6e773688c service neutron] 10.222.0.57 "GET /v2.0/networks?id=b9dc933f-518d-443f-b3f2-f8d8278364f4 HTTP/1.1" status: 200 len: 910 time: 0.3360281 Aug 11 03:09:58.144025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4c31bb90-ba73-4549-acaf-95e9944f61fd up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:09:58.146209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-51942d81-0f2e-49a0-8c82-78539782b318 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0db8a70-4f00-4670-a0c9-5e6b39be441f HTTP/1.1" status: 200 len: 217 time: 0.1271019 Aug 11 03:09:58.146614 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.152407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Router 633d8035-59e7-4353-adc5-62d230a766f6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:09:58.177617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5ee5a32e-2ec1-4884-a7a1-af44f53358e0 None None] Provisioning complete for port ed2739b5-92c3-49c3-a103-6efe1e686d59 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:58.177998 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ee5a32e-2ec1-4884-a7a1-af44f53358e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.181587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2eda43fa-a469-49ce-83b1-477d20bfeef8 req-6180462e-3afa-4ccb-b32f-b7c4e08d9a4b tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968659 Aug 11 03:09:58.238622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5ee5a32e-2ec1-4884-a7a1-af44f53358e0 None None] Port ed2739b5-92c3-49c3-a103-6efe1e686d59 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:09:58.272003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4c31bb90-ba73-4549-acaf-95e9944f61fd completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:09:58.278213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a71d8b-7341-484b-9320-a72d30bb1eec req-9cb04c22-b2c7-4f90-a3a1-f697eae7b4d8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:58.287547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4c31bb90-ba73-4549-acaf-95e9944f61fd triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:09:58.287835 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-79a71d8b-7341-484b-9320-a72d30bb1eec req-9cb04c22-b2c7-4f90-a3a1-f697eae7b4d8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.3588436 Aug 11 03:09:58.287999 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.337636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-7b59e406-f9ad-49e8-b727-9efd4d90c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:58.339282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-7b59e406-f9ad-49e8-b727-9efd4d90c231 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=521780a5-7658-47ec-89ef-a659f871f54a HTTP/1.1" status: 200 len: 849 time: 0.1842339 Aug 11 03:09:58.384925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-79a71d8b-7341-484b-9320-a72d30bb1eec req-0c524ac1-c8fc-47d4-8571-f529baed53c8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930645 Aug 11 03:09:58.397036 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.415967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-65ae1c33-6f9d-4294-9c01-ff2551fd8b3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b9dc933f-518d-443f-b3f2-f8d8278364f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668087 Aug 11 03:09:58.427715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4c31bb90-ba73-4549-acaf-95e9944f61fd, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4c31bb90-ba73-4549-acaf-95e9944f61fd,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:09:58.439881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.466465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.507353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4c31bb90-ba73-4549-acaf-95e9944f61fd,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:58.543909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-744780b9-5116-41a4-aa49-c7e307997d2c service neutron] 10.222.0.57 "GET /v2.0/networks/b9dc933f-518d-443f-b3f2-f8d8278364f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197054 Aug 11 03:09:58.646349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:09:58.662163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-776534c3-e4fc-4a75-8131-30017110367f admin admin] 10.222.0.60 "PUT /v2.0/routers/633d8035-59e7-4353-adc5-62d230a766f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1773839 Aug 11 03:09:58.696180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-027a74e5-8b7f-47d9-8554-83d97d76cdb7 req-6aea8934-d376-4020-bee7-af8b1b5bdf19 service neutron] 10.222.0.57 "GET /v2.0/networks/b9dc933f-518d-443f-b3f2-f8d8278364f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395378 Aug 11 03:09:58.848402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:58.875948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.046542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Allocated IP 172.25.4.151 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/092be00a-742e-44c6-84a6-2e1c5c62afd9) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:09:59.231327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.350557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4419f-40f0-473b-9cd7-b10c2822a934 req-e9e52e51-05f1-4094-bdee-e6635dd520f6 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.352247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70c4419f-40f0-473b-9cd7-b10c2822a934 req-e9e52e51-05f1-4094-bdee-e6635dd520f6 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 943 time: 0.0866041 Aug 11 03:09:59.354490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:09:59.358594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Sync routers for ids ['633d8035-59e7-4353-adc5-62d230a766f6'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:09:59.374389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Routers {'633d8035-59e7-4353-adc5-62d230a766f6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:09:59.375029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['633d8035-59e7-4353-adc5-62d230a766f6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:09:59.431686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Pushing event updated for resources: {'Port': ['ID=092be00a-742e-44c6-84a6-2e1c5c62afd9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:09:59.437468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:09:59.446398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:09:59.453189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:09:59.492596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70c4419f-40f0-473b-9cd7-b10c2822a934 req-8c561119-d1d3-4b71-90ea-fe0e582c73b8 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242480 Aug 11 03:09:59.585847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Set router 633d8035-59e7-4353-adc5-62d230a766f6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:09:59.739856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3536d-883f-4a9c-90f7-ce9ca6caf622 req-a84b504a-4eeb-4ebd-8ca1-7a218a6245b7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:09:59.750288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60f3536d-883f-4a9c-90f7-ce9ca6caf622 req-a84b504a-4eeb-4ebd-8ca1-7a218a6245b7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.1202662 Aug 11 03:09:59.818496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60f3536d-883f-4a9c-90f7-ce9ca6caf622 req-3059eb7a-1546-47bf-a9f0-44089d7c7aa3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671148 Aug 11 03:09:59.946090 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.010705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4c31bb90-ba73-4549-acaf-95e9944f61fd up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:00.040352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.170481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:09:56Z', 'revision_number': 4, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port': {'id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:51Z', 'updated_at': '2021-08-11T03:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'ed2739b5-92c3-49c3-a103-6efe1e686d59', 'name': '', 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'mac_address': 'fa:16:3e:80:1f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:55Z', 'updated_at': '2021-08-11T03:09:56Z', 'revision_number': 2, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'subnets': [{'id': 'ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:00.221801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4c31bb90-ba73-4549-acaf-95e9944f61fd triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:00.222188 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.241019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Checking router: 633d8035-59e7-4353-adc5-62d230a766f6 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:00.241412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Updating router 633d8035-59e7-4353-adc5-62d230a766f6 port ed2739b5-92c3-49c3-a103-6efe1e686d59 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:00.323645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.327548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.365863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:00.562787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0db8a70-4f00-4670-a0c9-5e6b39be441f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:00.579006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Router ab515e33-417d-482d-a268-d3f5fe8a0068 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:00.579252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662ba47-608c-42f6-8597-64196143bcea req-e93caa66-08e7-4e16-aa39-126431c5c8c4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.581879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8662ba47-608c-42f6-8597-64196143bcea req-e93caa66-08e7-4e16-aa39-126431c5c8c4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.1591232 Aug 11 03:10:00.583311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.718417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8662ba47-608c-42f6-8597-64196143bcea req-cad00317-043a-455b-a596-d1cf34035caa tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248245 Aug 11 03:10:00.730966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f9848-6135-4550-a374-c51e5998d1b0 req-7c74148d-1b2a-4acd-a9d8-6333b25f06d4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:00.732515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-074f9848-6135-4550-a374-c51e5998d1b0 req-7c74148d-1b2a-4acd-a9d8-6333b25f06d4 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 943 time: 0.0903442 Aug 11 03:10:00.785514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-074f9848-6135-4550-a374-c51e5998d1b0 req-808db8f8-7597-4be5-8ee6-6f7c91dd16f6 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391181 Aug 11 03:10:00.786914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:00.797825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.801607 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] Sync routers for ids ['ab515e33-417d-482d-a268-d3f5fe8a0068'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:00.802107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-460a31e3-02d4-41da-ae8f-6e8523c7bdfa tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "PUT /v2.0/routers/ab515e33-417d-482d-a268-d3f5fe8a0068 HTTP/1.1" status: 200 len: 915 time: 2.9259033 Aug 11 03:10:00.804448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:00.817697 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] Routers {'ab515e33-417d-482d-a268-d3f5fe8a0068'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:00.818324 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab515e33-417d-482d-a268-d3f5fe8a0068'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:00.838132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f0db8a70-4f00-4670-a0c9-5e6b39be441f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0db8a70-4f00-4670-a0c9-5e6b39be441f,segment=NetworkSegment(c442a541-3f9a-41ea-8a68-b1c7b110670d),segment_id=c442a541-3f9a-41ea-8a68-b1c7b110670d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:00.856762 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:00.858196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f', 'network_id': 'b9dc933f-518d-443f-b3f2-f8d8278364f4', 'port_id': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f', 'mac_address': 'fa:16:3e:3d:2f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521780a5-7658-47ec-89ef-a659f871f54a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:00.866122 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] Routers {'ab515e33-417d-482d-a268-d3f5fe8a0068'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:00.866734 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab515e33-417d-482d-a268-d3f5fe8a0068'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:00.901543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:00.902435 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1797db-41c8-4cac-b561-5eb26f8ed8a4 None None] The sync data for ids ['ab515e33-417d-482d-a268-d3f5fe8a0068'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:00.953669 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:00.970961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6cb9513c-4987-45c9-87ae-1e57386e7531 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/ab515e33-417d-482d-a268-d3f5fe8a0068 HTTP/1.1" status: 200 len: 921 time: 0.1627519 Aug 11 03:10:00.973213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40838) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:00.979392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0db8a70-4f00-4670-a0c9-5e6b39be441f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:01.009587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f0db8a70-4f00-4670-a0c9-5e6b39be441f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0db8a70-4f00-4670-a0c9-5e6b39be441f,segment=NetworkSegment(c442a541-3f9a-41ea-8a68-b1c7b110670d),segment_id=c442a541-3f9a-41ea-8a68-b1c7b110670d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:01.016356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.026115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de1736a-853c-4f3d-b190-2ce7ae4e324d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.026371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.028004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3de1736a-853c-4f3d-b190-2ce7ae4e324d tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=ab515e33-417d-482d-a268-d3f5fe8a0068&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0535455 Aug 11 03:10:01.030519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40840) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:01.113844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f0db8a70-4f00-4670-a0c9-5e6b39be441f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:01.121708 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.133427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Transition to ACTIVE for port object ed2739b5-92c3-49c3-a103-6efe1e686d59 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:01.135390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477e1123-539e-4574-b14d-818156874824 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.137123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-477e1123-539e-4574-b14d-818156874824 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 881 time: 0.1053634 Aug 11 03:10:01.140253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40842) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:01.142902 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.203730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab888c59-dc66-45f0-b9c0-012593163548 None None] Pushing event updated for resources: {'Port': ['ID=ed2739b5-92c3-49c3-a103-6efe1e686d59,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:01.207165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-efe345be-1507-4f30-bad5-6f965d09f105 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab515e33-417d-482d-a268-d3f5fe8a0068 HTTP/1.1" status: 200 len: 205 time: 0.0656633 Aug 11 03:10:01.209659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:01.265131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Attempting to bind port ed2739b5-92c3-49c3-a103-6efe1e686d59 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:01.265832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Attempting to bind port ed2739b5-92c3-49c3-a103-6efe1e686d59 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:01.266159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Attempting to bind port ed2739b5-92c3-49c3-a103-6efe1e686d59 on network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:01.274026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:01.274026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Checking segment: {'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:01.274026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.274026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Bound using segment: {'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:01.274674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Bound port: ed2739b5-92c3-49c3-a103-6efe1e686d59, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8063a86-b155-4a08-badf-4aa889442e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:01.275071 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.347180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.362552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] For port ed2739b5-92c3-49c3-a103-6efe1e686d59, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:01.365836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] For port ed2739b5-92c3-49c3-a103-6efe1e686d59, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed2739b5-92c3-49c3-a103-6efe1e686d59,segment=NetworkSegment(d8063a86-b155-4a08-badf-4aa889442e41),segment_id=d8063a86-b155-4a08-badf-4aa889442e41)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:01.368993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f0db8a70-4f00-4670-a0c9-5e6b39be441f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:01.401651 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.458796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Deleting port 876e7026-0b24-488e-a353-d1b1e62e63a5 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:01.459584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.483922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Routers {'633d8035-59e7-4353-adc5-62d230a766f6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:01.485320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['633d8035-59e7-4353-adc5-62d230a766f6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:01.563781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab888c59-dc66-45f0-b9c0-012593163548 None None] Pushing event updated for resources: {'Port': ['ID=ed2739b5-92c3-49c3-a103-6efe1e686d59,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:01.570276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.646832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Deleting port 092be00a-742e-44c6-84a6-2e1c5c62afd9 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:01.647257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.684237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-a2d86772-d569-4d1d-bd21-02b367b1d610 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:01.687054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-a2d86772-d569-4d1d-bd21-02b367b1d610 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.1624782 Aug 11 03:10:01.713236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] Set router 633d8035-59e7-4353-adc5-62d230a766f6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:01.724520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] For port 876e7026-0b24-488e-a353-d1b1e62e63a5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=876e7026-0b24-488e-a353-d1b1e62e63a5,segment=NetworkSegment(4ec62002-4970-4772-ba93-22c913a94f70),segment_id=4ec62002-4970-4772-ba93-22c913a94f70)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:01.725351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.768412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:01.792078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Calling delete_port for 092be00a-742e-44c6-84a6-2e1c5c62afd9 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:01.822842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Calling delete_port for 876e7026-0b24-488e-a353-d1b1e62e63a5 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:02.055714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.077502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede5492-71f2-4da0-9240-33b277bfe950 req-e03031c7-eddf-46e1-adcf-a5c8c4125c46 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.086281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ede5492-71f2-4da0-9240-33b277bfe950 req-e03031c7-eddf-46e1-adcf-a5c8c4125c46 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 945 time: 0.1480842 Aug 11 03:10:02.094313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event deleted for resources: {'Port': ['ID=092be00a-742e-44c6-84a6-2e1c5c62afd9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:02.122971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.123312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.123660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.124033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.124635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.124635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.124948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.125272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.125596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.125987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.126310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.126690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:02.162695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330b69a-cb7f-4834-b3e5-28793cd3b203 req-ba3765f2-f0b2-4b6c-bb9d-d1e45a2c74cb tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:02.170132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7330b69a-cb7f-4834-b3e5-28793cd3b203 req-ba3765f2-f0b2-4b6c-bb9d-d1e45a2c74cb tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 944 time: 0.2422090 Aug 11 03:10:02.171428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:09:56Z', 'revision_number': 4, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port': {'id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:51Z', 'updated_at': '2021-08-11T03:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'ed2739b5-92c3-49c3-a103-6efe1e686d59', 'name': '', 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'mac_address': 'fa:16:3e:80:1f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:55Z', 'updated_at': '2021-08-11T03:10:01Z', 'revision_number': 4, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'subnets': [{'id': 'ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:02.203170 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.209612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202561e8-1cdc-4ba0-ab8f-0c87c188f793 None None] The sync data for ids ['633d8035-59e7-4353-adc5-62d230a766f6'] in n-d-768509-22 is: [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:09:56Z', 'revision_number': 4, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port': {'id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:51Z', 'updated_at': '2021-08-11T03:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'ed2739b5-92c3-49c3-a103-6efe1e686d59', 'name': '', 'network_id': 'e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'mac_address': 'fa:16:3e:80:1f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:55Z', 'updated_at': '2021-08-11T03:10:01Z', 'revision_number': 4, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'subnets': [{'id': 'ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:02.215080 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.231694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7330b69a-cb7f-4834-b3e5-28793cd3b203 req-bcc46b8a-7aa5-44ce-8d71-c6a62c886238 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Aug 11 03:10:02.241264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Deleting port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:02.241634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.359148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] For port d0d1c8a2-561a-40b3-9331-72ebf8a18a61, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:02.359527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.375760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Calling delete_port for d0d1c8a2-561a-40b3-9331-72ebf8a18a61 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:02.395206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.397927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.506895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Pushing event deleted for resources: {'Port': ['ID=876e7026-0b24-488e-a353-d1b1e62e63a5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:02.567731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ede5492-71f2-4da0-9240-33b277bfe950 req-8f185e51-16c6-43c2-8fc7-b505452c9d8c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646232 Aug 11 03:10:02.634567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.646035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['d0d1c8a2-561a-40b3-9331-72ebf8a18a61'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:02.711305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event deleted for resources: {'Port': ['ID=d0d1c8a2-561a-40b3-9331-72ebf8a18a61,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:02.986225 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:02.987091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Fanout notify agent at l3_agent the message router_deleted on router ab515e33-417d-482d-a268-d3f5fe8a0068 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:10:03.002735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.011994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1f6e7627-97fa-434d-9269-2f16ea770f57 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/ab515e33-417d-482d-a268-d3f5fe8a0068 HTTP/1.1" status: 204 len: 168 time: 1.8010452 Aug 11 03:10:03.012681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40876) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:03.017885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1473286841', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:03.050003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.054113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.131357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.273000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] No DVR routers for this DVR port d0d1c8a2-561a-40b3-9331-72ebf8a18a61 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:03.279595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.281840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64f34888-0b03-44ab-b42c-3f8454a90673 req-d5bef3d2-a9f1-4a8e-a96c-8dcef9be1c1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "DELETE /v2.0/ports/d0d1c8a2-561a-40b3-9331-72ebf8a18a61 HTTP/1.1" status: 204 len: 173 time: 1.5768635 Aug 11 03:10:03.293020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43d31789-2a46-48ae-a217-20ec6c142a09', 'name': 'network-vif-deleted', 'tag': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:03.308173 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baee8b9c-c228-48bf-a06b-1cedda1cd2b7" -d '{"events": [{"server_uuid": "43d31789-2a46-48ae-a217-20ec6c142a09", "name": "network-vif-deleted", "tag": "d0d1c8a2-561a-40b3-9331-72ebf8a18a61"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:03.354060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.354659 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.458278 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbad78e-b9af-42b4-b45f-dc0750671e94 x-openstack-request-id: req-edbad78e-b9af-42b4-b45f-dc0750671e94 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:03.458492 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43d31789-2a46-48ae-a217-20ec6c142a09", "name": "network-vif-deleted", "tag": "d0d1c8a2-561a-40b3-9331-72ebf8a18a61", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:03.459389 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edbad78e-b9af-42b4-b45f-dc0750671e94 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:03.459979 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43d31789-2a46-48ae-a217-20ec6c142a09', 'name': 'network-vif-deleted', 'tag': 'd0d1c8a2-561a-40b3-9331-72ebf8a18a61', 'status': 'completed', 'code': 200} Aug 11 03:10:03.539195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48942950-c8eb-4fd8-bc91-b99bbc143f11 req-daa44019-4432-4614-9e59-941d4ed7db32 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:03.544969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48942950-c8eb-4fd8-bc91-b99bbc143f11 req-daa44019-4432-4614-9e59-941d4ed7db32 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 944 time: 0.1842058 Aug 11 03:10:03.623550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48942950-c8eb-4fd8-bc91-b99bbc143f11 req-f4301de0-a060-4939-9b65-adee1ad80648 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685709 Aug 11 03:10:03.756022 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-591fcce6-d9fb-4156-9426-0ec8a2b8d6ce req-fd5e1f4d-751c-41d7-96d8-0d16e637bec5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=43d31789-2a46-48ae-a217-20ec6c142a09 HTTP/1.1" status: 200 len: 210 time: 0.0706968 Aug 11 03:10:03.799782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Router cc2eb574-abb9-4dfb-8e98-e5a637e918cf has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:03.820293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:03.841018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.002625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:04.011413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2673d379-d18f-484e-8642-6657f8ddd06d admin admin] 10.222.0.60 "PUT /v2.0/routers/cc2eb574-abb9-4dfb-8e98-e5a637e918cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6414764 Aug 11 03:10:04.011413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:04.014707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] Sync routers for ids ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:04.030277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] Routers {'cc2eb574-abb9-4dfb-8e98-e5a637e918cf'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:04.031848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:04.036021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Allocated IP 172.25.4.94 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/1e42de78-8462-406d-811d-a92b4c76a708) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:04.169105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed2739b5-92c3-49c3-a103-6efe1e686d59 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:04.170705 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.226593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] Set router cc2eb574-abb9-4dfb-8e98-e5a637e918cf gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:04.292471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.323614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ed2739b5-92c3-49c3-a103-6efe1e686d59 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:04.327657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0db8a70-4f00-4670-a0c9-5e6b39be441f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:04.330827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ed2739b5-92c3-49c3-a103-6efe1e686d59 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:04.331201 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.372025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.396058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.540701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:04.549564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:04.555836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:04.559756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Deleting port 7153fe07-a5ee-4aeb-861d-e3733dfacf59 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:04.560382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.745323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] For port 7153fe07-a5ee-4aeb-861d-e3733dfacf59, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7153fe07-a5ee-4aeb-861d-e3733dfacf59,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:04.746251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:04.780631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Calling delete_port for 7153fe07-a5ee-4aeb-861d-e3733dfacf59 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:04.806547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event updated for resources: {'Port': ['ID=1e42de78-8462-406d-811d-a92b4c76a708,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:05.029674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port f0db8a70-4f00-4670-a0c9-5e6b39be441f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:05.039281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port f0db8a70-4f00-4670-a0c9-5e6b39be441f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:05.039735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.106143 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.172907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66598876-1934-4a86-b039-91a2f84f22b5 req-0ddc7c50-f126-4cd3-8a5e-0174da705dc2 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.180924 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.181355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66598876-1934-4a86-b039-91a2f84f22b5 req-0ddc7c50-f126-4cd3-8a5e-0174da705dc2 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 944 time: 0.3505197 Aug 11 03:10:05.198065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.247124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7153fe07-a5ee-4aeb-861d-e3733dfacf59,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:05.299777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66598876-1934-4a86-b039-91a2f84f22b5 req-aa17d205-6b7e-427b-aacc-e0f029ac5dae tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112096 Aug 11 03:10:05.328172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ed2739b5-92c3-49c3-a103-6efe1e686d59, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed2739b5-92c3-49c3-a103-6efe1e686d59,segment=NetworkSegment(d8063a86-b155-4a08-badf-4aa889442e41),segment_id=d8063a86-b155-4a08-badf-4aa889442e41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:05.363260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.370661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.446129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.500595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.503886 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.508164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'name': 'tempest-TestAggregatesBasicOps-861664625-router', 'tenant_id': 'ab02bea785634d5c9ebf187614d5f031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:36Z', 'updated_at': '2021-08-11T03:10:02Z', 'revision_number': 5, 'project_id': 'ab02bea785634d5c9ebf187614d5f031', 'gw_port': {'id': '7153fe07-a5ee-4aeb-861d-e3733dfacf59', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2eb574-abb9-4dfb-8e98-e5a637e918cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:37Z', 'updated_at': '2021-08-11T03:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:05.521189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.564991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.565824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2eb574-abb9-4dfb-8e98-e5a637e918cf {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:10:05.573996 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.578022 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fb6f8a21-77c0-4294-ab61-8ae008e58f3b admin admin] 10.222.0.60 "DELETE /v2.0/routers/cc2eb574-abb9-4dfb-8e98-e5a637e918cf HTTP/1.1" status: 204 len: 168 time: 1.5655444 Aug 11 03:10:05.584592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40928) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:05.619483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] Checking router: cc2eb574-abb9-4dfb-8e98-e5a637e918cf for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:05.623905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-90520a12-bcc9-415b-8f67-e68c0cdf32a6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:05.631434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-90520a12-bcc9-415b-8f67-e68c0cdf32a6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.4429388 Aug 11 03:10:05.633421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ed2739b5-92c3-49c3-a103-6efe1e686d59,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:05.664846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-df419a8e-f2ce-4aaa-b9f7-160df0d9085a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/quotas/27afed0817244548ae1c8f6a78bf56b6 HTTP/1.1" status: 200 len: 375 time: 0.0321572 Aug 11 03:10:05.679665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d0d1c8a2-561a-40b3-9331-72ebf8a18a61 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:05.686188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:05.700653 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b8e145-439c-4f32-b18d-bafe03fc28bd" -d '{"events": [{"server_uuid": "2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d", "name": "network-vif-plugged", "status": "completed", "tag": "f0db8a70-4f00-4670-a0c9-5e6b39be441f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:05.708942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fed612e8-be5c-408e-8733-db33a5a3fc9a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429535 Aug 11 03:10:05.722855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] Deleting subnet 438d02aa-5015-4028-8912-36a7db4bea02 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:10:05.761854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] Routers set() bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:05.762229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] Router IDs set() for agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 03:10:05.762846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_agentschedulers_db [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cc2eb574-abb9-4dfb-8e98-e5a637e918cf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent'). {{(pid=111684) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 03:10:05.763239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d79ad7c-a5fe-4315-bc75-268cd73ebbe9 None None] The sync data for ids ['cc2eb574-abb9-4dfb-8e98-e5a637e918cf'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:05.766901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.769016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: d0d1c8a2-561a-40b3-9331-72ebf8a18a61 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:05.769369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d0d1c8a2-561a-40b3-9331-72ebf8a18a61 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:05.781212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f0db8a70-4f00-4670-a0c9-5e6b39be441f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0db8a70-4f00-4670-a0c9-5e6b39be441f,segment=NetworkSegment(c442a541-3f9a-41ea-8a68-b1c7b110670d),segment_id=c442a541-3f9a-41ea-8a68-b1c7b110670d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:05.791947 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.842943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:05.887457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Router 41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:05.904123 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb87aca-fa31-46a4-8ddc-25fbad2db85f x-openstack-request-id: req-0cb87aca-fa31-46a4-8ddc-25fbad2db85f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:05.904566 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d", "name": "network-vif-plugged", "status": "completed", "tag": "f0db8a70-4f00-4670-a0c9-5e6b39be441f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:05.904955 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0cb87aca-fa31-46a4-8ddc-25fbad2db85f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:05.905543 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f', 'code': 200} Aug 11 03:10:05.906708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f0db8a70-4f00-4670-a0c9-5e6b39be441f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:06.028268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-ec393da7-8352-41a4-8054-f652755f980c service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141053 Aug 11 03:10:06.093343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:06.102758 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] Sync routers for ids ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:06.113730 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] Routers {'41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:06.114948 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:06.127796 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.133247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.138611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dddecc00-37b3-471b-8df9-defa6702a4d9 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1248577 Aug 11 03:10:06.139268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40936) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:06.147729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:06.163494 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:06.172710 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] Routers {'41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:06.173414 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:06.219047 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:06.219764 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a97a95a-a81e-490f-bddf-cd430d1d27c9 None None] The sync data for ids ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:06.232035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45499f08-27c8-4d12-8ba7-7e6b3383903f req-9a9a3122-0095-4353-84df-ef321d8d94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.233579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45499f08-27c8-4d12-8ba7-7e6b3383903f req-9a9a3122-0095-4353-84df-ef321d8d94f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 1097 time: 0.2048872 Aug 11 03:10:06.286899 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.333383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45499f08-27c8-4d12-8ba7-7e6b3383903f req-f8d41c99-3e60-48f2-8718-2cc12795e3d6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891237 Aug 11 03:10:06.335327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-43b89c69-5bc1-4e3a-92ec-6560a5def019 service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914567 Aug 11 03:10:06.338364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438d02aa-5015-4028-8912-36a7db4bea02,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:06.340509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.345863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dac85684-d02f-4874-af08-f14af849e37e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/438d02aa-5015-4028-8912-36a7db4bea02 HTTP/1.1" status: 204 len: 168 time: 0.7569468 Aug 11 03:10:06.346806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa621c64-62a5-420b-8b7c-b041b108e41c None None] Network 2688ff37-c12f-4907-a6a1-c85f304034cd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:06.350613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40940) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:06.478814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.488520 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed2739b5-92c3-49c3-a103-6efe1e686d59 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:06.550220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Deleting port 65fcb6d2-bd8f-447b-a020-c28d2322defb {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:06.563070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.601628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c66e80-2229-4c48-a0f9-23c27813a563 req-64f3ede2-9b6e-4905-9d61-3db491269fce tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:06.612902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5c66e80-2229-4c48-a0f9-23c27813a563 req-64f3ede2-9b6e-4905-9d61-3db491269fce tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 945 time: 0.1261227 Aug 11 03:10:06.659309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ed2739b5-92c3-49c3-a103-6efe1e686d59 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:06.659716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.697120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5c66e80-2229-4c48-a0f9-23c27813a563 req-30b22439-151f-4958-b248-bf25a59b2fb3 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831857 Aug 11 03:10:06.707766 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e3c42f1-3e39-41f8-8335-6080a533d6b0 req-645f190e-3685-4d60-a257-64993aecdd87 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 210 time: 0.0543916 Aug 11 03:10:06.737197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] For port 65fcb6d2-bd8f-447b-a020-c28d2322defb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=65fcb6d2-bd8f-447b-a020-c28d2322defb,segment=NetworkSegment(4ec62002-4970-4772-ba93-22c913a94f70),segment_id=4ec62002-4970-4772-ba93-22c913a94f70)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:06.737648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.764792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Calling delete_port for 65fcb6d2-bd8f-447b-a020-c28d2322defb owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:06.792708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] DHCP port deletion for 2688ff37-c12f-4907-a6a1-c85f304034cd request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:10:06.824237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.860031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.903674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:06.977706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] Deleting port 65fcb6d2-bd8f-447b-a020-c28d2322defb {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:06.978351 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.016999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Deleting port 1e42de78-8462-406d-811d-a92b4c76a708 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:07.017580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.034928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fcb6d2-bd8f-447b-a020-c28d2322defb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:07.047599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] No DVR routers for this DVR port 65fcb6d2-bd8f-447b-a020-c28d2322defb on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:07.077660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 876e7026-0b24-488e-a353-d1b1e62e63a5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:07.129855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 876e7026-0b24-488e-a353-d1b1e62e63a5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:07.130455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 876e7026-0b24-488e-a353-d1b1e62e63a5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:07.168671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] For port 65fcb6d2-bd8f-447b-a020-c28d2322defb, host n-d-768509-22, got binding levels [] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:07.169091 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.176700 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.196159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] Calling delete_port for 65fcb6d2-bd8f-447b-a020-c28d2322defb owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:07.199107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.ipam_backend_mixin [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] Port 65fcb6d2-bd8f-447b-a020-c28d2322defb was not found and therefore no delete operation was performed {{(pid=111684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:10:07.200544 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.207987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.209951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Calling delete_port for 1e42de78-8462-406d-811d-a92b4c76a708 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:07.217369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] No DVR routers for this DVR port 65fcb6d2-bd8f-447b-a020-c28d2322defb on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:07.241350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ff23-40cd-48e1-9cad-a53353104284 None None] Pushing event deleted for resources: {'Port': ['ID=65fcb6d2-bd8f-447b-a020-c28d2322defb,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:07.264512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2688ff37-c12f-4907-a6a1-c85f304034cd']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:07.278508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec62002-4970-4772-ba93-22c913a94f70') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:07.278853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec62002-4970-4772-ba93-22c913a94f70') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:07.291822 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.315578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.331410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:07.332231 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:07.336860 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:07.428672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.435099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.437980 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2688ff37-c12f-4907-a6a1-c85f304034cd HTTP/1.1" status: 204 len: 168 time: 1.0863688 Aug 11 03:10:07.441364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40970) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:07.456599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.483922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Pushing event deleted for resources: {'Port': ['ID=1e42de78-8462-406d-811d-a92b4c76a708,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:07.499922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4a40c-5001-4c4e-84d4-2bde7e4c40f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2688ff37-c12f-4907-a6a1-c85f304034cd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:07.557452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.789911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30699'] for router, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.796085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622305', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620123'] for router, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:07.921598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e957bd74-543e-42d8-b1e6-526acd638668 req-6e9178a2-cda3-4d52-bfa5-cb39bde536e7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 210 time: 0.0478573 Aug 11 03:10:07.934874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Router 41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:07.975583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e49fd5-c4b0-48ef-bad1-eecc35468109 req-fde76700-696a-4e95-b3c1-27faf50246bd tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:07.978718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37e49fd5-c4b0-48ef-bad1-eecc35468109 req-fde76700-696a-4e95-b3c1-27faf50246bd tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 945 time: 0.0959239 Aug 11 03:10:07.998310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7153fe07-a5ee-4aeb-861d-e3733dfacf59 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:08.045072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.062708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7153fe07-a5ee-4aeb-861d-e3733dfacf59 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:08.063155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7153fe07-a5ee-4aeb-861d-e3733dfacf59 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:08.063585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65fcb6d2-bd8f-447b-a020-c28d2322defb no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:08.098793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 65fcb6d2-bd8f-447b-a020-c28d2322defb {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:08.099148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 65fcb6d2-bd8f-447b-a020-c28d2322defb not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:08.108303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:08.130691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] Sync routers for ids ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:08.138561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.140343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-85de5846-5231-410b-9d28-44c4501c16c8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "PUT /v2.0/routers/41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 HTTP/1.1" status: 200 len: 706 time: 1.9999337 Aug 11 03:10:08.143622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40982) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:08.150804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] Routers {'41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:08.151671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:08.157345 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37e49fd5-c4b0-48ef-bad1-eecc35468109 req-01fc00d6-7c27-45ad-8d14-0d51ca8cb34e tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725786 Aug 11 03:10:08.198064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-e18c47f4-4047-4643-b5db-9cf1cf81668e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:08.198443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:08.199994 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-e18c47f4-4047-4643-b5db-9cf1cf81668e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.3107030 Aug 11 03:10:08.208605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] Routers {'41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:08.209511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:08.234937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Request body: {'port': {'device_id': '288ff474-1c52-4e36-b823-d9b5760eea01', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'admin_state_up': True, 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:08.248236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:08.249339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7d7df5-ff01-426f-b113-3b75f2e47740 None None] The sync data for ids ['41d3a18e-aa5a-4d45-ba49-0ad3b853efa1'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:08.489068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:08.492507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.594182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Deleting port ed2739b5-92c3-49c3-a103-6efe1e686d59 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:08.594639 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.642129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-378826be-1ea0-445e-b1d6-75dcba14ee00 tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/routers/41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 HTTP/1.1" status: 200 len: 741 time: 0.4953699 Aug 11 03:10:08.642129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40996) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:08.678661 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dfc3cb2a-f64f-4aea-83c1-b281ac0ce3dc tempest-RoutersAdminTest-135535204 tempest-RoutersAdminTest-135535204-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=e1362544-b291-46ed-a508-aee3c7f36656&device_id=41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 HTTP/1.1" status: 200 len: 205 time: 0.0331645 Aug 11 03:10:08.679545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40998) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:08.701602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Allocated IP 172.20.0.11 (120bf177-bfe7-453c-b56a-457483c4cffd/094290ee-cedc-4203-bf50-d3e66145e810/37b8bdcf-2c39-4444-bb30-5b9c038e7aad) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:08.709781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-db8e3380-d921-4ef5-a55f-f3a55ad25707 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 HTTP/1.1" status: 200 len: 205 time: 0.0297370 Aug 11 03:10:08.712754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41000) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:08.739611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] For port ed2739b5-92c3-49c3-a103-6efe1e686d59, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed2739b5-92c3-49c3-a103-6efe1e686d59,segment=NetworkSegment(d8063a86-b155-4a08-badf-4aa889442e41),segment_id=d8063a86-b155-4a08-badf-4aa889442e41)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:08.739944 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.760602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Calling delete_port for ed2739b5-92c3-49c3-a103-6efe1e686d59 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:08.818398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e61d52d0-b691-48d3-b568-e4db1d573b1c tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:08.999268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.081254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e61d52d0-b691-48d3-b568-e4db1d573b1c tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.099180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e61d52d0-b691-48d3-b568-e4db1d573b1c tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.099567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.102621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbbac0d9-dddd-4e50-ab68-69aa828d2ac6 req-17275e65-3676-4307-a61d-c8fff6466a68 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 210 time: 0.0419860 Aug 11 03:10:09.157256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e61d52d0-b691-48d3-b568-e4db1d573b1c tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.158042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d52d0-b691-48d3-b568-e4db1d573b1c tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Fanout notify agent at l3_agent the message router_deleted on router 41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:10:09.179858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e61d52d0-b691-48d3-b568-e4db1d573b1c tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.184528 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e61d52d0-b691-48d3-b568-e4db1d573b1c tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 HTTP/1.1" status: 204 len: 168 time: 0.4672558 Aug 11 03:10:09.185470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41016) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.197221 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.210457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Network 120bf177-bfe7-453c-b56a-457483c4cffd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:09.221195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:09.232958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:09.236508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:09.240443 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2edeee00-1bbd-4028-8aef-0af9a438c2b3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 HTTP/1.1" status: 200 len: 205 time: 0.0536227 Aug 11 03:10:09.242497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41020) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.319193 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-deb65731-60cc-4948-8185-bd7175e8b257 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] delete failed (client error): The resource could not be found. Aug 11 03:10:09.320901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-deb65731-60cc-4948-8185-bd7175e8b257 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/41d3a18e-aa5a-4d45-ba49-0ad3b853efa1 HTTP/1.1" status: 404 len: 336 time: 0.0735736 Aug 11 03:10:09.323274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41028) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.358916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2739b5-92c3-49c3-a103-6efe1e686d59,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:09.399114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5a9f3d77-7339-456f-981c-5a9b9db8200a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab515e33-417d-482d-a268-d3f5fe8a0068 HTTP/1.1" status: 200 len: 205 time: 0.0723977 Aug 11 03:10:09.406876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41032) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.446586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:09.447295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:09.518810 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-6c84e6c0-5a44-4156-939b-221c9b8d2b8b tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] delete failed (client error): The resource could not be found. Aug 11 03:10:09.520612 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6c84e6c0-5a44-4156-939b-221c9b8d2b8b tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/ab515e33-417d-482d-a268-d3f5fe8a0068 HTTP/1.1" status: 404 len: 336 time: 0.1111660 Aug 11 03:10:09.523019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41040) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.609058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a311e072-004d-4ee0-bd7a-c26d577e0c4e tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f1f54fd-eca2-4d15-88f4-cb2d12cde894 HTTP/1.1" status: 200 len: 205 time: 0.0722589 Aug 11 03:10:09.612193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41048) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.715340 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-6c1dfe86-f425-408b-bb51-090907181772 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] delete failed (client error): The resource could not be found. Aug 11 03:10:09.717051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6c1dfe86-f425-408b-bb51-090907181772 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/2f1f54fd-eca2-4d15-88f4-cb2d12cde894 HTTP/1.1" status: 404 len: 336 time: 0.1035302 Aug 11 03:10:09.719596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41052) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.759766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab158de1-d382-4347-bbc1-1a730da423f3 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=eae22bc0-ce29-411b-ab85-ccb65eb3112d HTTP/1.1" status: 200 len: 205 time: 0.0369041 Aug 11 03:10:09.760891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41056) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.815574 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-2504aee1-dc39-4d44-b797-c97b601eedd8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] delete failed (client error): The resource could not be found. Aug 11 03:10:09.819537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2504aee1-dc39-4d44-b797-c97b601eedd8 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/eae22bc0-ce29-411b-ab85-ccb65eb3112d HTTP/1.1" status: 404 len: 336 time: 0.0574679 Aug 11 03:10:09.820165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41058) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.853846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae2a70dc-31d3-4c81-9ef8-43b720841a7e tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f64522a-6a31-4ab4-90c5-8c4a16c154a3 HTTP/1.1" status: 200 len: 205 time: 0.0325789 Aug 11 03:10:09.854775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41060) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.908935 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-2df22b20-bb29-4067-b937-bc0cd1cf8968 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] delete failed (client error): The resource could not be found. Aug 11 03:10:09.910125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2df22b20-bb29-4067-b937-bc0cd1cf8968 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/3f64522a-6a31-4ab4-90c5-8c4a16c154a3 HTTP/1.1" status: 404 len: 336 time: 0.0546250 Aug 11 03:10:09.913215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41064) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:09.979417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a504f383-23da-4cca-8735-5f2a6e1b3849 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d9bc114-a252-4892-ad9b-54134790545f HTTP/1.1" status: 200 len: 205 time: 0.0628815 Aug 11 03:10:09.979977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41066) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:10.018676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-fc30315c-2e05-4a6d-a9f8-e21a73ded0af tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7884195 Aug 11 03:10:10.031481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Request body: {'port': {'device_id': '288ff474-1c52-4e36-b823-d9b5760eea01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:10.042052 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-039d2eb9-f6bb-4f84-8fcc-1b7513eec501 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] delete failed (client error): The resource could not be found. Aug 11 03:10:10.043485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-039d2eb9-f6bb-4f84-8fcc-1b7513eec501 tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/routers/0d9bc114-a252-4892-ad9b-54134790545f HTTP/1.1" status: 404 len: 336 time: 0.0625083 Aug 11 03:10:10.046276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41070) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:10.078511 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-90121988-0884-45a0-a07a-3d967031b23a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] DELETE failed (client error): The resource could not be found. Aug 11 03:10:10.079229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90121988-0884-45a0-a07a-3d967031b23a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:10:10.082151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-90121988-0884-45a0-a07a-3d967031b23a tempest-RoutersAdminTest-187306186 tempest-RoutersAdminTest-187306186-project] 10.222.0.60 "DELETE /v2.0/subnets/89210422-80d5-413e-880e-d403813be210 HTTP/1.1" status: 404 len: 337 time: 0.0348036 Aug 11 03:10:10.102481 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.120490 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.294752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384bc89-712c-4140-a415-1ba94d0c6dc9 req-cf93d007-1f54-4985-9c83-bcd266c71f19 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:10.297056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e384bc89-712c-4140-a415-1ba94d0c6dc9 req-cf93d007-1f54-4985-9c83-bcd266c71f19 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 932 time: 0.0700254 Aug 11 03:10:10.374103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e384bc89-712c-4140-a415-1ba94d0c6dc9 req-237d2877-4aad-44e7-a8b2-06f24cd8f518 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646892 Aug 11 03:10:10.510279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41088) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:10.581893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Router 633d8035-59e7-4353-adc5-62d230a766f6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:10.661455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e251c793-db5c-4dda-a110-164de91bb9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.721751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b8bdcf-2c39-4444-bb30-5b9c038e7aad {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:10.755973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e251c793-db5c-4dda-a110-164de91bb9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.758171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.761352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e251c793-db5c-4dda-a110-164de91bb9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.793416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f752424-e4f2-4684-b012-b0a01faa3842 req-dac19ad2-6ff1-4787-bb6e-024746fba26e tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:10.794968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f752424-e4f2-4684-b012-b0a01faa3842 req-dac19ad2-6ff1-4787-bb6e-024746fba26e tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 945 time: 0.1437495 Aug 11 03:10:10.797811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Transition to ACTIVE for port object 37b8bdcf-2c39-4444-bb30-5b9c038e7aad will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:10.799000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41098) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:10.806254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e251c793-db5c-4dda-a110-164de91bb9cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7befa48306124d558a1ee3c13ed13ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945189 Aug 11 03:10:10.809719 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:10.833915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251c793-db5c-4dda-a110-164de91bb9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89dfa96-ce4e-4785-90de-f31a2df0f042,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:10.883038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:10.894478 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] Sync routers for ids ['633d8035-59e7-4353-adc5-62d230a766f6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:10.896572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8867bf83-5154-4f72-af46-2ed0eb4c773c admin admin] 10.222.0.60 "PUT /v2.0/routers/633d8035-59e7-4353-adc5-62d230a766f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4541061 Aug 11 03:10:10.899213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41100) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:10.907081 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] Routers {'633d8035-59e7-4353-adc5-62d230a766f6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:10.907954 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['633d8035-59e7-4353-adc5-62d230a766f6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:10.930893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:10.937639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f752424-e4f2-4684-b012-b0a01faa3842 req-681fa52b-3dd1-4e4d-92e9-7a078d33cefb tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288247 Aug 11 03:10:10.969232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6adc593-bb0f-4e69-9a6a-1a09d50ce359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.022582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6adc593-bb0f-4e69-9a6a-1a09d50ce359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.050565 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] Set router 633d8035-59e7-4353-adc5-62d230a766f6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:11.065898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Attempting to bind port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:11.066538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Attempting to bind port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:11.066942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Attempting to bind port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:11.070165 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.096830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad on network 120bf177-bfe7-453c-b56a-457483c4cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:11.108098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Attempting to bind port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:11.114900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:11.115223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Checking segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:11.115675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Bound using segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:11.116090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Bound port: 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:11.116467 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.216581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6adc593-bb0f-4e69-9a6a-1a09d50ce359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.222632 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6adc593-bb0f-4e69-9a6a-1a09d50ce359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.224238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a6adc593-bb0f-4e69-9a6a-1a09d50ce359 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f89dfa96-ce4e-4785-90de-f31a2df0f042 HTTP/1.1" status: 204 len: 168 time: 0.4242902 Aug 11 03:10:11.242498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc593-bb0f-4e69-9a6a-1a09d50ce359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89dfa96-ce4e-4785-90de-f31a2df0f042,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:11.265122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.278138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:11.283377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:11.291724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.303058 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35'}], 'enable_snat': True}, 'gw_port_id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:10:09Z', 'revision_number': 5, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port': {'id': '4c31bb90-ba73-4549-acaf-95e9944f61fd', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:be:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633d8035-59e7-4353-adc5-62d230a766f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:09:51Z', 'updated_at': '2021-08-11T03:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:11.324130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:11.325129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.326591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] 10.222.0.10 "PUT /v2.0/ports/37b8bdcf-2c39-4444-bb30-5b9c038e7aad HTTP/1.1" status: 200 len: 1093 time: 1.2993758 Aug 11 03:10:11.349011 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] Checking router: 633d8035-59e7-4353-adc5-62d230a766f6 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:11.354676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:11.357756 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] Routers {'633d8035-59e7-4353-adc5-62d230a766f6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:11.357898 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4534654f-df9c-4d68-977d-e6b2588b923c" -d '{"events": [{"name": "network-changed", "server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:11.358502 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['633d8035-59e7-4353-adc5-62d230a766f6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:11.396745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Deleting port 4c31bb90-ba73-4549-acaf-95e9944f61fd {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:11.397226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.451695 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff2ee39-12d5-4098-b2af-c1af2e663736 x-openstack-request-id: req-bff2ee39-12d5-4098-b2af-c1af2e663736 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:11.452381 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:11.452381 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bff2ee39-12d5-4098-b2af-c1af2e663736 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:11.452626 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'status': 'completed', 'code': 200} Aug 11 03:10:11.506487 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] Set router 633d8035-59e7-4353-adc5-62d230a766f6 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:11.559474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] For port 4c31bb90-ba73-4549-acaf-95e9944f61fd, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4c31bb90-ba73-4549-acaf-95e9944f61fd,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:11.560039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.575511 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:10:11Z', 'revision_number': 6, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:11.580210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Calling delete_port for 4c31bb90-ba73-4549-acaf-95e9944f61fd owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:11.606505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-0495b152-2603-4463-b650-72d88dff41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:11.608098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-0495b152-2603-4463-b650-72d88dff41b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 1096 time: 0.2267892 Aug 11 03:10:11.646076 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aed068-4ac0-446d-b5a3-247c2051f9a0 None None] The sync data for ids ['633d8035-59e7-4353-adc5-62d230a766f6'] in n-d-768509-22 is: [{'id': '633d8035-59e7-4353-adc5-62d230a766f6', 'name': 'tempest-TestAggregatesBasicOps-1583750883-router', 'tenant_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:09:49Z', 'updated_at': '2021-08-11T03:10:11Z', 'revision_number': 6, 'project_id': 'db1b01b8fc3b49f4973a906e545e08a5', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:11.682844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-1dd1ea34-5aa5-406c-a403-c8a5218f2959 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad HTTP/1.1" status: 200 len: 217 time: 0.0655756 Aug 11 03:10:11.684708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bbfef-97f8-4e72-822f-ed183a190525 service neutron] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:11.737529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb897314-fbb9-458c-a2c1-687ddc2f31d3 req-87777227-fa82-4973-b8ae-8832b81b3f97 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:11.745281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb897314-fbb9-458c-a2c1-687ddc2f31d3 req-87777227-fa82-4973-b8ae-8832b81b3f97 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 944 time: 0.2372212 Aug 11 03:10:11.762051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41124) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:11.784181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-8f3cde97-f6ac-43bc-aec3-362fec0d17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:11.785683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-8f3cde97-f6ac-43bc-aec3-362fec0d17e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0949581 Aug 11 03:10:11.793242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb897314-fbb9-458c-a2c1-687ddc2f31d3 req-00cbd274-559e-41e9-8be4-c3d20a2d8a35 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468955 Aug 11 03:10:11.827226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.834124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-87742a49-14fd-459f-98f6-0b74bed72a5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b49c2e6f69f445478ddf8e920b099768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708871 Aug 11 03:10:11.846825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-549cd4e3-1a6f-4588-b925-130ba753e740 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525267 Aug 11 03:10:11.847540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41126) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:11.858070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c31bb90-ba73-4549-acaf-95e9944f61fd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:11.926000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:11.995486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38967565-f5a0-46f2-9b7a-543021420c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.027990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38967565-f5a0-46f2-9b7a-543021420c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.108666 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.134212 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.149394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed2739b5-92c3-49c3-a103-6efe1e686d59 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:12.184201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-690e17c6-8a63-49df-badf-bca3abfaabe9 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303454 Aug 11 03:10:12.186868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38967565-f5a0-46f2-9b7a-543021420c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.188494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ed2739b5-92c3-49c3-a103-6efe1e686d59 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:12.189596 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38967565-f5a0-46f2-9b7a-543021420c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.190177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed2739b5-92c3-49c3-a103-6efe1e686d59 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:12.190837 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-38967565-f5a0-46f2-9b7a-543021420c3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7ee1756-5f5b-4a10-8005-a5d07c22f85f HTTP/1.1" status: 204 len: 168 time: 0.3421936 Aug 11 03:10:12.210986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0667909-0d65-42f8-b018-d795416477cb req-fa53a596-dca3-4ba0-8120-7a4629139b44 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:12.213246 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0667909-0d65-42f8-b018-d795416477cb req-fa53a596-dca3-4ba0-8120-7a4629139b44 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 945 time: 0.1291692 Aug 11 03:10:12.222679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.223318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 633d8035-59e7-4353-adc5-62d230a766f6 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:10:12.229060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.233837 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b2107194-d14e-49e7-b2c0-88507932fd7d admin admin] 10.222.0.60 "DELETE /v2.0/routers/633d8035-59e7-4353-adc5-62d230a766f6 HTTP/1.1" status: 204 len: 168 time: 1.3311939 Aug 11 03:10:12.236148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38967565-f5a0-46f2-9b7a-543021420c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ee1756-5f5b-4a10-8005-a5d07c22f85f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:12.236148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41132) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:12.290109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0667909-0d65-42f8-b018-d795416477cb req-e4e0a540-19a1-487c-bf60-17ade4b38b46 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/security-groups?id=c7181b7b-5903-4a9c-849e-a76238511f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646100 Aug 11 03:10:12.325209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-10149133-6a1c-4b5c-b386-126e12f9bec8 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:12.326741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-10149133-6a1c-4b5c-b386-126e12f9bec8 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 945 time: 0.2044516 Aug 11 03:10:12.395273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] Deleting subnet ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:10:12.406291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.480797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0cead03-b69c-41e5-ae1b-394036fce5e4 req-b371aac1-5df8-47fc-8948-9da3f7051a23 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889235 Aug 11 03:10:12.488500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.617129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Deleting port f0db8a70-4f00-4670-a0c9-5e6b39be441f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:12.617535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.690239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.743669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534654f-df9c-4d68-977d-e6b2588b923c req-04a2f8ed-6c37-4bf3-9b0d-8b1b8f8b54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:12.745383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4534654f-df9c-4d68-977d-e6b2588b923c req-04a2f8ed-6c37-4bf3-9b0d-8b1b8f8b54e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 1096 time: 0.1992860 Aug 11 03:10:12.838609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] For port f0db8a70-4f00-4670-a0c9-5e6b39be441f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0db8a70-4f00-4670-a0c9-5e6b39be441f,segment=NetworkSegment(c442a541-3f9a-41ea-8a68-b1c7b110670d),segment_id=c442a541-3f9a-41ea-8a68-b1c7b110670d)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:12.839028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.875475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Calling delete_port for f0db8a70-4f00-4670-a0c9-5e6b39be441f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:12.887058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:12.953579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:12.964327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d60eed-427e-4217-95d4-9068d72da9d0 None None] Network e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:13.099031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.109140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:13.109778 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f871f7c-3caf-4bcf-94cf-15b6a1bf7912 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ba0b40cf-f3e4-40c0-9b8c-be1e1b410daf HTTP/1.1" status: 204 len: 168 time: 0.8467665 Aug 11 03:10:13.140143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534654f-df9c-4d68-977d-e6b2588b923c req-53b8e8ec-27e0-4659-bacb-a2c2f371659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:13.143110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4534654f-df9c-4d68-977d-e6b2588b923c req-53b8e8ec-27e0-4659-bacb-a2c2f371659a service neutron] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 913 time: 0.3871772 Aug 11 03:10:13.195679 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.210686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f0db8a70-4f00-4670-a0c9-5e6b39be441f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:13.261588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.262469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] DHCP port deletion for e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:10:13.290206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4534654f-df9c-4d68-977d-e6b2588b923c req-a4b5a51b-5421-4f0d-9c8e-c80f0da19510 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad HTTP/1.1" status: 200 len: 217 time: 0.1077452 Aug 11 03:10:13.339657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Pushing event deleted for resources: {'Port': ['ID=f0db8a70-4f00-4670-a0c9-5e6b39be441f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:13.374594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] Deleting port e798355d-8b0c-4867-a208-47c7954bc518 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:13.375076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.376600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Deleting port e798355d-8b0c-4867-a208-47c7954bc518 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:13.379962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.380734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3513a64-ea5b-48e7-b1a2-8c1b11091cbb req-c8ac21da-c089-4c33-a11d-a7d8093e902f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:13.382453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3513a64-ea5b-48e7-b1a2-8c1b11091cbb req-c8ac21da-c089-4c33-a11d-a7d8093e902f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 944 time: 0.4422011 Aug 11 03:10:13.443528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] No DVR routers for this DVR port f0db8a70-4f00-4670-a0c9-5e6b39be441f on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:13.446791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] For port e798355d-8b0c-4867-a208-47c7954bc518, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e798355d-8b0c-4867-a208-47c7954bc518,segment=NetworkSegment(d8063a86-b155-4a08-badf-4aa889442e41),segment_id=d8063a86-b155-4a08-badf-4aa889442e41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:13.447411 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.464883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] Calling delete_port for e798355d-8b0c-4867-a208-47c7954bc518 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:13.467049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.469191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4599ab0-f961-4838-a090-1bf512b34b54 req-82795774-20d2-47fd-aae6-f8d89062e04d tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.57 "DELETE /v2.0/ports/f0db8a70-4f00-4670-a0c9-5e6b39be441f HTTP/1.1" status: 204 len: 173 time: 1.1338651 Aug 11 03:10:13.469663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'name': 'network-vif-deleted', 'tag': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:13.473755 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfe9451-7825-4ac9-aaf6-3e74ec558531" -d '{"events": [{"server_uuid": "2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d", "name": "network-vif-deleted", "tag": "f0db8a70-4f00-4670-a0c9-5e6b39be441f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:13.516168 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e695f08-c6d5-4f85-aaa1-16f06a2cf816 req-ccfdc808-af36-4c8d-9224-2ae5db9aa6b9 tempest-ServerTagsTestJSON-222154357 tempest-ServerTagsTestJSON-222154357-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d HTTP/1.1" status: 200 len: 210 time: 0.0636296 Aug 11 03:10:13.545140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] For port e798355d-8b0c-4867-a208-47c7954bc518, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e798355d-8b0c-4867-a208-47c7954bc518,segment=NetworkSegment(d8063a86-b155-4a08-badf-4aa889442e41),segment_id=d8063a86-b155-4a08-badf-4aa889442e41)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:13.545518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.580672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534654f-df9c-4d68-977d-e6b2588b923c req-97468633-71b0-4445-b69f-12b282cac308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:13.591477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4534654f-df9c-4d68-977d-e6b2588b923c req-97468633-71b0-4445-b69f-12b282cac308 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.2531033 Aug 11 03:10:13.597195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Calling delete_port for e798355d-8b0c-4867-a208-47c7954bc518 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:13.667019 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fc4d2e-7189-44c7-ab86-9fe60d4382f9 x-openstack-request-id: req-f1fc4d2e-7189-44c7-ab86-9fe60d4382f9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:13.667019 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d", "name": "network-vif-deleted", "tag": "f0db8a70-4f00-4670-a0c9-5e6b39be441f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:13.667019 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1fc4d2e-7189-44c7-ab86-9fe60d4382f9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:13.669737 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3bb9eb-34d3-426d-bbc5-c08e58cdf38d', 'name': 'network-vif-deleted', 'tag': 'f0db8a70-4f00-4670-a0c9-5e6b39be441f', 'status': 'completed', 'code': 200} Aug 11 03:10:13.675940 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.716977 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3513a64-ea5b-48e7-b1a2-8c1b11091cbb req-16717f10-57b6-47c9-931e-a4c74ce2ca92 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082833 Aug 11 03:10:13.722428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4534654f-df9c-4d68-977d-e6b2588b923c req-e1dc439f-4f0b-47eb-b852-916a1c32f9b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220164 Aug 11 03:10:13.722592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] No DVR routers for this DVR port e798355d-8b0c-4867-a208-47c7954bc518 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:13.728434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a110775-fd5b-4d04-b106-bd8859834d4a None None] Pushing event deleted for resources: {'Port': ['ID=e798355d-8b0c-4867-a208-47c7954bc518,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:13.779338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.826816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e798355d-8b0c-4867-a208-47c7954bc518,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:13.832893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] No DVR routers for this DVR port e798355d-8b0c-4867-a208-47c7954bc518 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:13.857307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4534654f-df9c-4d68-977d-e6b2588b923c req-7069f397-41f8-4573-86f7-bdb7bde5f190 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269987 Aug 11 03:10:13.917647 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:13.935023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:13.983206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8063a86-b155-4a08-badf-4aa889442e41') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:13.983206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8063a86-b155-4a08-badf-4aa889442e41') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:13.992831 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e798355d-8b0c-4867-a208-47c7954bc518 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:13.994286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.011169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.025810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:14.026380 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:14.031182 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:14.036226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e798355d-8b0c-4867-a208-47c7954bc518 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:14.036738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e798355d-8b0c-4867-a208-47c7954bc518 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:14.037261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4c31bb90-ba73-4549-acaf-95e9944f61fd no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:14.065468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4534654f-df9c-4d68-977d-e6b2588b923c req-d9d86ae8-8683-48d7-850f-e68671c51201 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016659 Aug 11 03:10:14.076953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4c31bb90-ba73-4549-acaf-95e9944f61fd {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:14.077323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4c31bb90-ba73-4549-acaf-95e9944f61fd not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:14.125105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.149214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.154403 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc HTTP/1.1" status: 204 len: 168 time: 1.0429041 Aug 11 03:10:14.155701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d5308-1247-49e7-a37d-1c34317c14e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f6ad5a-3af8-4376-a0b5-e0d47268b3bc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:14.290107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41210) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:14.330711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41214) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:14.373398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad053065-1c8b-47bd-b3b6-00a98ea1354f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab02bea785634d5c9ebf187614d5f031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393376 Aug 11 03:10:14.374036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41216) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:14.428642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71744c91-9a9c-4f4d-9b4b-17ccc1398ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.449253 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71744c91-9a9c-4f4d-9b4b-17ccc1398ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.491560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-11872391', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:14.496314 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71744c91-9a9c-4f4d-9b4b-17ccc1398ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.498881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71744c91-9a9c-4f4d-9b4b-17ccc1398ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.500054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-71744c91-9a9c-4f4d-9b4b-17ccc1398ee7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b44139d-1d8a-49ec-aa11-173fab36a494 HTTP/1.1" status: 204 len: 168 time: 0.1250815 Aug 11 03:10:14.508844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71744c91-9a9c-4f4d-9b4b-17ccc1398ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b44139d-1d8a-49ec-aa11-173fab36a494,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:14.514193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Made reservation on behalf of 6066da352a0e4b95a52a8b3549ae76fe for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:14.528742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.543168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.571128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:14.650085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] Deleting subnet 521780a5-7658-47ec-89ef-a659f871f54a {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:10:14.653895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.715940 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.759111 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.766430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.783165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] device_id is not set on port d8d27d97-7c6b-4d4a-82c5-49e617b9be2f yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:10:14.815181 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:14.873084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41234) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:14.882286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dfcd4-1475-427c-bf03-816d7c256f35 req-5346e7e5-34ab-4e9d-b40b-9f887c3bae3e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:14.883880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a494b39-689c-4d11-bf8b-87d3ed2b5ef7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:14.889753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773dfcd4-1475-427c-bf03-816d7c256f35 req-5346e7e5-34ab-4e9d-b40b-9f887c3bae3e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 944 time: 0.0659337 Aug 11 03:10:14.928415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773dfcd4-1475-427c-bf03-816d7c256f35 req-9a75de1d-1154-43b1-9d87-662c9c80414f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376053 Aug 11 03:10:14.974455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-95ffccd8-6ae8-4589-9766-5f22c5941b52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db1b01b8fc3b49f4973a906e545e08a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981092 Aug 11 03:10:14.974896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41236) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:14.999572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Allocated IP 172.25.4.214 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d8d27d97-7c6b-4d4a-82c5-49e617b9be2f) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:15.002437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.043809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521780a5-7658-47ec-89ef-a659f871f54a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.047069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.049277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ee6f79cf-6ced-4d11-a2c7-23ce6486154d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/521780a5-7658-47ec-89ef-a659f871f54a HTTP/1.1" status: 204 len: 168 time: 0.4761748 Aug 11 03:10:15.052167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:15.056611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94ae77c5-fc23-4df2-9fa4-5265ec62cba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.085275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94ae77c5-fc23-4df2-9fa4-5265ec62cba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.191041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.344892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.356901 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.370023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dc933f-518d-443f-b3f2-f8d8278364f4']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:15.383440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c442a541-3f9a-41ea-8a68-b1c7b110670d') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:15.383763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c442a541-3f9a-41ea-8a68-b1c7b110670d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:15.395655 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.418040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.427468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:15.427787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:15.429514 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:15.440260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.455465 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94ae77c5-fc23-4df2-9fa4-5265ec62cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.458061 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94ae77c5-fc23-4df2-9fa4-5265ec62cba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.459248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-94ae77c5-fc23-4df2-9fa4-5265ec62cba0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f4093ba-ead4-44f9-81ed-a0d23a5366df HTTP/1.1" status: 204 len: 168 time: 0.4833724 Aug 11 03:10:15.467404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae77c5-fc23-4df2-9fa4-5265ec62cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4093ba-ead4-44f9-81ed-a0d23a5366df,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.517010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:15.522086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.525937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:15.535141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:15.537044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.538855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b9dc933f-518d-443f-b3f2-f8d8278364f4 HTTP/1.1" status: 204 len: 168 time: 0.4858155 Aug 11 03:10:15.562898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d27d97-7c6b-4d4a-82c5-49e617b9be2f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.578361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3feaf-ca34-4e3c-bb88-7b8ab08f62d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9dc933f-518d-443f-b3f2-f8d8278364f4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:15.593823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:15.594423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.608474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6752814e-f006-42e7-b73b-f22e83fc9287 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.3172343 Aug 11 03:10:15.612841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41250) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:15.619836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}]}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:15.644968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.646338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.667439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 37b8bdcf-2c39-4444-bb30-5b9c038e7aad details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:15.693832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41254) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:15.713950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.744639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2035175c-fc1f-46a8-a377-89732ae4c771 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60ded44684ff47d5a71071d48220725a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496013 Aug 11 03:10:15.745275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41256) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:15.788880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:15.804127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'port_id': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'mac_address': 'fa:16:3e:db:9c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094290ee-cedc-4203-bf50-d3e66145e810', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:15.811345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66296c30-bdef-40d5-a0be-1cf25373c176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.838806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66296c30-bdef-40d5-a0be-1cf25373c176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.856262 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.870892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b8bdcf-2c39-4444-bb30-5b9c038e7aad {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:15.894536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.898036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:15.903660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.905226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66296c30-bdef-40d5-a0be-1cf25373c176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.908060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-66296c30-bdef-40d5-a0be-1cf25373c176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:15.909214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-66296c30-bdef-40d5-a0be-1cf25373c176 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7181b7b-5903-4a9c-849e-a76238511f9f HTTP/1.1" status: 204 len: 168 time: 0.1630285 Aug 11 03:10:15.932965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66296c30-bdef-40d5-a0be-1cf25373c176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7181b7b-5903-4a9c-849e-a76238511f9f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:16.020719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:16.088676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['37b8bdcf-2c39-4444-bb30-5b9c038e7aad'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:16.139735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a54b36-312d-4bee-ae7a-6117258abe16 req-2880d91f-6e00-4f9c-9cfd-5ee2b3105799 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:16.141336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a54b36-312d-4bee-ae7a-6117258abe16 req-2880d91f-6e00-4f9c-9cfd-5ee2b3105799 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 945 time: 0.0844288 Aug 11 03:10:16.192207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.204391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1a54b36-312d-4bee-ae7a-6117258abe16 req-e4b1f050-5dcf-45cc-af9b-319196bbbd69 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548477 Aug 11 03:10:16.239262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.408726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0db8a70-4f00-4670-a0c9-5e6b39be441f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:16.434114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: f0db8a70-4f00-4670-a0c9-5e6b39be441f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:16.435162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0db8a70-4f00-4670-a0c9-5e6b39be441f not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:16.497875 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.578357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41298) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:16.670481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.672731 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.689046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-625197862-network', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:16.711370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Made reservation on behalf of 32ec4a60583b4e75bd43fad6b4be86b9 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:16.714089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.723796 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.728827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.729694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6051635b-d3a5-46e8-9bec-c0b860160bb6 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:10:16.752855 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:10:16.756598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e9fa48b9-284b-4262-89d5-29fd850eb708 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1388750 Aug 11 03:10:16.756825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41310) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:16.837675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Deleting port d8d27d97-7c6b-4d4a-82c5-49e617b9be2f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:16.838139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.845653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.849923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.861667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:16.870922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.871272 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Added segment c5e1a047-cadc-40e5-bdd7-23abd1045a29 of type vlan for network 392c2311-c339-4d74-80e4-6e5668ea8b87 Aug 11 03:10:16.873896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41312) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:16.925780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.930670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314be242-bbfd-43f6-9e81-2db1d1ea2b86,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:16.941439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Calling delete_port for d8d27d97-7c6b-4d4a-82c5-49e617b9be2f owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:16.941575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.977584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:16.980221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:16.981468 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.008825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-735635213-network', 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:17.051003 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4714932 Aug 11 03:10:17.054075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41316) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:17.061266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Request body: {'subnet': {'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-625197862-subnet', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:17.068811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786f6ea-7142-421b-9b52-6802c733d2c5 admin admin] Pushing event updated for resources: {'Network': ['ID=392c2311-c339-4d74-80e4-6e5668ea8b87,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.075221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:17.077681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.080199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:17.087934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.100746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Made reservation on behalf of 32ec4a60583b4e75bd43fad6b4be86b9 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:17.103111 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.105776 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.199282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.200884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8d27d97-7c6b-4d4a-82c5-49e617b9be2f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.203747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.228017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:17.241999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b4403-2370-4e4b-9d25-448a46c9a914,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.247234 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.247398 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Added segment be7de182-a08f-4374-9a23-3e3dea53109e of type vlan for network 5a90284b-eec3-423f-a872-d4de75207c47 Aug 11 03:10:17.275115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.280335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e2c8b861-4ff6-4bd0-89d1-c76809480621 tempest-RoutersAdminNegativeIpV6Test-112032995 tempest-RoutersAdminNegativeIpV6Test-112032995-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d8d27d97-7c6b-4d4a-82c5-49e617b9be2f HTTP/1.1" status: 204 len: 168 time: 0.5193360 Aug 11 03:10:17.296999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.333524 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.334842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:17.335268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.399465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5180929 Aug 11 03:10:17.402262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41326) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:17.407082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Request body: {'subnet': {'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-735635213-subnet', 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:17.417487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedbf81-ce1f-44c0-a3b1-27fd8748f82c req-8b17e374-d91f-4eb4-90e5-94e7475b6570 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:17.418934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfedbf81-ce1f-44c0-a3b1-27fd8748f82c req-8b17e374-d91f-4eb4-90e5-94e7475b6570 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 945 time: 0.1177030 Aug 11 03:10:17.425612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900401ec-cdc0-4414-8086-09b7e726f6b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a90284b-eec3-423f-a872-d4de75207c47,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.436039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5a90284b-eec3-423f-a872-d4de75207c47 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:17.444890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:17.448934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.458072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.595814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41334) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:17.681902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 37b8bdcf-2c39-4444-bb30-5b9c038e7aad up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:17.728663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.751132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:17.755506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:17.755920 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.789120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9e99-7b30-4d30-8205-caedb8951291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.830174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f181037c-8001-4185-9356-569dd0909b8d,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.847489 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.856085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:17.856587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Network hostable DHCP agents. Network: 5a90284b-eec3-423f-a872-d4de75207c47, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:17.872378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:17.874712 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564b8d55-d687-4f9a-a9fd-afef9f4caf08" -d '{"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-plugged", "status": "completed", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:17.888810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:17.895550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.898582 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfedbf81-ce1f-44c0-a3b1-27fd8748f82c req-30873c04-388b-4595-9711-72e3eb2db433 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601357 Aug 11 03:10:17.903989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aec0520-37a5-4321-805f-288320a1037c,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:17.910309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Network 5a90284b-eec3-423f-a872-d4de75207c47 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:17.931674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Checking segment: {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:17.932054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Network hostable DHCP agents. Network: 392c2311-c339-4d74-80e4-6e5668ea8b87, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:17.936973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5a90284b-eec3-423f-a872-d4de75207c47) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:17.947881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:17.948999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:17.952346 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e3e19-4199-45bf-a32c-4aa3bcbe5406 x-openstack-request-id: req-d57e3e19-4199-45bf-a32c-4aa3bcbe5406 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:17.953108 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-plugged", "status": "completed", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:17.953603 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d57e3e19-4199-45bf-a32c-4aa3bcbe5406 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:17.955210 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'code': 200} Aug 11 03:10:17.956512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348725c2-a541-4ba7-a083-9c08ee7ae8ce None None] Network 5a90284b-eec3-423f-a872-d4de75207c47 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:17.970613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:17.976427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 392c2311-c339-4d74-80e4-6e5668ea8b87) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:17.980317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:17.980891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.004051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9e99-7b30-4d30-8205-caedb8951291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.015791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0f5848dd-beb9-4c13-a341-ab96ca539a1f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9581859 Aug 11 03:10:18.016230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41342) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:18.019949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694708f8-711a-49db-a8ff-660d440c73e3 None None] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:18.021214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:18.034647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ccf9e99-7b30-4d30-8205-caedb8951291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.049401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-42ddceb3-a7b1-4c33-8719-288da3894c01 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6460404 Aug 11 03:10:18.052891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.054277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.072445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:18.111531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ccf9e99-7b30-4d30-8205-caedb8951291 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56e74aabbd924976a61aec92836ef690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5139470 Aug 11 03:10:18.115561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41346) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:18.124525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.138406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf9e99-7b30-4d30-8205-caedb8951291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a32835a-8bc4-4e19-869e-652802a0db1d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:18.146452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1658900-26dc-4eb9-8569-7125fa5823e3 req-a234e4ec-dedd-4767-af4d-f1599334869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.148284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1658900-26dc-4eb9-8569-7125fa5823e3 req-a234e4ec-dedd-4767-af4d-f1599334869f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 1098 time: 0.1464655 Aug 11 03:10:18.194278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1658900-26dc-4eb9-8569-7125fa5823e3 req-f01612ab-48a6-4c68-a230-57511829b9f2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368080 Aug 11 03:10:18.253232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcacc6e-e4f7-402f-905a-dea21f9a970a None None] Network 5a90284b-eec3-423f-a872-d4de75207c47 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:18.286103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.333016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-392c2311-c339-4d74-80e4-6e5668ea8b87', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:18.333887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.378947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a36d1d50-df71-4e3f-a6dc-b0dde35bd8e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.421721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a36d1d50-df71-4e3f-a6dc-b0dde35bd8e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.567185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a36d1d50-df71-4e3f-a6dc-b0dde35bd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.569682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a36d1d50-df71-4e3f-a6dc-b0dde35bd8e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.570815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a36d1d50-df71-4e3f-a6dc-b0dde35bd8e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a32835a-8bc4-4e19-869e-652802a0db1d HTTP/1.1" status: 204 len: 168 time: 0.4541683 Aug 11 03:10:18.582439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d1d50-df71-4e3f-a6dc-b0dde35bd8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a32835a-8bc4-4e19-869e-652802a0db1d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:18.609284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.643770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:18.648168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-21f1818f-544b-4ab2-95a0-057a01434982 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:18.650517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-21f1818f-544b-4ab2-95a0-057a01434982 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.1396551 Aug 11 03:10:18.667076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-837511dd-9a12-44fb-aa07-ecc5a09d3610 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0113106 Aug 11 03:10:18.703607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-0e40b0cd-417b-4ed7-8603-e16b43a794cf tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302997 Aug 11 03:10:18.804720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Allocated IP 172.20.0.2 (392c2311-c339-4d74-80e4-6e5668ea8b87/9aec0520-37a5-4321-805f-288320a1037c/d5d2199b-ad70-4f97-9144-440e968fe644) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:18.818232 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:18.827243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Allocated IP 172.25.4.205 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:18.886447 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-61c70d80-966b-4c6f-8e73-71c0d346181d service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712863 Aug 11 03:10:19.006726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41382) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:19.029297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-bdf9a6c1-2139-4e8d-a77c-4bb911fd6aad service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287889 Aug 11 03:10:19.099278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.113152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Transition to ACTIVE for port object d5d2199b-ad70-4f97-9144-440e968fe644 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:19.135164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Transition to ACTIVE for port object d5d2199b-ad70-4f97-9144-440e968fe644 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:19.139044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.144703 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.149060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b8ca9baa-dc62-46d7-b857-316985a1704a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6066da352a0e4b95a52a8b3549ae76fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351111 Aug 11 03:10:19.152483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:19.167723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d16477-cbec-4e61-bd4b-e416fa24edb0 req-07bf071c-8ef4-4617-9810-cbe635f4e0ed tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:19.180423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a5d16477-cbec-4e61-bd4b-e416fa24edb0 req-07bf071c-8ef4-4617-9810-cbe635f4e0ed tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1354415 Aug 11 03:10:19.222874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Pushing event updated for resources: {'Port': ['ID=d5d2199b-ad70-4f97-9144-440e968fe644,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:19.240344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:19.242090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:19.248651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:19.254041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a5d16477-cbec-4e61-bd4b-e416fa24edb0 req-6b24f837-ba20-427b-a073-5e3427e62e47 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687642 Aug 11 03:10:19.295456 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.338006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:19.341626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:19.346393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:19.349928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b8477de3-89af-472c-8d10-462fa7fec8ce req-ef6f37c1-9ab9-427a-b4a0-05efacd48817 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 210 time: 0.0802429 Aug 11 03:10:19.364726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f63c7f95-8ae7-4d91-a056-f1afafcf39cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.382999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Attempting to bind port d5d2199b-ad70-4f97-9144-440e968fe644 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:19.388655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Attempting to bind port d5d2199b-ad70-4f97-9144-440e968fe644 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:19.389464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Attempting to bind port d5d2199b-ad70-4f97-9144-440e968fe644 on network 392c2311-c339-4d74-80e4-6e5668ea8b87 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:19.391811 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f63c7f95-8ae7-4d91-a056-f1afafcf39cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.393836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Pushing event updated for resources: {'Port': ['ID=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:19.401360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:19.402194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Checking segment: {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:19.402923 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.403523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Bound using segment: {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:19.404429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Bound port: d5d2199b-ad70-4f97-9144-440e968fe644, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:19.405059 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.471997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f63c7f95-8ae7-4d91-a056-f1afafcf39cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.475457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f63c7f95-8ae7-4d91-a056-f1afafcf39cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.476870 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f63c7f95-8ae7-4d91-a056-f1afafcf39cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a494b39-689c-4d11-bf8b-87d3ed2b5ef7 HTTP/1.1" status: 204 len: 168 time: 0.3231964 Aug 11 03:10:19.491304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c7f95-8ae7-4d91-a056-f1afafcf39cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a494b39-689c-4d11-bf8b-87d3ed2b5ef7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:19.513953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] For port d5d2199b-ad70-4f97-9144-440e968fe644, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:19.528437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] For port d5d2199b-ad70-4f97-9144-440e968fe644, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5d2199b-ad70-4f97-9144-440e968fe644,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:19.536137 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:19.618466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35612f-16be-47d4-87f4-e1fba24e6e87 None None] Pushing event updated for resources: {'Port': ['ID=d5d2199b-ad70-4f97-9144-440e968fe644,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:19.705207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.054715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5d2199b-ad70-4f97-9144-440e968fe644 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:20.139173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.181928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d5d2199b-ad70-4f97-9144-440e968fe644 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:20.312261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Router 800834bd-d0a9-4558-bbe8-20ea59550060 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:20.450527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e379ef-67d8-4b56-8132-76eb6436f0d4 req-d01f9d01-170a-4ed2-b1ce-8a9fbe409e3f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:20.460786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86e379ef-67d8-4b56-8132-76eb6436f0d4 req-d01f9d01-170a-4ed2-b1ce-8a9fbe409e3f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.0775125 Aug 11 03:10:20.513230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-48d3c555-a95b-4b28-b0f4-31d047a42bbd req-85071dad-cfcc-401f-bd0b-fa86c775d646 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 210 time: 0.0692477 Aug 11 03:10:20.587999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86e379ef-67d8-4b56-8132-76eb6436f0d4 req-334c38e4-4019-44b5-b829-509c622461dc tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262162 Aug 11 03:10:20.589593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:20.601218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Sync routers for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:20.625680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:20.627559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:20.630202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:20.633533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cdb92761-cac3-46e1-980f-9b6d29390167 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6136942 Aug 11 03:10:20.634304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41432) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:20.916894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:20.972150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41438) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:21.240769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1166118566'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:21.285022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Made reservation on behalf of a1e187e236024bd6a909027cf4736d2a for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:21.289045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.305572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.402212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df4325-17a6-4130-90ab-bd0504e61c7d None None] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:21.418511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-d3ef0093-3b50-49c4-b1c9-1d88feaadb48 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:21.435885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-d3ef0093-3b50-49c4-b1c9-1d88feaadb48 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.6795239 Aug 11 03:10:21.439944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.445807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.454730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Request body: {'port': {'device_id': '1e22f600-1704-409b-8795-511bb5b576cb', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'admin_state_up': True, 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:21.508221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:21.521355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.522182 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Added segment f5b7a638-caa7-4eb7-be92-8334f3fe6e40 of type vlan for network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 Aug 11 03:10:21.583265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.607664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-291330d6-de46-4939-8650-3a03579d80b0 None None] Provisioning for port d5d2199b-ad70-4f97-9144-440e968fe644 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:21.625252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-291330d6-de46-4939-8650-3a03579d80b0 None None] Provisioning complete for port d5d2199b-ad70-4f97-9144-440e968fe644 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:21.626659 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-291330d6-de46-4939-8650-3a03579d80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.633504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:19Z', 'revision_number': 3, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:21.651844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.666799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:21.667462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.697308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Checking router: 800834bd-d0a9-4558-bbe8-20ea59550060 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:21.697564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Updating router 800834bd-d0a9-4558-bbe8-20ea59550060 port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:21.708544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed3699-619d-4e1b-be7d-1fa37a9e777a req-eefac02f-b65a-41ec-a5d1-5a509f7d3494 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:21.717013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53ed3699-619d-4e1b-be7d-1fa37a9e777a req-eefac02f-b65a-41ec-a5d1-5a509f7d3494 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.2046056 Aug 11 03:10:21.718157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4565121-c621-4ec6-a87a-adc84278f9ad,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:21.779545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.845557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53ed3699-619d-4e1b-be7d-1fa37a9e777a req-f39bb07a-d384-4d51-994d-5f4598384cab tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283288 Aug 11 03:10:21.860790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:21.872450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:21.879187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8e31e2f-d4e2-4802-bf5f-38295bc050f5 req-1c6f2c87-7214-4ac7-a235-bddf4a87be8b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 210 time: 0.1980083 Aug 11 03:10:21.906507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9220004 Aug 11 03:10:21.910485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41458) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:21.921760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Request body: {'subnet': {'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:21.946324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dda28-dbee-41fc-8973-e8d38af794bb tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event updated for resources: {'Network': ['ID=6cd642f9-1d29-40ac-87a6-4adb284b4b85,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.025845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:22.048995 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-291330d6-de46-4939-8650-3a03579d80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.073119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-7a1517cc-392a-43d0-9512-c304d83bf749 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3490217 Aug 11 03:10:22.118816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Made reservation on behalf of a1e187e236024bd6a909027cf4736d2a for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:22.136631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.225461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Allocated IP 172.20.0.13 (5a90284b-eec3-423f-a872-d4de75207c47/f181037c-8001-4185-9356-569dd0909b8d/16d47a1b-de23-430f-a815-2f33e063aa26) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:22.235367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.393758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-291330d6-de46-4939-8650-3a03579d80b0 None None] For port d5d2199b-ad70-4f97-9144-440e968fe644, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5d2199b-ad70-4f97-9144-440e968fe644,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:22.402781 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-47c41718-e8b1-41f1-b27e-74021ca8e877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.406850 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-291330d6-de46-4939-8650-3a03579d80b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.410565 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.426623 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.468512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291330d6-de46-4939-8650-3a03579d80b0 None None] Pushing event updated for resources: {'Port': ['ID=d5d2199b-ad70-4f97-9144-440e968fe644,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.482651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Transition to ACTIVE for port object 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:22.491538 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.499694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.500227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.501237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.501725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.502325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.502836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.503297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.505721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c80f3965-e7ab-4dd8-bcbc-63aabaa77821 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6510 time: 0.1432769 Aug 11 03:10:22.548121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Allocated IP 172.20.0.1 (392c2311-c339-4d74-80e4-6e5668ea8b87/9aec0520-37a5-4321-805f-288320a1037c/516c0b46-0362-4715-a8e9-20d2c0264a5f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:22.548503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event updated for resources: {'Subnet': ['ID=d6928a31-3055-43a0-bfb5-25d0eb4cac71,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.571182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Attempting to bind port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:22.572015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Attempting to bind port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:22.572848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Attempting to bind port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:22.594313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:22.595099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:22.595785 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.596424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:22.597071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Bound port: 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:22.598257 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.603900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Checking segment: {'id': 'f5b7a638-caa7-4eb7-be92-8334f3fe6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:22.604336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Network hostable DHCP agents. Network: 6cd642f9-1d29-40ac-87a6-4adb284b4b85, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:22.634975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:22.650652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6cd642f9-1d29-40ac-87a6-4adb284b4b85) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:22.659739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.660681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.679759 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.692023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] For port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:22.695082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Transition to ACTIVE for port object 516c0b46-0362-4715-a8e9-20d2c0264a5f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:22.695948 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-337e3843-5549-4024-88a8-0ccfc2e5bc6a tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7836444 Aug 11 03:10:22.697397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] For port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:22.697708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-cf33d742-1552-4608-8899-5e8056dd946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.698310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-cf33d742-1552-4608-8899-5e8056dd946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.698874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-cf33d742-1552-4608-8899-5e8056dd946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:22.700585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-cf33d742-1552-4608-8899-5e8056dd946c service neutron] 10.222.0.57 "GET /v2.0/networks?id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 200 len: 2297 time: 0.1615794 Aug 11 03:10:22.701163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41464) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:22.706573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6493a5ed-cfca-4530-82ef-db4b0f6cbdf4 None None] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:22.707467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Request body: {'port': {'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85', 'name': 'tempest-ExtraDHCPOptionsTestJSON-190813253'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:22.714916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.734919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.752144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-17ac5441-f2c4-4d2c-9604-3661b1a5864c None None] Provisioning complete for port d5d2199b-ad70-4f97-9144-440e968fe644 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:22.752906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17ac5441-f2c4-4d2c-9604-3661b1a5864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:22.805049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Pushing event updated for resources: {'Port': ['ID=516c0b46-0362-4715-a8e9-20d2c0264a5f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.820704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec482e-0e32-4dea-a2c2-44675cab0965 None None] Pushing event updated for resources: {'Port': ['ID=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.894144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-cbc781ea-2664-4d42-b700-7d603b26b33c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 200 len: 1002 time: 0.1828070 Aug 11 03:10:22.910239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec482e-0e32-4dea-a2c2-44675cab0965 None None] Pushing event updated for resources: {'Port': ['ID=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:22.948729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:22.949515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:09:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:23.005646 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.096510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:23.098399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:23.105194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-4e0a93d5-2629-44eb-ba31-ac6b86d8ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.111176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-4e0a93d5-2629-44eb-ba31-ac6b86d8ebf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ec5d3d-e06d-454a-8d42-0e369a4ceba9 HTTP/1.1" status: 200 len: 855 time: 0.2042539 Aug 11 03:10:23.118121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:23.122283 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.246196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Network 5a90284b-eec3-423f-a872-d4de75207c47 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:23.258092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6cd642f9-1d29-40ac-87a6-4adb284b4b85', 'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85', 'tenant_id': 'a1e187e236024bd6a909027cf4736d2a', 'fixed_ips': [{'subnet_id': 'd6928a31-3055-43a0-bfb5-25d0eb4cac71'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:23.258961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.266030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Made reservation on behalf of a1e187e236024bd6a909027cf4736d2a for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:23.273596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.273888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:23.276931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:23.299982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:23.308534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] device_id is not set on port 14951759-c0f2-4db9-af23-824738f983b3 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:10:23.330319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574dd69-67cc-4cda-af58-5bd0dbcf3186 req-e1de9da9-d2e5-4d98-b665-2e4a4e05709a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.337966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5574dd69-67cc-4cda-af58-5bd0dbcf3186 req-e1de9da9-d2e5-4d98-b665-2e4a4e05709a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 932 time: 0.2450333 Aug 11 03:10:23.358731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.359523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.392350 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.396728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event updated for resources: {'Port': ['ID=16d47a1b-de23-430f-a815-2f33e063aa26,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:23.426516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-367447bc-9f95-4f11-8d59-f2d5b375ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.428540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-367447bc-9f95-4f11-8d59-f2d5b375ab61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2931387 Aug 11 03:10:23.503670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e609e-a94b-41aa-b7e2-54f2c6512927 req-1c0b5f8c-885b-44af-890a-edd425e09c37 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:23.503670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d08e609e-a94b-41aa-b7e2-54f2c6512927 req-1c0b5f8c-885b-44af-890a-edd425e09c37 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.3561912 Aug 11 03:10:23.504062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5574dd69-67cc-4cda-af58-5bd0dbcf3186 req-cb908838-7612-4353-b0cd-2f50ca11343c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638005 Aug 11 03:10:23.516670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-28a29d81-a0c6-4755-abe2-99a6f656812a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0719202 Aug 11 03:10:23.553845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4e964a02-9cbd-4148-9724-0252c7ca4457 None None] Provisioning for port 516c0b46-0362-4715-a8e9-20d2c0264a5f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:23.568422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4e964a02-9cbd-4148-9724-0252c7ca4457 None None] Provisioning complete for port 516c0b46-0362-4715-a8e9-20d2c0264a5f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:23.568878 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4e964a02-9cbd-4148-9724-0252c7ca4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.593218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Allocated IP 172.20.0.6 (6cd642f9-1d29-40ac-87a6-4adb284b4b85/d6928a31-3055-43a0-bfb5-25d0eb4cac71/14951759-c0f2-4db9-af23-824738f983b3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:23.594590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Request body: {'port': {'device_id': '1e22f600-1704-409b-8795-511bb5b576cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:23.662100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c79f12cb-3e00-4f81-915d-8175339379a8 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179012 Aug 11 03:10:23.675685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d08e609e-a94b-41aa-b7e2-54f2c6512927 req-1b4520ec-592c-4568-8c11-fb2028fc8e9c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576898 Aug 11 03:10:23.779195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.810415 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.863861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:23.877462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Transition to ACTIVE for port object 14951759-c0f2-4db9-af23-824738f983b3 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:23.928422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4e964a02-9cbd-4148-9724-0252c7ca4457 None None] Port 516c0b46-0362-4715-a8e9-20d2c0264a5f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:24.006511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Allocated IP 172.20.0.2 (6cd642f9-1d29-40ac-87a6-4adb284b4b85/d6928a31-3055-43a0-bfb5-25d0eb4cac71/30e89eaa-494b-4ffa-8c28-da1f1025673c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:24.020242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-033d6938-2100-4c30-b9d7-e85212d16b47 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488836 Aug 11 03:10:24.022167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.094110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-3fe5768b-9fd3-4eae-b04f-4015a41685ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 217 time: 0.0626130 Aug 11 03:10:24.122836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:24.130666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:24.153305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:24.156242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event updated for resources: {'Port': ['ID=14951759-c0f2-4db9-af23-824738f983b3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:24.211097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-98835020-bad6-4a80-82cf-185429bd3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.212854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-98835020-bad6-4a80-82cf-185429bd3d3d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.1055722 Aug 11 03:10:24.222528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.223437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.232779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.247053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Transition to ACTIVE for port object 30e89eaa-494b-4ffa-8c28-da1f1025673c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:24.258118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.265149 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.267080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2dd62614-7007-4e62-957c-7f2a1a20af5e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5639517 Aug 11 03:10:24.269172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Transition to ACTIVE for port object 30e89eaa-494b-4ffa-8c28-da1f1025673c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:24.270021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41494) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:24.275520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Request body: {'port': {'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1945090266', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:24.276394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] bootfile-name is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:10:24.276875 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] tftp-server is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:10:24.277491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] server-ip-address is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:10:24.287728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5d2199b-ad70-4f97-9144-440e968fe644 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:24.339301 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.447363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:24.457574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d5d2199b-ad70-4f97-9144-440e968fe644 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:24.458117 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.511125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:24.514412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:24.523538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Pushing event updated for resources: {'Port': ['ID=30e89eaa-494b-4ffa-8c28-da1f1025673c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:24.640312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:19Z', 'revision_number': 3, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:24.679622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e4505-5b83-4a0b-85a4-6745fa819cf2 None None] The sync data for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 is: [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:19Z', 'revision_number': 3, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:24.691356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Attempting to bind port 30e89eaa-494b-4ffa-8c28-da1f1025673c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:24.694835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Attempting to bind port 30e89eaa-494b-4ffa-8c28-da1f1025673c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f5b7a638-caa7-4eb7-be92-8334f3fe6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:24.698978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Attempting to bind port 30e89eaa-494b-4ffa-8c28-da1f1025673c on network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:24.729632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:24.730095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Checking segment: {'id': 'f5b7a638-caa7-4eb7-be92-8334f3fe6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:24.732086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.732570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Bound using segment: {'id': 'f5b7a638-caa7-4eb7-be92-8334f3fe6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:24.737996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Bound port: 30e89eaa-494b-4ffa-8c28-da1f1025673c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b7a638-caa7-4eb7-be92-8334f3fe6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6cd642f9-1d29-40ac-87a6-4adb284b4b85'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:24.738515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.869331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] For port 30e89eaa-494b-4ffa-8c28-da1f1025673c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:24.876314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] For port 30e89eaa-494b-4ffa-8c28-da1f1025673c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=30e89eaa-494b-4ffa-8c28-da1f1025673c,segment=NetworkSegment(f5b7a638-caa7-4eb7-be92-8334f3fe6e40),segment_id=f5b7a638-caa7-4eb7-be92-8334f3fe6e40)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:24.881454 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.904786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-4f97b3fe-f5b6-4126-98e8-5a9c749ef597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:24.906564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-4f97b3fe-f5b6-4126-98e8-5a9c749ef597 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6716616 Aug 11 03:10:24.931424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:24.983558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d47a1b-de23-430f-a815-2f33e063aa26 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:24.988744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212bbec-0190-4d60-87c1-4d7c1d81abf3 None None] Pushing event updated for resources: {'Port': ['ID=30e89eaa-494b-4ffa-8c28-da1f1025673c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:25.007411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.025991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Transition to ACTIVE for port object 16d47a1b-de23-430f-a815-2f33e063aa26 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:25.028627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Pushing event updated for resources: {'Port': ['ID=516c0b46-0362-4715-a8e9-20d2c0264a5f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:25.060325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.220399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-af7045e6-ecbf-4596-b244-5b382e86bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.234200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c177d8af-0bc8-4e14-8b5a-99af00e99560 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182592 Aug 11 03:10:25.253843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Made reservation on behalf of a1e187e236024bd6a909027cf4736d2a for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:25.260010 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.285542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5d768-3d6a-43ec-8513-8b3af198d73d req-c8c88181-d428-495f-94a8-a3e48c730717 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:25.290395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd1d1b-2cb1-4821-8150-5e04d0382a34 req-bbec63be-c8fb-41ea-be73-b3eb9841ae01 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:25.294305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ccd1d1b-2cb1-4821-8150-5e04d0382a34 req-bbec63be-c8fb-41ea-be73-b3eb9841ae01 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 932 time: 0.5359991 Aug 11 03:10:25.299006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eeb5d768-3d6a-43ec-8513-8b3af198d73d req-c8c88181-d428-495f-94a8-a3e48c730717 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.2476254 Aug 11 03:10:25.368537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Pushing event updated for resources: {'Port': ['ID=16d47a1b-de23-430f-a815-2f33e063aa26,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:25.436267 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.445773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] device_id is not set on port c68f93e9-cae3-41c8-8c53-463dfbaa1fbf yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:10:25.477918 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ccd1d1b-2cb1-4821-8150-5e04d0382a34 req-4853decb-c80c-4531-b359-c2e975d7d6da tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693699 Aug 11 03:10:25.484734 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eeb5d768-3d6a-43ec-8513-8b3af198d73d req-98cefe7a-8b9c-4209-b2d0-0a1441d0ce18 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846416 Aug 11 03:10:25.520635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.587305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:25.589652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:25.648710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-92083aab-3ccd-4a39-85a1-340720787af9 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965895 Aug 11 03:10:25.727506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Allocated IP 172.20.0.5 (6cd642f9-1d29-40ac-87a6-4adb284b4b85/d6928a31-3055-43a0-bfb5-25d0eb4cac71/c68f93e9-cae3-41c8-8c53-463dfbaa1fbf) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:25.783451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Router 800834bd-d0a9-4558-bbe8-20ea59550060 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:25.836249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Attempting to bind port 16d47a1b-de23-430f-a815-2f33e063aa26 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:25.836715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Attempting to bind port 16d47a1b-de23-430f-a815-2f33e063aa26 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:25.837115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Attempting to bind port 16d47a1b-de23-430f-a815-2f33e063aa26 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:25.851539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Port 16d47a1b-de23-430f-a815-2f33e063aa26 on network 5a90284b-eec3-423f-a872-d4de75207c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:25.852184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Attempting to bind port 16d47a1b-de23-430f-a815-2f33e063aa26 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:25.862812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:25.863497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:25.864208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Bound using segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:25.864893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Bound port: 16d47a1b-de23-430f-a815-2f33e063aa26, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:25.865449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:25.974019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-7cd94d6b-bc21-407b-9ecd-7c06f2f798c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 217 time: 0.1701972 Aug 11 03:10:26.034972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b1166a0b-3339-4bb8-adf1-7f7f50b32bf3 None None] Provisioning complete for port 516c0b46-0362-4715-a8e9-20d2c0264a5f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:26.035899 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b1166a0b-3339-4bb8-adf1-7f7f50b32bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.119401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b1166a0b-3339-4bb8-adf1-7f7f50b32bf3 None None] Port 516c0b46-0362-4715-a8e9-20d2c0264a5f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:26.143614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30e89eaa-494b-4ffa-8c28-da1f1025673c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:26.173429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] For port 16d47a1b-de23-430f-a815-2f33e063aa26, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:26.177984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] For port 16d47a1b-de23-430f-a815-2f33e063aa26, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=16d47a1b-de23-430f-a815-2f33e063aa26,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:26.180310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:26.183338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-303ca77d-ad55-4c4f-a712-0d7d98d81e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.194095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-303ca77d-ad55-4c4f-a712-0d7d98d81e6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.2044296 Aug 11 03:10:26.194488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14227109-17a2-4704-8413-028a335ea458 admin admin] 10.222.0.60 "PUT /v2.0/routers/800834bd-d0a9-4558-bbe8-20ea59550060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5509083 Aug 11 03:10:26.194488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.251053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.252028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.253829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] 10.222.0.57 "PUT /v2.0/ports/16d47a1b-de23-430f-a815-2f33e063aa26 HTTP/1.1" status: 200 len: 1093 time: 2.6807148 Aug 11 03:10:26.254527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e22f600-1704-409b-8795-511bb5b576cb', 'tag': '16d47a1b-de23-430f-a815-2f33e063aa26'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:26.257260 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b8329a-caa3-4417-b144-5e20d2bc868a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e22f600-1704-409b-8795-511bb5b576cb", "tag": "16d47a1b-de23-430f-a815-2f33e063aa26"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:26.279020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 30e89eaa-494b-4ffa-8c28-da1f1025673c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:26.293585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626626d-4347-4497-a917-79c66e7cba9e service neutron] Pushing event updated for resources: {'Port': ['ID=16d47a1b-de23-430f-a815-2f33e063aa26,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:26.294966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:26.299003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.355059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-63c0c50e-ce44-4d61-b177-8f403cbeebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.364436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-63c0c50e-ce44-4d61-b177-8f403cbeebe3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1258714 Aug 11 03:10:26.365554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Transition to ACTIVE for port object c68f93e9-cae3-41c8-8c53-463dfbaa1fbf will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:26.371523 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cc5102-1516-4c98-a491-61140e6e7a5b x-openstack-request-id: req-10cc5102-1516-4c98-a491-61140e6e7a5b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:26.371859 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e22f600-1704-409b-8795-511bb5b576cb", "tag": "16d47a1b-de23-430f-a815-2f33e063aa26", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:26.372275 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10cc5102-1516-4c98-a491-61140e6e7a5b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:26.372745 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e22f600-1704-409b-8795-511bb5b576cb', 'tag': '16d47a1b-de23-430f-a815-2f33e063aa26', 'status': 'completed', 'code': 200} Aug 11 03:10:26.406336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-69924897-f98d-4975-986c-efc3491ae5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.411861 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-69924897-f98d-4975-986c-efc3491ae5ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 1096 time: 0.1072581 Aug 11 03:10:26.436404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:26.442257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:26.443076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.474839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-cec68847-e5d4-466b-934c-6158ebf70837 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d47a1b-de23-430f-a815-2f33e063aa26 HTTP/1.1" status: 200 len: 217 time: 0.0537477 Aug 11 03:10:26.548554 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-a57f6525-3af5-4f7e-8128-25e4a050677a service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726372 Aug 11 03:10:26.583281 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.613344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-0d177387-e504-4b91-bdc2-317e70c318b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.615105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-0d177387-e504-4b91-bdc2-317e70c318b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1321964 Aug 11 03:10:26.633719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:26.639915 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.703701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.718534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:26.725269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-066d25f3-e77d-42fa-a020-b3d7dd298f24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018233 Aug 11 03:10:26.737542 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:26.847167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:26.858491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:26.878645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:26.881790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0232a-c32b-43ba-a4e4-5e6566b6c2f2 req-c770f043-3847-4062-98b4-6565561ba1d8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:26.887684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ae0232a-c32b-43ba-a4e4-5e6566b6c2f2 req-c770f043-3847-4062-98b4-6565561ba1d8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.2021408 Aug 11 03:10:26.896566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebed754-e0df-449f-803c-2b2b2caf2ed3 None None] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:26.916781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event updated for resources: {'Port': ['ID=c68f93e9-cae3-41c8-8c53-463dfbaa1fbf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:26.987909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ae0232a-c32b-43ba-a4e4-5e6566b6c2f2 req-c7ae5462-d9f1-44a5-bca5-f4f787323777 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909643 Aug 11 03:10:27.010884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa45cb-1374-4a83-b935-8a7b152a4314 req-e094e5b8-b274-4832-be9f-e525113eb669 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.012920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-5e6a32ac-a088-4c75-b88f-6fe27b7d114d service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655087 Aug 11 03:10:27.018707 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85fa45cb-1374-4a83-b935-8a7b152a4314 req-e094e5b8-b274-4832-be9f-e525113eb669 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 944 time: 0.2889647 Aug 11 03:10:27.023386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-79dbac16-8550-4f46-a211-2cce8f57dabc service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690652 Aug 11 03:10:27.076521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1435517b-e086-430b-9ef6-d48fb4b0ebff None None] Provisioning for port 30e89eaa-494b-4ffa-8c28-da1f1025673c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:27.095683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1435517b-e086-430b-9ef6-d48fb4b0ebff None None] Provisioning complete for port 30e89eaa-494b-4ffa-8c28-da1f1025673c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:27.095683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1435517b-e086-430b-9ef6-d48fb4b0ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.241866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85fa45cb-1374-4a83-b935-8a7b152a4314 req-81fe15b4-82c5-4d85-84f7-b889048bfd22 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080040 Aug 11 03:10:27.243411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-fbc4e346-d340-4ccf-a6d1-c2dcaaa632c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1 HTTP/1.1" status: 200 len: 217 time: 0.2085526 Aug 11 03:10:27.251283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.251897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.306417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f0d27b12-4f4a-42bd-b0d7-412b0726ac82 req-8736148b-17d7-4462-a949-93f35a1a7482 service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778325 Aug 11 03:10:27.330036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-d6c3833b-e1aa-4dca-ab73-2e9b1381031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.332723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-d6c3833b-e1aa-4dca-ab73-2e9b1381031e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0760443 Aug 11 03:10:27.398860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-10a2f132-3b4b-404a-b803-4b70d0bca936 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1276097 Aug 11 03:10:27.401870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41540) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:27.464183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-34f6d8b3-91f1-44f4-86a8-88f696c5d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.464891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41542) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:27.465665 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1435517b-e086-430b-9ef6-d48fb4b0ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.471256 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-34f6d8b3-91f1-44f4-86a8-88f696c5d6cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213145 Aug 11 03:10:27.471879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1197446994-network', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:27.486257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-f8939b1c-b368-4520-a5ef-f8c497d6fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.488051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-f8939b1c-b368-4520-a5ef-f8c497d6fa60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 1096 time: 0.0912294 Aug 11 03:10:27.510489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1435517b-e086-430b-9ef6-d48fb4b0ebff None None] For port 30e89eaa-494b-4ffa-8c28-da1f1025673c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=30e89eaa-494b-4ffa-8c28-da1f1025673c,segment=NetworkSegment(f5b7a638-caa7-4eb7-be92-8334f3fe6e40),segment_id=f5b7a638-caa7-4eb7-be92-8334f3fe6e40)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:27.518002 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1435517b-e086-430b-9ef6-d48fb4b0ebff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.552232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6da97d-b4de-471d-a153-ec671d2d24c8 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.560456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6da97d-b4de-471d-a153-ec671d2d24c8 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.574956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6da97d-b4de-471d-a153-ec671d2d24c8 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.581904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9b6da97d-b4de-471d-a153-ec671d2d24c8 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1786149 Aug 11 03:10:27.582202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435517b-e086-430b-9ef6-d48fb4b0ebff None None] Pushing event updated for resources: {'Port': ['ID=30e89eaa-494b-4ffa-8c28-da1f1025673c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:27.587859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41544) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:27.621431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Made reservation on behalf of 55b892d00f85455a89ebc0b81f36f145 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:27.628938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.647782 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Sync routers for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:27.658762 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:27.667281 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:27.688449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-3c3d2bf2-cf8a-4bf5-ad65-dafd5567e99b service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978307 Aug 11 03:10:27.694637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-3628b1c4-fd59-45fe-ad09-7120d562a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.696557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-3628b1c4-fd59-45fe-ad09-7120d562a1d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.1996536 Aug 11 03:10:27.721887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.800959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-3a3cded4-359d-4025-958d-c414559cae8e service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049745 Aug 11 03:10:27.816715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-956c636d-b022-4202-b3f3-af5442a8eee8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d47a1b-de23-430f-a815-2f33e063aa26 HTTP/1.1" status: 200 len: 217 time: 0.0921423 Aug 11 03:10:27.856933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Provisioning for port 14951759-c0f2-4db9-af23-824738f983b3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:27.861875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Provisioning complete for port 14951759-c0f2-4db9-af23-824738f983b3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:27.862251 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.867964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-ff9e5f90-2418-4a8b-b926-1837d6fcdaa3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=622db2ec-896e-4228-b772-39f5b21605a4 HTTP/1.1" status: 200 len: 217 time: 0.0592360 Aug 11 03:10:27.915817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Port 14951759-c0f2-4db9-af23-824738f983b3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:27.932374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Provisioning complete for port 30e89eaa-494b-4ffa-8c28-da1f1025673c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:27.932749 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:27.942348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-537cf6af-9b2c-49d6-ba1a-16c822765e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.944197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-537cf6af-9b2c-49d6-ba1a-16c822765e3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0669515 Aug 11 03:10:27.947394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-61273407-30e4-4b9f-8fff-a2cbc1375372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:27.949572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-61273407-30e4-4b9f-8fff-a2cbc1375372 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1245158 Aug 11 03:10:27.992374 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:28.005466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30e89eaa-494b-4ffa-8c28-da1f1025673c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:28.006092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-144a5a07-6b1c-444f-b6f4-e261a30e9554 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464110 Aug 11 03:10:28.056431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-f3141229-aa29-44a9-a641-eb3fd82a03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.065050 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-f3141229-aa29-44a9-a641-eb3fd82a03db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1067674 Aug 11 03:10:28.138934 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.171160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 30e89eaa-494b-4ffa-8c28-da1f1025673c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:28.177309 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.177662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Deleting port c68f93e9-cae3-41c8-8c53-463dfbaa1fbf {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:28.178122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.250098 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-aabaea5c-15af-4ae1-a19f-d25162d8a456 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759522 Aug 11 03:10:28.283247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Provisioning for port c68f93e9-cae3-41c8-8c53-463dfbaa1fbf completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:28.296078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Provisioning complete for port c68f93e9-cae3-41c8-8c53-463dfbaa1fbf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:28.296652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.366186 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 2, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:28.390681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5359a-1642-4603-bcca-24dd507e7610 req-051264a1-7933-4a1c-9b2e-6f7120ab12db tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.393111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acf5359a-1642-4603-bcca-24dd507e7610 req-051264a1-7933-4a1c-9b2e-6f7120ab12db tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1830263 Aug 11 03:10:28.397435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.426314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:28.428102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-00b9933a-5fdd-47d1-a817-5e18e376f1b5 None None] Port c68f93e9-cae3-41c8-8c53-463dfbaa1fbf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:28.432902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.456475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acf5359a-1642-4603-bcca-24dd507e7610 req-bc3fd4d0-2aef-4d11-b7a2-547eaf8a31d0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575638 Aug 11 03:10:28.459528 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Checking router: 800834bd-d0a9-4558-bbe8-20ea59550060 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:28.459528 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Updating router 800834bd-d0a9-4558-bbe8-20ea59550060 port 516c0b46-0362-4715-a8e9-20d2c0264a5f binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:28.463984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:28.482577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-ae76f710-d7c7-4ce8-b681-03c2dc091d35 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121623 Aug 11 03:10:28.490249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.490669 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Added segment 8b1af7ed-5b50-44b9-9797-3436f48e1426 of type vlan for network 02699a74-7475-461f-ba7b-505ce16ba2d3 Aug 11 03:10:28.515026 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.580065 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-9e38ef28-79cb-41b0-a784-5f643cbd749b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3 HTTP/1.1" status: 200 len: 217 time: 0.0862479 Aug 11 03:10:28.584934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-23328dcd-4104-4793-8513-c835b4190f10 None None] Provisioning complete for port 14951759-c0f2-4db9-af23-824738f983b3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:28.584934 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-23328dcd-4104-4793-8513-c835b4190f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.635672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-2e50d69b-869d-41a5-a8cc-7ed09f5241a8 service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195061 Aug 11 03:10:28.642669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c09d8ca5-692a-4132-821e-b54861998655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.643144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:28.644215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c09d8ca5-692a-4132-821e-b54861998655 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.0577211 Aug 11 03:10:28.644896 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.645044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.649557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-23328dcd-4104-4793-8513-c835b4190f10 None None] Port 14951759-c0f2-4db9-af23-824738f983b3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:28.696376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-23328dcd-4104-4793-8513-c835b4190f10 None None] Provisioning complete for port c68f93e9-cae3-41c8-8c53-463dfbaa1fbf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:28.697162 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-23328dcd-4104-4793-8513-c835b4190f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.716667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-96fbadb1-bedb-497b-9c9f-a7badb9946ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.721253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-96fbadb1-bedb-497b-9c9f-a7badb9946ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0665262 Aug 11 03:10:28.789765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b8329a-caa3-4417-b144-5e20d2bc868a req-72f1381c-4639-4571-b7ad-403f00838cfd service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316993 Aug 11 03:10:28.811091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-23328dcd-4104-4793-8513-c835b4190f10 None None] Port c68f93e9-cae3-41c8-8c53-463dfbaa1fbf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:28.822324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11737161-a219-40b7-83a7-eee79312cbe4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:28.853256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.857279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-ff353f8c-0732-4ae9-9cda-64000d3c0303 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247194 Aug 11 03:10:28.885664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dccc5-19ff-4108-bc2e-76c84516b6fc req-f1a5fbcb-6871-4a33-aef2-7c6b0946a68a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.887566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-856dccc5-19ff-4108-bc2e-76c84516b6fc req-f1a5fbcb-6871-4a33-aef2-7c6b0946a68a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 944 time: 0.3351982 Aug 11 03:10:28.890704 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:10:28.906172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Calling delete_port for c68f93e9-cae3-41c8-8c53-463dfbaa1fbf owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:28.952880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.955927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:28.957039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:28.994233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-e88e55ce-0654-42af-95f8-c22cbdc24ead service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286519 Aug 11 03:10:29.027522 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.039917 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Transition to ACTIVE for port object 516c0b46-0362-4715-a8e9-20d2c0264a5f will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:29.042130 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-db9985c3-636d-4e1d-a2b0-de56df71af35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 200 len: 217 time: 0.0390959 Aug 11 03:10:29.046511 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.068782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] Pushing event updated for resources: {'Network': ['ID=02699a74-7475-461f-ba7b-505ce16ba2d3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.079577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:29.082843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-269e8751-e9ca-47f2-b745-4d56a83c730a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6136034 Aug 11 03:10:29.084432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41574) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:29.089637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Request body: {'subnet': {'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1197446994-subnet', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:29.095268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-856dccc5-19ff-4108-bc2e-76c84516b6fc req-a7a61d69-5d06-499d-99f1-81091ea0385c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928742 Aug 11 03:10:29.123661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c8689c91-e38a-458b-9ab4-5e1ae70a0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:29.125706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-c8689c91-e38a-458b-9ab4-5e1ae70a0a69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.0753756 Aug 11 03:10:29.161566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Made reservation on behalf of 55b892d00f85455a89ebc0b81f36f145 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:29.164543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.237151 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.255714 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Attempting to bind port 516c0b46-0362-4715-a8e9-20d2c0264a5f on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:29.256094 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Attempting to bind port 516c0b46-0362-4715-a8e9-20d2c0264a5f by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:29.256456 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Attempting to bind port 516c0b46-0362-4715-a8e9-20d2c0264a5f on network 392c2311-c339-4d74-80e4-6e5668ea8b87 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:29.265048 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:29.265870 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Checking segment: {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:29.267012 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.267651 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Bound using segment: {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:29.268306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Bound port: 516c0b46-0362-4715-a8e9-20d2c0264a5f, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:29.268855 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.270998 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Pushing event updated for resources: {'Port': ['ID=516c0b46-0362-4715-a8e9-20d2c0264a5f,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.311844 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.312408 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.312633 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.313418 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.313787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event deleted for resources: {'Port': ['ID=c68f93e9-cae3-41c8-8c53-463dfbaa1fbf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.313930 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.314336 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.314798 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.315131 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.315465 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.315817 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.316135 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.316439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:29.322978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-a0256f3b-6175-432d-ab61-581f895b310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:29.333614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-a0256f3b-6175-432d-ab61-581f895b310f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1837153 Aug 11 03:10:29.405761 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] For port 516c0b46-0362-4715-a8e9-20d2c0264a5f, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:29.410980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] For port 516c0b46-0362-4715-a8e9-20d2c0264a5f, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=516c0b46-0362-4715-a8e9-20d2c0264a5f,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:29.419474 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.421639 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.430316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7c2c939b-81a5-4047-a5e2-c1ab7b811a4b tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "DELETE /v2.0/ports/c68f93e9-cae3-41c8-8c53-463dfbaa1fbf HTTP/1.1" status: 204 len: 168 time: 1.8296831 Aug 11 03:10:29.430975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41578) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:29.440572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Request body: {'port': {'name': 'tempest-new-port-name-1240981597', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:29.441023 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.api.validators [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] bootfile-name is not in valid_values {{(pid=111682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:10:29.441358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.api.validators [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] tftp-server is not in valid_values {{(pid=111682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:10:29.441683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.api.validators [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] server-ip-address is not in valid_values {{(pid=111682) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:10:29.522870 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:29.526109 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:29.608473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.628744 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774c581-8709-40b5-abe3-07fbe6a48b84 None None] Pushing event updated for resources: {'Port': ['ID=516c0b46-0362-4715-a8e9-20d2c0264a5f,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:29.632627 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-6bfca0d8-4678-4460-be0a-1054a56c6255 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950656 Aug 11 03:10:29.744795 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:29.755770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60921f7f-0e40-443f-8789-65d6ba3734cb req-37935aef-660e-49a3-9338-03ff903803d2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:29.757592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60921f7f-0e40-443f-8789-65d6ba3734cb req-37935aef-660e-49a3-9338-03ff903803d2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1530058 Aug 11 03:10:29.843115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.885862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60921f7f-0e40-443f-8789-65d6ba3734cb req-2ca4d312-02fa-4f90-a579-3b65263b166c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133344 Aug 11 03:10:29.909337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:29.984703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f529ef1d-4723-44d0-b062-11381fb7f168 req-f8828e6e-34a8-43dd-bb66-58a2699e8c71 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478825 Aug 11 03:10:29.995340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0ad1d7c-86df-4ad7-b4db-ce4641a75ee8,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:30.000464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Checking segment: {'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:30.000965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Network hostable DHCP agents. Network: 02699a74-7475-461f-ba7b-505ce16ba2d3, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:30.033546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:30.051641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 02699a74-7475-461f-ba7b-505ce16ba2d3) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:30.059106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:30.059716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.064075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc41c82-383d-40bd-913a-1b1458407f30 None None] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:30.066941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.074805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.092151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d0bfbb2b-2b6f-4a07-9c8d-98da33687cd5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0066719 Aug 11 03:10:30.095401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41588) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:30.100097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:30.105788 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:29Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:30.127376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.129056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.153401 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388aa65-8f19-4976-9f3e-8d3ab6ddd579 None None] The sync data for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 is: [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:29Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:30.280245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.290127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] In _notify_port_updated(), no bound segment for port 14951759-c0f2-4db9-af23-824738f983b3 on network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:10:30.295742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:30.296404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.300792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "PUT /v2.0/ports/14951759-c0f2-4db9-af23-824738f983b3 HTTP/1.1" status: 200 len: 1136 time: 0.8664286 Aug 11 03:10:30.300792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84302a67-de2f-435a-ab37-d863d4f9fa6e tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event updated for resources: {'Port': ['ID=14951759-c0f2-4db9-af23-824738f983b3,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:30.301599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41592) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:30.352512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-02699a74-7475-461f-ba7b-505ce16ba2d3', 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'fixed_ips': [{'subnet_id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:30.355610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.368187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bc79a4-ae61-4494-83ca-ece23b44eff0 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:30.369717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-11bc79a4-ae61-4494-83ca-ece23b44eff0 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "GET /v2.0/ports/14951759-c0f2-4db9-af23-824738f983b3 HTTP/1.1" status: 200 len: 1136 time: 0.0671904 Aug 11 03:10:30.380190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41594) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:30.535146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 16d47a1b-de23-430f-a815-2f33e063aa26 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:30.585552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.611244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Deleting port 14951759-c0f2-4db9-af23-824738f983b3 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:30.611831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.625715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d7715-5bdb-4cd1-b839-2ee75920e4d6 req-4471a613-17f4-445c-bcce-e3581d328b0e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:30.636057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-663d7715-5bdb-4cd1-b839-2ee75920e4d6 req-4471a613-17f4-445c-bcce-e3581d328b0e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 944 time: 0.3674648 Aug 11 03:10:30.688925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 16d47a1b-de23-430f-a815-2f33e063aa26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=16d47a1b-de23-430f-a815-2f33e063aa26,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:30.712510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '16d47a1b-de23-430f-a815-2f33e063aa26', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'port_id': '16d47a1b-de23-430f-a815-2f33e063aa26', 'mac_address': 'fa:16:3e:f3:f6:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f181037c-8001-4185-9356-569dd0909b8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:30.728945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.746477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Calling delete_port for 14951759-c0f2-4db9-af23-824738f983b3 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:30.780226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e765eaab-4ddc-4b30-ba30-990cce990525 None None] Provisioning complete for port 14951759-c0f2-4db9-af23-824738f983b3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:30.780602 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e765eaab-4ddc-4b30-ba30-990cce990525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.862141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-663d7715-5bdb-4cd1-b839-2ee75920e4d6 req-a8f605da-67ed-4ba2-ba56-6c7775271bc6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248225 Aug 11 03:10:30.891503 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:30.897959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e765eaab-4ddc-4b30-ba30-990cce990525 None None] Port 14951759-c0f2-4db9-af23-824738f983b3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:30.929413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Allocated IP 172.20.0.2 (02699a74-7475-461f-ba7b-505ce16ba2d3/d0ad1d7c-86df-4ad7-b4db-ce4641a75ee8/73add822-ebda-4dee-9d2c-102df702ed6e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:30.947580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d47a1b-de23-430f-a815-2f33e063aa26 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:30.950727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.020156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 16d47a1b-de23-430f-a815-2f33e063aa26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=16d47a1b-de23-430f-a815-2f33e063aa26,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:31.023041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event deleted for resources: {'Port': ['ID=14951759-c0f2-4db9-af23-824738f983b3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.044080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.176992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677b762-367e-4540-b70f-e99abbe66e80 req-edaa6fa8-7a91-4d98-897b-81c2f475adcb tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:31.180596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f677b762-367e-4540-b70f-e99abbe66e80 req-edaa6fa8-7a91-4d98-897b-81c2f475adcb tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1383994 Aug 11 03:10:31.186327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.190737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-453c2193-87df-4118-a77a-e437396a61e3 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "DELETE /v2.0/ports/14951759-c0f2-4db9-af23-824738f983b3 HTTP/1.1" status: 204 len: 168 time: 0.8094685 Aug 11 03:10:31.237174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41606) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:31.255602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=16d47a1b-de23-430f-a815-2f33e063aa26,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.290032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f677b762-367e-4540-b70f-e99abbe66e80 req-380772eb-d347-4123-a9f5-ebd8df61cff4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978043 Aug 11 03:10:31.351840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:31.364011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Deleting subnet d6928a31-3055-43a0-bfb5-25d0eb4cac71 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:10:31.368173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.465853 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.565667 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.575939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Transition to ACTIVE for port object 73add822-ebda-4dee-9d2c-102df702ed6e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:31.596554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Transition to ACTIVE for port object 73add822-ebda-4dee-9d2c-102df702ed6e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:31.611304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.709305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.713415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:31.726236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:31.736971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:31.840004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Attempting to bind port 73add822-ebda-4dee-9d2c-102df702ed6e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:31.840378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Attempting to bind port 73add822-ebda-4dee-9d2c-102df702ed6e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:31.841030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Attempting to bind port 73add822-ebda-4dee-9d2c-102df702ed6e on network 02699a74-7475-461f-ba7b-505ce16ba2d3 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:31.849237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:31.849621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Checking segment: {'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:31.850031 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.850425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Bound using segment: {'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:31.850959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Bound port: 73add822-ebda-4dee-9d2c-102df702ed6e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:31.852296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.856241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Pushing event updated for resources: {'Port': ['ID=73add822-ebda-4dee-9d2c-102df702ed6e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:31.884033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.922680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:31.926447 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "DELETE /v2.0/subnets/d6928a31-3055-43a0-bfb5-25d0eb4cac71 HTTP/1.1" status: 204 len: 168 time: 0.6503599 Aug 11 03:10:31.930708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41614) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:31.943336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e51a15-d4c8-4e28-ad7b-308b5b8d6734 None None] Network 6cd642f9-1d29-40ac-87a6-4adb284b4b85 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:31.986680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111e995-775d-4dfb-925e-d0d4a35fe91f tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event deleted for resources: {'Subnet': ['ID=d6928a31-3055-43a0-bfb5-25d0eb4cac71,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.078531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.080290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 516c0b46-0362-4715-a8e9-20d2c0264a5f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:32.128680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.147912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.179208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] For port 73add822-ebda-4dee-9d2c-102df702ed6e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:32.211391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7497e-8e8b-4ef5-9bd1-30da8e90d480 req-36818b97-86c3-45b1-8846-aa85915b31b4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.216503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] For port 73add822-ebda-4dee-9d2c-102df702ed6e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=73add822-ebda-4dee-9d2c-102df702ed6e,segment=NetworkSegment(8b1af7ed-5b50-44b9-9797-3436f48e1426),segment_id=8b1af7ed-5b50-44b9-9797-3436f48e1426)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:32.222421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-73f7497e-8e8b-4ef5-9bd1-30da8e90d480 req-36818b97-86c3-45b1-8846-aa85915b31b4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 945 time: 0.1680393 Aug 11 03:10:32.237518 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.248055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 516c0b46-0362-4715-a8e9-20d2c0264a5f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:32.293459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-73f7497e-8e8b-4ef5-9bd1-30da8e90d480 req-e5982607-4dcf-4635-9365-43f808b7c070 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701396 Aug 11 03:10:32.343249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d45482-ee46-467d-850f-8272215930b9 None None] Pushing event updated for resources: {'Port': ['ID=73add822-ebda-4dee-9d2c-102df702ed6e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.355031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 516c0b46-0362-4715-a8e9-20d2c0264a5f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:32.355414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.406871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Allocated IP 172.25.4.244 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/939fef4d-77fc-4559-a1da-d87525ded4b3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:32.428240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Deleting port 30e89eaa-494b-4ffa-8c28-da1f1025673c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:32.428824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.564844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cbe7e-9266-41e5-8243-92dc1e4ac120 req-78a5e3bf-a316-4682-aa79-ae966ec225dd tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:32.587530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c6cbe7e-9266-41e5-8243-92dc1e4ac120 req-78a5e3bf-a316-4682-aa79-ae966ec225dd tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1630461 Aug 11 03:10:32.618020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] For port 30e89eaa-494b-4ffa-8c28-da1f1025673c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=30e89eaa-494b-4ffa-8c28-da1f1025673c,segment=NetworkSegment(f5b7a638-caa7-4eb7-be92-8334f3fe6e40),segment_id=f5b7a638-caa7-4eb7-be92-8334f3fe6e40)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:32.618401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.651907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Calling delete_port for 30e89eaa-494b-4ffa-8c28-da1f1025673c owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:32.683756 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.748465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c6cbe7e-9266-41e5-8243-92dc1e4ac120 req-eb773ace-99fe-4133-a7a2-5f092167a4c9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553500 Aug 11 03:10:32.793205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.799411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] DHCP port deletion for 6cd642f9-1d29-40ac-87a6-4adb284b4b85 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:10:32.824729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.874279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.879221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event deleted for resources: {'Port': ['ID=30e89eaa-494b-4ffa-8c28-da1f1025673c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.883543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 516c0b46-0362-4715-a8e9-20d2c0264a5f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=516c0b46-0362-4715-a8e9-20d2c0264a5f,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:32.896726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:32.943396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Pushing event updated for resources: {'Port': ['ID=939fef4d-77fc-4559-a1da-d87525ded4b3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.956758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] No DVR routers for this DVR port 30e89eaa-494b-4ffa-8c28-da1f1025673c on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:32.960472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=516c0b46-0362-4715-a8e9-20d2c0264a5f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:32.978450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] Deleting port 30e89eaa-494b-4ffa-8c28-da1f1025673c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:32.978981 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.024443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:33.074471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] For port 30e89eaa-494b-4ffa-8c28-da1f1025673c, host n-d-768509-22, got binding levels [] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:33.075062 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.086713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:33.094245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] Calling delete_port for 30e89eaa-494b-4ffa-8c28-da1f1025673c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:33.098406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.ipam_backend_mixin [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] Port 30e89eaa-494b-4ffa-8c28-da1f1025673c was not found and therefore no delete operation was performed {{(pid=111684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:10:33.098752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:33.100834 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.131211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] Pushing event deleted for resources: {'Port': ['ID=30e89eaa-494b-4ffa-8c28-da1f1025673c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:33.143718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b86cae-6db2-4a67-9174-c44501adf044 None None] No DVR routers for this DVR port 30e89eaa-494b-4ffa-8c28-da1f1025673c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:33.234966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.268149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd642f9-1d29-40ac-87a6-4adb284b4b85']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:33.284629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b7a638-caa7-4eb7-be92-8334f3fe6e40') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:33.284912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b7a638-caa7-4eb7-be92-8334f3fe6e40') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:33.300039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.317223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.363880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:33.364296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:33.367557 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:33.461602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703cda8-891c-4f91-995b-a2c801c32cd2 req-67481d8d-7b9a-4c71-b0b8-d1a058977d5b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:33.469709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2703cda8-891c-4f91-995b-a2c801c32cd2 req-67481d8d-7b9a-4c71-b0b8-d1a058977d5b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 945 time: 0.0795043 Aug 11 03:10:33.490041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.510373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.515020 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] 10.222.0.60 "DELETE /v2.0/networks/6cd642f9-1d29-40ac-87a6-4adb284b4b85 HTTP/1.1" status: 204 len: 168 time: 1.5832646 Aug 11 03:10:33.519080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a29cf4-1ae0-4b5f-a288-5d49c9351b97 tempest-ExtraDHCPOptionsTestJSON-1936321781 tempest-ExtraDHCPOptionsTestJSON-1936321781-project] Pushing event deleted for resources: {'Network': ['ID=6cd642f9-1d29-40ac-87a6-4adb284b4b85,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:33.524630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.554943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2703cda8-891c-4f91-995b-a2c801c32cd2 req-dc54a864-a40f-4f53-aef0-056b03856147 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652149 Aug 11 03:10:33.688556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85342c3d-c5b3-47a7-ac59-bf12d67bc4f2 None None] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:33.773266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-11ba6d90-51ca-4840-bdc0-c032c1cb5c6b None None] Provisioning for port 73add822-ebda-4dee-9d2c-102df702ed6e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:33.794653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:33.923195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41638) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:33.938570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e3b42-dd61-4b06-a0e6-ee3bc863a1a4 req-6b8f142e-3007-4f1a-932a-0de39cb2e173 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:33.940230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-906e3b42-dd61-4b06-a0e6-ee3bc863a1a4 req-6b8f142e-3007-4f1a-932a-0de39cb2e173 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.0901914 Aug 11 03:10:33.999258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-906e3b42-dd61-4b06-a0e6-ee3bc863a1a4 req-8746387e-5eec-44a9-9078-7f4d3d869713 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525005 Aug 11 03:10:34.037975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Router 6ba9bbf5-1782-4938-b0db-8d494764fafb is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:10:34.180044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 516c0b46-0362-4715-a8e9-20d2c0264a5f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:34.189425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8a58c613-0cb5-4199-a0c7-fb751acd20b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1e187e236024bd6a909027cf4736d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643752 Aug 11 03:10:34.191795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41644) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:34.209427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:34.225773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Sync routers for ids ['6ba9bbf5-1782-4938-b0db-8d494764fafb'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:34.253717 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.255509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5d4b7fce-002c-400d-8fc9-c7eb373af086 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1588881 Aug 11 03:10:34.258354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41648) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:34.268088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Routers {'6ba9bbf5-1782-4938-b0db-8d494764fafb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:34.268884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6ba9bbf5-1782-4938-b0db-8d494764fafb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:34.282182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-289dc929-4be9-49ba-94f5-127764f0549d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.315321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-289dc929-4be9-49ba-94f5-127764f0549d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.376302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-289dc929-4be9-49ba-94f5-127764f0549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.379240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-289dc929-4be9-49ba-94f5-127764f0549d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.383416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-289dc929-4be9-49ba-94f5-127764f0549d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4565121-c621-4ec6-a87a-adc84278f9ad HTTP/1.1" status: 204 len: 168 time: 0.1906314 Aug 11 03:10:34.393032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dc929-4be9-49ba-94f5-127764f0549d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4565121-c621-4ec6-a87a-adc84278f9ad,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:34.434365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Set router 6ba9bbf5-1782-4938-b0db-8d494764fafb gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:34.495946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 516c0b46-0362-4715-a8e9-20d2c0264a5f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:34.496325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.537746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 16d47a1b-de23-430f-a815-2f33e063aa26 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:34.745199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd59332-5c65-42a7-8aca-2fd6e73a9132 req-64dfb716-52a5-4aa0-800f-46ae23a36f10 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:34.746888 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8fd59332-5c65-42a7-8aca-2fd6e73a9132 req-64dfb716-52a5-4aa0-800f-46ae23a36f10 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 945 time: 0.0680366 Aug 11 03:10:34.807937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 16d47a1b-de23-430f-a815-2f33e063aa26 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:34.836815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 16d47a1b-de23-430f-a815-2f33e063aa26 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:34.837182 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:34.879165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8fd59332-5c65-42a7-8aca-2fd6e73a9132 req-d208273c-d529-4f23-bd3b-2e1c6547212e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186233 Aug 11 03:10:34.899123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73add822-ebda-4dee-9d2c-102df702ed6e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:34.999002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.064453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:10:33Z', 'revision_number': 3, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port': {'id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:32Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:35.104767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Checking router: 6ba9bbf5-1782-4938-b0db-8d494764fafb for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:35.105172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Updating router 6ba9bbf5-1782-4938-b0db-8d494764fafb port 939fef4d-77fc-4559-a1da-d87525ded4b3 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:35.141828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 73add822-ebda-4dee-9d2c-102df702ed6e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:35.147467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 73add822-ebda-4dee-9d2c-102df702ed6e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:35.147863 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.149460 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.199591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e22f600-1704-409b-8795-511bb5b576cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d47a1b-de23-430f-a815-2f33e063aa26'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:35.202780 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764794a2-412c-424f-8a6d-063b07b5d239" -d '{"events": [{"server_uuid": "1e22f600-1704-409b-8795-511bb5b576cb", "name": "network-vif-plugged", "status": "completed", "tag": "16d47a1b-de23-430f-a815-2f33e063aa26"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:35.206062 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.243818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 16d47a1b-de23-430f-a815-2f33e063aa26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=16d47a1b-de23-430f-a815-2f33e063aa26,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:35.260218 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.308698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a0947-223a-4632-8cc5-ad791aa2a632 req-a4840263-ebcf-47cc-a9db-a08710f5d689 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.310810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-528a0947-223a-4632-8cc5-ad791aa2a632 req-a4840263-ebcf-47cc-a9db-a08710f5d689 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1709049 Aug 11 03:10:35.315373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=16d47a1b-de23-430f-a815-2f33e063aa26,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:35.368977 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3621c54a-b1f2-4ce2-958a-a2ba4aa61bb4 x-openstack-request-id: req-3621c54a-b1f2-4ce2-958a-a2ba4aa61bb4 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:35.369457 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e22f600-1704-409b-8795-511bb5b576cb", "name": "network-vif-plugged", "status": "completed", "tag": "16d47a1b-de23-430f-a815-2f33e063aa26", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:35.369912 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3621c54a-b1f2-4ce2-958a-a2ba4aa61bb4 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:35.370610 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e22f600-1704-409b-8795-511bb5b576cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d47a1b-de23-430f-a815-2f33e063aa26', 'code': 200} Aug 11 03:10:35.411982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Allocated IP 172.20.0.1 (02699a74-7475-461f-ba7b-505ce16ba2d3/d0ad1d7c-86df-4ad7-b4db-ce4641a75ee8/77a3a7be-02ff-4a80-881e-24624a5b9124) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:35.481199 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.495434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41696) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:35.544296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 73add822-ebda-4dee-9d2c-102df702ed6e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=73add822-ebda-4dee-9d2c-102df702ed6e,segment=NetworkSegment(8b1af7ed-5b50-44b9-9797-3436f48e1426),segment_id=8b1af7ed-5b50-44b9-9797-3436f48e1426)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:35.553253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-528a0947-223a-4632-8cc5-ad791aa2a632 req-86805e29-c881-4104-85cc-8f806724baab tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051766 Aug 11 03:10:35.557620 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.596980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9fd6b-f378-404b-b99b-13f1eb758397 req-b8d1fb37-2829-40bd-be9a-a165b16df289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:35.598599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1b9fd6b-f378-404b-b99b-13f1eb758397 req-b8d1fb37-2829-40bd-be9a-a165b16df289 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 1098 time: 0.1033647 Aug 11 03:10:35.601535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.631569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1792769055'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:35.633017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Transition to ACTIVE for port object 77a3a7be-02ff-4a80-881e-24624a5b9124 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:35.656837 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1b9fd6b-f378-404b-b99b-13f1eb758397 req-5fc4d1a7-a25c-41dd-8ed6-e98d988dd507 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480702 Aug 11 03:10:35.661485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30e89eaa-494b-4ffa-8c28-da1f1025673c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:10:35.662451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:35.666274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.676407 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.684458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.701715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 30e89eaa-494b-4ffa-8c28-da1f1025673c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:10:35.702104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30e89eaa-494b-4ffa-8c28-da1f1025673c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:10:35.730077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=73add822-ebda-4dee-9d2c-102df702ed6e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:35.731219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:35.735560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:35.740044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:35.744052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Pushing event updated for resources: {'Port': ['ID=77a3a7be-02ff-4a80-881e-24624a5b9124,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:35.761099 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.774996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Transition to ACTIVE for port object 939fef4d-77fc-4559-a1da-d87525ded4b3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:35.780969 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.793744 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.818576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.825211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.837329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Attempting to bind port 939fef4d-77fc-4559-a1da-d87525ded4b3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:35.837714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Attempting to bind port 939fef4d-77fc-4559-a1da-d87525ded4b3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:35.838084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Attempting to bind port 939fef4d-77fc-4559-a1da-d87525ded4b3 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:35.847789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:35.848173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:35.848579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.848981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:35.849450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Bound port: 939fef4d-77fc-4559-a1da-d87525ded4b3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:35.849840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.857326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:35.880999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.881690 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment 8cacef3b-adda-4ead-b9f9-c3320866744c of type vlan for network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 Aug 11 03:10:35.883492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ced4b5-6336-4283-b41f-9e606846e69b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:35.915608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] For port 939fef4d-77fc-4559-a1da-d87525ded4b3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:35.919597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] For port 939fef4d-77fc-4559-a1da-d87525ded4b3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=939fef4d-77fc-4559-a1da-d87525ded4b3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:35.920912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a91b25-8622-40ab-9ccd-b767c931cbb4 None None] Pushing event updated for resources: {'Port': ['ID=939fef4d-77fc-4559-a1da-d87525ded4b3,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:35.927594 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.961071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:35.994088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Routers {'6ba9bbf5-1782-4938-b0db-8d494764fafb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:35.994579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6ba9bbf5-1782-4938-b0db-8d494764fafb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:36.037202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.045770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a91b25-8622-40ab-9ccd-b767c931cbb4 None None] Pushing event updated for resources: {'Port': ['ID=939fef4d-77fc-4559-a1da-d87525ded4b3,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.070676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73add822-ebda-4dee-9d2c-102df702ed6e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:36.210554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.217425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.218716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] Set router 6ba9bbf5-1782-4938-b0db-8d494764fafb gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:36.222621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d0fa746a-962e-4c9b-9e53-2e850b7b4004 None None] Provisioning for port 77a3a7be-02ff-4a80-881e-24624a5b9124 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:36.296349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d0fa746a-962e-4c9b-9e53-2e850b7b4004 None None] Provisioning complete for port 77a3a7be-02ff-4a80-881e-24624a5b9124 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:36.298680 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d0fa746a-962e-4c9b-9e53-2e850b7b4004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.311154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 73add822-ebda-4dee-9d2c-102df702ed6e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:36.311409 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.320516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Pushing event updated for resources: {'Port': ['ID=77a3a7be-02ff-4a80-881e-24624a5b9124,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.323489 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.436776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa746a-962e-4c9b-9e53-2e850b7b4004 None None] Port 77a3a7be-02ff-4a80-881e-24624a5b9124 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:36.439982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:36.442173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:36.535103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8700f-9e05-43e0-a818-f04a423db3ad req-1433455b-d320-43d4-92e2-198fb255c7ed tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:36.546476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ad8700f-9e05-43e0-a818-f04a423db3ad req-1433455b-d320-43d4-92e2-198fb255c7ed tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 946 time: 0.5478272 Aug 11 03:10:36.639655 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.684309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:36.684967 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:36.736481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Router 6ba9bbf5-1782-4938-b0db-8d494764fafb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:10:36.788846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port': {'id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:32Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '77a3a7be-02ff-4a80-881e-24624a5b9124', 'name': '', 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'mac_address': 'fa:16:3e:3b:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 1, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'subnets': [{'id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:36.904430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4076424 Aug 11 03:10:36.925173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0284139-f06f-413b-84bb-28b136c8e515 req-139808f4-0dfd-4ae8-aa72-5da2e7ea8477 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:36.927450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7ad8700f-9e05-43e0-a818-f04a423db3ad req-273fcafb-e21d-4e81-816a-dab1fac1a8c2 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733165 Aug 11 03:10:36.933549 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0284139-f06f-413b-84bb-28b136c8e515 req-139808f4-0dfd-4ae8-aa72-5da2e7ea8477 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1221125 Aug 11 03:10:36.941629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdda74-1fc4-4f43-a77b-58ebccd6ed0e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=84d5f999-6fd8-4b53-bb48-e3e9c6055877,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:36.944879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:10:36.972293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8b684fb7-283f-4e13-9e76-73e715a99b23 admin admin] 10.222.0.60 "PUT /v2.0/routers/6ba9bbf5-1782-4938-b0db-8d494764fafb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6988297 Aug 11 03:10:37.032689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:37.036839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e799b2a-9ca1-46e5-8441-978d84007c2c None None] The sync data for ids ['6ba9bbf5-1782-4938-b0db-8d494764fafb'] in n-d-768509-22 is: [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port': {'id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:32Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '77a3a7be-02ff-4a80-881e-24624a5b9124', 'name': '', 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'mac_address': 'fa:16:3e:3b:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 1, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'subnets': [{'id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:37.113913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-54f6770b-3564-4eb9-821c-816d26524717 None None] Provisioning complete for port 77a3a7be-02ff-4a80-881e-24624a5b9124 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:37.114302 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54f6770b-3564-4eb9-821c-816d26524717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:37.123078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0284139-f06f-413b-84bb-28b136c8e515 req-ad0bda7f-9602-460e-a036-6179ee87211a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874096 Aug 11 03:10:37.222166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-54f6770b-3564-4eb9-821c-816d26524717 None None] Port 77a3a7be-02ff-4a80-881e-24624a5b9124 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:10:38.153078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde426a-fbbf-4d8e-929c-ddacfb34d427 req-1602a68b-b3f1-40d2-bc8e-255c4a1ae624 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.160171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcde426a-fbbf-4d8e-929c-ddacfb34d427 req-1602a68b-b3f1-40d2-bc8e-255c4a1ae624 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 946 time: 0.0932553 Aug 11 03:10:38.227324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcde426a-fbbf-4d8e-929c-ddacfb34d427 req-eecbb5f0-dcbc-494b-8afc-5fde33b969bc tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612292 Aug 11 03:10:38.401973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cfb11-5ef2-4e3c-bc3d-f4111410f7e8 req-8590a39a-9aad-440c-928c-f89e552469bc tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.404904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b59cfb11-5ef2-4e3c-bc3d-f4111410f7e8 req-8590a39a-9aad-440c-928c-f89e552469bc tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1297286 Aug 11 03:10:38.482996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b59cfb11-5ef2-4e3c-bc3d-f4111410f7e8 req-17078112-dcc6-4d9a-97db-fab613cb1d6d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667315 Aug 11 03:10:38.700872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d8527-efe2-49c7-819b-1c13d3a6a474 req-e879d912-7c68-4d12-8c14-8a239ef55919 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:38.713202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-323d8527-efe2-49c7-819b-1c13d3a6a474 req-e879d912-7c68-4d12-8c14-8a239ef55919 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.1520987 Aug 11 03:10:38.742816 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-323d8527-efe2-49c7-819b-1c13d3a6a474 req-ad5ab7d0-612f-4b88-96b7-1fbea41b4e7e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0285208 Aug 11 03:10:38.806928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-323d8527-efe2-49c7-819b-1c13d3a6a474 req-99b88066-43ed-44e9-b57d-2f549f13de5d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631998 Aug 11 03:10:39.067015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-323d8527-efe2-49c7-819b-1c13d3a6a474 req-e883d85c-d394-4866-836f-c61f26cc3b6f service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522206 Aug 11 03:10:39.217254 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-323d8527-efe2-49c7-819b-1c13d3a6a474 req-06a50ce8-e884-4376-94c9-595bc3c5817a service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457887 Aug 11 03:10:39.762426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326a51f-c459-4ef2-8137-ab6cb021bcdd req-4ff85955-9950-4c1c-a5bf-37c6e3e96f61 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:39.773850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4326a51f-c459-4ef2-8137-ab6cb021bcdd req-4ff85955-9950-4c1c-a5bf-37c6e3e96f61 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1219957 Aug 11 03:10:39.897976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4326a51f-c459-4ef2-8137-ab6cb021bcdd req-6b941c9f-77b3-4060-a7b2-ede810ba9ac5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230741 Aug 11 03:10:40.153764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 939fef4d-77fc-4559-a1da-d87525ded4b3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:40.332758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 939fef4d-77fc-4559-a1da-d87525ded4b3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:40.337594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 939fef4d-77fc-4559-a1da-d87525ded4b3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:40.338410 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.441222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41880) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:40.447234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '84d5f999-6fd8-4b53-bb48-e3e9c6055877', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:40.563903 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.632872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 939fef4d-77fc-4559-a1da-d87525ded4b3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=939fef4d-77fc-4559-a1da-d87525ded4b3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:40.641734 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.651269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:40.666585 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Sync routers for ids ['6ba9bbf5-1782-4938-b0db-8d494764fafb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:10:40.667213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:40.684981 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Routers {'6ba9bbf5-1782-4938-b0db-8d494764fafb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:40.696474 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6ba9bbf5-1782-4938-b0db-8d494764fafb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:40.773310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=939fef4d-77fc-4559-a1da-d87525ded4b3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:40.795330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-40b704a2-ba73-49c1-b8b1-f502f2c5ab0e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:40.810349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-40b704a2-ba73-49c1-b8b1-f502f2c5ab0e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.2745438 Aug 11 03:10:40.814373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.820201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.820562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.820900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.821239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.821566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.822446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.822446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.822661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.822853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.823166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.823487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:40.835249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-d62d9141-3383-47c0-8bb0-42d53b707fd1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0216227 Aug 11 03:10:40.873220 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Set router 6ba9bbf5-1782-4938-b0db-8d494764fafb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:40.919787 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-741aeb6b-7f3a-46e9-b17f-bde61984e5d1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0825593 Aug 11 03:10:41.094163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-d664835e-65d9-4483-8613-4f94f344fcab service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728797 Aug 11 03:10:41.104880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.208024 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port': {'id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:32Z', 'updated_at': '2021-08-11T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '77a3a7be-02ff-4a80-881e-24624a5b9124', 'name': '', 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'mac_address': 'fa:16:3e:3b:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:36Z', 'revision_number': 2, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'subnets': [{'id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:41.208367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323d37b-4a3f-4437-94c2-b9e6bc9347e9 req-fcc38a5c-fed8-47d6-b3db-481a5a0fba17 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.209883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b323d37b-4a3f-4437-94c2-b9e6bc9347e9 req-fcc38a5c-fed8-47d6-b3db-481a5a0fba17 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1158473 Aug 11 03:10:41.214790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=d567ec96-06ab-4dbb-9683-88a685277e04,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:41.223422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': '8cacef3b-adda-4ead-b9f9-c3320866744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '84d5f999-6fd8-4b53-bb48-e3e9c6055877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:41.224360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: 84d5f999-6fd8-4b53-bb48-e3e9c6055877, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:41.240196 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Checking router: 6ba9bbf5-1782-4938-b0db-8d494764fafb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:10:41.243676 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Updating router 6ba9bbf5-1782-4938-b0db-8d494764fafb port 77a3a7be-02ff-4a80-881e-24624a5b9124 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:10:41.264915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-ae69af17-6178-4dff-bd5d-7dc432d0c44c service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659670 Aug 11 03:10:41.287371 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.311565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b323d37b-4a3f-4437-94c2-b9e6bc9347e9 req-7482d54d-5320-45e7-8b01-7756fabe90a4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800440 Aug 11 03:10:41.320161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:41.337407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 84d5f999-6fd8-4b53-bb48-e3e9c6055877) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:41.358020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546e109-e15a-415e-ae90-fd9ca807581c None None] Network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:41.364138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.366054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.398490 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5933b03f-8742-4145-85af-c2baaa870cab tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9554198 Aug 11 03:10:41.402407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41900) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:41.409055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296733327'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:41.444047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:41.456071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.523443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:41.545838 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.546198 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment 9583a237-d8a6-4a2b-81aa-3ff5e6d76f46 of type vlan for network fa16e4a1-0290-4ae4-ad45-8fa33a621823 Aug 11 03:10:41.600121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.650767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.665397 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:41.666059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.760356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3567414 Aug 11 03:10:41.763136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41908) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:41.772379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:41.832659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-84d5f999-6fd8-4b53-bb48-e3e9c6055877', 'network_id': '84d5f999-6fd8-4b53-bb48-e3e9c6055877', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': 'd567ec96-06ab-4dbb-9683-88a685277e04'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:41.833774 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:41.880017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c606f367-b95c-490c-a2a6-5e73f96598a4 req-eaecf11f-d681-44db-8422-e044df38599b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 210 time: 0.0699582 Aug 11 03:10:41.997490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d88157-c445-4090-9b84-4b71c9921a56 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=fa16e4a1-0290-4ae4-ad45-8fa33a621823,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:42.009913 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.027050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network fa16e4a1-0290-4ae4-ad45-8fa33a621823 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:42.029365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:42.037856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.043787 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Transition to ACTIVE for port object 77a3a7be-02ff-4a80-881e-24624a5b9124 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:42.051292 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.127264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 939fef4d-77fc-4559-a1da-d87525ded4b3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:42.167602 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7446d91-a586-4c62-8264-c69e221893d9 None None] Pushing event updated for resources: {'Port': ['ID=77a3a7be-02ff-4a80-881e-24624a5b9124,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:42.285589 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Attempting to bind port 77a3a7be-02ff-4a80-881e-24624a5b9124 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:42.285972 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Attempting to bind port 77a3a7be-02ff-4a80-881e-24624a5b9124 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:42.286381 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Attempting to bind port 77a3a7be-02ff-4a80-881e-24624a5b9124 on network 02699a74-7475-461f-ba7b-505ce16ba2d3 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:42.293805 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:42.294644 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Checking segment: {'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:42.295133 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.295667 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Bound using segment: {'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:42.297384 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Bound port: 77a3a7be-02ff-4a80-881e-24624a5b9124, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1af7ed-5b50-44b9-9797-3436f48e1426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:42.298005 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.321227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Allocated IP 2001:db8:0:ffff::2 (84d5f999-6fd8-4b53-bb48-e3e9c6055877/d567ec96-06ab-4dbb-9683-88a685277e04/c7030615-edd4-4a25-84ad-dc33da2fb5f5) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:42.363360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 939fef4d-77fc-4559-a1da-d87525ded4b3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:42.364063 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.767894 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] For port 77a3a7be-02ff-4a80-881e-24624a5b9124, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:42.777685 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] For port 77a3a7be-02ff-4a80-881e-24624a5b9124, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77a3a7be-02ff-4a80-881e-24624a5b9124,segment=NetworkSegment(8b1af7ed-5b50-44b9-9797-3436f48e1426),segment_id=8b1af7ed-5b50-44b9-9797-3436f48e1426)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:42.783114 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.784435 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.836290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Transition to ACTIVE for port object c7030615-edd4-4a25-84ad-dc33da2fb5f5 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:42.864963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Transition to ACTIVE for port object c7030615-edd4-4a25-84ad-dc33da2fb5f5 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:42.873156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:42.944872 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Routers {'6ba9bbf5-1782-4938-b0db-8d494764fafb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:10:42.945215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:42.945215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:42.948564 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:10:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6ba9bbf5-1782-4938-b0db-8d494764fafb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:42.967986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:43.054283 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7446d91-a586-4c62-8264-c69e221893d9 None None] Pushing event updated for resources: {'Port': ['ID=77a3a7be-02ff-4a80-881e-24624a5b9124,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.080473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Pushing event updated for resources: {'Port': ['ID=c7030615-edd4-4a25-84ad-dc33da2fb5f5,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.165440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Attempting to bind port c7030615-edd4-4a25-84ad-dc33da2fb5f5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:43.165669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Attempting to bind port c7030615-edd4-4a25-84ad-dc33da2fb5f5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8cacef3b-adda-4ead-b9f9-c3320866744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '84d5f999-6fd8-4b53-bb48-e3e9c6055877'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:43.165954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Attempting to bind port c7030615-edd4-4a25-84ad-dc33da2fb5f5 on network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:43.192168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:43.192739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Checking segment: {'id': '8cacef3b-adda-4ead-b9f9-c3320866744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '84d5f999-6fd8-4b53-bb48-e3e9c6055877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:43.195031 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.195031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Bound using segment: {'id': '8cacef3b-adda-4ead-b9f9-c3320866744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '84d5f999-6fd8-4b53-bb48-e3e9c6055877'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:43.196270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Bound port: c7030615-edd4-4a25-84ad-dc33da2fb5f5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cacef3b-adda-4ead-b9f9-c3320866744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '84d5f999-6fd8-4b53-bb48-e3e9c6055877'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:43.197948 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.349773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580104-2487-4f01-92ab-87f28156e3fc req-8b7385dc-dffa-4046-96d2-7c0c0af6585c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.351515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2580104-2487-4f01-92ab-87f28156e3fc req-8b7385dc-dffa-4046-96d2-7c0c0af6585c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1051340 Aug 11 03:10:43.392428 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.475780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] For port c7030615-edd4-4a25-84ad-dc33da2fb5f5, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:43.482748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] For port c7030615-edd4-4a25-84ad-dc33da2fb5f5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c7030615-edd4-4a25-84ad-dc33da2fb5f5,segment=NetworkSegment(8cacef3b-adda-4ead-b9f9-c3320866744c),segment_id=8cacef3b-adda-4ead-b9f9-c3320866744c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:43.490829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.497344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2580104-2487-4f01-92ab-87f28156e3fc req-16b12de9-f8bd-46af-b80d-3e801ebacc18 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377053 Aug 11 03:10:43.519788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-7fbf89ad-fb66-431e-acf9-77c329d7fa29 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.521241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:43.521712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: fa16e4a1-0290-4ae4-ad45-8fa33a621823, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:43.522469 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-7fbf89ad-fb66-431e-acf9-77c329d7fa29 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.3897271 Aug 11 03:10:43.550764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Request body: {'port': {'device_id': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'admin_state_up': True, 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:43.565260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=140698f2-af84-4273-89c5-40a8682b28c4,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.575196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network fa16e4a1-0290-4ae4-ad45-8fa33a621823 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:43.610218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, fa16e4a1-0290-4ae4-ad45-8fa33a621823) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:43.626231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.630138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.641621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266f770-6fe3-442c-a0c5-37c583fdf060 None None] Network fa16e4a1-0290-4ae4-ad45-8fa33a621823 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:43.674766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-47aa66a4-504e-4d6d-83d8-0ee6bfb79970 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9080045 Aug 11 03:10:43.675856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41966) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:43.709261 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] Set router 6ba9bbf5-1782-4938-b0db-8d494764fafb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:10:43.818322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d974966-daf5-40d0-b978-f9e852af3d8f None None] Pushing event updated for resources: {'Port': ['ID=c7030615-edd4-4a25-84ad-dc33da2fb5f5,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:43.944671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-fa16e4a1-0290-4ae4-ad45-8fa33a621823', 'network_id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': '140698f2-af84-4273-89c5-40a8682b28c4'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:43.945883 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:43.971779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ba51179-f37c-49a4-8f4f-eb9fac4f9cf5 req-e8cc85db-7fe1-4a23-a402-b8e536af4eb5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 210 time: 0.2883806 Aug 11 03:10:43.994965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa9545-1bff-4fa3-88a0-7bf36b7a3ead req-6084ce84-8f16-48e2-b667-e543808ad31c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:43.998624 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1afa9545-1bff-4fa3-88a0-7bf36b7a3ead req-6084ce84-8f16-48e2-b667-e543808ad31c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.2287104 Aug 11 03:10:44.026438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.042340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:44.051933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.238087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77a3a7be-02ff-4a80-881e-24624a5b9124 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:44.273997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1afa9545-1bff-4fa3-88a0-7bf36b7a3ead req-cdf1bc0b-c228-4287-bf6e-1494fdde5cf7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2643363 Aug 11 03:10:44.364244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.415040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Allocated IP 172.20.0.10 (5a90284b-eec3-423f-a872-d4de75207c47/f181037c-8001-4185-9356-569dd0909b8d/1ac350d1-a8e4-4e82-8d5c-85ead3555e01) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:44.461482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Allocated IP 2001:db8::1 (fa16e4a1-0290-4ae4-ad45-8fa33a621823/140698f2-af84-4273-89c5-40a8682b28c4/01d73014-10b6-4a6a-97f5-48927b255c7a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:44.482201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 77a3a7be-02ff-4a80-881e-24624a5b9124 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:44.483322 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port': {'id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:32Z', 'updated_at': '2021-08-11T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '77a3a7be-02ff-4a80-881e-24624a5b9124', 'name': '', 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'mac_address': 'fa:16:3e:3b:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 4, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'subnets': [{'id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:44.524827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 77a3a7be-02ff-4a80-881e-24624a5b9124 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:44.526110 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.613629 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ea7666-66e2-485c-8be4-c2324237ec7e None None] The sync data for ids ['6ba9bbf5-1782-4938-b0db-8d494764fafb'] in n-d-768509-22 is: [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:10:35Z', 'revision_number': 4, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port': {'id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:32Z', 'updated_at': '2021-08-11T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '77a3a7be-02ff-4a80-881e-24624a5b9124', 'name': '', 'network_id': '02699a74-7475-461f-ba7b-505ce16ba2d3', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'mac_address': 'fa:16:3e:3b:57:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:35Z', 'updated_at': '2021-08-11T03:10:42Z', 'revision_number': 4, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'subnets': [{'id': 'd0ad1d7c-86df-4ad7-b4db-ce4641a75ee8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:10:44.682769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.752000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.755076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.757518 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.780241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:44.800101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db27d56-cce7-4ca4-a389-7758959a6c65 req-2ae64ae3-db0e-4714-9075-c87d2ad87794 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:44.834166 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9db27d56-cce7-4ca4-a389-7758959a6c65 req-2ae64ae3-db0e-4714-9075-c87d2ad87794 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1778972 Aug 11 03:10:44.844911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Transition to ACTIVE for port object 01d73014-10b6-4a6a-97f5-48927b255c7a will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:44.852877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Network 5a90284b-eec3-423f-a872-d4de75207c47 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:44.864966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:44.875772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:44.912044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 77a3a7be-02ff-4a80-881e-24624a5b9124, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77a3a7be-02ff-4a80-881e-24624a5b9124,segment=NetworkSegment(8b1af7ed-5b50-44b9-9797-3436f48e1426),segment_id=8b1af7ed-5b50-44b9-9797-3436f48e1426)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:44.922624 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:44.928116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Transition to ACTIVE for port object 01d73014-10b6-4a6a-97f5-48927b255c7a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:44.985881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.004254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.021265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9db27d56-cce7-4ca4-a389-7758959a6c65 req-091f7ace-31ad-41c9-bf6f-63a3c862d0b8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838250 Aug 11 03:10:45.069819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=140698f2-af84-4273-89c5-40a8682b28c4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:45.082471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event updated for resources: {'Port': ['ID=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:45.120882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.121229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.132735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.132735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.132735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.133112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.133348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.133685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.134014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.134345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.134669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.134987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:10:45.137347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Network fa16e4a1-0290-4ae4-ad45-8fa33a621823 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:45.139615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:45.167156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=77a3a7be-02ff-4a80-881e-24624a5b9124,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:45.196231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.197195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.242448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:45.260160 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.291024 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-cd381290-bb29-4b88-b426-d7daa7153651 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7560434 Aug 11 03:10:45.306563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa16e4a1-0290-4ae4-ad45-8fa33a621823']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:45.326921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:45.327484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:45.338349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Request body: {'port': {'device_id': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:45.356370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.404053 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.413617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:45.414164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:45.429771 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:45.446569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de13d2-05ab-4881-b46b-32d1d78ccad8 req-b6175f06-769d-424d-9748-c44e3bb64ee6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.459747 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7de13d2-05ab-4881-b46b-32d1d78ccad8 req-b6175f06-769d-424d-9748-c44e3bb64ee6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 932 time: 0.2521539 Aug 11 03:10:45.529152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Attempting to bind port 01d73014-10b6-4a6a-97f5-48927b255c7a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:45.537063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Attempting to bind port 01d73014-10b6-4a6a-97f5-48927b255c7a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:45.537528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Attempting to bind port 01d73014-10b6-4a6a-97f5-48927b255c7a on network fa16e4a1-0290-4ae4-ad45-8fa33a621823 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:45.565549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:45.566452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Checking segment: {'id': '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:45.568146 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.568800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Bound using segment: {'id': '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:45.574836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.575966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Bound port: 01d73014-10b6-4a6a-97f5-48927b255c7a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:45.576787 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:45.579412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Pushing event updated for resources: {'Port': ['ID=01d73014-10b6-4a6a-97f5-48927b255c7a,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:45.622681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e7de13d2-05ab-4881-b46b-32d1d78ccad8 req-c40b5a78-fbb9-45de-85f6-45fa5317c14d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513832 Aug 11 03:10:45.657057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:10:45.657057 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:10:45.657057 n-d-768509-22 neutron-server[111683]: [parameters: {'id': 'fa16e4a1-0290-4ae4-ad45-8fa33a621823'}] Aug 11 03:10:45.657057 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:10:45.659943 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:10:45.682113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25e3b0-d738-48c7-b913-8aa360300b45 req-39ab5fdf-5ec6-40f5-bbd1-87ab30ea1015 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:45.691006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d25e3b0-d738-48c7-b913-8aa360300b45 req-39ab5fdf-5ec6-40f5-bbd1-87ab30ea1015 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.2400041 Aug 11 03:10:45.701728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e03377-b88d-43b4-a1c1-8b50b0d38336 None None] Network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:45.747846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d25e3b0-d738-48c7-b913-8aa360300b45 req-479e9a21-6c5c-4c4f-a353-dc6d469322e9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557137 Aug 11 03:10:45.850826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5d5f9013-efa9-428d-99be-4eee46c945ae None None] Provisioning for port c7030615-edd4-4a25-84ad-dc33da2fb5f5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:45.867987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] For port 01d73014-10b6-4a6a-97f5-48927b255c7a, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:45.891431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] For port 01d73014-10b6-4a6a-97f5-48927b255c7a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=01d73014-10b6-4a6a-97f5-48927b255c7a,segment=NetworkSegment(9583a237-d8a6-4a2b-81aa-3ff5e6d76f46),segment_id=9583a237-d8a6-4a2b-81aa-3ff5e6d76f46)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:45.922223 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.053489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3def9b2-fa25-4d5b-8f9e-73b333a8c087 None None] Pushing event updated for resources: {'Port': ['ID=01d73014-10b6-4a6a-97f5-48927b255c7a,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.069036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bec49f-22fa-4b29-9c22-36a9b1cd4e14 None None] Network fa16e4a1-0290-4ae4-ad45-8fa33a621823 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:46.077690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:46.088614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.121050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Transition to ACTIVE for port object 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:46.125233 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.163580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.243954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77a3a7be-02ff-4a80-881e-24624a5b9124 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:46.252777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.282319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting port 01d73014-10b6-4a6a-97f5-48927b255c7a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:10:46.282557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.388275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c717157-c43c-41d5-b43e-3b479e8dce80 req-05f8db17-af38-4af9-a349-931103a7c640 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.397353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c717157-c43c-41d5-b43e-3b479e8dce80 req-05f8db17-af38-4af9-a349-931103a7c640 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.2540672 Aug 11 03:10:46.407127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] For port 01d73014-10b6-4a6a-97f5-48927b255c7a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=01d73014-10b6-4a6a-97f5-48927b255c7a,segment=NetworkSegment(9583a237-d8a6-4a2b-81aa-3ff5e6d76f46),segment_id=9583a237-d8a6-4a2b-81aa-3ff5e6d76f46)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:46.407736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.430163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4bdbc-bc89-4c07-a7cd-d93af1d8b570 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:10:46.449093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Calling delete_port for 01d73014-10b6-4a6a-97f5-48927b255c7a owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:10:46.461815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 77a3a7be-02ff-4a80-881e-24624a5b9124 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:46.463070 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.481921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1c717157-c43c-41d5-b43e-3b479e8dce80 req-4b08db03-c5a2-4012-9fe4-705cb67dc276 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800736 Aug 11 03:10:46.500646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Attempting to bind port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:46.501114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Attempting to bind port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:46.501548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Attempting to bind port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:46.515575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 on network 5a90284b-eec3-423f-a872-d4de75207c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:10:46.516068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Attempting to bind port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:46.522552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:46.523035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:46.523541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Bound using segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:46.524081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Bound port: 1ac350d1-a8e4-4e82-8d5c-85ead3555e01, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:46.524570 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.595738 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.612534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] For port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:46.616719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] For port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:46.625355 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.638010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Port': ['ID=01d73014-10b6-4a6a-97f5-48927b255c7a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.642502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No DVR routers for this DVR port 01d73014-10b6-4a6a-97f5-48927b255c7a on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:10:46.693561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.694614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.696241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] 10.222.0.10 "PUT /v2.0/ports/1ac350d1-a8e4-4e82-8d5c-85ead3555e01 HTTP/1.1" status: 200 len: 1093 time: 1.3777189 Aug 11 03:10:46.696854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'tag': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:46.699542 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3580a5d-30a3-4c33-80b0-25569604ad21" -d '{"events": [{"name": "network-changed", "server_uuid": "1a589f38-ceda-4aaa-9ec7-bd355900d7a9", "tag": "1ac350d1-a8e4-4e82-8d5c-85ead3555e01"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:46.736336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416c5ec-25b0-4d7f-b7d9-80fae2ba8ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:46.839343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-e04bc31d-3229-415a-a0d0-7b5773282287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.842206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-e04bc31d-3229-415a-a0d0-7b5773282287 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 1096 time: 0.1022780 Aug 11 03:10:46.848516 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a399a932-387d-4d45-b529-5e04feb375c0 x-openstack-request-id: req-a399a932-387d-4d45-b529-5e04feb375c0 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:46.848917 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a589f38-ceda-4aaa-9ec7-bd355900d7a9", "tag": "1ac350d1-a8e4-4e82-8d5c-85ead3555e01", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:46.849269 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a399a932-387d-4d45-b529-5e04feb375c0 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:46.849768 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'tag': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01', 'status': 'completed', 'code': 200} Aug 11 03:10:46.866774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.883918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa16e4a1-0290-4ae4-ad45-8fa33a621823']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:46.917841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:46.918132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9583a237-d8a6-4a2b-81aa-3ff5e6d76f46') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:46.935253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321049f-2382-4aef-a982-8d9534771c77 req-185d8fea-c0fd-419e-bbb6-17bc92146603 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:46.936892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2321049f-2382-4aef-a982-8d9534771c77 req-185d8fea-c0fd-419e-bbb6-17bc92146603 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 944 time: 0.1451271 Aug 11 03:10:46.942834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-87eea8b4-66f3-4524-9624-8f73ce52217c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ac350d1-a8e4-4e82-8d5c-85ead3555e01 HTTP/1.1" status: 200 len: 217 time: 0.0891147 Aug 11 03:10:46.945508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:46.996736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.003368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c7030615-edd4-4a25-84ad-dc33da2fb5f5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:47.022094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:47.022915 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:47.028669 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:47.043182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2321049f-2382-4aef-a982-8d9534771c77 req-2a77a56e-23d1-410f-84b9-569a13f20588 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929930 Aug 11 03:10:47.060737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb4bdbc-bc89-4c07-a7cd-d93af1d8b570 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:10:47.084459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e269d85-5a74-4f63-ad0f-2ceb6d2b81a8 req-dce3c060-6696-4af7-82f2-8595b06f6981 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.086048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e269d85-5a74-4f63-ad0f-2ceb6d2b81a8 req-dce3c060-6696-4af7-82f2-8595b06f6981 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1191370 Aug 11 03:10:47.091045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4016cc73-e727-43da-a4b5-2dbde24e9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.094367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-4016cc73-e727-43da-a4b5-2dbde24e9d58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1425061 Aug 11 03:10:47.121957 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.132194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.134058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/fa16e4a1-0290-4ae4-ad45-8fa33a621823 HTTP/1.1" status: 204 len: 168 time: 3.4568515 Aug 11 03:10:47.164418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port c7030615-edd4-4a25-84ad-dc33da2fb5f5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:47.165663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42014) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:47.174466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c7030615-edd4-4a25-84ad-dc33da2fb5f5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:47.174677 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.175960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1231617128'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:47.180563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16465841-73c1-4ae2-962d-e1b82e3fe315 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=fa16e4a1-0290-4ae4-ad45-8fa33a621823,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.182563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-ca92a024-ad24-424a-9de5-b64b02b7838b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784230 Aug 11 03:10:47.237293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:47.241473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.279932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:47.308914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.309271 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment 9bb87f29-72db-435d-8b9b-4dfd119cbbe0 of type vlan for network 89f610c7-5b55-4a6f-96ed-4a96e5896723 Aug 11 03:10:47.320341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e269d85-5a74-4f63-ad0f-2ceb6d2b81a8 req-c4fc5c94-fb76-4757-93a1-8e604019cb12 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243419 Aug 11 03:10:47.379368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.420103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.428232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-2f341d4d-1227-499b-899e-8e182cfa508e service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260573 Aug 11 03:10:47.429492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.439459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.441612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.567516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3981907 Aug 11 03:10:47.568901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42022) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:47.574588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '89f610c7-5b55-4a6f-96ed-4a96e5896723', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:47.608261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1f13346-3194-4f28-9356-1c3a7d18966e req-caccda45-e2a5-4f03-9861-a4f54b0af307 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681366 Aug 11 03:10:47.631983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac812b-bccd-49e4-9864-b4b92b60cd43 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=89f610c7-5b55-4a6f-96ed-4a96e5896723,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.646827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 89f610c7-5b55-4a6f-96ed-4a96e5896723 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:47.702828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port c7030615-edd4-4a25-84ad-dc33da2fb5f5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c7030615-edd4-4a25-84ad-dc33da2fb5f5,segment=NetworkSegment(8cacef3b-adda-4ead-b9f9-c3320866744c),segment_id=8cacef3b-adda-4ead-b9f9-c3320866744c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:47.712228 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.722248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:47.727435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:47.778929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-e4ad9e82-2872-4cea-a71f-f8189f7318e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.781411 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-e4ad9e82-2872-4cea-a71f-f8189f7318e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 1096 time: 0.1123750 Aug 11 03:10:47.790654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=c7030615-edd4-4a25-84ad-dc33da2fb5f5,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:47.792555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2af2c-5183-453c-877a-24bf50e4a150 req-e348f683-8a8e-4b4a-92aa-d93fc76f2ad1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.804995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67f2af2c-5183-453c-877a-24bf50e4a150 req-e348f683-8a8e-4b4a-92aa-d93fc76f2ad1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1488001 Aug 11 03:10:47.908515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67f2af2c-5183-453c-877a-24bf50e4a150 req-ea1a7838-a421-4c85-8dcd-d3ccc582a0ba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022460 Aug 11 03:10:47.947425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-1aefd319-3483-4a55-86ff-510f45c79fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:47.949193 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-1aefd319-3483-4a55-86ff-510f45c79fb7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.1343038 Aug 11 03:10:48.051701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-700061b2-f833-4cf7-9408-aca9b425427e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ac350d1-a8e4-4e82-8d5c-85ead3555e01 HTTP/1.1" status: 200 len: 217 time: 0.0918453 Aug 11 03:10:48.056369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.077094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c7030615-edd4-4a25-84ad-dc33da2fb5f5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:48.160116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-55f45c01-aded-4dca-a4a5-5440e9cca664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.161640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-55f45c01-aded-4dca-a4a5-5440e9cca664 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1029067 Aug 11 03:10:48.180855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=42167a45-f286-43a0-8cb0-dd872a35a2dd,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:48.194952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c7030615-edd4-4a25-84ad-dc33da2fb5f5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:48.195596 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.204509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-5411c098-81d2-42e6-9d19-280770b0b634 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331235 Aug 11 03:10:48.227063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': '9bb87f29-72db-435d-8b9b-4dfd119cbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '89f610c7-5b55-4a6f-96ed-4a96e5896723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:48.228164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: 89f610c7-5b55-4a6f-96ed-4a96e5896723, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:48.249470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01482ff9-8ef6-45e9-b611-ec40481ee1d4 req-59d23b65-5439-45b6-b90a-d9be08152f53 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.251304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01482ff9-8ef6-45e9-b611-ec40481ee1d4 req-59d23b65-5439-45b6-b90a-d9be08152f53 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 944 time: 0.0792279 Aug 11 03:10:48.274763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 89f610c7-5b55-4a6f-96ed-4a96e5896723 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:48.301316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 89f610c7-5b55-4a6f-96ed-4a96e5896723) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:48.333061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01482ff9-8ef6-45e9-b611-ec40481ee1d4 req-e9443ae2-5eca-48da-8bd8-2dee56292ab2 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662277 Aug 11 03:10:48.333061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.333061 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.339087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8176e2-cf1f-4ca1-bd78-2e4d0b414df5 None None] Network 89f610c7-5b55-4a6f-96ed-4a96e5896723 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:48.347510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-38a5805a-7870-469d-a4ef-fa6dd380f9a2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7743638 Aug 11 03:10:48.348055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42030) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:48.354090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1770978782'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:48.375527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-e340446f-71b3-4dbf-a6e1-7329f2f5945e service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594996 Aug 11 03:10:48.418468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:48.424949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.542551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:48.572542 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.573808 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment bd44f9e1-45bb-425a-a1c0-02db509bffdd of type vlan for network 97e263c7-1099-49eb-b559-56c954b8d4f0 Aug 11 03:10:48.675959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.692727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bfe95-8518-430e-bf28-5d3db9b4a06b req-1d981f07-1a2a-4ae3-ade1-5fd44971f77e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.704888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-89f610c7-5b55-4a6f-96ed-4a96e5896723', 'network_id': '89f610c7-5b55-4a6f-96ed-4a96e5896723', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': '42167a45-f286-43a0-8cb0-dd872a35a2dd'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:48.706087 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.707676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934bfe95-8518-430e-bf28-5d3db9b4a06b req-1d981f07-1a2a-4ae3-ade1-5fd44971f77e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.2198157 Aug 11 03:10:48.729424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d3580a5d-30a3-4c33-80b0-25569604ad21 req-99774864-b4f2-4893-ac81-ec210abeb628 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442023 Aug 11 03:10:48.735734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.744607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:48.745682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:48.811690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-934bfe95-8518-430e-bf28-5d3db9b4a06b req-7f23ea67-7a12-4d95-86e9-4e218790e9fb tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998085 Aug 11 03:10:48.846902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42048) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:48.847653 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4943380 Aug 11 03:10:48.857900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '97e263c7-1099-49eb-b559-56c954b8d4f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:48.878074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b3221-9cca-45f6-91ed-d920f7586c71 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=97e263c7-1099-49eb-b559-56c954b8d4f0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:48.895948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 97e263c7-1099-49eb-b559-56c954b8d4f0 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:49.077515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:49.082620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Allocated IP 2001:db8::1 (89f610c7-5b55-4a6f-96ed-4a96e5896723/42167a45-f286-43a0-8cb0-dd872a35a2dd/5d55ce6d-a431-4ddc-9721-8eab72359595) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:10:49.083940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.121308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607fdef-6222-4278-b9b3-9183b5e95f28 req-5ce6e825-fabc-4675-859b-ae759f6fc297 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.126409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1607fdef-6222-4278-b9b3-9183b5e95f28 req-5ce6e825-fabc-4675-859b-ae759f6fc297 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1039085 Aug 11 03:10:49.176443 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1607fdef-6222-4278-b9b3-9183b5e95f28 req-16a88362-47d3-43db-9397-2e1f79011c1a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405753 Aug 11 03:10:49.196967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Performing IP validity checks on allocation pools {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:10:49.197676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:10:49.301095 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.318272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Transition to ACTIVE for port object 5d55ce6d-a431-4ddc-9721-8eab72359595 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:49.341150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Transition to ACTIVE for port object 5d55ce6d-a431-4ddc-9721-8eab72359595 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:10:49.350626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.419722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Network 89f610c7-5b55-4a6f-96ed-4a96e5896723 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:10:49.423741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:49.439934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:10:49.479656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Pushing event updated for resources: {'Port': ['ID=5d55ce6d-a431-4ddc-9721-8eab72359595,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:49.507074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.596417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=cc843287-badd-4843-ade2-633404a79bf3,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:49.615818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Attempting to bind port 5d55ce6d-a431-4ddc-9721-8eab72359595 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:10:49.616285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Attempting to bind port 5d55ce6d-a431-4ddc-9721-8eab72359595 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9bb87f29-72db-435d-8b9b-4dfd119cbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '89f610c7-5b55-4a6f-96ed-4a96e5896723'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:10:49.616750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Attempting to bind port 5d55ce6d-a431-4ddc-9721-8eab72359595 on network 89f610c7-5b55-4a6f-96ed-4a96e5896723 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:10:49.628364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:10:49.630200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Checking segment: {'id': '9bb87f29-72db-435d-8b9b-4dfd119cbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '89f610c7-5b55-4a6f-96ed-4a96e5896723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:49.631942 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.632610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Bound using segment: {'id': '9bb87f29-72db-435d-8b9b-4dfd119cbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '89f610c7-5b55-4a6f-96ed-4a96e5896723'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:10:49.633776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Bound port: 5d55ce6d-a431-4ddc-9721-8eab72359595, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb87f29-72db-435d-8b9b-4dfd119cbbe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '89f610c7-5b55-4a6f-96ed-4a96e5896723'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:10:49.634696 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.696434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6747b17-ab47-4ee7-92f9-cd306843afae req-b742fb0b-306c-4721-97b2-cd164c9a7da9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.697982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6747b17-ab47-4ee7-92f9-cd306843afae req-b742fb0b-306c-4721-97b2-cd164c9a7da9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 944 time: 0.2428007 Aug 11 03:10:49.738710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': 'bd44f9e1-45bb-425a-a1c0-02db509bffdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '97e263c7-1099-49eb-b559-56c954b8d4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:49.739383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: 97e263c7-1099-49eb-b559-56c954b8d4f0, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:49.746404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] For port 5d55ce6d-a431-4ddc-9721-8eab72359595, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:10:49.753719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] For port 5d55ce6d-a431-4ddc-9721-8eab72359595, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5d55ce6d-a431-4ddc-9721-8eab72359595,segment=NetworkSegment(9bb87f29-72db-435d-8b9b-4dfd119cbbe0),segment_id=9bb87f29-72db-435d-8b9b-4dfd119cbbe0)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:10:49.764704 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.791866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6747b17-ab47-4ee7-92f9-cd306843afae req-41151f75-6124-43c7-b134-e15925d3d835 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862901 Aug 11 03:10:49.800151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 97e263c7-1099-49eb-b559-56c954b8d4f0 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:49.822407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 97e263c7-1099-49eb-b559-56c954b8d4f0) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:49.855553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:49.856280 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:49.886252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 37b8bdcf-2c39-4444-bb30-5b9c038e7aad details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:49.897707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebf4eff2-4455-48a7-8ab8-0a39b204416b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0470951 Aug 11 03:10:49.898105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42082) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:49.925510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d44e00-1d39-4e09-abd4-2eb3dbf06733 None None] Network 97e263c7-1099-49eb-b559-56c954b8d4f0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:50.056359 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.resource_extend [None req-917616d2-b150-47fc-b207-8074107f2915 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:10:50.078148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920b2b5-f67b-4501-b884-769ccaec48dc None None] Pushing event updated for resources: {'Port': ['ID=5d55ce6d-a431-4ddc-9721-8eab72359595,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:50.226786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985911-3e8c-4070-8345-a33e3b659fc1 req-92ecf748-699e-4f8c-80ce-b0a6c14f6c3a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:50.253508 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52985911-3e8c-4070-8345-a33e3b659fc1 req-92ecf748-699e-4f8c-80ce-b0a6c14f6c3a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1975117 Aug 11 03:10:50.309604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.319211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:50.351149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-52985911-3e8c-4070-8345-a33e3b659fc1 req-cadb1fd7-1a7d-41d6-8b89-2045d344587b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965002 Aug 11 03:10:50.429339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'port_id': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'mac_address': 'fa:16:3e:db:9c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094290ee-cedc-4203-bf50-d3e66145e810', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:50.482707 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.530513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d169799-20f8-4541-9659-a471149078e6 req-276851de-1399-4e24-a927-d87ee6688b28 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:50.541963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d169799-20f8-4541-9659-a471149078e6 req-276851de-1399-4e24-a927-d87ee6688b28 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.2177260 Aug 11 03:10:50.652245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.663978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d169799-20f8-4541-9659-a471149078e6 req-80d68990-577c-48c3-8afa-b88b2071bf35 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191845 Aug 11 03:10:50.726920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaeb8cb-a242-4de8-a93d-eb4f1381e801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-97e263c7-1099-49eb-b559-56c954b8d4f0', 'network_id': '97e263c7-1099-49eb-b559-56c954b8d4f0', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': 'cc843287-badd-4843-ade2-633404a79bf3'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:50.728135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ffaeb8cb-a242-4de8-a93d-eb4f1381e801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.737293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.737846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=cc843287-badd-4843-ade2-633404a79bf3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:50.784162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37b8bdcf-2c39-4444-bb30-5b9c038e7aad {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:50.934048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:50.967499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e263c7-1099-49eb-b559-56c954b8d4f0']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:50.982203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:50.989162 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.008526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd44f9e1-45bb-425a-a1c0-02db509bffdd') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:51.015406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd44f9e1-45bb-425a-a1c0-02db509bffdd') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:51.047008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.079430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.090630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:51.091424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.095116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e35fdc-b22a-4543-8eb3-c55c43a86118 None None] Network 97e263c7-1099-49eb-b559-56c954b8d4f0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:51.097654 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:51.139500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fd23d-f4d3-48f5-ad73-933cd674ee27 req-eeb23395-1628-403d-9081-ca5d81043d74 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.151716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a55fd23d-f4d3-48f5-ad73-933cd674ee27 req-eeb23395-1628-403d-9081-ca5d81043d74 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 944 time: 0.1724167 Aug 11 03:10:51.234791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['37b8bdcf-2c39-4444-bb30-5b9c038e7aad'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:51.245266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a55fd23d-f4d3-48f5-ad73-933cd674ee27 req-0d90aedd-491a-4815-9249-bf3b03ded72d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878561 Aug 11 03:10:51.249340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:51.349534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.362043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.363980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/97e263c7-1099-49eb-b559-56c954b8d4f0 HTTP/1.1" status: 204 len: 168 time: 1.4643285 Aug 11 03:10:51.367767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42120) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:51.375806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815281536'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:51.401816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c8ced-a47e-4d3e-8af7-6b48979cb413 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=97e263c7-1099-49eb-b559-56c954b8d4f0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:51.457811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:51.461507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.540553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:51.566016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.566719 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment 1272b2ee-504d-4b23-9e47-9d50226767a9 of type vlan for network 6ecde334-2c19-41de-8541-751d5199acb7 Aug 11 03:10:51.682443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bb6b4-5ea9-40a7-95b4-425ea0477ffe req-e7fc48ff-ae54-4439-bfc2-4443f41090b6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.687662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-505bb6b4-5ea9-40a7-95b4-425ea0477ffe req-e7fc48ff-ae54-4439-bfc2-4443f41090b6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1166165 Aug 11 03:10:51.689596 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.753097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.767824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.770193 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:51.808071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-505bb6b4-5ea9-40a7-95b4-425ea0477ffe req-6e316d41-8f36-41a0-85b8-f062444fc21e tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065469 Aug 11 03:10:51.905075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:51.909900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 37b8bdcf-2c39-4444-bb30-5b9c038e7aad up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:51.922173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d115da42-2832-46da-be35-9bc6a89615d6 None None] Network 89f610c7-5b55-4a6f-96ed-4a96e5896723 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:51.929370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5601470 Aug 11 03:10:51.933887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42130) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:51.941443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '6ecde334-2c19-41de-8541-751d5199acb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:51.950187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570f288-b08e-41ff-8c27-183214425783 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=6ecde334-2c19-41de-8541-751d5199acb7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:51.978920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d36804-72b0-4b0b-9001-7212349e2aef req-3bfb6997-3320-42c3-9c94-a1028dae2b0b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:51.980552 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69d36804-72b0-4b0b-9001-7212349e2aef req-3bfb6997-3320-42c3-9c94-a1028dae2b0b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 945 time: 0.1392398 Aug 11 03:10:52.056767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-69d36804-72b0-4b0b-9001-7212349e2aef req-b6b2661b-6e56-4a9e-8c0b-3ba0a33f15c1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683019 Aug 11 03:10:52.071408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42134) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:52.164001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:52.168858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.194262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6ecde334-2c19-41de-8541-751d5199acb7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:52.276148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad45e475-b1d8-4135-9625-3780283a5cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.439128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad45e475-b1d8-4135-9625-3780283a5cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.445182 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad45e475-b1d8-4135-9625-3780283a5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.445388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5d55ce6d-a431-4ddc-9721-8eab72359595 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:52.460770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.496711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad45e475-b1d8-4135-9625-3780283a5cd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7db11a2e1c6041349d9a05a366f6912b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4230940 Aug 11 03:10:52.497938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45e475-b1d8-4135-9625-3780283a5cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40c97f8-c0db-4073-b67b-052ca4b8ccb7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.500949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42140) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:52.588688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=058f7aa9-7f74-4290-8014-2326fd6a2905,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.662083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f775cad4-94f1-4f1d-b77f-63fd8969aed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.699277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': '1272b2ee-504d-4b23-9e47-9d50226767a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '6ecde334-2c19-41de-8541-751d5199acb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:52.703234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: 6ecde334-2c19-41de-8541-751d5199acb7, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:52.735235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f775cad4-94f1-4f1d-b77f-63fd8969aed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.756916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d312638-0bce-4b3e-a7f9-24cf573ab845 req-3f5ea53d-eb8a-4e75-9482-fc8fa11d3585 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.778328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fff2a41d-52ee-489d-ba0d-210169e6ddbc None None] Provisioning for port 5d55ce6d-a431-4ddc-9721-8eab72359595 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:52.783071 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9356cbf-de40-4cc5-a37d-3e5609afab9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.802437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d312638-0bce-4b3e-a7f9-24cf573ab845 req-3f5ea53d-eb8a-4e75-9482-fc8fa11d3585 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 944 time: 0.3614085 Aug 11 03:10:52.850156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:52.881901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d312638-0bce-4b3e-a7f9-24cf573ab845 req-adcac223-f991-41b3-bc0a-a7f4d5a06f14 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634494 Aug 11 03:10:52.883677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 6ecde334-2c19-41de-8541-751d5199acb7 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:52.894025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'port_id': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01', 'mac_address': 'fa:16:3e:9f:e5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f181037c-8001-4185-9356-569dd0909b8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:52.910173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f775cad4-94f1-4f1d-b77f-63fd8969aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.916581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f775cad4-94f1-4f1d-b77f-63fd8969aed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.917959 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f775cad4-94f1-4f1d-b77f-63fd8969aed5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c40c97f8-c0db-4073-b67b-052ca4b8ccb7 HTTP/1.1" status: 204 len: 168 time: 0.4158819 Aug 11 03:10:52.928114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6ecde334-2c19-41de-8541-751d5199acb7) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:52.934382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775cad4-94f1-4f1d-b77f-63fd8969aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40c97f8-c0db-4073-b67b-052ca4b8ccb7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:52.954878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:52.957029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:52.996118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc623e3-7e19-4eef-8458-2afa2b8f6246 None None] Network 6ecde334-2c19-41de-8541-751d5199acb7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:53.000651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ab22b9a-3e1c-4473-a13d-b4b03cc4823a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0645533 Aug 11 03:10:53.002840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42148) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:53.045778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 5d55ce6d-a431-4ddc-9721-8eab72359595 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:53.065408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb096a-042d-47e6-9291-71d8d2c8f201 req-c5fe7b8b-1b26-42e8-bebf-64382772f174 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.079346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cecb096a-042d-47e6-9291-71d8d2c8f201 req-c5fe7b8b-1b26-42e8-bebf-64382772f174 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1248600 Aug 11 03:10:53.181155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cecb096a-042d-47e6-9291-71d8d2c8f201 req-ff315d4c-77b3-4ebb-8b5e-0256f56856df tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988154 Aug 11 03:10:53.291832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5d55ce6d-a431-4ddc-9721-8eab72359595 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:53.292357 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.341353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:53.341886 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.427441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.462501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03f506-ad4f-4e6a-b54b-b4b8fee57819 req-7ccf3198-99e0-4a05-b8d8-bb3ee65dc49f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:53.471248 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f03f506-ad4f-4e6a-b54b-b4b8fee57819 req-7ccf3198-99e0-4a05-b8d8-bb3ee65dc49f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 945 time: 0.1343856 Aug 11 03:10:53.533526 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.567869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f03f506-ad4f-4e6a-b54b-b4b8fee57819 req-54e1d219-005a-4795-9192-027af1c8a0b3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952458 Aug 11 03:10:53.571353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.590968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:53.677901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42156) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:53.696947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6334e92-145e-45ec-a285-d1c0018ae231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.713197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.743307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:53.752934 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.788106 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.838585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=058f7aa9-7f74-4290-8014-2326fd6a2905,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:53.841349 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.941318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6334e92-145e-45ec-a285-d1c0018ae231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:53.950344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6334e92-145e-45ec-a285-d1c0018ae231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.024327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.044408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:54.053182 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d10de-d2d1-4160-ab4f-481ef172b74b" -d '{"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-plugged", "status": "completed", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:54.059761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ecde334-2c19-41de-8541-751d5199acb7']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:54.092329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1272b2ee-504d-4b23-9e47-9d50226767a9') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:54.092633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1272b2ee-504d-4b23-9e47-9d50226767a9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:54.098315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:54.103288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.112900 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.121104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ec6f2a-61b9-4b45-b367-ab18221032d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6ecde334-2c19-41de-8541-751d5199acb7', 'network_id': '6ecde334-2c19-41de-8541-751d5199acb7', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': '058f7aa9-7f74-4290-8014-2326fd6a2905'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:54.122895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6f2a-61b9-4b45-b367-ab18221032d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.143885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['1ac350d1-a8e4-4e82-8d5c-85ead3555e01'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:54.152092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6334e92-145e-45ec-a285-d1c0018ae231 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35a7e83e838f4ec7805e0e05bb39607a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722381 Aug 11 03:10:54.156711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42162) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:54.159657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.174414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:54.175145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.176257 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.329536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6334e92-145e-45ec-a285-d1c0018ae231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed7622-1524-405b-8119-fd92947c63e8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:54.341846 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:54.361695 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.378934 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fcb307-566d-43ba-99a4-3a3924cb19fd x-openstack-request-id: req-70fcb307-566d-43ba-99a4-3a3924cb19fd {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:54.379320 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-plugged", "status": "completed", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:54.379519 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70fcb307-566d-43ba-99a4-3a3924cb19fd {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:54.383838 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'code': 200} Aug 11 03:10:54.395087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.404693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/6ecde334-2c19-41de-8541-751d5199acb7 HTTP/1.1" status: 204 len: 168 time: 1.3992505 Aug 11 03:10:54.405650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffd3b2-f8b1-4865-9e38-98dca62e1145 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=6ecde334-2c19-41de-8541-751d5199acb7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.408939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.413344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42170) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:54.415568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16d38e-b92a-417e-9a71-3ff2b350cb62 req-7713f06d-1922-40ac-9c43-d84f7b0aacc8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.419228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad16d38e-b92a-417e-9a71-3ff2b350cb62 req-7713f06d-1922-40ac-9c43-d84f7b0aacc8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 945 time: 0.3659031 Aug 11 03:10:54.421944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1310178920'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:54.429950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-16c60fbd-0e40-4094-97cd-354f002c9f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.430630 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-b3ec6f2a-61b9-4b45-b367-ab18221032d9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:10:54.430630 n-d-768509-22 neutron-server[111684]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Aug 11 03:10:54.430630 n-d-768509-22 neutron-server[111684]: [parameters: {'project_id': '584d4571a12f4ff489c390d96841aa12', 'id': '41409709-58d4-4795-b66e-5834faf38b11', 'name': '', 'network_id': '6ecde334-2c19-41de-8541-751d5199acb7', 'mac_address': 'fa:16:3e:27:bf:32', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6ecde334-2c19-41de-8541-751d5199acb7', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2429}] Aug 11 03:10:54.430630 n-d-768509-22 neutron-server[111684]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:10:54.431025 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-b3ec6f2a-61b9-4b45-b367-ab18221032d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:10:54.474929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 5d55ce6d-a431-4ddc-9721-8eab72359595, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5d55ce6d-a431-4ddc-9721-8eab72359595,segment=NetworkSegment(9bb87f29-72db-435d-8b9b-4dfd119cbbe0),segment_id=9bb87f29-72db-435d-8b9b-4dfd119cbbe0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:54.476189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-581186e6-08d4-465c-a982-fbcce4e9f2c0 None None] Provisioning complete for port 5d55ce6d-a431-4ddc-9721-8eab72359595 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:54.476520 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-581186e6-08d4-465c-a982-fbcce4e9f2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.479216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:54.482951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.522037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad16d38e-b92a-417e-9a71-3ff2b350cb62 req-64dfb496-679e-439e-959f-36d95f990eea tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942514 Aug 11 03:10:54.553411 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.573457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-16c60fbd-0e40-4094-97cd-354f002c9f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.631749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:54.651356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75b22a-4a38-4298-8add-ef258dc8211d req-c16393e5-55b1-48ab-ab73-93758249cbbb tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.679958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed75b22a-4a38-4298-8add-ef258dc8211d req-c16393e5-55b1-48ab-ab73-93758249cbbb tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1660585 Aug 11 03:10:54.682242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-16c60fbd-0e40-4094-97cd-354f002c9f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.685297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-16c60fbd-0e40-4094-97cd-354f002c9f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.690644 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-16c60fbd-0e40-4094-97cd-354f002c9f48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05ed7622-1524-405b-8119-fd92947c63e8 HTTP/1.1" status: 204 len: 168 time: 0.4824748 Aug 11 03:10:54.706985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=5d55ce6d-a431-4ddc-9721-8eab72359595,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.711441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c60fbd-0e40-4094-97cd-354f002c9f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed7622-1524-405b-8119-fd92947c63e8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:54.728018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.728610 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment a2ee5392-79fc-46d2-bb4c-4dcb3d0bedb9 of type vlan for network ddaf4462-c3b4-42e8-a506-2bc49f166fec Aug 11 03:10:54.822109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed75b22a-4a38-4298-8add-ef258dc8211d req-d15e86ef-cb22-41c3-87e2-95b624edbaf5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389852 Aug 11 03:10:54.863360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.915295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f6036-39ec-472c-8a56-bf33b87cb42e req-f3d77b35-48e5-4bd0-95ad-0479bc55b7d5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.918921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-812f6036-39ec-472c-8a56-bf33b87cb42e req-f3d77b35-48e5-4bd0-95ad-0479bc55b7d5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1715441 Aug 11 03:10:54.932244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3ec6f2a-61b9-4b45-b367-ab18221032d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.936567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:54.956687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:54.957739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.020360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664737ce-edb2-4209-bb85-9c08a019a1de None None] Network 6ecde334-2c19-41de-8541-751d5199acb7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:55.037551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664737ce-edb2-4209-bb85-9c08a019a1de None None] Network 6ecde334-2c19-41de-8541-751d5199acb7 could not be found, it might have been deleted concurrently. {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:10:55.040536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-812f6036-39ec-472c-8a56-bf33b87cb42e req-0c4fc947-2d1d-4b5f-8fcb-ef9e625ebfc4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118143 Aug 11 03:10:55.078680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6632228 Aug 11 03:10:55.081160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42176) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:55.091263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': 'ddaf4462-c3b4-42e8-a506-2bc49f166fec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:55.149920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918b77f-8af8-41a9-a04e-a3a06a983995 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=ddaf4462-c3b4-42e8-a506-2bc49f166fec,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:55.161412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network ddaf4462-c3b4-42e8-a506-2bc49f166fec details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:55.283951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:55.288176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.298127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c77d0960-8b08-42be-b1ea-388c7e842c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.450693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.511491 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.672117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.785117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=68976336-4f61-47b4-92d1-48f26ba8cec3,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:55.809465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed92e-c91b-4b0b-abff-e466ad428551 req-af728a99-12a2-4b47-b7ef-0579edc07653 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:55.809985 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:10:55.818842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1aed92e-c91b-4b0b-abff-e466ad428551 req-af728a99-12a2-4b47-b7ef-0579edc07653 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 945 time: 0.1082878 Aug 11 03:10:55.842346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': 'a2ee5392-79fc-46d2-bb4c-4dcb3d0bedb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ddaf4462-c3b4-42e8-a506-2bc49f166fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:55.842720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: ddaf4462-c3b4-42e8-a506-2bc49f166fec, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:55.880054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1aed92e-c91b-4b0b-abff-e466ad428551 req-f9b886a6-63fd-41d8-af4c-f469131fbd04 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553322 Aug 11 03:10:55.902474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network ddaf4462-c3b4-42e8-a506-2bc49f166fec is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:55.922574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, ddaf4462-c3b4-42e8-a506-2bc49f166fec) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:55.927668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:55.928750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:55.937742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22674512-d335-4a3c-a1f4-16422bc7c248 None None] Network ddaf4462-c3b4-42e8-a506-2bc49f166fec requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:55.948945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1ec4f8ca-63e4-41b6-a236-2bb7aa405e19 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8661518 Aug 11 03:10:55.951727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42200) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:56.041766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:56.128811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bc8b8-f73f-47b5-9862-980660ab920f req-3152e854-79f7-45c4-8b3a-be01ee2efff7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:56.132934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d3bc8b8-f73f-47b5-9862-980660ab920f req-3152e854-79f7-45c4-8b3a-be01ee2efff7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1504421 Aug 11 03:10:56.159837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.186208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:10:56.197344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:56.197874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.245909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d3bc8b8-f73f-47b5-9862-980660ab920f req-77448ecf-b02d-46c7-a6f3-bdfef7567d37 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063855 Aug 11 03:10:56.294096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b600434-46f2-4405-a3a9-8b0d859bd17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-ddaf4462-c3b4-42e8-a506-2bc49f166fec', 'network_id': 'ddaf4462-c3b4-42e8-a506-2bc49f166fec', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': '68976336-4f61-47b4-92d1-48f26ba8cec3'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:10:56.298026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3b600434-46f2-4405-a3a9-8b0d859bd17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.324400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.427041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4150efb-d53b-4a9c-be4c-21a1ee73b423 req-d5bf4952-894e-4413-a9f0-021bae8fa2b5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:56.435264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4150efb-d53b-4a9c-be4c-21a1ee73b423 req-d5bf4952-894e-4413-a9f0-021bae8fa2b5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.2532213 Aug 11 03:10:56.509409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4150efb-d53b-4a9c-be4c-21a1ee73b423 req-0b591e51-83d5-4699-a7a0-6c89cd603460 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672393 Aug 11 03:10:56.535057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.674919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=68976336-4f61-47b4-92d1-48f26ba8cec3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:56.708327 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.726105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:10:56.756870 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.774094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5d55ce6d-a431-4ddc-9721-8eab72359595 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:56.788542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaf4462-c3b4-42e8-a506-2bc49f166fec']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:56.817660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ee5392-79fc-46d2-bb4c-4dcb3d0bedb9') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:56.818023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ee5392-79fc-46d2-bb4c-4dcb3d0bedb9') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:10:56.838244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server [None req-3b600434-46f2-4405-a3a9-8b0d859bd17d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68976336-4f61-47b4-92d1-48f26ba8cec3: This subnet is being modified by another concurrent operation. Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68976336-4f61-47b4-92d1-48f26ba8cec3: This subnet is being modified by another concurrent operation. Aug 11 03:10:56.844868 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Aug 11 03:10:56.850661 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.873293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:56.875667 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c859c48e-e0e2-4e69-a021-f014363b0064" -d '{"events": [{"server_uuid": "1a589f38-ceda-4aaa-9ec7-bd355900d7a9", "name": "network-vif-plugged", "status": "completed", "tag": "1ac350d1-a8e4-4e82-8d5c-85ead3555e01"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:56.889546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.896523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:10:56.897055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:10:56.901151 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:10:56.973509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac753e-8cd5-4994-92f4-e0d5c2288f3f None None] Network ddaf4462-c3b4-42e8-a506-2bc49f166fec requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:56.981271 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e80fdd-1d62-4f69-81be-978d5a5467b3 x-openstack-request-id: req-e6e80fdd-1d62-4f69-81be-978d5a5467b3 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:56.981844 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a589f38-ceda-4aaa-9ec7-bd355900d7a9", "name": "network-vif-plugged", "status": "completed", "tag": "1ac350d1-a8e4-4e82-8d5c-85ead3555e01", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:56.982303 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6e80fdd-1d62-4f69-81be-978d5a5467b3 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:56.982873 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01', 'code': 200} Aug 11 03:10:57.005561 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.017441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.026904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/ddaf4462-c3b4-42e8-a506-2bc49f166fec HTTP/1.1" status: 204 len: 168 time: 1.0704298 Aug 11 03:10:57.029770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42224) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:57.050203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1158652002'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:57.055315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1608e3a-1de9-4ca9-82dd-03eb62219d3e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=ddaf4462-c3b4-42e8-a506-2bc49f166fec,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:57.123700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:57.145407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'port_id': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'mac_address': 'fa:16:3e:e4:5d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:10:57.148762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0cd3-e4ae-496a-95ca-02a51c065be2 req-891ac58e-faeb-4c63-9e32-c649cfdfa625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.155112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:57.158268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5b0cd3-e4ae-496a-95ca-02a51c065be2 req-891ac58e-faeb-4c63-9e32-c649cfdfa625 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 1097 time: 0.1042931 Aug 11 03:10:57.164545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.187197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da1831-8de9-438a-8de4-0602eee5118a req-081a017e-0936-4888-8db1-57777d94d7de tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.208152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04da1831-8de9-438a-8de4-0602eee5118a req-081a017e-0936-4888-8db1-57777d94d7de tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 945 time: 0.1971676 Aug 11 03:10:57.257600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af5b0cd3-e4ae-496a-95ca-02a51c065be2 req-2a1040b0-c0be-4aaa-803f-8bfa53ea16d4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915763 Aug 11 03:10:57.355281 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04da1831-8de9-438a-8de4-0602eee5118a req-b640ba3e-87f3-4317-bb92-3575836c818f tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826671 Aug 11 03:10:57.355704 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.355704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5d55ce6d-a431-4ddc-9721-8eab72359595 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:57.355704 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.359061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:57.363782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.379109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:57.410966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1885387-1cc6-4bbe-a8e2-e2d9a5e0a6a3 req-2d396fda-f01c-4df9-afdc-a752d97eac92 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.412808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1885387-1cc6-4bbe-a8e2-e2d9a5e0a6a3 req-2d396fda-f01c-4df9-afdc-a752d97eac92 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.0760801 Aug 11 03:10:57.426227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8388727-2c9c-4a4b-85be-088e836b26a2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:10:57.455568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc520fb-fc96-4ee5-839a-726a4cbdf378 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:10:57.456811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:10:57.480112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.482574 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment fa3d2cac-f838-4467-990d-b8a51faba532 of type vlan for network 66e25638-1fe3-444c-a32f-772ca07c9653 Aug 11 03:10:57.494006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1885387-1cc6-4bbe-a8e2-e2d9a5e0a6a3 req-26055cde-b3be-4b95-9d2b-d0974cf4712b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735080 Aug 11 03:10:57.526689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:57.542726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.590860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.710826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c8388727-2c9c-4a4b-85be-088e836b26a2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:10:57.752378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.786755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:57.789974 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:57.925343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:57.996619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=66e25638-1fe3-444c-a32f-772ca07c9653,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:58.006012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d747b62-e479-42a5-9593-d8af765314d2 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9720316 Aug 11 03:10:58.006379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42250) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:58.011487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:10:58.012803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42051e-f633-4586-b203-74355708628c req-94991273-317c-4448-8632-5ef34f73d0c5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:58.021064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 66e25638-1fe3-444c-a32f-772ca07c9653 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:10:58.021964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d42051e-f633-4586-b203-74355708628c req-94991273-317c-4448-8632-5ef34f73d0c5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.3632672 Aug 11 03:10:58.032309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc520fb-fc96-4ee5-839a-726a4cbdf378 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:10:58.079090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d42051e-f633-4586-b203-74355708628c req-44fb4e7a-166b-4de8-b3e3-62e22c4b99ed tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558271 Aug 11 03:10:58.245235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:58.352036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:10:58.360021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:58.661712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:10:58.701419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40370ff-6c18-481b-8179-ba3153d5da93 req-3cf54f01-122c-4b2f-b64f-0486c884bd15 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:58.716151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f40370ff-6c18-481b-8179-ba3153d5da93 req-3cf54f01-122c-4b2f-b64f-0486c884bd15 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 945 time: 0.1146898 Aug 11 03:10:58.791878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f40370ff-6c18-481b-8179-ba3153d5da93 req-d1220e3c-a9a5-4022-9706-0654fb740b72 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748036 Aug 11 03:10:58.843290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c8388727-2c9c-4a4b-85be-088e836b26a2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:10:58.843290 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.000783 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.051077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:10:59.059010 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7088e6e6-e7a6-4b15-b15a-d61995c87c6b" -d '{"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:10:59.082610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:10:59.089002 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.156115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:59.182547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffe0b2-297e-4cd5-bc87-61dc8f0140a6 req-9f7e772a-54eb-4e65-9ee0-c8fa4a569f6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.187621 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d760632-c771-4b64-83d8-b26374104fda x-openstack-request-id: req-3d760632-c771-4b64-83d8-b26374104fda {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:10:59.188138 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:10:59.188556 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d760632-c771-4b64-83d8-b26374104fda {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:10:59.189152 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'code': 200} Aug 11 03:10:59.190145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2dffe0b2-297e-4cd5-bc87-61dc8f0140a6 req-9f7e772a-54eb-4e65-9ee0-c8fa4a569f6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 946 time: 0.7114124 Aug 11 03:10:59.249668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2dffe0b2-297e-4cd5-bc87-61dc8f0140a6 req-b6fba460-f193-40e6-adaf-2d267f517eac tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582933 Aug 11 03:10:59.387129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7086438-14d9-4d45-b6ce-6fa36ebda6a6 req-621c153b-9618-403b-9885-9cb46489bc03 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.391685 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7086438-14d9-4d45-b6ce-6fa36ebda6a6 req-621c153b-9618-403b-9885-9cb46489bc03 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1325662 Aug 11 03:10:59.454741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.467665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7086438-14d9-4d45-b6ce-6fa36ebda6a6 req-92fbf79b-e1ee-4d98-9a4e-46c123f60b76 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698712 Aug 11 03:10:59.511250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022af90a-8915-4e0e-96b6-1e4a4ce06219 req-ec48c6c5-b0ee-4042-9feb-37803f7bbc15 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.512908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-022af90a-8915-4e0e-96b6-1e4a4ce06219 req-ec48c6c5-b0ee-4042-9feb-37803f7bbc15 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 946 time: 0.1234794 Aug 11 03:10:59.575206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=bc0cf41b-e5c8-47d1-bbf8-02d9f01d4d00,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:10:59.612801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': 'fa3d2cac-f838-4467-990d-b8a51faba532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:10:59.613296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: 66e25638-1fe3-444c-a32f-772ca07c9653, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:10:59.622746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-022af90a-8915-4e0e-96b6-1e4a4ce06219 req-f09ef19a-dc83-4ddd-aaf1-1aec14c3f583 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995257 Aug 11 03:10:59.662324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 66e25638-1fe3-444c-a32f-772ca07c9653 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:10:59.684087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 66e25638-1fe3-444c-a32f-772ca07c9653) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:10:59.692564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:10:59.693515 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:10:59.697026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95ac545-9273-48fc-87f0-386f6995f4d4 None None] Network 66e25638-1fe3-444c-a32f-772ca07c9653 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:10:59.719537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-23ec4200-db34-4ef0-9eac-83c32f4bb8cf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7117901 Aug 11 03:10:59.723513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42276) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:10:59.735704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:00.002356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:00.007616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.034462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dfece-c272-4365-8a5d-249b8a4a7b52 req-1366d111-a219-47ca-ab40-820319268e5d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.045508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-054dfece-c272-4365-8a5d-249b8a4a7b52 req-1366d111-a219-47ca-ab40-820319268e5d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1098490 Aug 11 03:11:00.207682 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.260868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-054dfece-c272-4365-8a5d-249b8a4a7b52 req-6b437f2a-88ad-4fc9-8e2d-971b3ef0e3ce tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145090 Aug 11 03:11:00.325859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-66e25638-1fe3-444c-a32f-772ca07c9653', 'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': 'bc0cf41b-e5c8-47d1-bbf8-02d9f01d4d00'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:11:00.329133 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.518214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb128ea-abf9-462a-b597-10b2121cbb62 req-f488f95c-0d13-4acf-b27c-6d39d4f9579a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.556992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9eb128ea-abf9-462a-b597-10b2121cbb62 req-f488f95c-0d13-4acf-b27c-6d39d4f9579a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 946 time: 0.1451921 Aug 11 03:11:00.649733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Allocated IP 2001:db8::2 (66e25638-1fe3-444c-a32f-772ca07c9653/bc0cf41b-e5c8-47d1-bbf8-02d9f01d4d00/0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:00.662351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9eb128ea-abf9-462a-b597-10b2121cbb62 req-d5007049-621a-4907-8cd9-43af48fe125c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042464 Aug 11 03:11:00.806696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6af29-aead-44d8-8300-9444faca3d64 req-e2974b37-14d6-4a9f-b24f-f4834d0a352e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.808521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ca6af29-aead-44d8-8300-9444faca3d64 req-e2974b37-14d6-4a9f-b24f-f4834d0a352e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1636236 Aug 11 03:11:00.819436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.883280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 66e25638-1fe3-444c-a32f-772ca07c9653 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:00.894731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:00.904305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:00.905005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.933367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:00.944417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Transition to ACTIVE for port object 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:00.945143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=fad0afaa-01bc-4cc7-b2a0-5a65d2317ccb,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:00.955706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ca6af29-aead-44d8-8300-9444faca3d64 req-17e62bc5-2f76-463b-9e8f-adbdd14fb549 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384144 Aug 11 03:11:00.957076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e2af20f6-b49d-4b82-9f09-0aafa1ffc04a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2318952 Aug 11 03:11:00.960813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42302) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:00.979331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Transition to ACTIVE for port object 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:00.996626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.052890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Network 66e25638-1fe3-444c-a32f-772ca07c9653 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:01.058567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:01.062877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:01.100124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fea25-8d59-49a1-855a-fde7f1716cee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.102657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fea25-8d59-49a1-855a-fde7f1716cee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.103586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Pushing event updated for resources: {'Port': ['ID=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:01.106852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fea25-8d59-49a1-855a-fde7f1716cee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.109144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fea25-8d59-49a1-855a-fde7f1716cee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.116215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9fea25-8d59-49a1-855a-fde7f1716cee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.122130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42304) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:01.122443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a9fea25-8d59-49a1-855a-fde7f1716cee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1600618 Aug 11 03:11:01.128803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-299048655'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:01.149698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Attempting to bind port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:01.150639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Attempting to bind port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'fa3d2cac-f838-4467-990d-b8a51faba532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:01.151014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Attempting to bind port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f on network 66e25638-1fe3-444c-a32f-772ca07c9653 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:01.161475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:01.161964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Checking segment: {'id': 'fa3d2cac-f838-4467-990d-b8a51faba532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:01.162258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.162657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Bound using segment: {'id': 'fa3d2cac-f838-4467-990d-b8a51faba532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:01.163134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Bound port: 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3d2cac-f838-4467-990d-b8a51faba532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:01.163674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.190946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:01.205435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.255011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:01.276631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.280039 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment c900ca92-515e-48c1-8f42-164ce4d8cef0 of type vlan for network 46880953-06f9-4397-b2c0-7480874faf4a Aug 11 03:11:01.318995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] For port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:01.331077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.337406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] For port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,segment=NetworkSegment(fa3d2cac-f838-4467-990d-b8a51faba532),segment_id=fa3d2cac-f838-4467-990d-b8a51faba532)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:01.357627 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.372660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.385728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.386850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:01.413357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2898626 Aug 11 03:11:01.423755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42318) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:01.458024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'New_network'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:01.561321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a97a8-bfb8-4a01-869a-72c2826e6cb6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=46880953-06f9-4397-b2c0-7480874faf4a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:01.571917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406dfe4-1ca3-4512-a789-6a3ed6c39e6e None None] Pushing event updated for resources: {'Port': ['ID=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:01.579367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 46880953-06f9-4397-b2c0-7480874faf4a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:01.688076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-fa250039-72d0-4f21-81b6-089b97e8d923 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:01.692952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-fa250039-72d0-4f21-81b6-089b97e8d923 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 946 time: 0.3954711 Aug 11 03:11:02.039967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b0ea0-09ff-4a07-b6b8-5be19c456045 req-9fffba17-7542-4750-a54f-edbd778c313c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:02.054986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbe172-8dad-4ad3-82f5-d935e16810f1 req-70795094-ad43-47e2-9eae-d44f565accac tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:02.062930 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15fbe172-8dad-4ad3-82f5-d935e16810f1 req-70795094-ad43-47e2-9eae-d44f565accac tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.4170625 Aug 11 03:11:02.074192 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a3b0ea0-09ff-4a07-b6b8-5be19c456045 req-9fffba17-7542-4750-a54f-edbd778c313c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 946 time: 0.2456424 Aug 11 03:11:02.142613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a3b0ea0-09ff-4a07-b6b8-5be19c456045 req-da5b02df-ae72-47e6-b362-5620e969f10d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659802 Aug 11 03:11:02.234912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15fbe172-8dad-4ad3-82f5-d935e16810f1 req-dc46935e-ef9e-42b1-9e24-f29215325e38 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710949 Aug 11 03:11:02.262576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Deleting port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:02.262958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:02.269908 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:02.360342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3cc07-d7ec-435d-bf0c-f90afb1ff7bc req-a9d5631b-44fc-4b0e-a052-ea582efcdc3a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:02.363506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fe3cc07-d7ec-435d-bf0c-f90afb1ff7bc req-a9d5631b-44fc-4b0e-a052-ea582efcdc3a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1472442 Aug 11 03:11:02.389430 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:02.433963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fe3cc07-d7ec-435d-bf0c-f90afb1ff7bc req-baa59256-f77b-4c8c-ad92-1b4574cffa5e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607910 Aug 11 03:11:02.448820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 46880953-06f9-4397-b2c0-7480874faf4a is not hosted by any dhcp agent {{(pid=111682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:11:02.455389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:02.455992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:02.460277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "PUT /v2.0/networks/46880953-06f9-4397-b2c0-7480874faf4a HTTP/1.1" status: 200 len: 723 time: 1.0310225 Aug 11 03:11:02.460647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42344) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:02.471419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '46880953-06f9-4397-b2c0-7480874faf4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:02.503980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04715e17-94ae-4d4f-a86f-b01c540ed570 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=46880953-06f9-4397-b2c0-7480874faf4a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:02.515449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] For port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:02.516094 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:02.520085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 46880953-06f9-4397-b2c0-7480874faf4a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:02.569366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Calling delete_port for 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:02.749391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:02.754321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:02.796330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:02.922194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:03.008792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:03.033456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:03.172871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event deleted for resources: {'Port': ['ID=1ac350d1-a8e4-4e82-8d5c-85ead3555e01,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:03.201662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] No DVR routers for this DVR port 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:03.205415 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:03.211098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed7f416f-ecf0-47b0-93e8-bf11ae947357 req-1c297ff9-01c3-46a5-a690-2d73574d3da5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "DELETE /v2.0/ports/1ac350d1-a8e4-4e82-8d5c-85ead3555e01 HTTP/1.1" status: 204 len: 173 time: 1.5048742 Aug 11 03:11:03.211802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'name': 'network-vif-deleted', 'tag': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:03.217326 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b1eb7-3744-4a93-bc76-bc0301264725" -d '{"events": [{"server_uuid": "1a589f38-ceda-4aaa-9ec7-bd355900d7a9", "name": "network-vif-deleted", "tag": "1ac350d1-a8e4-4e82-8d5c-85ead3555e01"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:03.267394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:03.433858 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77cd93f-67b4-414c-91de-c912474bce81 x-openstack-request-id: req-e77cd93f-67b4-414c-91de-c912474bce81 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:03.435174 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a589f38-ceda-4aaa-9ec7-bd355900d7a9", "name": "network-vif-deleted", "tag": "1ac350d1-a8e4-4e82-8d5c-85ead3555e01", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:03.435537 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e77cd93f-67b4-414c-91de-c912474bce81 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:03.436247 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a589f38-ceda-4aaa-9ec7-bd355900d7a9', 'name': 'network-vif-deleted', 'tag': '1ac350d1-a8e4-4e82-8d5c-85ead3555e01', 'status': 'completed', 'code': 200} Aug 11 03:11:03.464153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbbbb15-067c-4b82-a5c7-209b146701ff None None] Network 66e25638-1fe3-444c-a32f-772ca07c9653 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:03.493764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': 'c900ca92-515e-48c1-8f42-164ce4d8cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '46880953-06f9-4397-b2c0-7480874faf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:03.501226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: 46880953-06f9-4397-b2c0-7480874faf4a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:11:03.508973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=e195bcbc-4230-46d1-9248-911e480c95ba,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:03.531937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.532588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.533156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.533671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.534168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.535244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.535980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.537826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.539402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.546884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.547991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.551591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:03.565025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7ae7a94-0351-4f4a-acca-a244cf03c040 req-7f741a43-ca3c-473b-95a6-95da80366cd0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a589f38-ceda-4aaa-9ec7-bd355900d7a9 HTTP/1.1" status: 200 len: 210 time: 0.1720448 Aug 11 03:11:03.640311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 46880953-06f9-4397-b2c0-7480874faf4a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:11:03.672555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 46880953-06f9-4397-b2c0-7480874faf4a) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:03.701639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f672c38-d99b-434a-88b5-222da07db271 None None] Network 46880953-06f9-4397-b2c0-7480874faf4a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:03.704187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:03.706970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:03.762545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f12278fa-903a-4268-b638-ebb99fcce5da tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3007607 Aug 11 03:11:03.766683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42370) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:03.794455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f0c2ef07-8407-4128-a9b9-dff79609fddf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:03.843207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f763672-62a8-4217-b46f-9896e8771226 req-5474e1d0-bb14-4cf9-ae2a-dc9d4f264d4a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:03.848988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f763672-62a8-4217-b46f-9896e8771226 req-5474e1d0-bb14-4cf9-ae2a-dc9d4f264d4a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1977925 Aug 11 03:11:03.946912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f763672-62a8-4217-b46f-9896e8771226 req-27482c1d-3a69-4242-a536-eb5e09ab8cca tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938742 Aug 11 03:11:04.016688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:04.080935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:04.081319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1ac350d1-a8e4-4e82-8d5c-85ead3555e01 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:04.160864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4f9ed-490e-4bea-8798-3fc00045bfe2 req-e8845f28-0d85-4bf0-8738-0fb9576440ab tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:04.162703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ce4f9ed-490e-4bea-8798-3fc00045bfe2 req-e8845f28-0d85-4bf0-8738-0fb9576440ab tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.3547118 Aug 11 03:11:04.216612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ef07-8407-4128-a9b9-dff79609fddf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9107839'] for subnet, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:04.241880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1759e428-af2f-4f26-83fb-701ff8b971df None None] Provisioning for port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:04.265229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1759e428-af2f-4f26-83fb-701ff8b971df None None] Provisioning complete for port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:04.265897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1759e428-af2f-4f26-83fb-701ff8b971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:04.344863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ce4f9ed-490e-4bea-8798-3fc00045bfe2 req-ddd6100d-eb97-4a81-a088-55a802b7824e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675100 Aug 11 03:11:04.531422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-46880953-06f9-4397-b2c0-7480874faf4a', 'network_id': '46880953-06f9-4397-b2c0-7480874faf4a', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': 'e195bcbc-4230-46d1-9248-911e480c95ba'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:11:04.533449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:04.543152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ef07-8407-4128-a9b9-dff79609fddf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752115259028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9168567'] for subnet, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:04.703652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2ef07-8407-4128-a9b9-dff79609fddf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=e195bcbc-4230-46d1-9248-911e480c95ba,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:04.718959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c2ef07-8407-4128-a9b9-dff79609fddf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:04.719616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0c2ef07-8407-4128-a9b9-dff79609fddf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:04.721069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f0c2ef07-8407-4128-a9b9-dff79609fddf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "PUT /v2.0/subnets/e195bcbc-4230-46d1-9248-911e480c95ba HTTP/1.1" status: 200 len: 826 time: 0.9486461 Aug 11 03:11:04.723927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:04.964152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:05.154526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:05.229981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538ddeb-0b4f-4eaf-ae98-2965ddd01fab req-9fcc187f-1c59-402b-90ce-ffd205c82a37 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.246278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2538ddeb-0b4f-4eaf-ae98-2965ddd01fab req-9fcc187f-1c59-402b-90ce-ffd205c82a37 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1399369 Aug 11 03:11:05.301915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Allocated IP 2001:db8::2 (46880953-06f9-4397-b2c0-7480874faf4a/e195bcbc-4230-46d1-9248-911e480c95ba/c4468ead-91de-40cb-9b60-0d721b3c6e5c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:05.353331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2538ddeb-0b4f-4eaf-ae98-2965ddd01fab req-567131f3-a0fa-4dad-ad87-ec913bee1693 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001506 Aug 11 03:11:05.652108 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1759e428-af2f-4f26-83fb-701ff8b971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:05.740181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d332ea-810a-4971-944d-fe19336b5578 req-dd10b77f-7751-42c0-aea5-df8b15c2b43a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:05.741781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5d332ea-810a-4971-944d-fe19336b5578 req-dd10b77f-7751-42c0-aea5-df8b15c2b43a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1376939 Aug 11 03:11:05.753553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1759e428-af2f-4f26-83fb-701ff8b971df None None] For port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,segment=NetworkSegment(fa3d2cac-f838-4467-990d-b8a51faba532),segment_id=fa3d2cac-f838-4467-990d-b8a51faba532)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:05.806026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1759e428-af2f-4f26-83fb-701ff8b971df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:05.860769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5d332ea-810a-4971-944d-fe19336b5578 req-67b61ef5-5d86-43ed-a4fc-49ecffc37772 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082258 Aug 11 03:11:06.122431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759e428-af2f-4f26-83fb-701ff8b971df None None] Pushing event updated for resources: {'Port': ['ID=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:06.126232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] Update dhcp port {'port': {'network_id': '66e25638-1fe3-444c-a32f-772ca07c9653', 'fixed_ips': [{'subnet_id': 'bc0cf41b-e5c8-47d1-bbf8-02d9f01d4d00', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fad0afaa-01bc-4cc7-b2a0-5a65d2317ccb'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:11:06.270846 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:06.308846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Transition to ACTIVE for port object c4468ead-91de-40cb-9b60-0d721b3c6e5c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:06.410311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Transition to ACTIVE for port object c4468ead-91de-40cb-9b60-0d721b3c6e5c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:06.448552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:06.465749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:06.538056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:06.591091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=e195bcbc-4230-46d1-9248-911e480c95ba,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:06.621375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Network 46880953-06f9-4397-b2c0-7480874faf4a is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:06.636511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:06.640988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eac3d7-3c5c-4208-b949-89efcad64c0a req-478154df-78e5-4785-9dd3-76068bcae24f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:06.656887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:06.661153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95eac3d7-3c5c-4208-b949-89efcad64c0a req-478154df-78e5-4785-9dd3-76068bcae24f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1608033 Aug 11 03:11:06.665588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Pushing event updated for resources: {'Port': ['ID=c4468ead-91de-40cb-9b60-0d721b3c6e5c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:06.762588 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95eac3d7-3c5c-4208-b949-89efcad64c0a req-35c40104-7f3c-4c37-9c60-1610072c05c6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997212 Aug 11 03:11:06.819755 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:06.854177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:06.859207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46880953-06f9-4397-b2c0-7480874faf4a']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:06.913777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c900ca92-515e-48c1-8f42-164ce4d8cef0') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:06.916439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c900ca92-515e-48c1-8f42-164ce4d8cef0') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:06.961536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.010643 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.028916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:07.029519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:07.036794 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:07.056247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81317-ff39-4ed0-92d8-10c7843951bf req-36279345-0065-4d38-ab3a-6ecebdfcd843 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:07.079666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dab81317-ff39-4ed0-92d8-10c7843951bf req-36279345-0065-4d38-ab3a-6ecebdfcd843 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1292410 Aug 11 03:11:07.160677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] Allocated IP 172.20.0.1 (66e25638-1fe3-444c-a32f-772ca07c9653/fad0afaa-01bc-4cc7-b2a0-5a65d2317ccb/0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:07.203130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dab81317-ff39-4ed0-92d8-10c7843951bf req-9edea36e-e7be-449f-8069-9f355b342f94 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158183 Aug 11 03:11:07.291986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:11:07.291986 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:11:07.291986 n-d-768509-22 neutron-server[111683]: [parameters: {'id': '46880953-06f9-4397-b2c0-7480874faf4a'}] Aug 11 03:11:07.291986 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:11:07.292468 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:11:07.424057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Attempting to bind port c4468ead-91de-40cb-9b60-0d721b3c6e5c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:07.424786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Attempting to bind port c4468ead-91de-40cb-9b60-0d721b3c6e5c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c900ca92-515e-48c1-8f42-164ce4d8cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '46880953-06f9-4397-b2c0-7480874faf4a'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:07.424786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Attempting to bind port c4468ead-91de-40cb-9b60-0d721b3c6e5c on network 46880953-06f9-4397-b2c0-7480874faf4a {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:07.490761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] For port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,segment=NetworkSegment(fa3d2cac-f838-4467-990d-b8a51faba532),segment_id=fa3d2cac-f838-4467-990d-b8a51faba532)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:07.528974 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.544163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] Transition to ACTIVE for port object 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:07.554208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:07.554575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Checking segment: {'id': 'c900ca92-515e-48c1-8f42-164ce4d8cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '46880953-06f9-4397-b2c0-7480874faf4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:07.554986 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.555400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Bound using segment: {'id': 'c900ca92-515e-48c1-8f42-164ce4d8cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '46880953-06f9-4397-b2c0-7480874faf4a'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:07.555906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Bound port: c4468ead-91de-40cb-9b60-0d721b3c6e5c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c900ca92-515e-48c1-8f42-164ce4d8cef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '46880953-06f9-4397-b2c0-7480874faf4a'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:07.556355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.640997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] For port c4468ead-91de-40cb-9b60-0d721b3c6e5c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:07.644800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] For port c4468ead-91de-40cb-9b60-0d721b3c6e5c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c4468ead-91de-40cb-9b60-0d721b3c6e5c,segment=NetworkSegment(c900ca92-515e-48c1-8f42-164ce4d8cef0),segment_id=c900ca92-515e-48c1-8f42-164ce4d8cef0)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:07.646286 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.655865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:07.793345 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:08.008909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88c9f6-9d9f-4f3d-b727-b5339dd2d1c5 None None] Pushing event updated for resources: {'Port': ['ID=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:08.013174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting port c4468ead-91de-40cb-9b60-0d721b3c6e5c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:08.013521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:08.109136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb8b9-98a2-4048-ba28-421be7f85a2f req-604843c9-fa1e-4c42-adde-ba0daff9d85a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:08.130020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d2cb8b9-98a2-4048-ba28-421be7f85a2f req-604843c9-fa1e-4c42-adde-ba0daff9d85a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1895514 Aug 11 03:11:08.156095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] For port c4468ead-91de-40cb-9b60-0d721b3c6e5c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c4468ead-91de-40cb-9b60-0d721b3c6e5c,segment=NetworkSegment(c900ca92-515e-48c1-8f42-164ce4d8cef0),segment_id=c900ca92-515e-48c1-8f42-164ce4d8cef0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:08.156697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:08.176896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e40d5-6da1-4376-b29b-8c7a5f01a334 None None] Pushing event updated for resources: {'Port': ['ID=c4468ead-91de-40cb-9b60-0d721b3c6e5c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:08.189689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d19147-a537-4e21-93dc-8a6afdf0df58 None None] Network 46880953-06f9-4397-b2c0-7480874faf4a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:08.191134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Calling delete_port for c4468ead-91de-40cb-9b60-0d721b3c6e5c owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:08.250315 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d2cb8b9-98a2-4048-ba28-421be7f85a2f req-8d130337-0c72-4dd4-90c3-7b56b17a11b7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189730 Aug 11 03:11:08.485323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:08.538249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba41aad-4567-4b07-9f35-b2b22bd0f0ff None None] Network 46880953-06f9-4397-b2c0-7480874faf4a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:08.565310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No DVR routers for this DVR port c4468ead-91de-40cb-9b60-0d721b3c6e5c on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:08.595003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Port': ['ID=c4468ead-91de-40cb-9b60-0d721b3c6e5c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:08.775331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b6a22-9dde-4426-bb7b-5855600d869d req-211c505b-b656-42cd-bdd8-1bf7f6b34cba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:08.776717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-471b6a22-9dde-4426-bb7b-5855600d869d req-211c505b-b656-42cd-bdd8-1bf7f6b34cba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1646168 Aug 11 03:11:08.837679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:08.866524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:08.891660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46880953-06f9-4397-b2c0-7480874faf4a']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:08.909349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-471b6a22-9dde-4426-bb7b-5855600d869d req-3736a509-8aca-425c-8f39-559905598a4c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206620 Aug 11 03:11:08.927971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c900ca92-515e-48c1-8f42-164ce4d8cef0') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:08.928281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c900ca92-515e-48c1-8f42-164ce4d8cef0') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:08.962769 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.029424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.029424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:09.030370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:09.041321 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:09.271396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.377823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.382845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42444) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:09.393894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/46880953-06f9-4397-b2c0-7480874faf4a HTTP/1.1" status: 204 len: 168 time: 4.6549840 Aug 11 03:11:09.396736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ac141-3cd1-44c1-b08e-0999e3cd6cfd tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=46880953-06f9-4397-b2c0-7480874faf4a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:09.429678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a3b86-2575-4c75-b586-194d1145502f None None] Network 66e25638-1fe3-444c-a32f-772ca07c9653 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:09.442474 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be3ae66-c1ac-4999-a9be-a0000c23ec55 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:09.443290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be3ae66-c1ac-4999-a9be-a0000c23ec55 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:09.445272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1be3ae66-c1ac-4999-a9be-a0000c23ec55 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/46880953-06f9-4397-b2c0-7480874faf4a HTTP/1.1" status: 404 len: 339 time: 0.0612288 Aug 11 03:11:09.454975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:09.462379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333027084', 'description': 'd1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:09.620487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:09.624286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.693723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:09.699873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0531e6-d801-45ee-a24d-610eb5f4a6e4 req-5d07edcb-c3d4-4c5e-a59d-fe14dcad8704 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:09.702391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e0531e6-d801-45ee-a24d-610eb5f4a6e4 req-5d07edcb-c3d4-4c5e-a59d-fe14dcad8704 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.2551363 Aug 11 03:11:09.710931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.711278 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment c37f504f-6cde-4f9f-9a22-e46f5a766378 of type vlan for network 11672580-872b-4876-a2ed-0f4d215db269 Aug 11 03:11:09.754429 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e0531e6-d801-45ee-a24d-610eb5f4a6e4 req-f59c8676-05ff-41f5-9d5e-a49f085954c7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436697 Aug 11 03:11:09.819403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.867448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.875903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:09.876911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-561196'] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:09.881831 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-eb44e6dc-17c2-4111-b847-f9c73c85492b None None] Provisioning for port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:09.888120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-eb44e6dc-17c2-4111-b847-f9c73c85492b None None] Provisioning complete for port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:09.888673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eb44e6dc-17c2-4111-b847-f9c73c85492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:10.019172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=11672580-872b-4876-a2ed-0f4d215db269,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:10.030954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a0e18d67-39ef-460b-ae1c-432dea8ce6d1 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5733330 Aug 11 03:11:10.033305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42460) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:10.042844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 11672580-872b-4876-a2ed-0f4d215db269 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:10.292442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508a60bb-e11f-412e-9134-c8ec5e46fc50 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:10.303385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-508a60bb-e11f-412e-9134-c8ec5e46fc50 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/networks?id=11672580-872b-4876-a2ed-0f4d215db269 HTTP/1.1" status: 200 len: 764 time: 0.2685795 Aug 11 03:11:10.306083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42464) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:10.312101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'description': 'd2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:10.396463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece5d13-3b85-4633-b7cd-a3d6faf718c4 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:11:10.425247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d2aa2-75bb-4d1b-82ae-98ae2de9c626 req-5ce0250f-78b3-4ee2-b5b2-8c7bb71e2dd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:10.437744 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546d2aa2-75bb-4d1b-82ae-98ae2de9c626 req-5ce0250f-78b3-4ee2-b5b2-8c7bb71e2dd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1928053 Aug 11 03:11:10.519374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546d2aa2-75bb-4d1b-82ae-98ae2de9c626 req-75da909e-66a6-4b11-871a-c3ae027afc35 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621781 Aug 11 03:11:10.687520 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9ebe4dee-d287-4c9b-8c11-0ea85dc6a01b None None] Provisioning complete for port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:10.687926 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9ebe4dee-d287-4c9b-8c11-0ea85dc6a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:10.841896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:10.900033 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:10.914244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 11672580-872b-4876-a2ed-0f4d215db269 is not hosted by any dhcp agent {{(pid=111683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:11:10.924742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:10.929391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:10.949578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "PUT /v2.0/networks/11672580-872b-4876-a2ed-0f4d215db269 HTTP/1.1" status: 200 len: 761 time: 0.6398754 Aug 11 03:11:10.950298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42474) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:11.020015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ece5d13-3b85-4633-b7cd-a3d6faf718c4 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:11:11.062301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baebec4-dd5e-4cd0-94e4-2746e309736c req-e62a551a-b63e-4a09-a202-bb1411803b76 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.064987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6baebec4-dd5e-4cd0-94e4-2746e309736c req-e62a551a-b63e-4a09-a202-bb1411803b76 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1308320 Aug 11 03:11:11.112997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496809f9-d432-420a-8787-0dc046c2764e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.121453 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-496809f9-d432-420a-8787-0dc046c2764e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/networks?id=11672580-872b-4876-a2ed-0f4d215db269 HTTP/1.1" status: 200 len: 764 time: 0.1595168 Aug 11 03:11:11.141351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42480) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:11.155917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6baebec4-dd5e-4cd0-94e4-2746e309736c req-57a658c9-f3c2-43bd-bd49-87ba0d986276 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808046 Aug 11 03:11:11.544925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7792976-1b82-47f3-8dce-d860c949861a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:11.563083 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c7792976-1b82-47f3-8dce-d860c949861a tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4056115 Aug 11 03:11:11.565566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42486) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:11.707214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8de6211a-46d9-442b-b28d-cb8b38f8e091 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 207 time: 0.1403282 Aug 11 03:11:11.735136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42488) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:12.012711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d669f88-1344-42ce-9ede-8e173523bf58 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=11672580-872b-4876-a2ed-0f4d215db269,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:12.016567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92daca-f96f-4aee-844f-8a37e082701a req-65828c65-e6b2-4009-bb64-ff8d20a0a954 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.019557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d92daca-f96f-4aee-844f-8a37e082701a req-65828c65-e6b2-4009-bb64-ff8d20a0a954 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.3112712 Aug 11 03:11:12.062352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 11672580-872b-4876-a2ed-0f4d215db269 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:12.212657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d92daca-f96f-4aee-844f-8a37e082701a req-72abb131-3f44-47fc-baa5-c1e7878f549e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693118 Aug 11 03:11:12.232905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9268e7-b465-4f98-832e-04e9cac0dd07 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.242011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9268e7-b465-4f98-832e-04e9cac0dd07 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.248933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9268e7-b465-4f98-832e-04e9cac0dd07 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.255432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9268e7-b465-4f98-832e-04e9cac0dd07 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.261570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9268e7-b465-4f98-832e-04e9cac0dd07 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.269031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9268e7-b465-4f98-832e-04e9cac0dd07 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.284271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1e9268e7-b465-4f98-832e-04e9cac0dd07 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5346687 Aug 11 03:11:12.285024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42496) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:12.494053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c46cc-f8a1-4c6e-bf9d-384015c97644 req-9225d631-a45a-4a68-8c16-bd435fcb9b81 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.521540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-024c46cc-f8a1-4c6e-bf9d-384015c97644 req-9225d631-a45a-4a68-8c16-bd435fcb9b81 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1764276 Aug 11 03:11:12.652570 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-024c46cc-f8a1-4c6e-bf9d-384015c97644 req-7c5fbe4c-de72-458e-8dc5-82275bccdc0c tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238091 Aug 11 03:11:12.679008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d71d950f-c2e6-4814-ad67-1c5ea6aade7e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3926752 Aug 11 03:11:12.683852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42508) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:12.861250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1eab1d-f41d-4862-8e93-64e21fbe27c5 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.862899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1eab1d-f41d-4862-8e93-64e21fbe27c5 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.864456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1eab1d-f41d-4862-8e93-64e21fbe27c5 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.874267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1eab1d-f41d-4862-8e93-64e21fbe27c5 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.883091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1eab1d-f41d-4862-8e93-64e21fbe27c5 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:12.892465 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8b1eab1d-f41d-4862-8e93-64e21fbe27c5 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2034576 Aug 11 03:11:12.892681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42516) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:13.081811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62930e-68fa-40ca-929d-4bcb7747dd12 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.088860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62930e-68fa-40ca-929d-4bcb7747dd12 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.095072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62930e-68fa-40ca-929d-4bcb7747dd12 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.100748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62930e-68fa-40ca-929d-4bcb7747dd12 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.106314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62930e-68fa-40ca-929d-4bcb7747dd12 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.111974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf62930e-68fa-40ca-929d-4bcb7747dd12 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2181251 Aug 11 03:11:13.123961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42524) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:13.340535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-b624c863-28f4-4c9e-94a1-52953e33d2e1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.342051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-b624c863-28f4-4c9e-94a1-52953e33d2e1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.3429375 Aug 11 03:11:13.374251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-6620e2cc-1bb0-47df-8426-46b61b1ca048 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0251331 Aug 11 03:11:13.456196 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-7aefca95-7c54-40b8-8a93-2a028db4230c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732889 Aug 11 03:11:13.538455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be141d-d13f-4147-9e37-d97a3136bbec tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.552067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42534) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:13.560177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f8be141d-d13f-4147-9e37-d97a3136bbec tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/networks/84d5f999-6fd8-4b53-bb48-e3e9c6055877 HTTP/1.1" status: 200 len: 804 time: 0.4212763 Aug 11 03:11:13.626907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-dcd9b2c9-e5c4-4d9e-8c9a-9569d5c275e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.628929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-dcd9b2c9-e5c4-4d9e-8c9a-9569d5c275e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 1098 time: 0.0672438 Aug 11 03:11:13.775543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003cb99-c286-4816-8abf-c40bb57f322d req-3cb6caf1-cd09-4601-b3a1-274dc4ede706 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.788732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3003cb99-c286-4816-8abf-c40bb57f322d req-3cb6caf1-cd09-4601-b3a1-274dc4ede706 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.3951972 Aug 11 03:11:13.846943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3003cb99-c286-4816-8abf-c40bb57f322d req-60b30d3b-c984-4528-982f-7361f38461c7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569813 Aug 11 03:11:13.959538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-4f84cf70-4047-4440-b931-f5c618df503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:13.966871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-4f84cf70-4047-4440-b931-f5c618df503c service neutron] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 913 time: 0.3242927 Aug 11 03:11:14.049123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-33c750d2-fd80-4af4-9023-52d1916fe92f tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/networks/84d5f999-6fd8-4b53-bb48-e3e9c6055877?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4958003 Aug 11 03:11:14.049759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42550) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:14.106092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-fceae86f-dd4d-451c-871a-00d4221e2fe0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad HTTP/1.1" status: 200 len: 217 time: 0.1317961 Aug 11 03:11:14.173000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-0de51bdd-937d-4755-acef-3ec862c9523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:14.174424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-0de51bdd-937d-4755-acef-3ec862c9523f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0589619 Aug 11 03:11:14.183013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e408b-7a5a-4c83-b9d3-73b1e4e45f4f req-a7a312df-964c-454b-b8ea-069f77a3ec61 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:14.190832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-913e408b-7a5a-4c83-b9d3-73b1e4e45f4f req-a7a312df-964c-454b-b8ea-069f77a3ec61 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1987629 Aug 11 03:11:14.214173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4250945-0c9e-45ab-ab16-420c32368865 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:14.223494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d4250945-0c9e-45ab-ab16-420c32368865 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/subnets/d567ec96-06ab-4dbb-9683-88a685277e04 HTTP/1.1" status: 200 len: 843 time: 0.1703928 Aug 11 03:11:14.224491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42552) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:14.241881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-76097ea9-60a9-458b-8ff7-a1bf3c11f903 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307727 Aug 11 03:11:14.289327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-913e408b-7a5a-4c83-b9d3-73b1e4e45f4f req-4691a384-01a9-4678-b174-e620a8cc0af0 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975182 Aug 11 03:11:14.298259 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-4c8c15f0-0b82-404d-871d-261ba48e96dc service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389888 Aug 11 03:11:14.474008 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-15aacd2d-932b-47cf-b0cf-3bf012f50f53 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236352 Aug 11 03:11:14.533883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ec0d6-306c-4ad1-9779-4f76696a6fee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:14.548204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d11ec0d6-306c-4ad1-9779-4f76696a6fee tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "GET /v2.0/subnets/d567ec96-06ab-4dbb-9683-88a685277e04?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3196166 Aug 11 03:11:14.550732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:14.564243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434265879'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:14.625318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:14.628946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.690746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-0d6c1e90-37e9-4159-8324-acc6e3b20518 service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913276 Aug 11 03:11:14.729311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:11:14.755785 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:14.758782 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Added segment b8235aa1-4c05-4b87-865f-b9b66f837b2e of type vlan for network 7ecb413d-d00f-4406-9c06-bcb440315237 Aug 11 03:11:14.899476 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:15.060546 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:15.070745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:15.087942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:15.302637 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb8ba440-99b2-44fb-819d-afd2aaf39b97 req-5569822c-f037-4831-8eb3-2725ea1d0a06 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 210 time: 0.1924865 Aug 11 03:11:15.306023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7543342 Aug 11 03:11:15.317967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42570) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:15.338412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'network_id': '7ecb413d-d00f-4406-9c06-bcb440315237', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:15.397799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe46ce-739c-48e0-9a96-2f21ae50ac6b req-ea004db2-ce6b-4dd3-b3d1-b7c65e7d65ea tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:15.405190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adfe46ce-739c-48e0-9a96-2f21ae50ac6b req-ea004db2-ce6b-4dd3-b3d1-b7c65e7d65ea tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 946 time: 0.1195462 Aug 11 03:11:15.529081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871a96a-da55-4b49-8ccb-9dc4cac58c64 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Network': ['ID=7ecb413d-d00f-4406-9c06-bcb440315237,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:15.543021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7ecb413d-d00f-4406-9c06-bcb440315237 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:11:15.646298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adfe46ce-739c-48e0-9a96-2f21ae50ac6b req-a152a885-4cbb-404f-bfe0-478bb2673782 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366281 Aug 11 03:11:15.765305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0465c67f-09ea-4e8c-adf2-1ee9f7e35a9d req-09a129f9-dd4f-4532-be8e-25ec40888e1b service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2790952 Aug 11 03:11:15.878648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd703c-0ed4-48f9-962c-25e15b1e5709 req-edae0332-a970-4d6a-92ed-1b7524b4ea1a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:15.885167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a5dd703c-0ed4-48f9-962c-25e15b1e5709 req-edae0332-a970-4d6a-92ed-1b7524b4ea1a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.2634976 Aug 11 03:11:15.887901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Made reservation on behalf of 584d4571a12f4ff489c390d96841aa12 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:15.895477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.029193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 37b8bdcf-2c39-4444-bb30-5b9c038e7aad no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:16.044603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a5dd703c-0ed4-48f9-962c-25e15b1e5709 req-cbdb410e-00c0-4be5-acc2-d2a273b53fa5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444936 Aug 11 03:11:16.050378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Performing IP validity checks on allocation pools {{(pid=111683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:11:16.050378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:11:16.287312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.359132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:16.359506 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33f1e54-074d-4ceb-9fe2-99a70a8c2c7e" -d '{"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-unplugged", "status": "completed", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:16.441939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:16.447220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.487448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.544818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-26890527-a178-4215-90d0-67ce586d610b req-3dfcbfcf-5be7-4ac1-a4ff-ea43de58a750 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 210 time: 0.0490026 Aug 11 03:11:16.570361 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee1669b-5907-4b9c-94eb-45824201ef57 x-openstack-request-id: req-6ee1669b-5907-4b9c-94eb-45824201ef57 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:16.570903 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-unplugged", "status": "completed", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:16.570903 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ee1669b-5907-4b9c-94eb-45824201ef57 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:16.572095 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'code': 200} Aug 11 03:11:16.608800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:16.640028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=42deb8a2-89c0-4b55-be8a-faed24fbaca9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:16.679805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Checking segment: {'id': 'b8235aa1-4c05-4b87-865f-b9b66f837b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ecb413d-d00f-4406-9c06-bcb440315237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:16.680189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network hostable DHCP agents. Network: 7ecb413d-d00f-4406-9c06-bcb440315237, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:11:16.700881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Network 7ecb413d-d00f-4406-9c06-bcb440315237 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:11:16.718323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7ecb413d-d00f-4406-9c06-bcb440315237) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:16.731282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190a9110-41e3-4d77-a6b5-2cfb4a131e70 None None] Network 7ecb413d-d00f-4406-9c06-bcb440315237 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:16.742074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:16.742740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:16.835062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42606) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:16.836451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab2ade43-72d6-41d0-ab9e-a4a7fd07445b tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5110035 Aug 11 03:11:16.941369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7d2928f6-9ed5-4ef3-860c-48f9491d0249 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:17.139723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-7ecb413d-d00f-4406-9c06-bcb440315237', 'network_id': '7ecb413d-d00f-4406-9c06-bcb440315237', 'tenant_id': '584d4571a12f4ff489c390d96841aa12', 'fixed_ips': [{'subnet_id': '42deb8a2-89c0-4b55-be8a-faed24fbaca9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:11:17.141341 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:17.274662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db64e6-cefb-42ec-9ded-f4e422847e8f req-b5ca15cc-9f8f-4aa0-959f-c9e485ef5f3c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:17.294852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1db64e6-cefb-42ec-9ded-f4e422847e8f req-b5ca15cc-9f8f-4aa0-959f-c9e485ef5f3c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 944 time: 0.4615388 Aug 11 03:11:17.508795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1db64e6-cefb-42ec-9ded-f4e422847e8f req-7af933c4-af27-48c3-a25b-2fcb6438b347 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120159 Aug 11 03:11:17.531203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81dfe5f-8adc-4d74-9980-7b19ad26c925 req-a9f35a0d-2094-4798-bae8-26c8034f1fcc tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:17.534805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b81dfe5f-8adc-4d74-9980-7b19ad26c925 req-a9f35a0d-2094-4798-bae8-26c8034f1fcc tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1420877 Aug 11 03:11:17.610364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Allocated IP 2001:db8::3 (7ecb413d-d00f-4406-9c06-bcb440315237/42deb8a2-89c0-4b55-be8a-faed24fbaca9/17e00b59-86d1-4228-bfc2-69c044131326) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:17.626669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b81dfe5f-8adc-4d74-9980-7b19ad26c925 req-d95778c6-0184-4bda-946a-7f5ac4facf4b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782545 Aug 11 03:11:17.695118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-c1ad99ca-c42c-4f2d-8a81-d05212324678 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:17.708331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-c1ad99ca-c42c-4f2d-8a81-d05212324678 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.2976575 Aug 11 03:11:17.730362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Request body: {'port': {'device_id': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'admin_state_up': True, 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:17.745144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d2928f6-9ed5-4ef3-860c-48f9491d0249 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9046548'] for subnet, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.019874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.064815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1656e84-7767-4822-aab7-1e0bb08e4f2c req-3a24f89a-04cb-4c62-a261-b886d8886a53 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 210 time: 0.1944556 Aug 11 03:11:18.072198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Transition to ACTIVE for port object 17e00b59-86d1-4228-bfc2-69c044131326 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:18.128608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:18.132862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.136922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Transition to ACTIVE for port object 17e00b59-86d1-4228-bfc2-69c044131326 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:18.149155 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.234137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Network 7ecb413d-d00f-4406-9c06-bcb440315237 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:18.249067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:18.269833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:18.291890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Pushing event updated for resources: {'Port': ['ID=17e00b59-86d1-4228-bfc2-69c044131326,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:18.421497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Attempting to bind port 17e00b59-86d1-4228-bfc2-69c044131326 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:18.422867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Attempting to bind port 17e00b59-86d1-4228-bfc2-69c044131326 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'b8235aa1-4c05-4b87-865f-b9b66f837b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ecb413d-d00f-4406-9c06-bcb440315237'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:18.422867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Attempting to bind port 17e00b59-86d1-4228-bfc2-69c044131326 on network 7ecb413d-d00f-4406-9c06-bcb440315237 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:18.429821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:18.431096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Checking segment: {'id': 'b8235aa1-4c05-4b87-865f-b9b66f837b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ecb413d-d00f-4406-9c06-bcb440315237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:18.431096 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.431096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Bound using segment: {'id': 'b8235aa1-4c05-4b87-865f-b9b66f837b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ecb413d-d00f-4406-9c06-bcb440315237'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:18.434867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Bound port: 17e00b59-86d1-4228-bfc2-69c044131326, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8235aa1-4c05-4b87-865f-b9b66f837b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7ecb413d-d00f-4406-9c06-bcb440315237'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:18.436550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.504320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Allocated IP 172.20.0.11 (5a90284b-eec3-423f-a872-d4de75207c47/f181037c-8001-4185-9356-569dd0909b8d/0fc9d029-2d14-4756-8cbd-2cc65af6d03f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:18.625552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] For port 17e00b59-86d1-4228-bfc2-69c044131326, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:18.632575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] For port 17e00b59-86d1-4228-bfc2-69c044131326, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=17e00b59-86d1-4228-bfc2-69c044131326,segment=NetworkSegment(b8235aa1-4c05-4b87-865f-b9b66f837b2e),segment_id=b8235aa1-4c05-4b87-865f-b9b66f837b2e)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:18.640081 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:18.749968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd895f1-97bf-48ed-9ada-dfc43fda39b3 None None] Pushing event updated for resources: {'Port': ['ID=17e00b59-86d1-4228-bfc2-69c044131326,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:18.925910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c6b30-fd58-4857-9619-f6fd2289d24a req-ebb52195-0357-4d80-a618-c9899bd84e30 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:18.933603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-970c6b30-fd58-4857-9619-f6fd2289d24a req-ebb52195-0357-4d80-a618-c9899bd84e30 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.0967314 Aug 11 03:11:18.992458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-970c6b30-fd58-4857-9619-f6fd2289d24a req-14acd699-18cc-444b-93f1-1b476054430b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577223 Aug 11 03:11:19.016078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fed0-ae2f-4411-aa00-af1bc7596077 req-c7a338a5-12cf-4e13-abd7-83d8f6877d3b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:19.023622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b8fed0-ae2f-4411-aa00-af1bc7596077 req-c7a338a5-12cf-4e13-abd7-83d8f6877d3b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 944 time: 0.2481227 Aug 11 03:11:19.214746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17b8fed0-ae2f-4411-aa00-af1bc7596077 req-c4d7dcba-c381-4676-ad83-04366170606d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873686 Aug 11 03:11:19.357288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35e67bda-1c3e-4aa2-b196-ba5ea751ca54 req-dd009a17-d67b-40b8-afa6-e95c38996cf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 210 time: 0.0977447 Aug 11 03:11:19.458329 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.468663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d2928f6-9ed5-4ef3-860c-48f9491d0249 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752115259028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8736527'] for subnet, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.559514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2928f6-9ed5-4ef3-860c-48f9491d0249 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:19.572399 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d2928f6-9ed5-4ef3-860c-48f9491d0249 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.580955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42652) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:19.598262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7d2928f6-9ed5-4ef3-860c-48f9491d0249 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "PUT /v2.0/subnets/42deb8a2-89c0-4b55-be8a-faed24fbaca9 HTTP/1.1" status: 200 len: 900 time: 2.6792753 Aug 11 03:11:19.661940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2928f6-9ed5-4ef3-860c-48f9491d0249 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event updated for resources: {'Subnet': ['ID=42deb8a2-89c0-4b55-be8a-faed24fbaca9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:19.726788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.740933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:19.798483 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:19.857087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event updated for resources: {'Port': ['ID=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:19.875332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Network 5a90284b-eec3-423f-a872-d4de75207c47 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:19.876977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:19.880401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:19.949180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting port 17e00b59-86d1-4228-bfc2-69c044131326 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:19.949684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.028595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:20.029883 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.065021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 37b8bdcf-2c39-4444-bb30-5b9c038e7aad no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:20.082464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-85d54227-50c0-4050-ba83-673a7cd290e3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3558071 Aug 11 03:11:20.096601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Request body: {'port': {'device_id': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:20.157751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] For port 17e00b59-86d1-4228-bfc2-69c044131326, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=17e00b59-86d1-4228-bfc2-69c044131326,segment=NetworkSegment(b8235aa1-4c05-4b87-865f-b9b66f837b2e),segment_id=b8235aa1-4c05-4b87-865f-b9b66f837b2e)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:20.158296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.172528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Calling delete_port for 17e00b59-86d1-4228-bfc2-69c044131326 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:20.277300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:20.443546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41593c17-a5f6-4d2d-b568-c715732fae89 req-d10d68b0-7342-4959-87b5-c8a49ab06ea5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:20.452595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41593c17-a5f6-4d2d-b568-c715732fae89 req-d10d68b0-7342-4959-87b5-c8a49ab06ea5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1741283 Aug 11 03:11:20.594398 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41593c17-a5f6-4d2d-b568-c715732fae89 req-c4c0eddd-c449-4c73-9e87-ffe581d5047f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360373 Aug 11 03:11:20.642640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e60bc7-11c3-4329-b666-c5584bc7a523 None None] Network 7ecb413d-d00f-4406-9c06-bcb440315237 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:20.862401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.005770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-caca83af-2150-466a-bbf9-049ede8f2952 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:21.008963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-caca83af-2150-466a-bbf9-049ede8f2952 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=288ff474-1c52-4e36-b823-d9b5760eea01 HTTP/1.1" status: 200 len: 944 time: 0.1586118 Aug 11 03:11:21.119051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1b3e3fd8-1bdf-4542-b08c-e7e4346f9030 None None] Provisioning for port 17e00b59-86d1-4228-bfc2-69c044131326 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:21.141083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 17e00b59-86d1-4228-bfc2-69c044131326 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:21.143284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Port': ['ID=17e00b59-86d1-4228-bfc2-69c044131326,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:21.148441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No DVR routers for this DVR port 17e00b59-86d1-4228-bfc2-69c044131326 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:21.181753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc9d029-2d14-4756-8cbd-2cc65af6d03f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:21.202436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.224392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.243418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Transition to ACTIVE for port object 0fc9d029-2d14-4756-8cbd-2cc65af6d03f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:21.256814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.275245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a1e81-c8e2-4926-861a-f772c97f1a39 req-716c91b2-7378-4ba6-b992-c5c918a3754e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:21.277055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-506a1e81-c8e2-4926-861a-f772c97f1a39 req-716c91b2-7378-4ba6-b992-c5c918a3754e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 932 time: 0.2959414 Aug 11 03:11:21.303964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Deleting port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:21.304531 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.320830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1b3e3fd8-1bdf-4542-b08c-e7e4346f9030 None None] Provisioning complete for port 17e00b59-86d1-4228-bfc2-69c044131326 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:21.331613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b3e3fd8-1bdf-4542-b08c-e7e4346f9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.335372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 17e00b59-86d1-4228-bfc2-69c044131326 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:21.335933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 17e00b59-86d1-4228-bfc2-69c044131326 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 11 03:11:21.362810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:21.439300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.461453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Port 17e00b59-86d1-4228-bfc2-69c044131326 not found, will not notify nova. {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 11 03:11:21.464665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1b3e3fd8-1bdf-4542-b08c-e7e4346f9030 None None] Port 17e00b59-86d1-4228-bfc2-69c044131326 was deleted so its status cannot be updated. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 11 03:11:21.578208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=42deb8a2-89c0-4b55-be8a-faed24fbaca9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:21.584634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] For port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:21.585572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.597600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Attempting to bind port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:21.598080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Attempting to bind port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:21.598523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Attempting to bind port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:21.609044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Calling delete_port for 37b8bdcf-2c39-4444-bb30-5b9c038e7aad owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:21.611787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f on network 5a90284b-eec3-423f-a872-d4de75207c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:11:21.612242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Attempting to bind port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:21.627818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:21.628366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:21.631539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Bound using segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:21.634868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Bound port: 0fc9d029-2d14-4756-8cbd-2cc65af6d03f, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:21.635553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.762629 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-506a1e81-c8e2-4926-861a-f772c97f1a39 req-5535e14e-f930-4e29-8bc7-0f8c8cc30e6d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707708 Aug 11 03:11:21.835169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.872646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecb413d-d00f-4406-9c06-bcb440315237']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:21.888972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8235aa1-4c05-4b87-865f-b9b66f837b2e') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:21.889350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8235aa1-4c05-4b87-865f-b9b66f837b2e') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:21.917662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.944074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.954941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:21.955356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:21.961418 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:21.987012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422ff1a-fdec-4fb9-8067-4b6f808fd9c2 None None] Network 7ecb413d-d00f-4406-9c06-bcb440315237 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:22.071380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] For port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:22.204965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.212546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] For port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:22.218257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.220853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/7ecb413d-d00f-4406-9c06-bcb440315237 HTTP/1.1" status: 204 len: 168 time: 2.6386912 Aug 11 03:11:22.255170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42702) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:22.256359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fce113-8a9b-441b-a378-652318008557 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=7ecb413d-d00f-4406-9c06-bcb440315237,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:22.300722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c5174b51-fb61-4339-aa2d-8057aeb27e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.322611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.329624 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c182b0-126e-4723-990a-7a198cd24dcf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:22.330333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c182b0-126e-4723-990a-7a198cd24dcf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:22.332348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1c182b0-126e-4723-990a-7a198cd24dcf tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/42deb8a2-89c0-4b55-be8a-faed24fbaca9 HTTP/1.1" status: 404 len: 337 time: 0.0738010 Aug 11 03:11:22.337076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42704) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:22.348784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d53b2-6b95-4fed-ab05-511c830d274d None None] DHCP port deletion for 7ecb413d-d00f-4406-9c06-bcb440315237 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:11:22.415573 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b27b08-76a7-4484-9995-d7f5200b52ad tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:22.416167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b27b08-76a7-4484-9995-d7f5200b52ad tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:22.417865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b2b27b08-76a7-4484-9995-d7f5200b52ad tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/7ecb413d-d00f-4406-9c06-bcb440315237 HTTP/1.1" status: 404 len: 339 time: 0.0775416 Aug 11 03:11:22.432417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42706) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:22.489844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:22.549212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:22.551008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.554684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f291d0e6-61c8-4370-83d0-775cb069f49d service neutron] 10.222.0.10 "PUT /v2.0/ports/0fc9d029-2d14-4756-8cbd-2cc65af6d03f HTTP/1.1" status: 200 len: 1093 time: 2.4640932 Aug 11 03:11:22.558531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'tag': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:22.562186 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84813ef7-15ca-47d7-be98-2ea5ceb594ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ca25a153-d91f-4bf7-8d49-876d797a693b", "tag": "0fc9d029-2d14-4756-8cbd-2cc65af6d03f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:22.565578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.568035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.590102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b2fb0-737d-4a36-b34e-f0ce65ceef0c req-dd6a85f5-b674-432c-98ab-3f4a9a480f4f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:22.610673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-303b2fb0-737d-4a36-b34e-f0ce65ceef0c req-dd6a85f5-b674-432c-98ab-3f4a9a480f4f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.4418147 Aug 11 03:11:22.690886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 17e00b59-86d1-4228-bfc2-69c044131326 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:22.740449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 17e00b59-86d1-4228-bfc2-69c044131326 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:22.740967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 17e00b59-86d1-4228-bfc2-69c044131326 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:22.764887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event deleted for resources: {'Port': ['ID=37b8bdcf-2c39-4444-bb30-5b9c038e7aad,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:22.796144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] No DVR routers for this DVR port 37b8bdcf-2c39-4444-bb30-5b9c038e7aad on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:22.799128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.803721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d97b35f4-4cf3-4255-9ac1-b6e590d77440 req-4caaad93-7a21-43ac-8576-554d13a2f6ef tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "DELETE /v2.0/ports/37b8bdcf-2c39-4444-bb30-5b9c038e7aad HTTP/1.1" status: 204 len: 173 time: 1.7795024 Aug 11 03:11:22.816354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-5ff3c35b-a60e-4a32-beaa-57a57408083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:22.817738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-5ff3c35b-a60e-4a32-beaa-57a57408083f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 1096 time: 0.1985812 Aug 11 03:11:22.860156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.897959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-303b2fb0-737d-4a36-b34e-f0ce65ceef0c req-ec6bea01-39c0-409c-bcf7-93bc8003c835 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811503 Aug 11 03:11:22.906296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11672580-872b-4876-a2ed-0f4d215db269']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:22.931081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37f504f-6cde-4f9f-9a22-e46f5a766378') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:22.933429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37f504f-6cde-4f9f-9a22-e46f5a766378') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:22.966154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:22.970292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f99d1298-46f9-4a6b-abf6-1ae70f5708bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fc9d029-2d14-4756-8cbd-2cc65af6d03f HTTP/1.1" status: 200 len: 217 time: 0.1425552 Aug 11 03:11:22.995451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.006113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:23.006549 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:23.013621 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:23.016888 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e809bf7a-b91a-46c4-a003-9aacec951c2d x-openstack-request-id: req-e809bf7a-b91a-46c4-a003-9aacec951c2d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:23.016888 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca25a153-d91f-4bf7-8d49-876d797a693b", "tag": "0fc9d029-2d14-4756-8cbd-2cc65af6d03f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:23.016888 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e809bf7a-b91a-46c4-a003-9aacec951c2d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:23.017277 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'tag': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f', 'status': 'completed', 'code': 200} Aug 11 03:11:23.157838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-b4ed4f2f-66a0-4220-9d03-ba7c7042572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.159394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-b4ed4f2f-66a0-4220-9d03-ba7c7042572d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1809154 Aug 11 03:11:23.179505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b72121-2584-41d9-ada9-77ecc33a3f39 req-0523b7df-35e7-48d7-a9be-23f560ec0c4e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.187737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b72121-2584-41d9-ada9-77ecc33a3f39 req-0523b7df-35e7-48d7-a9be-23f560ec0c4e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 944 time: 0.0870249 Aug 11 03:11:23.235929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b72121-2584-41d9-ada9-77ecc33a3f39 req-b29d535e-6934-4569-ba75-78787931a030 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423210 Aug 11 03:11:23.237503 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.247101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-5d5afe10-cbfe-4eb9-ae98-b495324b0b93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626981 Aug 11 03:11:23.292286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.299873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/11672580-872b-4876-a2ed-0f4d215db269 HTTP/1.1" status: 204 len: 168 time: 0.8653510 Aug 11 03:11:23.305561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca392de3-de8c-49ac-b26b-7969f5f78631 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=11672580-872b-4876-a2ed-0f4d215db269,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:23.307370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42734) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:23.360523 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a4f2e4-bc90-4701-bf9b-8e142f4f74e6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:23.361103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a4f2e4-bc90-4701-bf9b-8e142f4f74e6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:23.367415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42742) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:23.371987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b5a4f2e4-bc90-4701-bf9b-8e142f4f74e6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/e195bcbc-4230-46d1-9248-911e480c95ba HTTP/1.1" status: 404 len: 337 time: 0.0633011 Aug 11 03:11:23.416237 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d44b53-2384-482f-9bf0-5b7f0ca83457 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:23.417044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d44b53-2384-482f-9bf0-5b7f0ca83457 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:23.419767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f3d44b53-2384-482f-9bf0-5b7f0ca83457 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/46880953-06f9-4397-b2c0-7480874faf4a HTTP/1.1" status: 404 len: 339 time: 0.0500500 Aug 11 03:11:23.423330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42748) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:23.444521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-f2d30e72-9774-416e-8da9-1e4c2cb1c6c4 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977892 Aug 11 03:11:23.498991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting subnet fad0afaa-01bc-4cc7-b2a0-5a65d2317ccb {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:11:23.502435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.595890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d9d752c-6699-487d-9bb7-9609064d6184 req-ad673f63-4dca-430a-abf1-f555e7cfc6a3 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426537 Aug 11 03:11:23.596113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.762446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-1adcd6b7-e5de-4ecf-ae1a-4dd31ed0a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.765804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-1adcd6b7-e5de-4ecf-ae1a-4dd31ed0a051 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 1096 time: 0.1028762 Aug 11 03:11:23.859605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:23.884081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-d31549f5-9685-493b-ab03-43908dfe104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.886396 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-d31549f5-9685-493b-ab03-43908dfe104a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.1124773 Aug 11 03:11:23.919276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88953221-ba21-4f16-a887-f4178b5086c4 req-6db248d4-d48d-4557-89e8-0587ecc6ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.921558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88953221-ba21-4f16-a887-f4178b5086c4 req-6db248d4-d48d-4557-89e8-0587ecc6ac18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1098 time: 0.1930108 Aug 11 03:11:23.941258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-026827f7-dd29-40ef-b1b9-5a4c00014bb6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:23.942907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-026827f7-dd29-40ef-b1b9-5a4c00014bb6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.2183993 Aug 11 03:11:23.977510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-2cacb228-a570-462f-9115-77bb7306293d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fc9d029-2d14-4756-8cbd-2cc65af6d03f HTTP/1.1" status: 200 len: 217 time: 0.0751936 Aug 11 03:11:23.996407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-d6e44502-011c-4aaa-aa98-7fc9523c702e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/quotas/27afed0817244548ae1c8f6a78bf56b6 HTTP/1.1" status: 200 len: 375 time: 0.0456307 Aug 11 03:11:24.040169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-f0be4f10-492c-4f78-b2c0-65d788f44a56 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428643 Aug 11 03:11:24.086681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.094609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-ca20a64e-6ca2-4693-9bdf-d7cffe343fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:24.096242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-ca20a64e-6ca2-4693-9bdf-d7cffe343fae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1127353 Aug 11 03:11:24.112297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d585ee7-70dd-4f26-a646-5175c81d9ab2 req-e1cab9b7-6c88-4fd5-9cdd-0c8960ff7124 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:24.116479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d585ee7-70dd-4f26-a646-5175c81d9ab2 req-e1cab9b7-6c88-4fd5-9cdd-0c8960ff7124 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.0981984 Aug 11 03:11:24.184271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=fad0afaa-01bc-4cc7-b2a0-5a65d2317ccb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:24.184634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-8e579d01-d893-42ac-b496-d1a10c6cb9dd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666101 Aug 11 03:11:24.195985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d585ee7-70dd-4f26-a646-5175c81d9ab2 req-0b1df5e4-595c-45b7-9c3a-e25cfbce4fc1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662680 Aug 11 03:11:24.212482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e85ac5-0757-488b-abc5-26bcde485314 None None] Network 66e25638-1fe3-444c-a32f-772ca07c9653 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:24.220503 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.225580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9655420-d11d-493a-a99d-495cc70f6d34 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/fad0afaa-01bc-4cc7-b2a0-5a65d2317ccb HTTP/1.1" status: 204 len: 168 time: 0.8011048 Aug 11 03:11:24.228150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42764) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:24.322218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88953221-ba21-4f16-a887-f4178b5086c4 req-6810be72-3483-4691-ba4c-d543eb67ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:24.323898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88953221-ba21-4f16-a887-f4178b5086c4 req-6810be72-3483-4691-ba4c-d543eb67ae43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.3511071 Aug 11 03:11:24.339589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-f422fc13-eb87-49e1-8e1e-8ee13e88acd6 service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675023 Aug 11 03:11:24.397634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-d2dade1d-fd15-4ab0-9ff8-c6f580095b92 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005918 Aug 11 03:11:24.519941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88953221-ba21-4f16-a887-f4178b5086c4 req-690becd5-4063-47fd-a1a3-75b757f3d839 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 200 len: 1002 time: 0.1782544 Aug 11 03:11:24.538055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-58d8059a-a17d-476e-8815-62b03fe2b0dc service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969922 Aug 11 03:11:24.625810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e433e3-a918-4259-a324-1abddcba72b6 req-8af97d5f-8720-410e-a358-8fba68dbb8ab tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:24.634487 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92e433e3-a918-4259-a324-1abddcba72b6 req-8af97d5f-8720-410e-a358-8fba68dbb8ab tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 944 time: 0.2212734 Aug 11 03:11:24.665381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting subnet bc0cf41b-e5c8-47d1-bbf8-02d9f01d4d00 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:11:24.684828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:24.736947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92e433e3-a918-4259-a324-1abddcba72b6 req-c47abcb8-f1a1-4889-99dc-f09a70be9a37 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014910 Aug 11 03:11:24.751568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84813ef7-15ca-47d7-be98-2ea5ceb594ea req-c663135f-7d6a-4df7-beb7-4419f2fbabcd service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453643 Aug 11 03:11:24.872225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88953221-ba21-4f16-a887-f4178b5086c4 req-d1d74a58-0203-413d-b3f2-9b24c0182811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:24.875817 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88953221-ba21-4f16-a887-f4178b5086c4 req-d1d74a58-0203-413d-b3f2-9b24c0182811 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.3276575 Aug 11 03:11:24.884902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.017970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-deleted', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:25.020348 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc0ad88-3520-4b69-b9bb-6a355908a65b" -d '{"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-deleted", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:25.086142 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e23ff7f3-a916-48ab-a0ee-b9d1e22c7705 req-48a36099-c2f7-4c54-b122-965e3389c083 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 210 time: 0.1400926 Aug 11 03:11:25.128526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88953221-ba21-4f16-a887-f4178b5086c4 req-b98df912-14e9-4dbb-9db0-bdff055b0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:25.130440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88953221-ba21-4f16-a887-f4178b5086c4 req-b98df912-14e9-4dbb-9db0-bdff055b0932 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2385740 Aug 11 03:11:25.136136 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b939d048-7bf7-45a9-8b07-a92790d6c0c4 x-openstack-request-id: req-b939d048-7bf7-45a9-8b07-a92790d6c0c4 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:25.136434 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288ff474-1c52-4e36-b823-d9b5760eea01", "name": "network-vif-deleted", "tag": "37b8bdcf-2c39-4444-bb30-5b9c038e7aad", "status": "failed", "code": 422}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:25.136699 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b939d048-7bf7-45a9-8b07-a92790d6c0c4 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:25.138107 n-d-768509-22 neutron-server[111682]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '288ff474-1c52-4e36-b823-d9b5760eea01', 'name': 'network-vif-deleted', 'tag': '37b8bdcf-2c39-4444-bb30-5b9c038e7aad', 'status': 'failed', 'code': 422} returned with failed status Aug 11 03:11:25.226258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-27db27d4-371c-4a14-89c6-036bde122969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.449498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.455573 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.485650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.642097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9bd7366b-f8f4-46eb-a170-a18a9a51917b None None] Provisioning complete for port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:25.643462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9bd7366b-f8f4-46eb-a170-a18a9a51917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.814061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88953221-ba21-4f16-a887-f4178b5086c4 req-02cd0272-8449-4cfb-8748-299e457e2cad service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319785 Aug 11 03:11:25.816940 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:25.930248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0cf41b-e5c8-47d1-bbf8-02d9f01d4d00,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:25.949458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e99faf-14ac-48fd-b634-458a494072bf None None] Network 66e25638-1fe3-444c-a32f-772ca07c9653 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:25.992485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73353879-a458-4ff3-8c6e-682653e04842 req-5bd515d3-553c-4ee0-ad7a-7b2f9355c790 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:26.004275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-73353879-a458-4ff3-8c6e-682653e04842 req-5bd515d3-553c-4ee0-ad7a-7b2f9355c790 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.6373401 Aug 11 03:11:26.010091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.020264 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4b90ea2d-bbbb-4d13-9dbd-bab2eb80e720 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/bc0cf41b-e5c8-47d1-bbf8-02d9f01d4d00 HTTP/1.1" status: 204 len: 168 time: 1.7895081 Aug 11 03:11:26.020963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6ae73-421a-4662-86f3-9aa042a2a185 req-e8bed57b-6ac0-4af8-a0c4-c2c9306bb9ed tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:26.025644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42810) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:26.054809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ac6ae73-421a-4662-86f3-9aa042a2a185 req-e8bed57b-6ac0-4af8-a0c4-c2c9306bb9ed tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 944 time: 0.1738465 Aug 11 03:11:26.123068 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ac6ae73-421a-4662-86f3-9aa042a2a185 req-e8bb6bba-818b-498a-9f33-9a99a45513d6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626464 Aug 11 03:11:26.226800 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88953221-ba21-4f16-a887-f4178b5086c4 req-de5fd7a3-9838-451e-8ba3-d1cb86cc76b7 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010572 Aug 11 03:11:26.335939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] DHCP port deletion for 66e25638-1fe3-444c-a32f-772ca07c9653 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:11:26.349539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-73353879-a458-4ff3-8c6e-682653e04842 req-ee13812d-7b6a-4cfc-9b68-b601c07c18d9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3427045 Aug 11 03:11:26.390378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.456908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] Deleting port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:26.457573 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.488042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19b3feca-c29a-4525-aaff-4e32e215f2b2 req-f573afd0-24de-41fa-8286-ea71bd2500d6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 210 time: 0.0777197 Aug 11 03:11:26.562925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:26.563570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.607842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] For port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,segment=NetworkSegment(fa3d2cac-f838-4467-990d-b8a51faba532),segment_id=fa3d2cac-f838-4467-990d-b8a51faba532)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:26.611992 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.706017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] For port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,segment=NetworkSegment(fa3d2cac-f838-4467-990d-b8a51faba532),segment_id=fa3d2cac-f838-4467-990d-b8a51faba532)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:26.708022 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:26.780585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Calling delete_port for 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:26.784425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-5b464b74-6f59-498d-9432-533924074c51 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:26.796386 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-5b464b74-6f59-498d-9432-533924074c51 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.3067019 Aug 11 03:11:26.818233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Request body: {'port': {'device_id': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'admin_state_up': True, 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:26.970140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:26.977792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] Calling delete_port for 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:26.981458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.019380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Port': ['ID=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:27.020164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:27.020618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:27.041960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No DVR routers for this DVR port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:27.112380 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.114644 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.135666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:27.141010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.160280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] Pushing event deleted for resources: {'Port': ['ID=0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:27.171492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f880ea-28ac-49a9-95bf-3c927abdda17 None None] No DVR routers for this DVR port 0d99bca7-2b52-4a73-a9a8-03ec0af8ce1f on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:27.392527 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.414859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e25638-1fe3-444c-a32f-772ca07c9653']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:27.417861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Allocated IP 172.20.0.9 (120bf177-bfe7-453c-b56a-457483c4cffd/094290ee-cedc-4203-bf50-d3e66145e810/ee48eeb5-7ca7-4827-9445-ec8dcff0846d) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:27.431400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3d2cac-f838-4467-990d-b8a51faba532') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:27.431937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3d2cac-f838-4467-990d-b8a51faba532') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:27.446097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65938e05-aa12-47dd-8a84-d0a437757f6c req-5e0e0ed8-9c61-4fe3-ab46-56f8c13bd00c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:27.447841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65938e05-aa12-47dd-8a84-d0a437757f6c req-5e0e0ed8-9c61-4fe3-ab46-56f8c13bd00c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 944 time: 0.1188266 Aug 11 03:11:27.481403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.506334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65938e05-aa12-47dd-8a84-d0a437757f6c req-2e19b6a3-14f0-451c-a880-a6bb583616d5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519791 Aug 11 03:11:27.507354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.518555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:27.519789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:27.526785 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:27.669197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4778b65f-2387-4efc-9061-2cf62a3b4888 req-6955388a-f130-4ac9-bfb8-745ac848ab2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 210 time: 0.0363283 Aug 11 03:11:27.672713 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.677806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:27.679696 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/66e25638-1fe3-444c-a32f-772ca07c9653 HTTP/1.1" status: 204 len: 168 time: 1.6266663 Aug 11 03:11:27.684042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42832) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:27.720677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78644bfc-9b49-4b17-8fb5-5f5711409724 req-fa597f76-bba2-4878-91db-ce690f25aee3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:27.722566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78644bfc-9b49-4b17-8fb5-5f5711409724 req-fa597f76-bba2-4878-91db-ce690f25aee3 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1814423 Aug 11 03:11:27.791830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78644bfc-9b49-4b17-8fb5-5f5711409724 req-71f8448e-59c4-4d03-838d-ff9555b8c202 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629044 Aug 11 03:11:27.894574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.013200 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.087530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0fc9d029-2d14-4756-8cbd-2cc65af6d03f details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:28.156749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Network 120bf177-bfe7-453c-b56a-457483c4cffd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:28.158732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:28.160662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event updated for resources: {'Port': ['ID=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:28.169978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:28.274311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.279622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.317428 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.319755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-ef6b90c0-c7ff-4996-b345-bbdf8c8c1ee0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5222509 Aug 11 03:11:28.335211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Request body: {'port': {'device_id': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:28.375050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:28.406977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'port_id': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f', 'mac_address': 'fa:16:3e:2b:37:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f181037c-8001-4185-9356-569dd0909b8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:28.449431 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.465625 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.484894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc9d029-2d14-4756-8cbd-2cc65af6d03f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:28.514856 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-219f15b3-8392-40ed-bfb1-5bf82b44ed6e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:28.515082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219f15b3-8392-40ed-bfb1-5bf82b44ed6e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:28.518228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-219f15b3-8392-40ed-bfb1-5bf82b44ed6e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/68976336-4f61-47b4-92d1-48f26ba8cec3 HTTP/1.1" status: 404 len: 337 time: 0.8332677 Aug 11 03:11:28.518617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:28.520676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42860) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:28.531005 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:28.571926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee151cc-df2d-4224-b41a-f71b827bcc73 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=66e25638-1fe3-444c-a32f-772ca07c9653,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:28.624907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:28.631388 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6f858e-311b-4453-ab4c-0d487bdc6b6e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:28.632022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6f858e-311b-4453-ab4c-0d487bdc6b6e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:28.633919 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1a6f858e-311b-4453-ab4c-0d487bdc6b6e tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/ddaf4462-c3b4-42e8-a506-2bc49f166fec HTTP/1.1" status: 404 len: 339 time: 0.0866089 Aug 11 03:11:28.636484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42864) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:28.679616 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fcb71a-3fa1-4062-845c-2450b4718eba tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:28.681316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fcb71a-3fa1-4062-845c-2450b4718eba tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:28.686765 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f4fcb71a-3fa1-4062-845c-2450b4718eba tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/058f7aa9-7f74-4290-8014-2326fd6a2905 HTTP/1.1" status: 404 len: 337 time: 0.0489769 Aug 11 03:11:28.688887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42868) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:28.717921 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3d5a5c-f77d-4329-addc-5c4e30e8e435 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:28.718526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3d5a5c-f77d-4329-addc-5c4e30e8e435 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:28.723287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0a3d5a5c-f77d-4329-addc-5c4e30e8e435 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/6ecde334-2c19-41de-8541-751d5199acb7 HTTP/1.1" status: 404 len: 339 time: 0.0310860 Aug 11 03:11:28.723476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['0fc9d029-2d14-4756-8cbd-2cc65af6d03f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:28.723591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42870) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:28.750534 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9055743-2f72-4780-a703-7173267ffb08 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:28.750994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9055743-2f72-4780-a703-7173267ffb08 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:28.755789 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b9055743-2f72-4780-a703-7173267ffb08 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/cc843287-badd-4843-ade2-633404a79bf3 HTTP/1.1" status: 404 len: 337 time: 0.0290012 Aug 11 03:11:28.756074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42872) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:28.776966 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dd9a77-b709-45ce-9047-c698327bb567 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:28.777691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dd9a77-b709-45ce-9047-c698327bb567 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:28.782240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-12dd9a77-b709-45ce-9047-c698327bb567 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/97e263c7-1099-49eb-b559-56c954b8d4f0 HTTP/1.1" status: 404 len: 339 time: 0.0224626 Aug 11 03:11:28.782505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42874) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:28.939986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting subnet 42167a45-f286-43a0-8cb0-dd872a35a2dd {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:11:28.945798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a76fe-3a2f-4e5d-8791-59b67d6742f6 req-2b6de4ad-1cfc-40ab-8fba-db44bb052a7d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.948109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa6a76fe-3a2f-4e5d-8791-59b67d6742f6 req-2b6de4ad-1cfc-40ab-8fba-db44bb052a7d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 945 time: 0.2641354 Aug 11 03:11:28.949984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80924951-579f-47da-8732-cb0b6a025f94 req-67e33152-0771-44b1-9497-a4ee9264b9ba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:28.951953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-80924951-579f-47da-8732-cb0b6a025f94 req-67e33152-0771-44b1-9497-a4ee9264b9ba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 931 time: 0.1241968 Aug 11 03:11:28.952708 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.063569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee48eeb5-7ca7-4827-9445-ec8dcff0846d {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:29.073373 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.075725 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.087192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Transition to ACTIVE for port object ee48eeb5-7ca7-4827-9445-ec8dcff0846d will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:29.110819 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-80924951-579f-47da-8732-cb0b6a025f94 req-b53f5153-7886-4cd1-a383-a9e1df0f241e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308591 Aug 11 03:11:29.112959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.155310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-0fd9d562-5f76-4777-9481-50d96d8bce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.156992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-0fd9d562-5f76-4777-9481-50d96d8bce1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1098 time: 0.1510086 Aug 11 03:11:29.163499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aa6a76fe-3a2f-4e5d-8791-59b67d6742f6 req-18bed6bc-cbdd-4a8a-b08c-25ec4f2b5791 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747833 Aug 11 03:11:29.190157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Pushing event updated for resources: {'Port': ['ID=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:29.262277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Attempting to bind port ee48eeb5-7ca7-4827-9445-ec8dcff0846d on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:29.262788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Attempting to bind port ee48eeb5-7ca7-4827-9445-ec8dcff0846d by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:29.263224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Attempting to bind port ee48eeb5-7ca7-4827-9445-ec8dcff0846d on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:29.268290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Port ee48eeb5-7ca7-4827-9445-ec8dcff0846d on network 120bf177-bfe7-453c-b56a-457483c4cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:11:29.268734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Attempting to bind port ee48eeb5-7ca7-4827-9445-ec8dcff0846d on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:29.274152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:29.274710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Checking segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:29.275201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Bound using segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:29.275784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Bound port: ee48eeb5-7ca7-4827-9445-ec8dcff0846d, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:29.276248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.301749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.359882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] For port ee48eeb5-7ca7-4827-9445-ec8dcff0846d, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:29.365469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] For port ee48eeb5-7ca7-4827-9445-ec8dcff0846d, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:29.371885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.389253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448cef7-59d3-445c-a160-f26a07571c26 req-5877d5ff-35a9-47bb-8261-750c1136a3f9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.390871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6448cef7-59d3-445c-a160-f26a07571c26 req-5877d5ff-35a9-47bb-8261-750c1136a3f9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1368918 Aug 11 03:11:29.397497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.399040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.399207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-cf59b6c6-d2d2-4ad9-a8c3-31bad985c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.400529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-cf59b6c6-d2d2-4ad9-a8c3-31bad985c597 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.2029693 Aug 11 03:11:29.401309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] 10.222.0.10 "PUT /v2.0/ports/ee48eeb5-7ca7-4827-9445-ec8dcff0846d HTTP/1.1" status: 200 len: 1092 time: 1.0737145 Aug 11 03:11:29.403363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'tag': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:29.415656 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992" -d '{"events": [{"name": "network-changed", "server_uuid": "4c49d7fa-396c-493b-a849-7c8d5b82a24f", "tag": "ee48eeb5-7ca7-4827-9445-ec8dcff0846d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:29.494032 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9edc04-b71b-4df0-af56-0fbbe5c5de09 x-openstack-request-id: req-2a9edc04-b71b-4df0-af56-0fbbe5c5de09 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:29.494386 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c49d7fa-396c-493b-a849-7c8d5b82a24f", "tag": "ee48eeb5-7ca7-4827-9445-ec8dcff0846d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:29.494579 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a9edc04-b71b-4df0-af56-0fbbe5c5de09 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:29.494990 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'tag': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d', 'status': 'completed', 'code': 200} Aug 11 03:11:29.527327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.571859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=42167a45-f286-43a0-8cb0-dd872a35a2dd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:29.574219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f8242-e439-4588-b410-6a15c25f0723 service neutron] Pushing event updated for resources: {'Port': ['ID=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:29.585638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-46a31bb1-0e76-44f8-8d52-bd6591b4f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.587186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-46a31bb1-0e76-44f8-8d52-bd6591b4f457 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 1095 time: 0.0996945 Aug 11 03:11:29.589993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6448cef7-59d3-445c-a160-f26a07571c26 req-8f896d83-b165-4311-9494-dbeb3b570d8a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1867778 Aug 11 03:11:29.600312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-2fb28e58-cb8e-4a82-b04f-b305023bef48 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 200 len: 1002 time: 0.1838646 Aug 11 03:11:29.604851 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.607498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c66acd94-7741-4c88-b17f-26456619e3a6 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/42167a45-f286-43a0-8cb0-dd872a35a2dd HTTP/1.1" status: 204 len: 168 time: 0.8230650 Aug 11 03:11:29.610952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93629e51-93c4-41f3-a254-2163a2e2d862 None None] Network 89f610c7-5b55-4a6f-96ed-4a96e5896723 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:29.627672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42888) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:29.663611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-69aad9d7-b049-4202-a859-2bc9b8118d0f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee48eeb5-7ca7-4827-9445-ec8dcff0846d HTTP/1.1" status: 200 len: 217 time: 0.0675337 Aug 11 03:11:29.736014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-9f930b17-5d6f-47ec-ba0b-b31228600ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.738112 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-9f930b17-5d6f-47ec-ba0b-b31228600ceb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0668933 Aug 11 03:11:29.774616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-4dc75c07-5af5-416f-b96c-40916acf8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.776625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-4dc75c07-5af5-416f-b96c-40916acf8089 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.1678257 Aug 11 03:11:29.780673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.791095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-7521b236-c074-4a89-ae7f-bb8ae82623b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449195 Aug 11 03:11:29.902270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] DHCP port deletion for 89f610c7-5b55-4a6f-96ed-4a96e5896723 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:11:29.917738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-c59b5520-0aec-4253-8849-50279d60add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:29.919557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-c59b5520-0aec-4253-8849-50279d60add1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288524 Aug 11 03:11:29.934153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:29.944424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-3ec2eeb2-cdd0-4de4-834d-f239f922df63 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410770 Aug 11 03:11:29.988781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] Deleting port 5d55ce6d-a431-4ddc-9721-8eab72359595 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:29.990254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.000659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting port 5d55ce6d-a431-4ddc-9721-8eab72359595 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:30.001012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.094658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] For port 5d55ce6d-a431-4ddc-9721-8eab72359595, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5d55ce6d-a431-4ddc-9721-8eab72359595,segment=NetworkSegment(9bb87f29-72db-435d-8b9b-4dfd119cbbe0),segment_id=9bb87f29-72db-435d-8b9b-4dfd119cbbe0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:30.095019 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.108808 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-4d616bdc-9997-47d4-98cf-c0587aae0dd7 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754913 Aug 11 03:11:30.112849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Calling delete_port for 5d55ce6d-a431-4ddc-9721-8eab72359595 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:30.120083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] For port 5d55ce6d-a431-4ddc-9721-8eab72359595, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5d55ce6d-a431-4ddc-9721-8eab72359595,segment=NetworkSegment(9bb87f29-72db-435d-8b9b-4dfd119cbbe0),segment_id=9bb87f29-72db-435d-8b9b-4dfd119cbbe0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:30.121181 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.139865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] Calling delete_port for 5d55ce6d-a431-4ddc-9721-8eab72359595 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:30.161693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f28e169c-4caf-4362-9f2c-a352776d9c40 req-811d9019-8ddd-4ffe-af97-5872aa234a57 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078166 Aug 11 03:11:30.297264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-cfb444ee-5388-449d-aa70-f37eec28488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.301266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-cfb444ee-5388-449d-aa70-f37eec28488c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 1095 time: 0.0632915 Aug 11 03:11:30.302364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0fc9d029-2d14-4756-8cbd-2cc65af6d03f up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:30.312624 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.357633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47dd9378-180e-476d-b38e-c41fcc5172fd req-ca84be5e-4fd0-4a51-adfe-3ad9c725b334 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400424 Aug 11 03:11:30.369608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.376034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] Pushing event deleted for resources: {'Port': ['ID=5d55ce6d-a431-4ddc-9721-8eab72359595,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:30.389217 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad369e-adf7-46e9-88e4-14c4548ea45b None None] No DVR routers for this DVR port 5d55ce6d-a431-4ddc-9721-8eab72359595 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:30.410120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e60b50-dd12-4838-9dad-9b48969c77a7 req-a14f9f0e-24f8-4906-bd4d-34e64ba6fe31 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.411766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16e60b50-dd12-4838-9dad-9b48969c77a7 req-a14f9f0e-24f8-4906-bd4d-34e64ba6fe31 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 943 time: 0.1852314 Aug 11 03:11:30.413798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No DVR routers for this DVR port 5d55ce6d-a431-4ddc-9721-8eab72359595 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:30.428627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:30.433215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:30.433865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.474844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-40e721bd-42ca-4e1e-ab0a-a058ec4a8a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.476735 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-40e721bd-42ca-4e1e-ab0a-a058ec4a8a89 service neutron] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 913 time: 0.1684139 Aug 11 03:11:30.486473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Port': ['ID=5d55ce6d-a431-4ddc-9721-8eab72359595,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:30.505147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ffc77-c8f0-4929-9c9d-a32999546c2d req-4a0d90a6-2559-4af2-b984-5b76c98faf5d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.506768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e3ffc77-c8f0-4929-9c9d-a32999546c2d req-4a0d90a6-2559-4af2-b984-5b76c98faf5d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 945 time: 0.0810087 Aug 11 03:11:30.549342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16e60b50-dd12-4838-9dad-9b48969c77a7 req-7052038a-1581-44e5-8b47-65b1fa56947e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876946 Aug 11 03:11:30.556198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-c62cedc4-f7c7-47ac-8cb7-4b5405b3251d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee48eeb5-7ca7-4827-9445-ec8dcff0846d HTTP/1.1" status: 200 len: 217 time: 0.0694482 Aug 11 03:11:30.611400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.672109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e3ffc77-c8f0-4929-9c9d-a32999546c2d req-996919c8-0b5d-4bc9-98f6-e68cbb5898a7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253083 Aug 11 03:11:30.699936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:30.702155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:30.705201 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f1ded-0b1d-4a3d-80e6-78318fcee67b" -d '{"events": [{"server_uuid": "ca25a153-d91f-4bf7-8d49-876d797a693b", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9d029-2d14-4756-8cbd-2cc65af6d03f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:30.710506 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.733861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-328f9879-066d-4b95-939e-bad9ab894d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.738069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-328f9879-066d-4b95-939e-bad9ab894d32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.1663024 Aug 11 03:11:30.778893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5d55ce6d-a431-4ddc-9721-8eab72359595 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:30.781258 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.809159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5d55ce6d-a431-4ddc-9721-8eab72359595 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:30.809865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5d55ce6d-a431-4ddc-9721-8eab72359595 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:30.823343 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-3ed883b1-330d-4748-b0a5-3cad910a189b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781169 Aug 11 03:11:30.862190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:30.887931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f610c7-5b55-4a6f-96ed-4a96e5896723']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:30.908182 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f664a9-d1f2-48fb-ad22-aa321cdd889e x-openstack-request-id: req-00f664a9-d1f2-48fb-ad22-aa321cdd889e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:30.908704 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca25a153-d91f-4bf7-8d49-876d797a693b", "name": "network-vif-plugged", "status": "completed", "tag": "0fc9d029-2d14-4756-8cbd-2cc65af6d03f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:30.909278 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00f664a9-d1f2-48fb-ad22-aa321cdd889e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:30.909881 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f', 'code': 200} Aug 11 03:11:30.923215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb87f29-72db-435d-8b9b-4dfd119cbbe0') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:30.923518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb87f29-72db-435d-8b9b-4dfd119cbbe0') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:30.957202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-c5227926-d75c-4efb-9b2d-05950a76613c service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261346 Aug 11 03:11:30.960651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:30.970665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8d8c3-82b9-49fd-aec1-e063d2497583 req-9a5781bd-4664-46d4-8c40-65808be6963d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:30.978974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47d8d8c3-82b9-49fd-aec1-e063d2497583 req-9a5781bd-4664-46d4-8c40-65808be6963d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.2005546 Aug 11 03:11:31.016296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.034735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-47d8d8c3-82b9-49fd-aec1-e063d2497583 req-77b1608e-4ede-4333-93b3-7163185cb7ec tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546925 Aug 11 03:11:31.035921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:31.036339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:31.040112 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:31.130260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67464bda-cb77-4c16-b325-8aa6c8d6960d req-917cc833-cd8b-4ca7-a7af-f4e91315a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.130899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.131800 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67464bda-cb77-4c16-b325-8aa6c8d6960d req-917cc833-cd8b-4ca7-a7af-f4e91315a955 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 1098 time: 0.1324103 Aug 11 03:11:31.137441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.142728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/89f610c7-5b55-4a6f-96ed-4a96e5896723 HTTP/1.1" status: 204 len: 168 time: 1.5119355 Aug 11 03:11:31.147776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42918) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.184021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4389b6a-4c21-474c-8a9b-6e7054d43765 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=89f610c7-5b55-4a6f-96ed-4a96e5896723,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:31.184511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc6b1b65-25d8-4e3e-a4d0-51b67dad1992 req-5ce0ec8a-219f-42e4-bfbd-510f09b22de6 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160463 Aug 11 03:11:31.190124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67464bda-cb77-4c16-b325-8aa6c8d6960d req-b4560b25-3343-474e-a91e-7e6a50944c89 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449281 Aug 11 03:11:31.217449 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e20b0b-fbec-4d83-b410-6df4451c8b57 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:31.218370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e20b0b-fbec-4d83-b410-6df4451c8b57 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:31.220580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e4e20b0b-fbec-4d83-b410-6df4451c8b57 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/140698f2-af84-4273-89c5-40a8682b28c4 HTTP/1.1" status: 404 len: 337 time: 0.0718758 Aug 11 03:11:31.223192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42922) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.243763 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-db98b6cc-5807-48c3-bfff-67aba872cb72 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] DELETE failed (client error): The resource could not be found. Aug 11 03:11:31.244325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db98b6cc-5807-48c3-bfff-67aba872cb72 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:11:31.248153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-db98b6cc-5807-48c3-bfff-67aba872cb72 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/fa16e4a1-0290-4ae4-ad45-8fa33a621823 HTTP/1.1" status: 404 len: 339 time: 0.0218172 Aug 11 03:11:31.250005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42924) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.310977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting subnet d567ec96-06ab-4dbb-9683-88a685277e04 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:11:31.314845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.328299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42926) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.376008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.477812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c740826-99e6-4c49-a6fd-59a9b37daed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.481558 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.555877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.590134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Subnet': ['ID=d567ec96-06ab-4dbb-9683-88a685277e04,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:31.595401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.597497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-44c66700-bf28-4a0e-8a94-53b46ed12728 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/subnets/d567ec96-06ab-4dbb-9683-88a685277e04 HTTP/1.1" status: 204 len: 168 time: 0.3461118 Aug 11 03:11:31.599676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42932) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.610091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929de5f4-02f6-46f6-bdbc-e9af64a58ec5 None None] Network 84d5f999-6fd8-4b53-bb48-e3e9c6055877 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:11:31.688669 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.707823 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c740826-99e6-4c49-a6fd-59a9b37daed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.718820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c740826-99e6-4c49-a6fd-59a9b37daed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:31.770598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6c740826-99e6-4c49-a6fd-59a9b37daed2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aaa29e2aaf0d4f889f7c85cc8f838e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4387364 Aug 11 03:11:31.771299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42936) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:31.833919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c740826-99e6-4c49-a6fd-59a9b37daed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be1fdc1-9cbc-42a0-bd02-07c542079e10,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:31.867960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc02cc-77e0-4a87-acae-ab47b920fc03 req-10b6760b-8797-4ae0-8ba6-589b68a19d19 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:31.869739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bfc02cc-77e0-4a87-acae-ab47b920fc03 req-10b6760b-8797-4ae0-8ba6-589b68a19d19 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 943 time: 0.1167545 Aug 11 03:11:31.970750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4bfc02cc-77e0-4a87-acae-ab47b920fc03 req-a8bdfd40-49c0-4bcf-aeb7-c7c768ad22d8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925739 Aug 11 03:11:31.987774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Deleting port c7030615-edd4-4a25-84ad-dc33da2fb5f5 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:31.988748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.007231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] DHCP port deletion for 84d5f999-6fd8-4b53-bb48-e3e9c6055877 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:11:32.013359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9d7f9-74e3-4ab6-a2ca-07bf9651f36c req-972f646c-b3d7-4bf4-8684-7a0d1b9bb9a0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.020766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e6c9d7f9-74e3-4ab6-a2ca-07bf9651f36c req-972f646c-b3d7-4bf4-8684-7a0d1b9bb9a0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 946 time: 0.2150593 Aug 11 03:11:32.034638 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-242a263b-f489-44de-b174-7c5a4e9b7189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.119109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-242a263b-f489-44de-b174-7c5a4e9b7189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.153319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] Deleting port c7030615-edd4-4a25-84ad-dc33da2fb5f5 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:32.154408 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.172676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] For port c7030615-edd4-4a25-84ad-dc33da2fb5f5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c7030615-edd4-4a25-84ad-dc33da2fb5f5,segment=NetworkSegment(8cacef3b-adda-4ead-b9f9-c3320866744c),segment_id=8cacef3b-adda-4ead-b9f9-c3320866744c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:32.173240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.236884 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e6c9d7f9-74e3-4ab6-a2ca-07bf9651f36c req-5c58556f-1206-4f0b-9b02-099866969d0a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102280 Aug 11 03:11:32.238216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Calling delete_port for c7030615-edd4-4a25-84ad-dc33da2fb5f5 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:32.340312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] For port c7030615-edd4-4a25-84ad-dc33da2fb5f5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c7030615-edd4-4a25-84ad-dc33da2fb5f5,segment=NetworkSegment(8cacef3b-adda-4ead-b9f9-c3320866744c),segment_id=8cacef3b-adda-4ead-b9f9-c3320866744c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:32.341099 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.356195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2621c-3c5a-43cc-893d-4b0c0b042edc req-2a868c5a-ef9b-4e03-9a04-c9687639728b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:32.369276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-242a263b-f489-44de-b174-7c5a4e9b7189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.374635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] Calling delete_port for c7030615-edd4-4a25-84ad-dc33da2fb5f5 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:32.376768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7a2621c-3c5a-43cc-893d-4b0c0b042edc req-2a868c5a-ef9b-4e03-9a04-c9687639728b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 946 time: 0.1263793 Aug 11 03:11:32.381006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-242a263b-f489-44de-b174-7c5a4e9b7189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.402484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-242a263b-f489-44de-b174-7c5a4e9b7189 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4be1fdc1-9cbc-42a0-bd02-07c542079e10 HTTP/1.1" status: 204 len: 168 time: 0.6223631 Aug 11 03:11:32.428062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a263b-f489-44de-b174-7c5a4e9b7189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be1fdc1-9cbc-42a0-bd02-07c542079e10,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:32.443663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7a2621c-3c5a-43cc-893d-4b0c0b042edc req-f5265550-635f-4868-94cb-8009cd58d963 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645072 Aug 11 03:11:32.490265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.517244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Port': ['ID=c7030615-edd4-4a25-84ad-dc33da2fb5f5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:32.525339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] No DVR routers for this DVR port c7030615-edd4-4a25-84ad-dc33da2fb5f5 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:11:32.531266 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:11:32.537152 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.572398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] Pushing event deleted for resources: {'Port': ['ID=c7030615-edd4-4a25-84ad-dc33da2fb5f5,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:32.576618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35cf90-d08f-4a5d-a6ae-40b5d931c5de None None] No DVR routers for this DVR port c7030615-edd4-4a25-84ad-dc33da2fb5f5 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:32.618766 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.638729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d5f999-6fd8-4b53-bb48-e3e9c6055877']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:32.651870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cacef3b-adda-4ead-b9f9-c3320866744c') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:32.652178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cacef3b-adda-4ead-b9f9-c3320866744c') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:11:32.663809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.686015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.693596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:11:32.694548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:11:32.697994 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:11:32.724449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c7030615-edd4-4a25-84ad-dc33da2fb5f5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:32.758754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: c7030615-edd4-4a25-84ad-dc33da2fb5f5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:32.759181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c7030615-edd4-4a25-84ad-dc33da2fb5f5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:32.798751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:32.804895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.819411 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.820645 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:11:32.821369 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] 10.222.0.60 "DELETE /v2.0/networks/84d5f999-6fd8-4b53-bb48-e3e9c6055877 HTTP/1.1" status: 204 len: 168 time: 1.2208054 Aug 11 03:11:32.833353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40329c0b-d02e-4340-a1d6-69200c7e4ff0 tempest-NetworksIpV6Test-1882206209 tempest-NetworksIpV6Test-1882206209-project] Pushing event deleted for resources: {'Network': ['ID=84d5f999-6fd8-4b53-bb48-e3e9c6055877,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:32.876375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42952) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:32.900448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6c093e8-697b-4246-9835-3c5f256817e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.938958 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:32.991189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:32.993702 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13423aff-4d11-48b7-952d-0e23eda5e404" -d '{"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-unplugged", "status": "completed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:33.026690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:33.034530 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.044321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6c093e8-697b-4246-9835-3c5f256817e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.050257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6c093e8-697b-4246-9835-3c5f256817e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.111037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e6c093e8-697b-4246-9835-3c5f256817e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6b0316e628941999195efdf51477f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334647 Aug 11 03:11:33.111924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c093e8-697b-4246-9835-3c5f256817e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992e97b2-295f-4d75-bcb9-8fd81207c7e1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:33.115676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42962) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:33.117835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:33.121458 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882fb3c4-ca83-4783-8e94-90bf5696c082 x-openstack-request-id: req-882fb3c4-ca83-4783-8e94-90bf5696c082 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:33.121742 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-unplugged", "status": "failed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2", "code": 422}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:33.125701 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-882fb3c4-ca83-4783-8e94-90bf5696c082 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:33.126464 n-d-768509-22 neutron-server[111684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'code': 422} returned with failed status Aug 11 03:11:33.174344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42964) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:33.177774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5c8bd-4a46-477f-b66b-03adbacf0ba2 req-7a5915f4-49a4-47fc-85be-fe2f2e7a7baa tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.179347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63b5c8bd-4a46-477f-b66b-03adbacf0ba2 req-7a5915f4-49a4-47fc-85be-fe2f2e7a7baa tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 943 time: 0.0704904 Aug 11 03:11:33.187211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dcb6faf-9eaa-4ebb-b1cc-a3fe26c56283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.212477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dcb6faf-9eaa-4ebb-b1cc-a3fe26c56283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.230067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63b5c8bd-4a46-477f-b66b-03adbacf0ba2 req-2296daff-a48c-4f68-9e8c-50009a7a9714 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Aug 11 03:11:33.268801 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dcb6faf-9eaa-4ebb-b1cc-a3fe26c56283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.272596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dcb6faf-9eaa-4ebb-b1cc-a3fe26c56283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.275823 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5dcb6faf-9eaa-4ebb-b1cc-a3fe26c56283 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/992e97b2-295f-4d75-bcb9-8fd81207c7e1 HTTP/1.1" status: 204 len: 168 time: 0.1564505 Aug 11 03:11:33.283078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb6faf-9eaa-4ebb-b1cc-a3fe26c56283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992e97b2-295f-4d75-bcb9-8fd81207c7e1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:33.394162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5316-58c6-4351-9fe0-896783e7d12f req-aef5bd9c-489b-444c-b9ee-98e6ca7c314e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.395793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72ef5316-58c6-4351-9fe0-896783e7d12f req-aef5bd9c-489b-444c-b9ee-98e6ca7c314e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 946 time: 0.0897968 Aug 11 03:11:33.400724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-96a15522-eec3-47ab-9f04-9dbbd9886cc8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=584d4571a12f4ff489c390d96841aa12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234249 Aug 11 03:11:33.403447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42974) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:33.438737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72ef5316-58c6-4351-9fe0-896783e7d12f req-1375ef76-5ff3-43d7-81f8-91d6ef16dc89 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Aug 11 03:11:33.484202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3f37305-0204-4b62-9373-9f0cd650ef47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.509525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3f37305-0204-4b62-9373-9f0cd650ef47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.611715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675031c5-0c6d-4c66-8f1f-b4bc6738456d req-4f523d40-6313-4b28-aa9b-259eb9dd5fcd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.613408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-675031c5-0c6d-4c66-8f1f-b4bc6738456d req-4f523d40-6313-4b28-aa9b-259eb9dd5fcd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 946 time: 0.0757565 Aug 11 03:11:33.615377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3f37305-0204-4b62-9373-9f0cd650ef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.619224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3f37305-0204-4b62-9373-9f0cd650ef47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:33.620560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d3f37305-0204-4b62-9373-9f0cd650ef47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8ced4b5-6336-4283-b41f-9e606846e69b HTTP/1.1" status: 204 len: 168 time: 0.2149999 Aug 11 03:11:33.624608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8b95f-b0ce-42f0-8cd6-fcae2d61e927 req-9c728687-2b07-4376-9ef0-66aaf85ea62d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:33.626894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56d8b95f-b0ce-42f0-8cd6-fcae2d61e927 req-9c728687-2b07-4376-9ef0-66aaf85ea62d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.0690641 Aug 11 03:11:33.655519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f37305-0204-4b62-9373-9f0cd650ef47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ced4b5-6336-4283-b41f-9e606846e69b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:33.687575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-675031c5-0c6d-4c66-8f1f-b4bc6738456d req-795aa315-948d-4459-835f-ef7d4fb50800 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631435 Aug 11 03:11:33.692230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-56d8b95f-b0ce-42f0-8cd6-fcae2d61e927 req-f328498a-8265-46e8-8459-f98084f58d93 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584333 Aug 11 03:11:34.099074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6477acb-94cc-4c1f-9795-14e6ddf9ff1a req-d3656f4a-c1fe-4fd6-8e31-087fd6a55a38 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.100862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e6477acb-94cc-4c1f-9795-14e6ddf9ff1a req-d3656f4a-c1fe-4fd6-8e31-087fd6a55a38 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 946 time: 0.1343429 Aug 11 03:11:34.109348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee48eeb5-7ca7-4827-9445-ec8dcff0846d details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:34.188149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e6477acb-94cc-4c1f-9795-14e6ddf9ff1a req-a68fca9d-8069-48ef-86b4-dab3a43a28fc tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769019 Aug 11 03:11:34.319482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee48eeb5-7ca7-4827-9445-ec8dcff0846d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:34.348924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'port_id': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d', 'mac_address': 'fa:16:3e:fa:ef:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094290ee-cedc-4203-bf50-d3e66145e810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:34.412889 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.427385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee48eeb5-7ca7-4827-9445-ec8dcff0846d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:34.451185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee48eeb5-7ca7-4827-9445-ec8dcff0846d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:34.455588 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:34.476525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb248c8-9dc1-4543-b130-d4d880d71021 req-0bf2a753-ade6-4497-8599-804562db0989 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:34.486220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bb248c8-9dc1-4543-b130-d4d880d71021 req-0bf2a753-ade6-4497-8599-804562db0989 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 943 time: 0.1186795 Aug 11 03:11:34.507046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:34.568751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bb248c8-9dc1-4543-b130-d4d880d71021 req-900a20af-6b6b-4edd-ba7f-b2edde6483e0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676236 Aug 11 03:11:34.664326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ee48eeb5-7ca7-4827-9445-ec8dcff0846d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:35.118560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43088) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:35.207564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c00c5b-97d1-4bb1-bd64-ec97b8a9a3ab req-3e168350-49e1-45a3-9327-9e29c54b89b5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.209136 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-25c00c5b-97d1-4bb1-bd64-ec97b8a9a3ab req-3e168350-49e1-45a3-9327-9e29c54b89b5 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.0843215 Aug 11 03:11:35.249537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-2a8861e6-08f4-4089-85ed-fa673b135065 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.252708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-2a8861e6-08f4-4089-85ed-fa673b135065 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 946 time: 0.0884223 Aug 11 03:11:35.380043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01948435-f231-498d-afdd-49c1a4cceac6 req-153dea2c-5dda-4f74-9aed-d2c36f49fa97 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.382221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01948435-f231-498d-afdd-49c1a4cceac6 req-153dea2c-5dda-4f74-9aed-d2c36f49fa97 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 946 time: 0.0747902 Aug 11 03:11:35.465023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01948435-f231-498d-afdd-49c1a4cceac6 req-13857f2a-8572-402f-b7f6-2587450166e8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726461 Aug 11 03:11:35.732789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-124d5a22-f261-49a3-befb-f79447400e33 tempest-DvrRoutersNegativeTest-1585430559 tempest-DvrRoutersNegativeTest-1585430559-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1281059189', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:35.735606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.policy [None req-124d5a22-f261-49a3-befb-f79447400e33 tempest-DvrRoutersNegativeTest-1585430559 tempest-DvrRoutersNegativeTest-1585430559-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=111682) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 11 03:11:35.735923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.policy [None req-124d5a22-f261-49a3-befb-f79447400e33 tempest-DvrRoutersNegativeTest-1585430559 tempest-DvrRoutersNegativeTest-1585430559-project] Failed policy check for 'create_router' {{(pid=111682) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 11 03:11:35.736612 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-124d5a22-f261-49a3-befb-f79447400e33 tempest-DvrRoutersNegativeTest-1585430559 tempest-DvrRoutersNegativeTest-1585430559-project] create failed (client error): Access was denied to this resource. Aug 11 03:11:35.742928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-124d5a22-f261-49a3-befb-f79447400e33 tempest-DvrRoutersNegativeTest-1585430559 tempest-DvrRoutersNegativeTest-1585430559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6232617 Aug 11 03:11:35.757860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8d942-c220-4b35-9615-f425dc519480 req-7848e512-4b15-4ff1-9e78-d6e2cede23f9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:35.759756 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5d8d942-c220-4b35-9615-f425dc519480 req-7848e512-4b15-4ff1-9e78-d6e2cede23f9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 944 time: 0.1002538 Aug 11 03:11:35.774774 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-d351696c-3884-4513-a23b-253902b22774 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1962688 Aug 11 03:11:35.775796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-25c00c5b-97d1-4bb1-bd64-ec97b8a9a3ab req-96d8a369-8dbb-4683-a42e-0a53114ce2ab tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5600162 Aug 11 03:11:35.856653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Deleting port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:11:35.857674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:35.857778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5d8d942-c220-4b35-9615-f425dc519480 req-4bc8568e-c7df-488c-8946-337690a07707 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766397 Aug 11 03:11:36.022450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] For port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:36.022824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.050032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Calling delete_port for 0fc9d029-2d14-4756-8cbd-2cc65af6d03f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:11:36.117913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee48eeb5-7ca7-4827-9445-ec8dcff0846d up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:36.190836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43142) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:36.219063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port ee48eeb5-7ca7-4827-9445-ec8dcff0846d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:36.225835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port ee48eeb5-7ca7-4827-9445-ec8dcff0846d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:36.227796 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.358171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.372515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:36.383871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-89f971d9-0315-40ff-8d6f-b5122675356c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.449244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event deleted for resources: {'Port': ['ID=0fc9d029-2d14-4756-8cbd-2cc65af6d03f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:36.546308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] No DVR routers for this DVR port 0fc9d029-2d14-4756-8cbd-2cc65af6d03f on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:11:36.549407 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.552280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b72ad74b-d74e-424f-982a-d973cc5264b1 req-1dc90bc8-6c0a-4aae-b920-f8ea1d75ea6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "DELETE /v2.0/ports/0fc9d029-2d14-4756-8cbd-2cc65af6d03f HTTP/1.1" status: 204 len: 173 time: 1.2917209 Aug 11 03:11:36.553257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'name': 'network-vif-deleted', 'tag': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:36.556562 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db46b450-bc33-4cf9-9e07-55b83ccf1c9d" -d '{"events": [{"server_uuid": "ca25a153-d91f-4bf7-8d49-876d797a693b", "name": "network-vif-deleted", "tag": "0fc9d029-2d14-4756-8cbd-2cc65af6d03f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:36.589966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-89f971d9-0315-40ff-8d6f-b5122675356c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.594682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-89f971d9-0315-40ff-8d6f-b5122675356c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.629309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-444e9c9b-82bb-44ef-a327-1759b2e873c1 req-892cbf67-76c0-462e-988e-ccf78010703f tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca25a153-d91f-4bf7-8d49-876d797a693b HTTP/1.1" status: 200 len: 210 time: 0.0572052 Aug 11 03:11:36.643450 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daac6c3-3b37-41b9-8698-fc8c832df5a5 x-openstack-request-id: req-9daac6c3-3b37-41b9-8698-fc8c832df5a5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:36.643844 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca25a153-d91f-4bf7-8d49-876d797a693b", "name": "network-vif-deleted", "tag": "0fc9d029-2d14-4756-8cbd-2cc65af6d03f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:36.644190 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9daac6c3-3b37-41b9-8698-fc8c832df5a5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:36.644700 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca25a153-d91f-4bf7-8d49-876d797a693b', 'name': 'network-vif-deleted', 'tag': '0fc9d029-2d14-4756-8cbd-2cc65af6d03f', 'status': 'completed', 'code': 200} Aug 11 03:11:36.688208 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.693312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43170) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:36.693540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-89f971d9-0315-40ff-8d6f-b5122675356c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=723db2ea9bd04bedb5db4f8a2318fd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009592 Aug 11 03:11:36.696351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f971d9-0315-40ff-8d6f-b5122675356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4cf7b-604a-4bd2-bf33-98352c82a2e1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:36.729997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:36.733130 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421e77fb-4f08-470a-a118-f32aad162f4c" -d '{"events": [{"server_uuid": "4c49d7fa-396c-493b-a849-7c8d5b82a24f", "name": "network-vif-plugged", "status": "completed", "tag": "ee48eeb5-7ca7-4827-9445-ec8dcff0846d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:36.854188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:36.866343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4caa9ffa-e29d-4ca2-a568-507bd888e89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.879968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ee48eeb5-7ca7-4827-9445-ec8dcff0846d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:36.893857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-2e074d51-1ac2-49e7-94d4-91adf160e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:36.897659 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baf6366-7168-4a05-b32c-4db6d1519951 x-openstack-request-id: req-9baf6366-7168-4a05-b32c-4db6d1519951 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:36.898378 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c49d7fa-396c-493b-a849-7c8d5b82a24f", "name": "network-vif-plugged", "status": "completed", "tag": "ee48eeb5-7ca7-4827-9445-ec8dcff0846d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:36.898775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-2e074d51-1ac2-49e7-94d4-91adf160e5f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed&tenant_id=f41c7746fafe48a5b159399d3c81ba28 HTTP/1.1" status: 200 len: 1096 time: 0.1202922 Aug 11 03:11:36.898959 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9baf6366-7168-4a05-b32c-4db6d1519951 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:36.899512 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d', 'code': 200} Aug 11 03:11:36.923761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4caa9ffa-e29d-4ca2-a568-507bd888e89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:36.944131 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.050165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:37.067307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-376825d8-fb12-40a3-a1be-67e4f89dd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.069243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-376825d8-fb12-40a3-a1be-67e4f89dd3f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f41c7746fafe48a5b159399d3c81ba28&device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1096 time: 0.1447234 Aug 11 03:11:37.078828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a0b57-c53b-44b8-b536-6196e65b4b2f req-fdc66346-8603-4de9-aa34-cf916f70ecc2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.080757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-304a0b57-c53b-44b8-b536-6196e65b4b2f req-fdc66346-8603-4de9-aa34-cf916f70ecc2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1147072 Aug 11 03:11:37.084793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a11b1-6426-4a89-aac0-f5dde5aec736 req-39a91cad-1fec-44f4-ad70-b0db03799c7a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.092820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-898a11b1-6426-4a89-aac0-f5dde5aec736 req-39a91cad-1fec-44f4-ad70-b0db03799c7a tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1217256 Aug 11 03:11:37.105962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee24b8-56a7-4a2b-9f05-ff65f5be0f7a req-45e7ce9a-506c-438b-8e23-bd7adbe7d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.108050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ee24b8-56a7-4a2b-9f05-ff65f5be0f7a req-45e7ce9a-506c-438b-8e23-bd7adbe7d531 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 1097 time: 0.1383379 Aug 11 03:11:37.192040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-304a0b57-c53b-44b8-b536-6196e65b4b2f req-1128e252-ab95-462c-86c7-493e755b7b7e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885124 Aug 11 03:11:37.192642 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-898a11b1-6426-4a89-aac0-f5dde5aec736 req-9ffa5cc9-7ace-4a4a-b7a2-8253c51ea02f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943565 Aug 11 03:11:37.200604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66ee24b8-56a7-4a2b-9f05-ff65f5be0f7a req-632a1ee2-ba43-47b7-9add-7fe22b306e6c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665870 Aug 11 03:11:37.221175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4caa9ffa-e29d-4ca2-a568-507bd888e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.223801 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4caa9ffa-e29d-4ca2-a568-507bd888e89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:37.225431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4caa9ffa-e29d-4ca2-a568-507bd888e89d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64c4cf7b-604a-4bd2-bf33-98352c82a2e1 HTTP/1.1" status: 204 len: 168 time: 0.5300691 Aug 11 03:11:37.236404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa9ffa-e29d-4ca2-a568-507bd888e89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4cf7b-604a-4bd2-bf33-98352c82a2e1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:37.251887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-17814da0-ebd7-4ad3-a2a8-aa426d5baab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.253679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-17814da0-ebd7-4ad3-a2a8-aa426d5baab6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 200 len: 917 time: 0.1717670 Aug 11 03:11:37.402208 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-d5b45c07-9884-4c0a-8d03-2d12045aa2e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 200 len: 1000 time: 0.1406102 Aug 11 03:11:37.473632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-c02a56b9-7128-4405-9d66-989a2b524355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.475189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-c02a56b9-7128-4405-9d66-989a2b524355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 200 len: 855 time: 0.0654504 Aug 11 03:11:37.535841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-54619363-9b65-4890-b4cb-89453db61533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:37.535841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-54619363-9b65-4890-b4cb-89453db61533 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48d6147b-6240-499a-94e3-ea39743bf905&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504684 Aug 11 03:11:37.676802 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-a3ef6481-f65e-4776-a78c-01d7d3847ca0 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346800 Aug 11 03:11:37.902497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2265219f-f761-4e94-9d50-cfdb3a0b9d5a req-01e22749-2e39-4bcf-a70b-fe1780e6d756 service neutron] 10.222.0.57 "GET /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183807 Aug 11 03:11:38.141219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0fc9d029-2d14-4756-8cbd-2cc65af6d03f no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:11:38.177012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 0fc9d029-2d14-4756-8cbd-2cc65af6d03f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:11:38.180863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 0fc9d029-2d14-4756-8cbd-2cc65af6d03f not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:11:38.201336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88401-a091-4af1-938c-902907d80d7b req-9dd90dd8-d018-4d6d-b1ab-84d2ba9894fb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:38.204372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-9dd90dd8-d018-4d6d-b1ab-84d2ba9894fb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.1468136 Aug 11 03:11:38.225374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-d14303d0-8601-4c1e-bf52-c1d31f64b40a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0138652 Aug 11 03:11:38.318168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-54b22882-c79e-4915-8fac-617c76178c33 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814312 Aug 11 03:11:38.330472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-d22f9da0-31a8-47e5-a7b1-3b8a53a57601 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:11:38.337689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-d22f9da0-31a8-47e5-a7b1-3b8a53a57601 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185955 Aug 11 03:11:38.384898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4d9b0-9076-468b-b377-74206b5dcdfc req-0b5364c8-16cd-4ad8-86cc-9b03cb5c1017 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:38.386407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13d4d9b0-9076-468b-b377-74206b5dcdfc req-0b5364c8-16cd-4ad8-86cc-9b03cb5c1017 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.0892942 Aug 11 03:11:38.457741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-a82cc786-629a-4638-b3d9-1cb3205d719a service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191394 Aug 11 03:11:38.466125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13d4d9b0-9076-468b-b377-74206b5dcdfc req-d63efecc-f18a-49c8-935f-a38cada08725 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654643 Aug 11 03:11:38.594949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-89a48075-6fc5-4b8e-a6bb-c9ec1f3bb65e service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299567 Aug 11 03:11:38.635825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43316) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:38.667801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9fe19-9ee7-4bde-a75c-d6e3012fec4c req-cf14946a-f2ef-4c8d-8e7e-8ff87b4e4ea6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:38.677595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7c9fe19-9ee7-4bde-a75c-d6e3012fec4c req-cf14946a-f2ef-4c8d-8e7e-8ff87b4e4ea6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0796368 Aug 11 03:11:38.738462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7c9fe19-9ee7-4bde-a75c-d6e3012fec4c req-c2eac8ca-5ee9-4028-b1e7-a841a7d57ed8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594907 Aug 11 03:11:39.030733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acba9b06-8a3f-4cd2-8463-70d4fb61b53f req-73cc5961-9811-4f05-ba39-7ec4fedd56f8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0775266 Aug 11 03:11:39.193118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6b0c-4e1c-4ec1-912c-c925ba85fb2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.392064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939480f-6878-4756-bb10-7cc2c1ab3c41 req-e8233119-0413-4e08-9138-a9a739d19f28 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.393727 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1939480f-6878-4756-bb10-7cc2c1ab3c41 req-e8233119-0413-4e08-9138-a9a739d19f28 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1323247 Aug 11 03:11:39.540745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1939480f-6878-4756-bb10-7cc2c1ab3c41 req-2d720d51-93de-4fb4-ac69-17a149ee56ed tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235883 Aug 11 03:11:39.611764 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6b0c-4e1c-4ec1-912c-c925ba85fb2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.620040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0bc6b0c-4e1c-4ec1-912c-c925ba85fb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.691857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a0bc6b0c-4e1c-4ec1-912c-c925ba85fb2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56ab25f130ec46ab97f443ea872a63df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0522273 Aug 11 03:11:39.695496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43358) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:39.738584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98812-123e-4622-aa71-4ce10b2ed180 req-85b442e6-027b-4cc6-ae46-5c2ecaa0d836 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:39.750937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93d98812-123e-4622-aa71-4ce10b2ed180 req-85b442e6-027b-4cc6-ae46-5c2ecaa0d836 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1226659 Aug 11 03:11:39.838671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93d98812-123e-4622-aa71-4ce10b2ed180 req-89c43460-a344-4ebf-b639-9c0a5a9416ab tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856402 Aug 11 03:11:39.863382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc6b0c-4e1c-4ec1-912c-c925ba85fb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9544576-6e2b-43b2-b141-66c5c9d0aad0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:39.878966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b94a150-a76e-498a-90cb-574fdd67af02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:39.926589 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b94a150-a76e-498a-90cb-574fdd67af02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.014634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b94a150-a76e-498a-90cb-574fdd67af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.018923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b94a150-a76e-498a-90cb-574fdd67af02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.020180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2b94a150-a76e-498a-90cb-574fdd67af02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9544576-6e2b-43b2-b141-66c5c9d0aad0 HTTP/1.1" status: 204 len: 168 time: 0.3230209 Aug 11 03:11:40.058176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94a150-a76e-498a-90cb-574fdd67af02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9544576-6e2b-43b2-b141-66c5c9d0aad0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:40.260462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2098512c-f0a8-4379-80ed-a77cf0971796 req-f783b8c3-0b03-4158-94ae-bd8c20c24618 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0651813 Aug 11 03:11:40.728856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43400) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:40.758017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2586d61f-d523-4ffa-a550-6ba1062491a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.795547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a12b8-0725-43d4-94d8-512dfa271776 req-3abc714b-d4be-4867-b31c-ac85cda24f05 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:40.806209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-683a12b8-0725-43d4-94d8-512dfa271776 req-3abc714b-d4be-4867-b31c-ac85cda24f05 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1350825 Aug 11 03:11:40.882673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-683a12b8-0725-43d4-94d8-512dfa271776 req-39aa2a74-92ce-4288-ac2f-9b8a59590279 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703492 Aug 11 03:11:40.922166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2586d61f-d523-4ffa-a550-6ba1062491a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:40.934369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43406) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:40.938242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2586d61f-d523-4ffa-a550-6ba1062491a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.018379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586d61f-d523-4ffa-a550-6ba1062491a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e76fec4-2bfe-45ad-b0ae-641e835909d7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:41.059690 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2586d61f-d523-4ffa-a550-6ba1062491a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d74345112d8c46d8bc8cd895e4768c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287489 Aug 11 03:11:41.062034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43414) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:41.066709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc525b6-3d59-4985-9aee-b3c85c679ef4 req-c5fbfb7b-255b-436e-94b8-ba38461bc1d9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:41.074828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bc525b6-3d59-4985-9aee-b3c85c679ef4 req-c5fbfb7b-255b-436e-94b8-ba38461bc1d9 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1036365 Aug 11 03:11:41.142086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7110855-d72e-4f26-9b56-8e3e8549449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.167807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7110855-d72e-4f26-9b56-8e3e8549449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.182062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc8f1-1df2-4c35-9a4d-2d5bdefef2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.207114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2bc525b6-3d59-4985-9aee-b3c85c679ef4 req-a3af6ebe-bac9-406d-9259-711778383259 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248639 Aug 11 03:11:41.236365 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7110855-d72e-4f26-9b56-8e3e8549449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.240255 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7110855-d72e-4f26-9b56-8e3e8549449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.241703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d7110855-d72e-4f26-9b56-8e3e8549449c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e76fec4-2bfe-45ad-b0ae-641e835909d7 HTTP/1.1" status: 204 len: 168 time: 0.1785383 Aug 11 03:11:41.258211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7110855-d72e-4f26-9b56-8e3e8549449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e76fec4-2bfe-45ad-b0ae-641e835909d7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:41.375511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc8f1-1df2-4c35-9a4d-2d5bdefef2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.385253 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4e5cc8f1-1df2-4c35-9a4d-2d5bdefef2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.517121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-236705bd-786b-4c4f-bb20-5449788707e9 req-253343a0-4c58-45d9-a7a2-28a2039ad485 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0939240 Aug 11 03:11:41.523038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cc8f1-1df2-4c35-9a4d-2d5bdefef2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a2d9ce-998a-4bc6-b188-547534732848,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:41.543277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4e5cc8f1-1df2-4c35-9a4d-2d5bdefef2e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=adba91a51ce84a14a2299a4c91d35ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069584 Aug 11 03:11:41.546598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43426) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:41.625018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39c69733-747c-4b29-a7a7-469ea6218086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.659722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39c69733-747c-4b29-a7a7-469ea6218086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.727585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39c69733-747c-4b29-a7a7-469ea6218086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.730750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-39c69733-747c-4b29-a7a7-469ea6218086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:41.732234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-39c69733-747c-4b29-a7a7-469ea6218086 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3a2d9ce-998a-4bc6-b188-547534732848 HTTP/1.1" status: 204 len: 168 time: 0.1843538 Aug 11 03:11:41.749781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c69733-747c-4b29-a7a7-469ea6218086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a2d9ce-998a-4bc6-b188-547534732848,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:42.087544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76968d-0d34-4fcd-ab0c-3ab585304983 req-7dc72a5a-3169-4b77-8977-765ee7808198 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:42.093689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e76968d-0d34-4fcd-ab0c-3ab585304983 req-7dc72a5a-3169-4b77-8977-765ee7808198 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1219335 Aug 11 03:11:42.164942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e76968d-0d34-4fcd-ab0c-3ab585304983 req-6c2cc97f-02d5-4603-b713-446e64647d1e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609558 Aug 11 03:11:42.281505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43452) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:42.324768 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283c9b9d-ea83-44e1-b8cd-5d44c982cef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.550938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4fef0-8429-4594-ab23-e8a2c2aa399b req-fb7cd549-ac20-45e2-b800-fb22af058551 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:42.558173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cdf4fef0-8429-4594-ab23-e8a2c2aa399b req-fb7cd549-ac20-45e2-b800-fb22af058551 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1470766 Aug 11 03:11:42.641986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283c9b9d-ea83-44e1-b8cd-5d44c982cef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.660643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cdf4fef0-8429-4594-ab23-e8a2c2aa399b req-cfbefbfd-ca80-433e-a707-72f9d9dde4e1 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945401 Aug 11 03:11:42.662021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283c9b9d-ea83-44e1-b8cd-5d44c982cef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.783559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-283c9b9d-ea83-44e1-b8cd-5d44c982cef2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c94dd56280a45e6870cb48237efe955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978921 Aug 11 03:11:42.783957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43466) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:42.827784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c9b9d-ea83-44e1-b8cd-5d44c982cef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4135b86-564b-4f5f-9e3b-b5f5f418a021,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:42.865210 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0499fba-2653-4ac3-baee-d040e2a7b386 req-d4a2c03d-3819-4c69-b4fc-1c4b2ad0d8a5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.1048913 Aug 11 03:11:42.867500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71c2cfff-3ceb-4aac-b102-c12cc9538819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.896712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71c2cfff-3ceb-4aac-b102-c12cc9538819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.958254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71c2cfff-3ceb-4aac-b102-c12cc9538819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.960827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-71c2cfff-3ceb-4aac-b102-c12cc9538819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:42.962078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-71c2cfff-3ceb-4aac-b102-c12cc9538819 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4135b86-564b-4f5f-9e3b-b5f5f418a021 HTTP/1.1" status: 204 len: 168 time: 0.1771250 Aug 11 03:11:42.971398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2cfff-3ceb-4aac-b102-c12cc9538819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4135b86-564b-4f5f-9e3b-b5f5f418a021,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:43.348156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881d1f1-ee9e-4cbe-9227-b46983594303 req-be396469-b18e-40ec-b2b7-bd70b0eef7ba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:43.357680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b881d1f1-ee9e-4cbe-9227-b46983594303 req-be396469-b18e-40ec-b2b7-bd70b0eef7ba tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0632424 Aug 11 03:11:43.418914 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b881d1f1-ee9e-4cbe-9227-b46983594303 req-acbe947e-ee9c-4129-82ff-c73c322d7bcb tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599835 Aug 11 03:11:43.891889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e3774-a792-462b-aedc-1c11820ba5c7 req-dc62aaac-6af3-4501-a8ad-818ea8dc4398 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:43.896633 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d6e3774-a792-462b-aedc-1c11820ba5c7 req-dc62aaac-6af3-4501-a8ad-818ea8dc4398 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1124210 Aug 11 03:11:44.002716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d6e3774-a792-462b-aedc-1c11820ba5c7 req-12808be2-4392-4a6d-aa97-c63164aa744d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979114 Aug 11 03:11:44.221523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e5da229-0a49-4580-8bfc-c899c36d41bf req-6ca542da-f88f-4f0d-91f4-0d2c43996434 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0541325 Aug 11 03:11:44.650928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fb3a0-73ee-4751-8b4e-97f2f478584d req-0091b08b-854e-4fef-86e2-5aa7a4dcb3da tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:44.652720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-064fb3a0-73ee-4751-8b4e-97f2f478584d req-0091b08b-854e-4fef-86e2-5aa7a4dcb3da tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1361389 Aug 11 03:11:44.742251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-064fb3a0-73ee-4751-8b4e-97f2f478584d req-daec6229-7dd7-4453-bde4-5ce1121cf42f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818422 Aug 11 03:11:45.236018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba41153-122c-47af-879e-4376f40e80b0 req-e6d74354-03a8-4089-81e4-0eed773820f6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:45.238775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aba41153-122c-47af-879e-4376f40e80b0 req-e6d74354-03a8-4089-81e4-0eed773820f6 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1155424 Aug 11 03:11:45.307789 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aba41153-122c-47af-879e-4376f40e80b0 req-8a55092b-a624-40fe-838d-a2b68073b7d0 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620706 Aug 11 03:11:45.469636 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f68432d-8018-47cc-a22b-2dac6095a507 req-0762dc6f-146a-4f81-8ef5-7bda96c8434e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0420594 Aug 11 03:11:45.947449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4791f-39b1-4d8b-8391-8ad34150277a req-7892b933-2132-49d0-b3bf-562950dfa0d0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:45.958751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17a4791f-39b1-4d8b-8391-8ad34150277a req-7892b933-2132-49d0-b3bf-562950dfa0d0 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0962238 Aug 11 03:11:46.055189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17a4791f-39b1-4d8b-8391-8ad34150277a req-a64384b7-2afa-47a1-a175-508b3fbc35aa tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942228 Aug 11 03:11:46.470969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083903c9-43d7-4f28-9e63-4bdb54e3d5fc req-7c39bce5-da70-40d1-947b-f0b7d7d64c86 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:46.472467 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-083903c9-43d7-4f28-9e63-4bdb54e3d5fc req-7c39bce5-da70-40d1-947b-f0b7d7d64c86 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.0660286 Aug 11 03:11:46.516802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-083903c9-43d7-4f28-9e63-4bdb54e3d5fc req-64943d63-0420-400b-8faa-7c0573f22b80 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362194 Aug 11 03:11:46.641888 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3931fb93-63e0-4582-bce7-97ed1d3c3bd2 req-beaf4ce2-390c-4eb2-a329-d7e806b8953b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0451162 Aug 11 03:11:47.167569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99548ed2-e8ac-4224-9730-6dbc8ab3076b req-9ac1ce6e-522c-4e40-8452-b1af1b2521a8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:47.170496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99548ed2-e8ac-4224-9730-6dbc8ab3076b req-9ac1ce6e-522c-4e40-8452-b1af1b2521a8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0539277 Aug 11 03:11:47.243325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99548ed2-e8ac-4224-9730-6dbc8ab3076b req-39559db1-d63d-4aeb-8237-ed3f6811b1a1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665913 Aug 11 03:11:47.828949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5bf2e-67b9-4d09-93c9-f66c6812912d req-26b4697b-7b94-4827-95c0-cca87f943769 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:47.828949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71e5bf2e-67b9-4d09-93c9-f66c6812912d req-26b4697b-7b94-4827-95c0-cca87f943769 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1503403 Aug 11 03:11:47.949027 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71e5bf2e-67b9-4d09-93c9-f66c6812912d req-fccbb2fa-dfad-4693-94e7-51c2c6d7b0d7 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155634 Aug 11 03:11:48.157220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3cca043-f3d6-44ab-93b5-534b60e7d1f5 req-e22639ff-a733-49e2-a0a1-caae411561e4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0604885 Aug 11 03:11:48.418075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c96a4-f395-4fe9-b8d8-3a3346d9c721 req-2afd67b9-93c7-491d-ba52-81948df6d9da tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:48.421161 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-367c96a4-f395-4fe9-b8d8-3a3346d9c721 req-2afd67b9-93c7-491d-ba52-81948df6d9da tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0761430 Aug 11 03:11:48.504619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-367c96a4-f395-4fe9-b8d8-3a3346d9c721 req-6e416159-ee55-4efc-8e89-3706ae3a7ef1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750351 Aug 11 03:11:49.161100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e65d30-2992-49c3-9a70-eae6dfdc88b7 req-2b2c0d22-cca9-446a-855f-098d2710b622 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.163061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5e65d30-2992-49c3-9a70-eae6dfdc88b7 req-2b2c0d22-cca9-446a-855f-098d2710b622 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1296618 Aug 11 03:11:49.212625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5e65d30-2992-49c3-9a70-eae6dfdc88b7 req-324498f4-b44d-47d1-af51-def253f2f5ec tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373724 Aug 11 03:11:49.312271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8725e6b-2d17-4fb2-84b5-f9e94e318941 req-8ea6b5de-d7cc-4a5b-83dd-ca096d82cafd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0335505 Aug 11 03:11:49.628448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a35ca-7796-4786-9232-75d3a68c5df6 req-560d698c-56c4-47cf-9938-3dbaf631dc6a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:49.629979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-841a35ca-7796-4786-9232-75d3a68c5df6 req-560d698c-56c4-47cf-9938-3dbaf631dc6a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0630271 Aug 11 03:11:49.680091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-841a35ca-7796-4786-9232-75d3a68c5df6 req-5e306f02-2eb3-4908-aa4c-390641cd6e43 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 Aug 11 03:11:49.783732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43672) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:49.966246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.037995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88401-a091-4af1-938c-902907d80d7b req-293a3b1c-6aed-489c-bddd-e25ce3bdb155 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:50.040245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-293a3b1c-6aed-489c-bddd-e25ce3bdb155 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.1235540 Aug 11 03:11:50.057479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Request body: {'port': {'device_id': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'admin_state_up': True, 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:50.123033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.129279 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.164257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3bc8923c8f44f6f80f1a4ab0f1a3416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3793387 Aug 11 03:11:50.164433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43680) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:50.201710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be48b76-f780-442f-a942-5da56701aa59,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:50.210131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.210611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.211064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.211497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.211965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.212391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.212792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.213189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.213853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.214249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.214843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.215242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9711e7-bd08-4016-9cc3-910e32518643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:50.287852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:11:50.292150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.362824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ad1b-9eb8-4a2f-abc9-ec7ed69724d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.420540 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ad1b-9eb8-4a2f-abc9-ec7ed69724d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.429949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-952a7b82-6880-4c20-b0da-84bae8637c52 req-1dae1960-4655-465e-9520-4cc7b7dfcef6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0386980 Aug 11 03:11:50.444547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05221f1-09db-4a79-bacf-4362a6dce8be req-ee36a553-0245-4e3e-8c0d-46544d4c675b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:50.446102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e05221f1-09db-4a79-bacf-4362a6dce8be req-ee36a553-0245-4e3e-8c0d-46544d4c675b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1480882 Aug 11 03:11:50.551783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e05221f1-09db-4a79-bacf-4362a6dce8be req-13cd5533-ea98-4cc0-b32c-2aef1271651f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832341 Aug 11 03:11:50.563177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Allocated IP 172.20.0.11 (5a90284b-eec3-423f-a872-d4de75207c47/f181037c-8001-4185-9356-569dd0909b8d/094be855-b97f-4658-94d2-b8c413bc78d3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:11:50.567515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ad1b-9eb8-4a2f-abc9-ec7ed69724d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.569997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6e3ad1b-9eb8-4a2f-abc9-ec7ed69724d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.571321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6e3ad1b-9eb8-4a2f-abc9-ec7ed69724d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5be48b76-f780-442f-a942-5da56701aa59 HTTP/1.1" status: 204 len: 168 time: 0.4033785 Aug 11 03:11:50.597287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3ad1b-9eb8-4a2f-abc9-ec7ed69724d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be48b76-f780-442f-a942-5da56701aa59,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:50.762118 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.818836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.831127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:50.845180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2006be-318e-4a43-b86b-15a70b350987 req-b64e6a13-4e6e-4fb5-8fd5-753c371d620a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:50.848685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e2006be-318e-4a43-b86b-15a70b350987 req-b64e6a13-4e6e-4fb5-8fd5-753c371d620a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0884860 Aug 11 03:11:50.874696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Network 5a90284b-eec3-423f-a872-d4de75207c47 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:11:50.878096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:11:50.881630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:11:50.911446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event updated for resources: {'Port': ['ID=094be855-b97f-4658-94d2-b8c413bc78d3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:50.931619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e2006be-318e-4a43-b86b-15a70b350987 req-fc6fe9d3-6f2f-4a01-bcee-9fd847254f26 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776184 Aug 11 03:11:50.958702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:50.960222 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:50.979509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-99cc6f5a-d15e-4668-8b9f-ed45f6fcbc70 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9279025 Aug 11 03:11:50.985924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43700) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:50.993605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Request body: {'port': {'device_id': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:11:51.001064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c28a704-3ed9-41ad-9c25-da8d5ee3f585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.055697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.111649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c28a704-3ed9-41ad-9c25-da8d5ee3f585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.117135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c28a704-3ed9-41ad-9c25-da8d5ee3f585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.160481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5c28a704-3ed9-41ad-9c25-da8d5ee3f585 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1202ab2e581e47fa8c75c076d41b1caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709871 Aug 11 03:11:51.160481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28a704-3ed9-41ad-9c25-da8d5ee3f585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6874ec-8e23-4c10-99f5-e7d80daade65,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:51.161362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43702) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:51.225059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3e3210f-8c55-4853-9043-16c35dcbd585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.255750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3e3210f-8c55-4853-9043-16c35dcbd585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.321023 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3e3210f-8c55-4853-9043-16c35dcbd585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.325294 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f3e3210f-8c55-4853-9043-16c35dcbd585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.327366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f3e3210f-8c55-4853-9043-16c35dcbd585 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c6874ec-8e23-4c10-99f5-e7d80daade65 HTTP/1.1" status: 204 len: 168 time: 0.1623626 Aug 11 03:11:51.336515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3210f-8c55-4853-9043-16c35dcbd585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6874ec-8e23-4c10-99f5-e7d80daade65,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:51.823149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094be855-b97f-4658-94d2-b8c413bc78d3 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:51.828431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ce713-74f8-45ff-a3cd-aee5d95c9d0a req-6ff99cc1-8ad8-45f4-981d-58445eb733bf tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:51.830514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd8ce713-74f8-45ff-a3cd-aee5d95c9d0a req-6ff99cc1-8ad8-45f4-981d-58445eb733bf tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.0767038 Aug 11 03:11:51.835097 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.850804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Transition to ACTIVE for port object 094be855-b97f-4658-94d2-b8c413bc78d3 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:11:51.867710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:51.889165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd8ce713-74f8-45ff-a3cd-aee5d95c9d0a req-fdbc54a1-852c-444a-a294-0c39af7369d0 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515802 Aug 11 03:11:51.914943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cc03f-e322-4e45-bb19-31415cf36295 req-017adcb9-7d1f-4842-b31d-25910337372d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:51.916702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-912cc03f-e322-4e45-bb19-31415cf36295 req-017adcb9-7d1f-4842-b31d-25910337372d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 932 time: 0.1478882 Aug 11 03:11:51.975872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Pushing event updated for resources: {'Port': ['ID=094be855-b97f-4658-94d2-b8c413bc78d3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:52.042602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-912cc03f-e322-4e45-bb19-31415cf36295 req-2aceeecc-c744-4004-b6cc-066115e4de4f tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174309 Aug 11 03:11:52.086990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Attempting to bind port 094be855-b97f-4658-94d2-b8c413bc78d3 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:11:52.087666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Attempting to bind port 094be855-b97f-4658-94d2-b8c413bc78d3 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:11:52.087666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Attempting to bind port 094be855-b97f-4658-94d2-b8c413bc78d3 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:52.101105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Port 094be855-b97f-4658-94d2-b8c413bc78d3 on network 5a90284b-eec3-423f-a872-d4de75207c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:11:52.101428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Attempting to bind port 094be855-b97f-4658-94d2-b8c413bc78d3 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:11:52.103938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20371-5c4a-4404-8fd6-786083243f6f req-baf44a29-612b-4f7c-bea0-6e853b7a6c29 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:52.111735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:11:52.112074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:11:52.112463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Bound using segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:11:52.112895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Bound port: 094be855-b97f-4658-94d2-b8c413bc78d3, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:11:52.113256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.113679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ee20371-5c4a-4404-8fd6-786083243f6f req-baf44a29-612b-4f7c-bea0-6e853b7a6c29 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0927179 Aug 11 03:11:52.160430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ee20371-5c4a-4404-8fd6-786083243f6f req-5efa550d-5d72-4120-9b6e-386daf215c52 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454094 Aug 11 03:11:52.223028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] For port 094be855-b97f-4658-94d2-b8c413bc78d3, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:11:52.228013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] For port 094be855-b97f-4658-94d2-b8c413bc78d3, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=094be855-b97f-4658-94d2-b8c413bc78d3,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:11:52.237726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.259444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:52.260808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.262266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/094be855-b97f-4658-94d2-b8c413bc78d3 HTTP/1.1" status: 200 len: 1093 time: 1.2737403 Aug 11 03:11:52.297139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'tag': '094be855-b97f-4658-94d2-b8c413bc78d3'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:52.300098 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cf4e13-f341-4b15-b856-d51272f7a0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e86d13-74fd-4573-87ba-7306a3f064a8", "tag": "094be855-b97f-4658-94d2-b8c413bc78d3"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:52.329156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-24f0a71a-9c82-457c-a49b-77542c0f190a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:52.376214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd962b60-e6ff-476e-b979-47fec9cb48b5 service neutron] Pushing event updated for resources: {'Port': ['ID=094be855-b97f-4658-94d2-b8c413bc78d3,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:52.383162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88401-a091-4af1-938c-902907d80d7b req-ede48048-6b1d-4d3b-af02-7c343a19dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:52.384822 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-ede48048-6b1d-4d3b-af02-7c343a19dd96 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 1096 time: 0.0720282 Aug 11 03:11:52.447617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-4571437e-4597-42d3-91eb-3d0616ea3d90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094be855-b97f-4658-94d2-b8c413bc78d3 HTTP/1.1" status: 200 len: 217 time: 0.0534847 Aug 11 03:11:52.522483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b88401-a091-4af1-938c-902907d80d7b req-5e077cef-1fe5-4fc8-abdd-5be53e8bc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:52.522483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-5e077cef-1fe5-4fc8-abdd-5be53e8bc86b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0655060 Aug 11 03:11:52.569973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-11190b31-8292-4316-b3b4-d9f0696ae91b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395377 Aug 11 03:11:52.658674 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18cb7bb-7f18-4ee9-8bff-6f9338cf920f x-openstack-request-id: req-f18cb7bb-7f18-4ee9-8bff-6f9338cf920f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:52.658893 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e86d13-74fd-4573-87ba-7306a3f064a8", "tag": "094be855-b97f-4658-94d2-b8c413bc78d3", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:52.659150 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f18cb7bb-7f18-4ee9-8bff-6f9338cf920f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:52.659699 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'tag': '094be855-b97f-4658-94d2-b8c413bc78d3', 'status': 'completed', 'code': 200} Aug 11 03:11:52.722023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-2b1d2e26-8d13-4712-863b-f6b537b808aa service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303456 Aug 11 03:11:52.871537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-18b88401-a091-4af1-938c-902907d80d7b req-192eb47d-2891-4cbf-b7f7-ab360991482c service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390624 Aug 11 03:11:52.892187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:53.006464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-667c8154-bb3b-44ee-8124-5997d2a5dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:53.008688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-667c8154-bb3b-44ee-8124-5997d2a5dd6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 1096 time: 0.0835223 Aug 11 03:11:53.051080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:53.066450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'port_id': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'mac_address': 'fa:16:3e:e4:5d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:53.116882 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.167012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8388727-2c9c-4a4b-85be-088e836b26a2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:53.170207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dc9e3-f5c1-40b6-a0e6-f8de023ca24d req-f1af64a5-4f3c-433a-852f-a1aaf81dee6b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:53.179040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-042dc9e3-f5c1-40b6-a0e6-f8de023ca24d req-f1af64a5-4f3c-433a-852f-a1aaf81dee6b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 944 time: 0.1450388 Aug 11 03:11:53.207494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:53.214115 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:53.270709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-c61f09a8-e5fd-43da-8e94-cde4f206e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:53.273601 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-c61f09a8-e5fd-43da-8e94-cde4f206e858 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.2558405 Aug 11 03:11:53.277223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-042dc9e3-f5c1-40b6-a0e6-f8de023ca24d req-ccdac406-286f-42a8-b360-d01e59f5e29f tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974030 Aug 11 03:11:53.328645 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-06a69622-b56b-4d80-bf21-bced5dcee71f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=094be855-b97f-4658-94d2-b8c413bc78d3 HTTP/1.1" status: 200 len: 217 time: 0.0459771 Aug 11 03:11:53.339809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839cfade-08f0-4c6c-bb26-48804e756bd7 req-78be28b9-3c7d-46c5-aba7-d39725299f0e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:53.342132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-839cfade-08f0-4c6c-bb26-48804e756bd7 req-78be28b9-3c7d-46c5-aba7-d39725299f0e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 944 time: 0.1536524 Aug 11 03:11:53.443828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:53.479518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.484487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.488914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.489438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.489931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.490055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-839cfade-08f0-4c6c-bb26-48804e756bd7 req-5b8bfdef-9afa-4557-a057-d2d7684a821c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405923 Aug 11 03:11:53.490570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.491244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.491739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.499163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.502052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.502567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.504945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:11:53.520593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-69291f83-599e-499b-8555-55b5c2e852c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:53.522182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-69291f83-599e-499b-8555-55b5c2e852c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1853766 Aug 11 03:11:53.562382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c8388727-2c9c-4a4b-85be-088e836b26a2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:53.570534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-9c296064-5546-417b-bac8-0503aad2edd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410528 Aug 11 03:11:53.586013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4aaf7-6d97-4873-8187-4d4b78b778bb req-133dcbac-5751-4b8d-9cc7-465ff9e87c94 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:53.596349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14c4aaf7-6d97-4873-8187-4d4b78b778bb req-133dcbac-5751-4b8d-9cc7-465ff9e87c94 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1300516 Aug 11 03:11:53.758937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14c4aaf7-6d97-4873-8187-4d4b78b778bb req-36afc424-91e9-424e-af80-1c72b6d36a47 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154518 Aug 11 03:11:53.812357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-10b88c00-9a43-42ad-be53-92f9e499d62e service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143168 Aug 11 03:11:53.916201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7cf4e13-f341-4b15-b856-d51272f7a0a7 req-2c282bf5-2430-4f3f-9c0a-c5b4866b1107 service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940409 Aug 11 03:11:54.422907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e827617-52f3-49f9-a11c-4234464095fd req-9d969dae-b16e-4352-b191-3ef3f1cd56ac tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.424702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e827617-52f3-49f9-a11c-4234464095fd req-9d969dae-b16e-4352-b191-3ef3f1cd56ac tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 945 time: 0.0578158 Aug 11 03:11:54.472571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e827617-52f3-49f9-a11c-4234464095fd req-e46a1a95-ac5f-4b64-b8b2-93edc5333c09 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415726 Aug 11 03:11:54.630263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23318f-88d2-46fe-9fa1-753c77ea894d req-5babff34-d445-4859-aaf5-80832b05d127 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.636112 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd23318f-88d2-46fe-9fa1-753c77ea894d req-5babff34-d445-4859-aaf5-80832b05d127 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 944 time: 0.0564427 Aug 11 03:11:54.689898 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd23318f-88d2-46fe-9fa1-753c77ea894d req-78d630b5-4a48-4d17-8943-ce48a36065a7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515049 Aug 11 03:11:54.891899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:54.912613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32300-4406-4d68-b476-2ec0562c5143 req-ffb64f96-8843-4e43-8ccf-8ae22dac8547 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:54.921653 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbb32300-4406-4d68-b476-2ec0562c5143 req-ffb64f96-8843-4e43-8ccf-8ae22dac8547 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0684326 Aug 11 03:11:54.967693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbb32300-4406-4d68-b476-2ec0562c5143 req-33669f67-a361-43e5-b439-b55fb5a295f3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447826 Aug 11 03:11:54.977144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c8388727-2c9c-4a4b-85be-088e836b26a2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:54.977559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.069701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.094663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:55.097192 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5363ff-17d4-41d8-a893-ec2b18268b59" -d '{"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:55.111370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:55.117056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.146398 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ebe1d0-83bc-49b9-90ad-ddb290876d44 x-openstack-request-id: req-e3ebe1d0-83bc-49b9-90ad-ddb290876d44 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:55.146780 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-plugged", "status": "completed", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:55.147072 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3ebe1d0-83bc-49b9-90ad-ddb290876d44 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:55.147603 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'code': 200} Aug 11 03:11:55.174452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=10']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:55.203191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a889287-d37f-4872-a081-d01814639437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.366687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fad7ae-8add-4bd0-8fa2-0abeeb109467 req-851e9ad2-2e5a-46d1-a475-650a0dca33ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.369196 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79fad7ae-8add-4bd0-8fa2-0abeeb109467 req-851e9ad2-2e5a-46d1-a475-650a0dca33ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 1099 time: 0.0518079 Aug 11 03:11:55.411253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79fad7ae-8add-4bd0-8fa2-0abeeb109467 req-dc7e50bb-cf86-4b3a-b273-0c324297e077 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337403 Aug 11 03:11:55.470109 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.479129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:55.682230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b09ef-1979-4363-a615-639fc19e1338 req-02be5e11-bd66-4edd-85bb-0ad2d9b1d230 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.693053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-984b09ef-1979-4363-a615-639fc19e1338 req-02be5e11-bd66-4edd-85bb-0ad2d9b1d230 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 947 time: 0.0886538 Aug 11 03:11:55.756778 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-984b09ef-1979-4363-a615-639fc19e1338 req-c237c7e9-84d6-44a0-addb-746ef66c15e8 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619535 Aug 11 03:11:55.851378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f003c5-298a-4c12-b501-79efd3d61986 req-be1120c9-0bc8-46b5-a247-23dd28c64f66 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:55.853127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23f003c5-298a-4c12-b501-79efd3d61986 req-be1120c9-0bc8-46b5-a247-23dd28c64f66 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 944 time: 0.0531664 Aug 11 03:11:55.929160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23f003c5-298a-4c12-b501-79efd3d61986 req-93727212-6d72-4cab-81cb-468770ca4447 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644152 Aug 11 03:11:56.118339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56854a-028d-4d5d-be76-ccf7af94b7a2 req-a9c5bc49-3350-4729-92f9-003a8fff2f2b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:56.119864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb56854a-028d-4d5d-be76-ccf7af94b7a2 req-a9c5bc49-3350-4729-92f9-003a8fff2f2b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0613718 Aug 11 03:11:56.166139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb56854a-028d-4d5d-be76-ccf7af94b7a2 req-42b24780-fbd9-42b5-8482-a495d5a23565 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383973 Aug 11 03:11:56.750368 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:56.889335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540cfd1-5db0-4ae1-918d-7eec82de3534 req-a2ba7866-8b6c-4458-85bc-f1629f477a2b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:56.891878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9540cfd1-5db0-4ae1-918d-7eec82de3534 req-a2ba7866-8b6c-4458-85bc-f1629f477a2b tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 947 time: 0.0611289 Aug 11 03:11:56.915455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 094be855-b97f-4658-94d2-b8c413bc78d3 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:11:56.974678 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9540cfd1-5db0-4ae1-918d-7eec82de3534 req-8a38da72-8caa-4f42-925a-c6d805113437 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755839 Aug 11 03:11:57.191482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d870b9c-b9a4-4654-a8a7-ad9bd0055a9b req-e0243021-9698-46f1-8c2b-90fafb6de716 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.202636 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d870b9c-b9a4-4654-a8a7-ad9bd0055a9b req-e0243021-9698-46f1-8c2b-90fafb6de716 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 944 time: 0.1196575 Aug 11 03:11:57.261777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 094be855-b97f-4658-94d2-b8c413bc78d3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=094be855-b97f-4658-94d2-b8c413bc78d3,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:57.262577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d870b9c-b9a4-4654-a8a7-ad9bd0055a9b req-4135ed36-c871-4b54-8a5a-44a570eca29d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580781 Aug 11 03:11:57.277730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '094be855-b97f-4658-94d2-b8c413bc78d3', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'port_id': '094be855-b97f-4658-94d2-b8c413bc78d3', 'mac_address': 'fa:16:3e:94:7a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f181037c-8001-4185-9356-569dd0909b8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:11:57.352072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a6a0b-a2c2-4aff-8295-14aac2c09ba8 req-6a7c2821-5244-4da2-a5ea-9c7567f90098 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:57.360737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-788a6a0b-a2c2-4aff-8295-14aac2c09ba8 req-6a7c2821-5244-4da2-a5ea-9c7567f90098 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0588431 Aug 11 03:11:57.376640 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.403434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094be855-b97f-4658-94d2-b8c413bc78d3 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:11:57.424788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-788a6a0b-a2c2-4aff-8295-14aac2c09ba8 req-47fa54a3-d518-4c09-b1fc-4e12b5526fab tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624790 Aug 11 03:11:57.436839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 094be855-b97f-4658-94d2-b8c413bc78d3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=094be855-b97f-4658-94d2-b8c413bc78d3,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:57.455109 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:57.514944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=094be855-b97f-4658-94d2-b8c413bc78d3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:57.791991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['094be855-b97f-4658-94d2-b8c413bc78d3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:11:58.117960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:58.125939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e5b13-20b9-4462-8f50-1b6dacf00ad5 req-3cb555f5-fc92-446d-ab90-24146f3e5fed tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.128140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f15e5b13-20b9-4462-8f50-1b6dacf00ad5 req-3cb555f5-fc92-446d-ab90-24146f3e5fed tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 947 time: 0.0662098 Aug 11 03:11:58.187993 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f15e5b13-20b9-4462-8f50-1b6dacf00ad5 req-35ac44f3-8bff-4436-b42c-c9a381df256d tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535762 Aug 11 03:11:58.405264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f1fcd-b530-422c-8733-cc8e57a28e06 req-d495f765-22c6-430a-b0bd-1216d52fd1bc tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.413071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb7f1fcd-b530-422c-8733-cc8e57a28e06 req-d495f765-22c6-430a-b0bd-1216d52fd1bc tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 945 time: 0.0698209 Aug 11 03:11:58.494790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb7f1fcd-b530-422c-8733-cc8e57a28e06 req-19164367-1c03-477a-b36c-8991cd7f1030 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804522 Aug 11 03:11:58.592272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a49ad0-e7bf-487b-9447-652dafd1c59f req-668aef16-2839-4ab7-8282-6d7d24adca47 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:58.600004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a49ad0-e7bf-487b-9447-652dafd1c59f req-668aef16-2839-4ab7-8282-6d7d24adca47 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0675576 Aug 11 03:11:58.648547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2a49ad0-e7bf-487b-9447-652dafd1c59f req-b64d4a81-ca9e-4371-b291-a80579c5b5e5 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475407 Aug 11 03:11:58.922775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 094be855-b97f-4658-94d2-b8c413bc78d3 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:11:58.988900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 094be855-b97f-4658-94d2-b8c413bc78d3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:11:58.993573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 094be855-b97f-4658-94d2-b8c413bc78d3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:11:58.994204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.104490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.198785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094be855-b97f-4658-94d2-b8c413bc78d3'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:11:59.202409 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e46ee5-fb0b-4013-9caf-0e24728b6c6c" -d '{"events": [{"server_uuid": "d1e86d13-74fd-4573-87ba-7306a3f064a8", "name": "network-vif-plugged", "status": "completed", "tag": "094be855-b97f-4658-94d2-b8c413bc78d3"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:11:59.208347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 094be855-b97f-4658-94d2-b8c413bc78d3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=094be855-b97f-4658-94d2-b8c413bc78d3,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:11:59.215006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:11:59.294650 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133db2e-6336-4f15-9280-4d496a72180e x-openstack-request-id: req-a133db2e-6336-4f15-9280-4d496a72180e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:11:59.295030 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e86d13-74fd-4573-87ba-7306a3f064a8", "name": "network-vif-plugged", "status": "completed", "tag": "094be855-b97f-4658-94d2-b8c413bc78d3", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:11:59.295346 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a133db2e-6336-4f15-9280-4d496a72180e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:11:59.295828 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094be855-b97f-4658-94d2-b8c413bc78d3', 'code': 200} Aug 11 03:11:59.296809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=094be855-b97f-4658-94d2-b8c413bc78d3,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:11:59.424312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa829cdd-055f-44f7-998a-ac6e718d8f58 req-a880c74f-b42b-4655-b30d-1e6c7aef01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.429375 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa829cdd-055f-44f7-998a-ac6e718d8f58 req-a880c74f-b42b-4655-b30d-1e6c7aef01e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 1098 time: 0.0885189 Aug 11 03:11:59.534929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fa829cdd-055f-44f7-998a-ac6e718d8f58 req-982133f3-a9e3-4518-861d-f20fdabc19f6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965083 Aug 11 03:11:59.756887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43980) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:11:59.780728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089148-037d-422e-a81b-6166899312e5 req-a5fb19e6-0815-47a5-a0fa-020f4c4aef33 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:11:59.783451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e089148-037d-422e-a81b-6166899312e5 req-a5fb19e6-0815-47a5-a0fa-020f4c4aef33 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 946 time: 0.1407228 Aug 11 03:11:59.899163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e089148-037d-422e-a81b-6166899312e5 req-d7816ada-4d66-4d89-afb5-0b57f67eb8e9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074560 Aug 11 03:11:59.932416 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.000771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76cdd0-c671-4002-aef7-b94980a944ee req-b137cf66-3ffb-46c7-8eb0-139aafd26475 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:00.003691 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac76cdd0-c671-4002-aef7-b94980a944ee req-b137cf66-3ffb-46c7-8eb0-139aafd26475 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1793184 Aug 11 03:12:00.023802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43986) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:00.082416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac76cdd0-c671-4002-aef7-b94980a944ee req-0daf1a2c-4b9f-4a47-8c05-f5028a11ecd2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716395 Aug 11 03:12:00.113755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-196488d1-5407-4e9f-9d32-bbb5b8a3dd8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.130343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59f6a1a9-9610-4f7b-aa31-dcbd600ada7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.237709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-196488d1-5407-4e9f-9d32-bbb5b8a3dd8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.242133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-196488d1-5407-4e9f-9d32-bbb5b8a3dd8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.270625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-196488d1-5407-4e9f-9d32-bbb5b8a3dd8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=437875a41fc3410aadd4aed7deb25ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432826 Aug 11 03:12:00.271419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43992) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:00.331726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59f6a1a9-9610-4f7b-aa31-dcbd600ada7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.334592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196488d1-5407-4e9f-9d32-bbb5b8a3dd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002a0097-a70c-4ddd-a80a-1e056fe8a429,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:00.336715 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59f6a1a9-9610-4f7b-aa31-dcbd600ada7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.346858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43ff3045-dfb6-478d-be57-5627007713c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.368560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-59f6a1a9-9610-4f7b-aa31-dcbd600ada7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=10d0d9d9c558464bba5c6bead511f6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104803 Aug 11 03:12:00.372067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43994) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:00.373929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43ff3045-dfb6-478d-be57-5627007713c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.453621 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43ff3045-dfb6-478d-be57-5627007713c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.456453 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43ff3045-dfb6-478d-be57-5627007713c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.457610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-43ff3045-dfb6-478d-be57-5627007713c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/002a0097-a70c-4ddd-a80a-1e056fe8a429 HTTP/1.1" status: 204 len: 168 time: 0.1846154 Aug 11 03:12:00.471193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff3045-dfb6-478d-be57-5627007713c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002a0097-a70c-4ddd-a80a-1e056fe8a429,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:00.510949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6a1a9-9610-4f7b-aa31-dcbd600ada7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b32d3d5-0333-42c0-b0dd-2ba9216bfcfa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:00.533440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30d94ac3-83a5-48cf-9dad-6a91933f2276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.559319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30d94ac3-83a5-48cf-9dad-6a91933f2276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.614051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30d94ac3-83a5-48cf-9dad-6a91933f2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.617084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-30d94ac3-83a5-48cf-9dad-6a91933f2276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.618358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-30d94ac3-83a5-48cf-9dad-6a91933f2276 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b32d3d5-0333-42c0-b0dd-2ba9216bfcfa HTTP/1.1" status: 204 len: 168 time: 0.2452137 Aug 11 03:12:00.626941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d94ac3-83a5-48cf-9dad-6a91933f2276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b32d3d5-0333-42c0-b0dd-2ba9216bfcfa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:00.809230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44008) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:00.823473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d5532cb4-67d7-47db-b5d8-e759bdb84d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.926336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d5532cb4-67d7-47db-b5d8-e759bdb84d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.931705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d5532cb4-67d7-47db-b5d8-e759bdb84d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:00.971951 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d5532cb4-67d7-47db-b5d8-e759bdb84d30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79dd64f7ef6e4a9c95ebfcd983ddaa2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613481 Aug 11 03:12:00.973104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5532cb4-67d7-47db-b5d8-e759bdb84d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00eea0d0-41ca-4769-8133-1bb212c5357d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:00.975473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44014) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:01.015137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44016) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:01.035523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3a043e7-1276-498c-9e5b-36eb8a7abd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.049002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92bd48-e91b-4762-8e09-b741d76bcfed req-877b7545-40cd-484a-894d-ab48f8725624 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.050445 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd92bd48-e91b-4762-8e09-b741d76bcfed req-877b7545-40cd-484a-894d-ab48f8725624 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 946 time: 0.0575309 Aug 11 03:12:01.067058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00acc9de-c2f5-44ee-ae4b-4b88ec76b950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.105167 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00acc9de-c2f5-44ee-ae4b-4b88ec76b950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.108954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd92bd48-e91b-4762-8e09-b741d76bcfed req-1de5247d-abbc-4599-8b01-a8ec82420334 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484962 Aug 11 03:12:01.193822 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00acc9de-c2f5-44ee-ae4b-4b88ec76b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.196368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-00acc9de-c2f5-44ee-ae4b-4b88ec76b950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.200458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-00acc9de-c2f5-44ee-ae4b-4b88ec76b950 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00eea0d0-41ca-4769-8133-1bb212c5357d HTTP/1.1" status: 204 len: 168 time: 0.2208042 Aug 11 03:12:01.266777 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3a043e7-1276-498c-9e5b-36eb8a7abd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.268465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acc9de-c2f5-44ee-ae4b-4b88ec76b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eea0d0-41ca-4769-8133-1bb212c5357d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:01.277079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3a043e7-1276-498c-9e5b-36eb8a7abd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.346387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6c1bd-e005-4d0f-a06f-cd387482d279 req-5b181593-19aa-4ea3-9ed4-5f1a7bef0dd6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.348005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76c6c1bd-e005-4d0f-a06f-cd387482d279 req-5b181593-19aa-4ea3-9ed4-5f1a7bef0dd6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1568167 Aug 11 03:12:01.350780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c3a043e7-1276-498c-9e5b-36eb8a7abd1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9920aacbd7f5419faa76984361d42d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345432 Aug 11 03:12:01.351662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a043e7-1276-498c-9e5b-36eb8a7abd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391ade31-3410-4067-8c06-5ffd06c01093,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:01.354092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44036) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:01.430220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76c6c1bd-e005-4d0f-a06f-cd387482d279 req-ae6225de-f7e5-4b12-bae9-c03d308fb29c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667815 Aug 11 03:12:01.450468 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7a7be6a9-845a-41d2-82f4-739456fc1680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.466422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095186-5ea8-4d90-b73c-51b89878736c req-b713645d-0689-4dea-b2cf-905e24df7ad8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:01.468260 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-b713645d-0689-4dea-b2cf-905e24df7ad8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.1318765 Aug 11 03:12:01.479016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7a7be6a9-845a-41d2-82f4-739456fc1680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.491062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-5c639270-95ca-415d-8b77-af158ea8ac8b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0162101 Aug 11 03:12:01.550429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7a7be6a9-845a-41d2-82f4-739456fc1680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.553331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7a7be6a9-845a-41d2-82f4-739456fc1680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:01.556863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7a7be6a9-845a-41d2-82f4-739456fc1680 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/391ade31-3410-4067-8c06-5ffd06c01093 HTTP/1.1" status: 204 len: 168 time: 0.1993303 Aug 11 03:12:01.563499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7be6a9-845a-41d2-82f4-739456fc1680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391ade31-3410-4067-8c06-5ffd06c01093,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:01.595558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-d104eaf3-e858-4b94-9532-dd8dd16bb9be tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035216 Aug 11 03:12:01.696442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-3eb4ff9c-58f2-421a-b87a-81f1ba9c6e7c service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000514 Aug 11 03:12:01.804608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-2d0effe1-2d69-4e97-b749-ec70750c2846 service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993607 Aug 11 03:12:02.067770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-552e1a8b-33e6-4f99-ab39-41a3cdea2c05 req-d537b333-418f-40a5-9770-d10350a31b24 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 210 time: 0.0528264 Aug 11 03:12:02.656081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff027b25-81e8-4987-9ce6-de5ceba73e50 req-e836bfae-4a06-4d7e-9135-5c24715e47f6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:02.657687 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ff027b25-81e8-4987-9ce6-de5ceba73e50 req-e836bfae-4a06-4d7e-9135-5c24715e47f6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1172369 Aug 11 03:12:02.713346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ff027b25-81e8-4987-9ce6-de5ceba73e50 req-4d7ecad8-def8-48a6-a0bd-8f02ad70b195 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467379 Aug 11 03:12:03.286995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9bfb4508-c7e2-4de3-8e7f-ff155baeb17a req-f1be01ef-382a-4000-845e-cf3fd95aad3f tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 210 time: 0.1094005 Aug 11 03:12:03.298415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095186-5ea8-4d90-b73c-51b89878736c req-92ab102a-0c97-4874-967a-6ad8269277c3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.300353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-92ab102a-0c97-4874-967a-6ad8269277c3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.2651143 Aug 11 03:12:03.318499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Request body: {'port': {'device_id': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'admin_state_up': True, 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:03.541417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:03.548332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:03.717179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Allocated IP 172.20.0.7 (5a90284b-eec3-423f-a872-d4de75207c47/f181037c-8001-4185-9356-569dd0909b8d/e87aa30e-201d-481c-a121-6bff1688ba71) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:03.934785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a563e-0ab4-4dd7-917f-a78d651c43a7 req-3ced58a8-b721-4604-9a97-be5b5285a442 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:03.936370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a5a563e-0ab4-4dd7-917f-a78d651c43a7 req-3ced58a8-b721-4604-9a97-be5b5285a442 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0839057 Aug 11 03:12:03.993144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.012859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a5a563e-0ab4-4dd7-917f-a78d651c43a7 req-6b6ccd7e-aaab-443a-aab7-a5aa92e75a1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573883 Aug 11 03:12:04.066813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.080884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26', '094be855-b97f-4658-94d2-b8c413bc78d3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:04.134678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Network 5a90284b-eec3-423f-a872-d4de75207c47 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:04.142763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:04.145221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event updated for resources: {'Port': ['ID=e87aa30e-201d-481c-a121-6bff1688ba71,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:04.147854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:04.212866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.214072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.239053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-ba7766a9-4aa3-4e67-b7b5-7f28482d92cb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9278333 Aug 11 03:12:04.253064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Request body: {'port': {'device_id': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:04.327225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.515011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114ffac-f1cd-4fff-a4fb-dd8d80d107bd req-11d06f18-875f-4c41-b784-6b24ddb9bc18 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:04.524236 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d114ffac-f1cd-4fff-a4fb-dd8d80d107bd req-11d06f18-875f-4c41-b784-6b24ddb9bc18 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 931 time: 0.0813572 Aug 11 03:12:04.626308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d114ffac-f1cd-4fff-a4fb-dd8d80d107bd req-b708542b-298e-4ba3-b0bc-f0b839e3de6e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975494 Aug 11 03:12:04.725205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87aa30e-201d-481c-a121-6bff1688ba71 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:04.736451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.752198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Transition to ACTIVE for port object e87aa30e-201d-481c-a121-6bff1688ba71 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:04.758344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:04.936940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Pushing event updated for resources: {'Port': ['ID=e87aa30e-201d-481c-a121-6bff1688ba71,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:05.054678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Attempting to bind port e87aa30e-201d-481c-a121-6bff1688ba71 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:05.055015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Attempting to bind port e87aa30e-201d-481c-a121-6bff1688ba71 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:05.055344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Attempting to bind port e87aa30e-201d-481c-a121-6bff1688ba71 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:05.060288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Port e87aa30e-201d-481c-a121-6bff1688ba71 on network 5a90284b-eec3-423f-a872-d4de75207c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:05.060712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Attempting to bind port e87aa30e-201d-481c-a121-6bff1688ba71 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:05.065538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:05.065831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:05.066208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Bound using segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:05.066631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Bound port: e87aa30e-201d-481c-a121-6bff1688ba71, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:05.066986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:05.150664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] For port e87aa30e-201d-481c-a121-6bff1688ba71, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:05.156697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] For port e87aa30e-201d-481c-a121-6bff1688ba71, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e87aa30e-201d-481c-a121-6bff1688ba71,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:05.164684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:05.214379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.216061 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:05.219970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] 10.222.0.10 "PUT /v2.0/ports/e87aa30e-201d-481c-a121-6bff1688ba71 HTTP/1.1" status: 200 len: 1092 time: 0.9707215 Aug 11 03:12:05.221169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'tag': 'e87aa30e-201d-481c-a121-6bff1688ba71'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:05.224250 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42941af5-65ef-470d-9e26-5d2fb2d496a1" -d '{"events": [{"name": "network-changed", "server_uuid": "99ceddbd-5f11-44e4-a803-7acc4ab5a537", "tag": "e87aa30e-201d-481c-a121-6bff1688ba71"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:05.226468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef435-6d28-4ed2-a4d6-773e11c55fef req-e1b6bc87-ab62-4638-8586-ec926ac0efa3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.228263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c7ef435-6d28-4ed2-a4d6-773e11c55fef req-e1b6bc87-ab62-4638-8586-ec926ac0efa3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1039982 Aug 11 03:12:05.255503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372742bc-2fac-4f65-b6cc-880bcc167092 service neutron] Pushing event updated for resources: {'Port': ['ID=e87aa30e-201d-481c-a121-6bff1688ba71,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:05.320907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c7ef435-6d28-4ed2-a4d6-773e11c55fef req-e5762612-9397-41ff-9455-7f37b67f338a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698595 Aug 11 03:12:05.323488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095186-5ea8-4d90-b73c-51b89878736c req-15bc82bf-09f5-467e-a56f-ba7e42bdad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.326210 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-15bc82bf-09f5-467e-a56f-ba7e42bdad1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 1095 time: 0.0587234 Aug 11 03:12:05.336971 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5114254-8015-44a8-a596-b9c1297f640a x-openstack-request-id: req-d5114254-8015-44a8-a596-b9c1297f640a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:05.337570 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ceddbd-5f11-44e4-a803-7acc4ab5a537", "tag": "e87aa30e-201d-481c-a121-6bff1688ba71", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:05.337570 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5114254-8015-44a8-a596-b9c1297f640a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:05.337941 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'tag': 'e87aa30e-201d-481c-a121-6bff1688ba71', 'status': 'completed', 'code': 200} Aug 11 03:12:05.384755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-2172e04c-a9cc-4fe1-94af-e1ecceabfa3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87aa30e-201d-481c-a121-6bff1688ba71 HTTP/1.1" status: 200 len: 217 time: 0.0456636 Aug 11 03:12:05.466187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b095186-5ea8-4d90-b73c-51b89878736c req-95f392c2-50ec-4284-8e98-8c827b72c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.467924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-95f392c2-50ec-4284-8e98-8c827b72c803 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0761220 Aug 11 03:12:05.534153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-92e923ad-55d5-4692-9ad9-cde9a8ac98d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461147 Aug 11 03:12:05.681464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-27122814-1143-4f99-bcfd-580a46a7168f service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431916 Aug 11 03:12:05.797071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44214) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:05.846217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f07a1-afc0-400d-9338-3cae30430382 req-935663a7-1a82-4d34-8471-1e6504238011 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.848102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e9f07a1-afc0-400d-9338-3cae30430382 req-935663a7-1a82-4d34-8471-1e6504238011 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 943 time: 0.1067371 Aug 11 03:12:05.878861 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2b095186-5ea8-4d90-b73c-51b89878736c req-812761d9-23fa-455e-bcb0-57b8f0b39be5 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887331 Aug 11 03:12:05.888601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d13b03-a66f-4c11-b8e7-9eaa382ea741 req-0ba4a56d-17fb-4d51-8b21-8ab40f444786 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:05.890716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d13b03-a66f-4c11-b8e7-9eaa382ea741 req-0ba4a56d-17fb-4d51-8b21-8ab40f444786 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1661010 Aug 11 03:12:05.944206 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e9f07a1-afc0-400d-9338-3cae30430382 req-19c4471a-d7c7-4618-8c4d-9f0fdbca1f6b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898936 Aug 11 03:12:05.989853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d13b03-a66f-4c11-b8e7-9eaa382ea741 req-f28c27bd-92ac-4ba1-b40a-0975b86ff73e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913348 Aug 11 03:12:06.042154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.053565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-c9d4d595-ffb4-4542-89ef-b18eed81ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.063199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-c9d4d595-ffb4-4542-89ef-b18eed81ff98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 1095 time: 0.1210725 Aug 11 03:12:06.206082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-bfe58924-5ec3-4a3f-a1f4-89d6a853ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.208326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-bfe58924-5ec3-4a3f-a1f4-89d6a853ef2f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.1365569 Aug 11 03:12:06.242886 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.248626 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.256819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-de5ece28-34c1-4d04-9bac-ec2bd4a2dc55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e87aa30e-201d-481c-a121-6bff1688ba71 HTTP/1.1" status: 200 len: 217 time: 0.0401301 Aug 11 03:12:06.304633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb451c1-e25b-4463-9c9f-f77f5f78e3ee,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:06.311914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b631100d653e4c9cb407c80f0f7bfd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072701 Aug 11 03:12:06.312598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44226) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:06.318654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.318993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.319402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.319832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.320319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.320719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.321117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.321660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.322053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.322445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.322867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.323256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a2adc0-d3c2-479b-962a-a77f31d0fb40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:06.356867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-4988b030-38f2-443e-b2ee-726637a8ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.358336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-4988b030-38f2-443e-b2ee-726637a8ed1d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0941341 Aug 11 03:12:06.394936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-ec5bd4c9-8432-43b0-b3c6-ca4d85be0baa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282319 Aug 11 03:12:06.411375 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd270e41-1a25-4a1d-82bc-a2f947b91e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.474198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd270e41-1a25-4a1d-82bc-a2f947b91e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.528667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-8af78084-6b51-4c81-a49a-f11c9123652d service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237915 Aug 11 03:12:06.583694 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd270e41-1a25-4a1d-82bc-a2f947b91e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.586163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd270e41-1a25-4a1d-82bc-a2f947b91e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.587268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dd270e41-1a25-4a1d-82bc-a2f947b91e81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3bb451c1-e25b-4463-9c9f-f77f5f78e3ee HTTP/1.1" status: 204 len: 168 time: 0.2734463 Aug 11 03:12:06.606208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd270e41-1a25-4a1d-82bc-a2f947b91e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb451c1-e25b-4463-9c9f-f77f5f78e3ee,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:06.656033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42941af5-65ef-470d-9e26-5d2fb2d496a1 req-7828863b-9334-4c36-b8e7-95f6f5e66877 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195896 Aug 11 03:12:06.868884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44234) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:06.884948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59680304-66e1-4110-a44e-1388f246d473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.899943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-99bb76c7-72ee-442b-bd42-2d7c54f686f8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:06.901653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-99bb76c7-72ee-442b-bd42-2d7c54f686f8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.0581789 Aug 11 03:12:06.988295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59680304-66e1-4110-a44e-1388f246d473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:06.993372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59680304-66e1-4110-a44e-1388f246d473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.025164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Deleting port ee48eeb5-7ca7-4827-9445-ec8dcff0846d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:07.025645 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.043804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-59680304-66e1-4110-a44e-1388f246d473 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=695b1250621f4e37a2d376ffcfe1a9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730731 Aug 11 03:12:07.045667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44242) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:07.059926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59680304-66e1-4110-a44e-1388f246d473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe73fc36-0393-4bf8-a012-0532db5f51fc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:07.103818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9eb91eb5-da06-45b4-8c30-202579f34fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.129003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9eb91eb5-da06-45b4-8c30-202579f34fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.141970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] For port ee48eeb5-7ca7-4827-9445-ec8dcff0846d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:07.143258 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.159588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Calling delete_port for ee48eeb5-7ca7-4827-9445-ec8dcff0846d owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:07.231823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9eb91eb5-da06-45b4-8c30-202579f34fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.234754 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9eb91eb5-da06-45b4-8c30-202579f34fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.239574 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9eb91eb5-da06-45b4-8c30-202579f34fce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe73fc36-0393-4bf8-a012-0532db5f51fc HTTP/1.1" status: 204 len: 168 time: 0.1928499 Aug 11 03:12:07.256151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb91eb5-da06-45b4-8c30-202579f34fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe73fc36-0393-4bf8-a012-0532db5f51fc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:07.278080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4991c0-6f4e-4d90-8d97-0c6f9d9263d3 req-3a077c6c-0451-41c1-8283-16c37b5d1c9c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.283255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ea4991c0-6f4e-4d90-8d97-0c6f9d9263d3 req-3a077c6c-0451-41c1-8283-16c37b5d1c9c tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=4c49d7fa-396c-493b-a849-7c8d5b82a24f HTTP/1.1" status: 200 len: 945 time: 0.1013222 Aug 11 03:12:07.343437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ea4991c0-6f4e-4d90-8d97-0c6f9d9263d3 req-414ac5f5-875f-4401-8816-5645905aeb6d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544298 Aug 11 03:12:07.380785 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.391399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ee48eeb5-7ca7-4827-9445-ec8dcff0846d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:07.486665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded20cf-5f0c-44c2-9d73-7b2cec62b4ff req-57ee7bd3-358e-4e3d-87dd-d4728c173971 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:07.488332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ded20cf-5f0c-44c2-9d73-7b2cec62b4ff req-57ee7bd3-358e-4e3d-87dd-d4728c173971 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 943 time: 0.1897800 Aug 11 03:12:07.489253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event deleted for resources: {'Port': ['ID=ee48eeb5-7ca7-4827-9445-ec8dcff0846d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:07.555928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] No DVR routers for this DVR port ee48eeb5-7ca7-4827-9445-ec8dcff0846d on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:07.559042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:07.561641 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5bdac69-c3b0-4ac7-aaa7-9c650b27c47e req-74db0099-0e63-407d-8d97-94489089961b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "DELETE /v2.0/ports/ee48eeb5-7ca7-4827-9445-ec8dcff0846d HTTP/1.1" status: 204 len: 173 time: 0.6542120 Aug 11 03:12:07.564209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'name': 'network-vif-deleted', 'tag': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:07.566488 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3b921-880e-4a6f-bca7-e2ec8f68abd4" -d '{"events": [{"server_uuid": "4c49d7fa-396c-493b-a849-7c8d5b82a24f", "name": "network-vif-deleted", "tag": "ee48eeb5-7ca7-4827-9445-ec8dcff0846d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:07.625969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ded20cf-5f0c-44c2-9d73-7b2cec62b4ff req-0a63b681-e5f4-45d5-84fd-1bae8ee4e628 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032481 Aug 11 03:12:07.641313 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bfd8c9-aa5c-4864-a0c6-0839bf29ca61 x-openstack-request-id: req-09bfd8c9-aa5c-4864-a0c6-0839bf29ca61 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:07.641665 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c49d7fa-396c-493b-a849-7c8d5b82a24f", "name": "network-vif-deleted", "tag": "ee48eeb5-7ca7-4827-9445-ec8dcff0846d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:07.641921 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09bfd8c9-aa5c-4864-a0c6-0839bf29ca61 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:07.642322 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c49d7fa-396c-493b-a849-7c8d5b82a24f', 'name': 'network-vif-deleted', 'tag': 'ee48eeb5-7ca7-4827-9445-ec8dcff0846d', 'status': 'completed', 'code': 200} Aug 11 03:12:08.812926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b245a-f622-45b3-adc4-0ee58c43a36b req-cb95d5a9-7868-4f70-a527-e4912e93c550 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:08.821920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a71b245a-f622-45b3-adc4-0ee58c43a36b req-cb95d5a9-7868-4f70-a527-e4912e93c550 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 943 time: 0.0802886 Aug 11 03:12:08.840616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-627b81c8-352b-4921-946e-8739335c4da6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:08.842196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-627b81c8-352b-4921-946e-8739335c4da6 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.1305411 Aug 11 03:12:08.870576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-cc15b921-e221-43e6-aed7-a2c49456b439 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/quotas/27afed0817244548ae1c8f6a78bf56b6 HTTP/1.1" status: 200 len: 375 time: 0.0218024 Aug 11 03:12:08.874811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a71b245a-f622-45b3-adc4-0ee58c43a36b req-4c8f81a6-bd65-4449-8ad5-716d2ad6267d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515940 Aug 11 03:12:08.911466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-099be673-888d-4a7e-bc72-3e750ef7c93e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341268 Aug 11 03:12:09.032121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-78dbff5c-ee2f-4273-a987-2acf8579f3a5 service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114805 Aug 11 03:12:09.127928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-120377da-6458-4b4a-83df-75820ba9390e service neutron] 10.222.0.60 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947726 Aug 11 03:12:09.339157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a84e1c76-ad56-45ee-91f7-b20027e4613a req-2e1025c8-2ade-48cc-85e3-06bb30e22a1b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 210 time: 0.0486631 Aug 11 03:12:09.813655 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:10.105794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a945a-d6e2-4e94-add2-d70ac53f2eef req-48fe113d-4b46-4116-9a83-419cf28c3b1a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.108987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-798a945a-d6e2-4e94-add2-d70ac53f2eef req-48fe113d-4b46-4116-9a83-419cf28c3b1a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 943 time: 0.1320286 Aug 11 03:12:10.157278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-798a945a-d6e2-4e94-add2-d70ac53f2eef req-7bc33a6c-3f5e-4b10-aa99-63f9ebd5db8e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Aug 11 03:12:10.337024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e87aa30e-201d-481c-a121-6bff1688ba71 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:10.346747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee48eeb5-7ca7-4827-9445-ec8dcff0846d no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:10.378660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: ee48eeb5-7ca7-4827-9445-ec8dcff0846d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:10.379340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ee48eeb5-7ca7-4827-9445-ec8dcff0846d not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:10.568616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e87aa30e-201d-481c-a121-6bff1688ba71, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e87aa30e-201d-481c-a121-6bff1688ba71,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:10.574377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-137d365b-b32e-41eb-9612-23fbec38834d req-19de27b2-5c3d-4446-8a2d-89368562d800 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 210 time: 0.0503862 Aug 11 03:12:10.611180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'e87aa30e-201d-481c-a121-6bff1688ba71', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'port_id': 'e87aa30e-201d-481c-a121-6bff1688ba71', 'mac_address': 'fa:16:3e:03:10:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f181037c-8001-4185-9356-569dd0909b8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:10.662788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:10.666646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-8e52c014-27a2-44b1-b885-1b9b892e402e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:10.668621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-8e52c014-27a2-44b1-b885-1b9b892e402e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 812 time: 0.2653170 Aug 11 03:12:10.679128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87aa30e-201d-481c-a121-6bff1688ba71 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:10.692564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Request body: {'port': {'device_id': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'admin_state_up': True, 'tenant_id': '27afed0817244548ae1c8f6a78bf56b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:10.709045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e87aa30e-201d-481c-a121-6bff1688ba71, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e87aa30e-201d-481c-a121-6bff1688ba71,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:10.716040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:10.801663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=e87aa30e-201d-481c-a121-6bff1688ba71,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:10.923221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['e87aa30e-201d-481c-a121-6bff1688ba71'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:10.924659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Made reservation on behalf of 27afed0817244548ae1c8f6a78bf56b6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:10.928616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:11.189142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Allocated IP 172.20.0.13 (120bf177-bfe7-453c-b56a-457483c4cffd/094290ee-cedc-4203-bf50-d3e66145e810/a6dd463d-45cd-4a5c-9954-ea7432d23e2f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:11.453746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaa2c4-745e-4807-8dc4-034a983064fc req-24381e79-be7a-407b-98fe-ef1f4b8f0ec1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:11.456548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6aaa2c4-745e-4807-8dc4-034a983064fc req-24381e79-be7a-407b-98fe-ef1f4b8f0ec1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 944 time: 0.1548979 Aug 11 03:12:11.769375 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4574e387-d007-41e0-92c4-637f467aeef4 req-e4e7f7fd-1cba-48cf-9e68-3efb00473a26 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 210 time: 0.0510573 Aug 11 03:12:12.064400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.118105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.154513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6aaa2c4-745e-4807-8dc4-034a983064fc req-01025576-e492-4a23-9f11-8ad72d3768af tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6699550 Aug 11 03:12:12.185090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Network 120bf177-bfe7-453c-b56a-457483c4cffd is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:12.194554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:12.221009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:12.257869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event updated for resources: {'Port': ['ID=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:12.316792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.318249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.337449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e87aa30e-201d-481c-a121-6bff1688ba71 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:12.345513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-c7d85d54-4190-47fa-ba98-bae6fd67ca2d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6658523 Aug 11 03:12:12.362054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Request body: {'port': {'device_id': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:12.427031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port e87aa30e-201d-481c-a121-6bff1688ba71 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:12.432000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port e87aa30e-201d-481c-a121-6bff1688ba71 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:12.432667 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.480935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.573494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.608878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87aa30e-201d-481c-a121-6bff1688ba71'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:12.611406 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5055b500-1f9b-4aae-a4fd-4e896971bd78" -d '{"events": [{"server_uuid": "99ceddbd-5f11-44e4-a803-7acc4ab5a537", "name": "network-vif-plugged", "status": "completed", "tag": "e87aa30e-201d-481c-a121-6bff1688ba71"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:12.627270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e87aa30e-201d-481c-a121-6bff1688ba71, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e87aa30e-201d-481c-a121-6bff1688ba71,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:12.650083 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:12.701611 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98361f2d-09fc-45fd-aed4-12c7867be717 x-openstack-request-id: req-98361f2d-09fc-45fd-aed4-12c7867be717 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:12.702016 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ceddbd-5f11-44e4-a803-7acc4ab5a537", "name": "network-vif-plugged", "status": "completed", "tag": "e87aa30e-201d-481c-a121-6bff1688ba71", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:12.702325 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98361f2d-09fc-45fd-aed4-12c7867be717 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:12.702783 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87aa30e-201d-481c-a121-6bff1688ba71', 'code': 200} Aug 11 03:12:12.726538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=e87aa30e-201d-481c-a121-6bff1688ba71,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:12.839141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d12e32-9460-44b9-9ddd-d7baab7dc6ca req-5d6e2718-39b7-4173-9b2c-5c934ea79a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.844553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-25d12e32-9460-44b9-9ddd-d7baab7dc6ca req-5d6e2718-39b7-4173-9b2c-5c934ea79a40 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 1097 time: 0.0855911 Aug 11 03:12:12.942435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-25d12e32-9460-44b9-9ddd-d7baab7dc6ca req-1c1dd438-881e-4935-961c-7f20990a5489 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913095 Aug 11 03:12:12.972594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527f79e-81b5-4375-86f8-4df5462bd17f req-c3668752-3cce-4a21-98da-21d5a1fd91d3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:12.974090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5527f79e-81b5-4375-86f8-4df5462bd17f req-c3668752-3cce-4a21-98da-21d5a1fd91d3 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 932 time: 0.1207013 Aug 11 03:12:12.995398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6dd463d-45cd-4a5c-9954-ea7432d23e2f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:13.010739 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.034162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Transition to ACTIVE for port object a6dd463d-45cd-4a5c-9954-ea7432d23e2f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:13.038483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5527f79e-81b5-4375-86f8-4df5462bd17f req-69985806-6119-4b6a-a5e3-049883898f6d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546563 Aug 11 03:12:13.039755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.089100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:13.164237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Attempting to bind port a6dd463d-45cd-4a5c-9954-ea7432d23e2f on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:13.164575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Attempting to bind port a6dd463d-45cd-4a5c-9954-ea7432d23e2f by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:13.164904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Attempting to bind port a6dd463d-45cd-4a5c-9954-ea7432d23e2f on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:13.169763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Port a6dd463d-45cd-4a5c-9954-ea7432d23e2f on network 120bf177-bfe7-453c-b56a-457483c4cffd not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:13.170087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Attempting to bind port a6dd463d-45cd-4a5c-9954-ea7432d23e2f on network 120bf177-bfe7-453c-b56a-457483c4cffd {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:13.174990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:13.175331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Checking segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:13.175756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Bound using segment: {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:13.176175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Bound port: a6dd463d-45cd-4a5c-9954-ea7432d23e2f, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f207dbb3-1ee1-49d8-9131-508e7a04bc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:13.176535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.244592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] For port a6dd463d-45cd-4a5c-9954-ea7432d23e2f, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:13.248537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] For port a6dd463d-45cd-4a5c-9954-ea7432d23e2f, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:13.253360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.282455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd631b-6e41-4bc2-b54b-57ececaafb4f req-5d37f8d6-d405-469c-82de-43500758bba0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.283981 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25dd631b-6e41-4bc2-b54b-57ececaafb4f req-5d37f8d6-d405-469c-82de-43500758bba0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 945 time: 0.0580997 Aug 11 03:12:13.300669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.301427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:13.302849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-d8958be2-634f-4445-889d-079b90905b40 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6dd463d-45cd-4a5c-9954-ea7432d23e2f HTTP/1.1" status: 200 len: 1093 time: 0.9491785 Aug 11 03:12:13.303298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'tag': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:13.305724 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb" -d '{"events": [{"name": "network-changed", "server_uuid": "6cada4e5-4b1a-4c08-8949-7ca60854bf1e", "tag": "a6dd463d-45cd-4a5c-9954-ea7432d23e2f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:13.338337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8958be2-634f-4445-889d-079b90905b40 service neutron] Pushing event updated for resources: {'Port': ['ID=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:13.347374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25dd631b-6e41-4bc2-b54b-57ececaafb4f req-72adc22a-da66-4fb0-9182-822cd6ccfa27 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573697 Aug 11 03:12:13.365474 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e492ebee-9a92-457f-8149-da8424bf97c3 x-openstack-request-id: req-e492ebee-9a92-457f-8149-da8424bf97c3 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:13.365831 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cada4e5-4b1a-4c08-8949-7ca60854bf1e", "tag": "a6dd463d-45cd-4a5c-9954-ea7432d23e2f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:13.366151 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e492ebee-9a92-457f-8149-da8424bf97c3 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:13.366912 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'tag': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f', 'status': 'completed', 'code': 200} Aug 11 03:12:13.406597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-af708f82-27fb-4774-a624-94d3df91367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.408267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-af708f82-27fb-4774-a624-94d3df91367d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 1096 time: 0.0520482 Aug 11 03:12:13.456525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-cae3ce0d-f388-44db-b629-d93120f2b3f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6dd463d-45cd-4a5c-9954-ea7432d23e2f HTTP/1.1" status: 200 len: 217 time: 0.0392585 Aug 11 03:12:13.521914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-19842ffe-3bdc-46ab-8cf1-f488306a0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:13.523781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-19842ffe-3bdc-46ab-8cf1-f488306a0841 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0577915 Aug 11 03:12:13.584347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-2de3ddc3-1145-4e49-b084-b7846a347946 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522678 Aug 11 03:12:13.755505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-a74164e1-db25-4688-9ec7-e07534a9b32a service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621182 Aug 11 03:12:13.907417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ee2511e-cf0a-4667-80ad-fffc1734906a req-82060337-ecb6-48b1-8e3e-282c77cf922d service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450102 Aug 11 03:12:14.088122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-0b9d3668-f924-455d-b972-f6e109cec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.094550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-0b9d3668-f924-455d-b972-f6e109cec86e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=27afed0817244548ae1c8f6a78bf56b6&device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 1096 time: 0.1440666 Aug 11 03:12:14.171430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d313e5-5f8e-49da-abdf-32b9d0ddc84e req-3c814c21-0976-4685-ae4b-4fea70e50b27 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.179349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2d313e5-5f8e-49da-abdf-32b9d0ddc84e req-3c814c21-0976-4685-ae4b-4fea70e50b27 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 944 time: 0.0632391 Aug 11 03:12:14.224534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2d313e5-5f8e-49da-abdf-32b9d0ddc84e req-dc87f140-98a8-44a8-8a08-d17471433513 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Aug 11 03:12:14.253188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-26ae5f4b-f068-4049-bade-74f554ce0822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.254695 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-26ae5f4b-f068-4049-bade-74f554ce0822 service neutron] 10.222.0.10 "GET /v2.0/networks?id=120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 200 len: 913 time: 0.1531997 Aug 11 03:12:14.298989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-f9d6d203-6700-45ef-b619-96cec85ca9cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6dd463d-45cd-4a5c-9954-ea7432d23e2f HTTP/1.1" status: 200 len: 217 time: 0.0360212 Aug 11 03:12:14.368827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-776ee185-6a30-4c62-8c8b-26ac09d60e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.381919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-776ee185-6a30-4c62-8c8b-26ac09d60e8b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 200 len: 852 time: 0.0752854 Aug 11 03:12:14.432603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-d4ade07b-87f1-4a24-a571-7d2e4ee18684 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=120bf177-bfe7-453c-b56a-457483c4cffd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420804 Aug 11 03:12:14.566677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1958d8-57c9-4f98-a317-c6311d8783ed req-9c7c0870-a1e5-463f-b6d9-8e24f1235994 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.568268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a1958d8-57c9-4f98-a317-c6311d8783ed req-9c7c0870-a1e5-463f-b6d9-8e24f1235994 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 945 time: 0.1104727 Aug 11 03:12:14.576405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-9650663b-7e32-4b5c-99af-5b38af50af03 service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367025 Aug 11 03:12:14.644834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a1958d8-57c9-4f98-a317-c6311d8783ed req-580ecd04-1709-4a34-9880-d580c05e412b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672665 Aug 11 03:12:14.795065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e748a9b5-e5ff-4f87-9ebb-d77aaa0daceb req-9fa784a3-96e3-486d-aec7-78102047e81b service neutron] 10.222.0.10 "GET /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872354 Aug 11 03:12:14.805591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28392-4d38-4479-ae72-bf0eb6dfec3f req-a30ec19e-1fb2-452d-9d27-34c2bcdce3b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:14.809306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6d28392-4d38-4479-ae72-bf0eb6dfec3f req-a30ec19e-1fb2-452d-9d27-34c2bcdce3b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 946 time: 0.0716083 Aug 11 03:12:14.863891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6d28392-4d38-4479-ae72-bf0eb6dfec3f req-96887218-67c1-4b81-994b-858c55946975 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Aug 11 03:12:15.017619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528d763-82ff-4bbb-be9c-16af90a845d2 req-f192bf77-656d-4c14-aa3f-d51dfd8da7d9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.027874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a528d763-82ff-4bbb-be9c-16af90a845d2 req-f192bf77-656d-4c14-aa3f-d51dfd8da7d9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 945 time: 0.0755990 Aug 11 03:12:15.095111 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a528d763-82ff-4bbb-be9c-16af90a845d2 req-d7fdf9b1-3e13-42e4-8343-b0bcbc2f2ea6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648372 Aug 11 03:12:15.427286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9dc9f-1e11-4651-a1b0-cedb4cdcf4ae req-20575ede-cd56-471b-9e64-d01b23b6e8ae tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.438651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88d9dc9f-1e11-4651-a1b0-cedb4cdcf4ae req-20575ede-cd56-471b-9e64-d01b23b6e8ae tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 944 time: 0.1037822 Aug 11 03:12:15.472324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab68d61-86df-41c8-a8ae-b4359e4491a9 req-760f0aec-3719-4187-85e0-deea97c367fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:15.474051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dab68d61-86df-41c8-a8ae-b4359e4491a9 req-760f0aec-3719-4187-85e0-deea97c367fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 945 time: 0.0900512 Aug 11 03:12:15.504971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88d9dc9f-1e11-4651-a1b0-cedb4cdcf4ae req-8b682140-5079-4730-99d9-dcca1745a97b tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649860 Aug 11 03:12:15.528029 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dab68d61-86df-41c8-a8ae-b4359e4491a9 req-9a596695-451b-4f37-addc-91ccac6ec256 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450759 Aug 11 03:12:16.598580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c07a8d-b38f-4042-8366-434373d511e7 req-0b518a33-ba71-4cb4-a3a1-a07a9e2aa9d4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.601421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44c07a8d-b38f-4042-8366-434373d511e7 req-0b518a33-ba71-4cb4-a3a1-a07a9e2aa9d4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 945 time: 0.0710714 Aug 11 03:12:16.829598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44554) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:16.832945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfbda7-0422-439e-9993-0f4aa2df8509 req-a73e7435-1338-4026-bbab-f39783ea143e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.835502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0bfbda7-0422-439e-9993-0f4aa2df8509 req-a73e7435-1338-4026-bbab-f39783ea143e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 945 time: 0.1072600 Aug 11 03:12:16.921790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb422ea1-76ed-4d38-9f0f-2b0430014748 req-9f47cdfa-d284-4770-8264-1162803b336f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:16.929682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb422ea1-76ed-4d38-9f0f-2b0430014748 req-9f47cdfa-d284-4770-8264-1162803b336f tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 944 time: 0.3095300 Aug 11 03:12:16.950722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0bfbda7-0422-439e-9993-0f4aa2df8509 req-69b9a0ee-723a-4466-8b93-215a1d03eec3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006224 Aug 11 03:12:16.992510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Deleting port e87aa30e-201d-481c-a121-6bff1688ba71 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:16.992856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.078240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71738cf6-c908-44d1-b78f-e3994989acc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.092108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb422ea1-76ed-4d38-9f0f-2b0430014748 req-8ceb2e04-6f67-476f-a5f6-e089abbe1577 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610820 Aug 11 03:12:17.185644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] For port e87aa30e-201d-481c-a121-6bff1688ba71, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e87aa30e-201d-481c-a121-6bff1688ba71,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:17.186328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.212382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Calling delete_port for e87aa30e-201d-481c-a121-6bff1688ba71 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:17.375808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71738cf6-c908-44d1-b78f-e3994989acc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.401554 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71738cf6-c908-44d1-b78f-e3994989acc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.454594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-71738cf6-c908-44d1-b78f-e3994989acc5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30fd693e20e846f69a612a39d8fb2f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6218629 Aug 11 03:12:17.455396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71738cf6-c908-44d1-b78f-e3994989acc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61a3adc-03fe-44b5-933c-7c9a28144881,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.457297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:17.468228 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.481012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['e87aa30e-201d-481c-a121-6bff1688ba71'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:17.493015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26', '094be855-b97f-4658-94d2-b8c413bc78d3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:17.522027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a74b5293-10dd-472a-b049-5516189e759f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.547844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a74b5293-10dd-472a-b049-5516189e759f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.552392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] No DVR routers for this DVR port e87aa30e-201d-481c-a121-6bff1688ba71 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:17.555611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event deleted for resources: {'Port': ['ID=e87aa30e-201d-481c-a121-6bff1688ba71,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.559882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.562443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44c07a8d-b38f-4042-8366-434373d511e7 req-375a84d8-d555-4875-ad37-c543d3b445b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "DELETE /v2.0/ports/e87aa30e-201d-481c-a121-6bff1688ba71 HTTP/1.1" status: 204 len: 173 time: 0.9537907 Aug 11 03:12:17.564123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'name': 'network-vif-deleted', 'tag': 'e87aa30e-201d-481c-a121-6bff1688ba71'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:17.567876 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fbe84f-721c-4fea-8801-81382b377719" -d '{"events": [{"server_uuid": "99ceddbd-5f11-44e4-a803-7acc4ab5a537", "name": "network-vif-deleted", "tag": "e87aa30e-201d-481c-a121-6bff1688ba71"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:17.626391 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b37544b-069a-4b92-91f3-1f9b49d15ba3 x-openstack-request-id: req-5b37544b-069a-4b92-91f3-1f9b49d15ba3 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:17.628823 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ceddbd-5f11-44e4-a803-7acc4ab5a537", "name": "network-vif-deleted", "tag": "e87aa30e-201d-481c-a121-6bff1688ba71", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:17.629267 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b37544b-069a-4b92-91f3-1f9b49d15ba3 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:17.629946 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ceddbd-5f11-44e4-a803-7acc4ab5a537', 'name': 'network-vif-deleted', 'tag': 'e87aa30e-201d-481c-a121-6bff1688ba71', 'status': 'completed', 'code': 200} Aug 11 03:12:17.632115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a74b5293-10dd-472a-b049-5516189e759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.634868 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a74b5293-10dd-472a-b049-5516189e759f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:17.636255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a74b5293-10dd-472a-b049-5516189e759f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a61a3adc-03fe-44b5-933c-7c9a28144881 HTTP/1.1" status: 204 len: 168 time: 0.1777298 Aug 11 03:12:17.645297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b5293-10dd-472a-b049-5516189e759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61a3adc-03fe-44b5-933c-7c9a28144881,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:17.867684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5012b43a-a129-43a9-9f4b-c22b3c01d541 req-9a9388d1-24e4-43cd-ad9d-1ae91a68806a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328224 Aug 11 03:12:17.964793 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5012b43a-a129-43a9-9f4b-c22b3c01d541 req-4d12317a-9f22-4208-aa9e-ae972284bc35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Aug 11 03:12:18.005289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44580) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.022602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b9bae0a6-041e-41d0-b129-ba00c3c66a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.143281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012b43a-a129-43a9-9f4b-c22b3c01d541 req-6822e234-fb1a-4235-8eb4-287ca6838602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.145356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5012b43a-a129-43a9-9f4b-c22b3c01d541 req-6822e234-fb1a-4235-8eb4-287ca6838602 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d169e21373254d9d9dfab4a0005fda76&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1478622 Aug 11 03:12:18.163576 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b9bae0a6-041e-41d0-b129-ba00c3c66a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.186766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1da43ba1-2043-4ee9-8bbc-3b0e1ab9bf0b req-f92a6d06-55a5-4bae-a230-8afbc7527ab4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=99ceddbd-5f11-44e4-a803-7acc4ab5a537 HTTP/1.1" status: 200 len: 210 time: 0.1204267 Aug 11 03:12:18.187476 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b9bae0a6-041e-41d0-b129-ba00c3c66a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.227220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b9bae0a6-041e-41d0-b129-ba00c3c66a19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a4b787749f4408bb99a09a1c16e40e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2202330 Aug 11 03:12:18.230469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44584) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.257567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bae0a6-041e-41d0-b129-ba00c3c66a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48886675-3c86-4179-803c-d3fbea0ab5fa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.289481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31036f2d-7e26-48db-88c3-b4e750f66237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.307779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91143d-defc-4814-a986-1ad990987d6d req-07e9e710-4a51-4fad-940a-bed092dba9aa tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.309808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed91143d-defc-4814-a986-1ad990987d6d req-07e9e710-4a51-4fad-940a-bed092dba9aa tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 944 time: 0.0877728 Aug 11 03:12:18.314142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012b43a-a129-43a9-9f4b-c22b3c01d541 req-95cda135-e528-49be-9ae2-d23210204502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:18.316515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5012b43a-a129-43a9-9f4b-c22b3c01d541 req-95cda135-e528-49be-9ae2-d23210204502 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612446 Aug 11 03:12:18.318492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31036f2d-7e26-48db-88c3-b4e750f66237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.374978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed91143d-defc-4814-a986-1ad990987d6d req-0560a452-4004-4d29-bad2-749c5c0a5a21 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553792 Aug 11 03:12:18.384897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a6dd463d-45cd-4a5c-9954-ea7432d23e2f details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:18.414637 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31036f2d-7e26-48db-88c3-b4e750f66237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.423025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31036f2d-7e26-48db-88c3-b4e750f66237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.425856 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-31036f2d-7e26-48db-88c3-b4e750f66237 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48886675-3c86-4179-803c-d3fbea0ab5fa HTTP/1.1" status: 204 len: 168 time: 0.1942494 Aug 11 03:12:18.449403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31036f2d-7e26-48db-88c3-b4e750f66237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48886675-3c86-4179-803c-d3fbea0ab5fa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.573874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a6dd463d-45cd-4a5c-9954-ea7432d23e2f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:18.588272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f', 'network_id': '120bf177-bfe7-453c-b56a-457483c4cffd', 'port_id': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f', 'mac_address': 'fa:16:3e:98:cd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094290ee-cedc-4203-bf50-d3e66145e810', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:18.645729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.665978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6dd463d-45cd-4a5c-9954-ea7432d23e2f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:18.687955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a6dd463d-45cd-4a5c-9954-ea7432d23e2f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:18.694870 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:18.756261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:18.882288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a6dd463d-45cd-4a5c-9954-ea7432d23e2f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:18.896808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44608) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:18.917051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4b13a2a-aa0f-4946-bbed-f73ae941d835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.067276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4b13a2a-aa0f-4946-bbed-f73ae941d835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.073420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4b13a2a-aa0f-4946-bbed-f73ae941d835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.116836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b13a2a-aa0f-4946-bbed-f73ae941d835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c631a1e-9b2b-404e-b242-d81da94fb92b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.125139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a4b13a2a-aa0f-4946-bbed-f73ae941d835 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9da11443ddbb4a7393865c925b73929b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242057 Aug 11 03:12:19.125579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44612) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:19.190452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0afc12c-5d5b-4c8b-98e4-a5fdc441a9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.220678 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0afc12c-5d5b-4c8b-98e4-a5fdc441a9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.295050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0afc12c-5d5b-4c8b-98e4-a5fdc441a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.298324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0afc12c-5d5b-4c8b-98e4-a5fdc441a9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:19.301692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e0afc12c-5d5b-4c8b-98e4-a5fdc441a9dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c631a1e-9b2b-404e-b242-d81da94fb92b HTTP/1.1" status: 204 len: 168 time: 0.1745379 Aug 11 03:12:19.312069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afc12c-5d5b-4c8b-98e4-a5fdc441a9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c631a1e-9b2b-404e-b242-d81da94fb92b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:19.625828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ffe5e-e090-412e-b122-80d5b4f12e19 req-1b302781-bf1a-4cd1-88a3-01e4ae56a9cf tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:19.638113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c02ffe5e-e090-412e-b122-80d5b4f12e19 req-1b302781-bf1a-4cd1-88a3-01e4ae56a9cf tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 945 time: 0.1176701 Aug 11 03:12:19.726395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c02ffe5e-e090-412e-b122-80d5b4f12e19 req-2c44d4ba-1c37-42ce-a6c3-f2e7ae5c2cab tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832424 Aug 11 03:12:19.753975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cbf24-9710-4faf-ba18-da6cfc23046f req-91f1bbc0-6ded-4ee3-97f3-1f903ba345a5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:19.762279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f3cbf24-9710-4faf-ba18-da6cfc23046f req-91f1bbc0-6ded-4ee3-97f3-1f903ba345a5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 946 time: 0.0936806 Aug 11 03:12:19.804552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f3cbf24-9710-4faf-ba18-da6cfc23046f req-50ac4b1e-f95c-417f-8244-5b689e359eb4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410159 Aug 11 03:12:20.375058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a6dd463d-45cd-4a5c-9954-ea7432d23e2f up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:20.449004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port a6dd463d-45cd-4a5c-9954-ea7432d23e2f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:20.454545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port a6dd463d-45cd-4a5c-9954-ea7432d23e2f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:20.455314 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.589217 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.623858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:20.626706 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6596f3fd-c7f4-4e00-8a3d-afce593294dd" -d '{"events": [{"server_uuid": "6cada4e5-4b1a-4c08-8949-7ca60854bf1e", "name": "network-vif-plugged", "status": "completed", "tag": "a6dd463d-45cd-4a5c-9954-ea7432d23e2f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:20.681774 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a6dd463d-45cd-4a5c-9954-ea7432d23e2f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:20.687701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:20.688881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e87aa30e-201d-481c-a121-6bff1688ba71 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:20.742282 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f8ac8b-bc3e-481f-9f62-fc9e5068ca19 x-openstack-request-id: req-78f8ac8b-bc3e-481f-9f62-fc9e5068ca19 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:20.742990 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cada4e5-4b1a-4c08-8949-7ca60854bf1e", "name": "network-vif-plugged", "status": "completed", "tag": "a6dd463d-45cd-4a5c-9954-ea7432d23e2f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:20.743609 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78f8ac8b-bc3e-481f-9f62-fc9e5068ca19 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:20.744357 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f', 'code': 200} Aug 11 03:12:20.751429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: e87aa30e-201d-481c-a121-6bff1688ba71 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:20.751808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e87aa30e-201d-481c-a121-6bff1688ba71 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:20.791325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:20.852597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f013a2-b695-4768-80ef-e37a66b787a7 req-d4ce953a-89e5-4c5a-bf7c-49adce778115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.854131 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62f013a2-b695-4768-80ef-e37a66b787a7 req-d4ce953a-89e5-4c5a-bf7c-49adce778115 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 1098 time: 0.0870612 Aug 11 03:12:20.944801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f61b65-0529-487a-b42a-d32bbfb44da9 req-7d6b554e-1808-4e72-9e96-86ceccd98a52 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:20.946381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-69f61b65-0529-487a-b42a-d32bbfb44da9 req-7d6b554e-1808-4e72-9e96-86ceccd98a52 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 946 time: 0.0886998 Aug 11 03:12:20.965578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62f013a2-b695-4768-80ef-e37a66b787a7 req-f12c6503-5411-4fc9-b9b1-0759757955cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008713 Aug 11 03:12:21.008879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-69f61b65-0529-487a-b42a-d32bbfb44da9 req-5019464e-25c2-4e37-be5b-53c93b8a85f1 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550973 Aug 11 03:12:21.021010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a41289-7311-49d1-8421-be2a68c32ef3 req-87e3311c-e7fe-4018-a464-eb3801cbf4f0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:21.024260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92a41289-7311-49d1-8421-be2a68c32ef3 req-87e3311c-e7fe-4018-a464-eb3801cbf4f0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 946 time: 0.1165018 Aug 11 03:12:21.095495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92a41289-7311-49d1-8421-be2a68c32ef3 req-e6cdaf4e-dcee-466c-ac29-08541c467f8a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664196 Aug 11 03:12:21.437575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-6e339fea-adde-4f76-aad9-99210957c08c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:21.440652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-6e339fea-adde-4f76-aad9-99210957c08c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 946 time: 0.0872092 Aug 11 03:12:21.461561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44696) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:21.467821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75026535', 'description': 'tempest-secgroup-smoke-75026535 description', 'project_id': '69120019df3c43d2af4dc08a22e06ab4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:21.496850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.509616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.591099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Deleting port 094be855-b97f-4658-94d2-b8c413bc78d3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:21.591734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.753422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] For port 094be855-b97f-4658-94d2-b8c413bc78d3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=094be855-b97f-4658-94d2-b8c413bc78d3,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:21.754259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.783545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.790909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.792171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Calling delete_port for 094be855-b97f-4658-94d2-b8c413bc78d3 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:21.855728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662ed2e6-2907-4f16-a6c1-925cd9524f0a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:21.938799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.944458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.977299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:21.981056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5183377 Aug 11 03:12:21.986591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44704) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:21.991666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a62436f0-e456-47c7-9174-d414cc6a05d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '2c2eb64f-bac8-4cdb-a518-bac5b870f3de', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:22.008575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e45338-9894-40eb-bd57-1fdcbc1dcd15 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2eb64f-bac8-4cdb-a518-bac5b870f3de,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.045042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a62436f0-e456-47c7-9174-d414cc6a05d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.103524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.116716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26', '094be855-b97f-4658-94d2-b8c413bc78d3'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:22.166452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event deleted for resources: {'Port': ['ID=094be855-b97f-4658-94d2-b8c413bc78d3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.205294 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a62436f0-e456-47c7-9174-d414cc6a05d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.210165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a62436f0-e456-47c7-9174-d414cc6a05d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.244633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62436f0-e456-47c7-9174-d414cc6a05d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7229097-f600-4ddb-8edc-35a931e960a0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.298197 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c059d5c-d8fb-4cae-a860-3147bf0fbe84 req-a2d942a8-a938-481a-94fd-9f9c19d1c8fc tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1e86d13-74fd-4573-87ba-7306a3f064a8 HTTP/1.1" status: 200 len: 210 time: 0.0414906 Aug 11 03:12:22.309367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a62436f0-e456-47c7-9174-d414cc6a05d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.311553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a62436f0-e456-47c7-9174-d414cc6a05d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3240869 Aug 11 03:12:22.323112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44718) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.329117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] No DVR routers for this DVR port 094be855-b97f-4658-94d2-b8c413bc78d3 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:22.332281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.334059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e27cd833-4f80-4fc7-982d-c9622a073f0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '2c2eb64f-bac8-4cdb-a518-bac5b870f3de', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:22.343853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f60658af-661d-4a25-86d6-cc5e1c25503b req-1d083539-2c1a-4ae3-ae55-446fc5358829 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "DELETE /v2.0/ports/094be855-b97f-4658-94d2-b8c413bc78d3 HTTP/1.1" status: 204 len: 173 time: 0.8936429 Aug 11 03:12:22.344673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'name': 'network-vif-deleted', 'tag': '094be855-b97f-4658-94d2-b8c413bc78d3'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:22.352244 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3226d8ea-8276-49dc-85bf-b3842e3bbdb0" -d '{"events": [{"server_uuid": "d1e86d13-74fd-4573-87ba-7306a3f064a8", "name": "network-vif-deleted", "tag": "094be855-b97f-4658-94d2-b8c413bc78d3"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:22.404256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a61ea1ca-1f99-4867-9dd0-87646f9ed4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.417564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e27cd833-4f80-4fc7-982d-c9622a073f0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.449412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c40f0-059e-4738-adef-054a57deeca2 req-21420a62-f645-419f-a5ed-89c1daaf2f88 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:22.463039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a70c40f0-059e-4738-adef-054a57deeca2 req-21420a62-f645-419f-a5ed-89c1daaf2f88 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 946 time: 0.2979877 Aug 11 03:12:22.525110 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a33e23-75c4-4f3e-a73f-348942584d61 x-openstack-request-id: req-d7a33e23-75c4-4f3e-a73f-348942584d61 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:22.525451 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e86d13-74fd-4573-87ba-7306a3f064a8", "name": "network-vif-deleted", "tag": "094be855-b97f-4658-94d2-b8c413bc78d3", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:22.526563 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d7a33e23-75c4-4f3e-a73f-348942584d61 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:22.527274 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e86d13-74fd-4573-87ba-7306a3f064a8', 'name': 'network-vif-deleted', 'tag': '094be855-b97f-4658-94d2-b8c413bc78d3', 'status': 'completed', 'code': 200} Aug 11 03:12:22.575310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a70c40f0-059e-4738-adef-054a57deeca2 req-f08ac43b-5b9b-4582-9e9a-b766fd17497e tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107249 Aug 11 03:12:22.617226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e27cd833-4f80-4fc7-982d-c9622a073f0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.623712 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e27cd833-4f80-4fc7-982d-c9622a073f0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.658474 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e27cd833-4f80-4fc7-982d-c9622a073f0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.659915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e27cd833-4f80-4fc7-982d-c9622a073f0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3342929 Aug 11 03:12:22.663220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44726) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.669490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cd833-4f80-4fc7-982d-c9622a073f0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1322fd12-9a3b-4979-9239-841934150088,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.670160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f89ad758-dd9c-41ce-ab82-4dd04bdf1700 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '2c2eb64f-bac8-4cdb-a518-bac5b870f3de', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:22.728742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f89ad758-dd9c-41ce-ab82-4dd04bdf1700 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.828225 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f89ad758-dd9c-41ce-ab82-4dd04bdf1700 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.833173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f89ad758-dd9c-41ce-ab82-4dd04bdf1700 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.861915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ad758-dd9c-41ce-ab82-4dd04bdf1700 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328736b6-961b-4c05-9bd8-8564ed8997ba,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:22.883589 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f89ad758-dd9c-41ce-ab82-4dd04bdf1700 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:22.885234 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f89ad758-dd9c-41ce-ab82-4dd04bdf1700 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2208014 Aug 11 03:12:22.888752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44742) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:22.893990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3265c98b-53d0-4570-8dea-52b0d9b0efd2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '2c2eb64f-bac8-4cdb-a518-bac5b870f3de', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:22.962841 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3265c98b-53d0-4570-8dea-52b0d9b0efd2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.009664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cf699-9382-4387-b613-796fec293131 req-0968db1c-8ffc-4dd2-ba66-b1c7dd54ea67 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:23.012030 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-390cf699-9382-4387-b613-796fec293131 req-0968db1c-8ffc-4dd2-ba66-b1c7dd54ea67 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 946 time: 0.1230946 Aug 11 03:12:23.060202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-390cf699-9382-4387-b613-796fec293131 req-a782598e-92c0-4064-809e-25c0be90e75d tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Aug 11 03:12:23.117627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3265c98b-53d0-4570-8dea-52b0d9b0efd2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.126324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3265c98b-53d0-4570-8dea-52b0d9b0efd2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.153884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265c98b-53d0-4570-8dea-52b0d9b0efd2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d1b03d-9931-4150-a4ce-01614167f8c6,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.158413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3265c98b-53d0-4570-8dea-52b0d9b0efd2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.160462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3265c98b-53d0-4570-8dea-52b0d9b0efd2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2697260 Aug 11 03:12:23.162415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44748) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:23.169914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '2c2eb64f-bac8-4cdb-a518-bac5b870f3de', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:23.206362 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:12:23.215877 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.324456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44754) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:23.371848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.388685 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.424436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.428300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2620687 Aug 11 03:12:23.429616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44760) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:23.433977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b02e193-be4a-4b6a-abb8-c19c21a17f21 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb1dff2-0dc9-43c3-81cb-deb8c8349fd7,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.437340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '2c2eb64f-bac8-4cdb-a518-bac5b870f3de', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:23.483932 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:12:23.489586 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.556465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7736f309-9129-475e-ba18-8a0b40f4997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.662720 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.683215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.755181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8524bb7f-a4cd-4565-80b4-ae161f615be5,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.789108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-7cdd7cc8-33a3-4500-a25e-8ba533b4ab55 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:23.790562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-7cdd7cc8-33a3-4500-a25e-8ba533b4ab55 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.2097118 Aug 11 03:12:23.824864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-48d1cd62-ff60-46a1-bd79-c5508657f38b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1164339 Aug 11 03:12:23.828673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-71a78b19-0e60-4dbf-9197-19712cb69432 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0292170 Aug 11 03:12:23.882945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7736f309-9129-475e-ba18-8a0b40f4997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.897975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7736f309-9129-475e-ba18-8a0b40f4997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.923429 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.924595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bd14e703-df96-4356-b1c5-379bf695c82c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4929729 Aug 11 03:12:23.927946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44772) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:23.934433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'network': {'name': 'tempest-network-smoke--212802851', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'port_security_enabled': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:23.957512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:23.961159 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:23.969572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736f309-9129-475e-ba18-8a0b40f4997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84af02f-b520-49af-9c80-45943ed87a66,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:23.977028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7736f309-9129-475e-ba18-8a0b40f4997b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d939fbb37e0e40c19fae9d1f532da5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6512532 Aug 11 03:12:23.983034 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-67d760cd-09a1-4af7-ae20-90e7df604eeb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455357 Aug 11 03:12:23.985479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44774) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:24.014003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:24.018774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.019266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.019777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.020256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.020767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.021343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.021914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.024090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-ce708d8d-c146-4e2a-9658-03630ba85eeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6510 time: 0.1431279 Aug 11 03:12:24.043939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.044375 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Added segment eb8f2c8e-38a0-4742-9ef3-c34e8df91c03 of type vlan for network 696f3892-cb11-44cf-9737-0cb44e63e540 Aug 11 03:12:24.129335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.204555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.224592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.225268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.237284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79f909f-2329-4497-9e39-879054a02c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.256020 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-8bf4a945-d76b-4065-b3d4-9cf2c064c49b service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618983 Aug 11 03:12:24.308914 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3795552 Aug 11 03:12:24.325043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44786) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:24.331388 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79f909f-2329-4497-9e39-879054a02c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.334420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'admin_state_up': True, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:24.334707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-c2a03b1c-2637-4fad-9625-534c1f8f748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.335187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-c2a03b1c-2637-4fad-9625-534c1f8f748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.335678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-c2a03b1c-2637-4fad-9625-534c1f8f748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.337240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-c2a03b1c-2637-4fad-9625-534c1f8f748d service neutron] 10.222.0.57 "GET /v2.0/networks?id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 200 len: 2297 time: 0.2587185 Aug 11 03:12:24.350220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f2003-3f07-4ccb-9e96-f979d941fd99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Network': ['ID=696f3892-cb11-44cf-9737-0cb44e63e540,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:24.362781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 696f3892-cb11-44cf-9737-0cb44e63e540 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:24.377375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7d94c-6da0-4a0e-967c-2bc772ddaf69 req-7fb72d7d-3026-4788-b24a-221c41530234 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.378605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-baf7d94c-6da0-4a0e-967c-2bc772ddaf69 req-7fb72d7d-3026-4788-b24a-221c41530234 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 946 time: 0.0936377 Aug 11 03:12:24.386830 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.387926 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.444331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-baf7d94c-6da0-4a0e-967c-2bc772ddaf69 req-f392bebc-0511-47df-a633-8d22727986a8 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525708 Aug 11 03:12:24.476599 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.554205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-26e54189-df76-4fc9-855d-48ed52137d21 service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972341 Aug 11 03:12:24.593087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79f909f-2329-4497-9e39-879054a02c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.598340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79f909f-2329-4497-9e39-879054a02c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.605497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a79f909f-2329-4497-9e39-879054a02c8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c84af02f-b520-49af-9c80-45943ed87a66 HTTP/1.1" status: 204 len: 168 time: 0.6157186 Aug 11 03:12:24.623853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f909f-2329-4497-9e39-879054a02c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84af02f-b520-49af-9c80-45943ed87a66,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:24.628807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-bd0e6e5d-9af0-42db-9e3e-37f4d73f5968 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 200 len: 1002 time: 0.2811327 Aug 11 03:12:24.707368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:24.740096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-beb58181-e950-4549-ac19-c76b2be3608c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.741655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-beb58181-e950-4549-ac19-c76b2be3608c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ec5d3d-e06d-454a-8d42-0e369a4ceba9 HTTP/1.1" status: 200 len: 855 time: 0.1055412 Aug 11 03:12:24.841290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-a9c2cc4a-31d9-4f90-b9a4-1ceacf96729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.842853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-a9c2cc4a-31d9-4f90-b9a4-1ceacf96729c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936105 Aug 11 03:12:24.907497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f60f-02bc-49c7-bc03-574f51ed3fe2 req-5fdcbb87-0d9a-48a4-940f-c5c29b082512 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:24.909210 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f38f60f-02bc-49c7-bc03-574f51ed3fe2 req-5fdcbb87-0d9a-48a4-940f-c5c29b082512 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 946 time: 0.1660903 Aug 11 03:12:24.957221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67c41783-dcbe-4475-8a3f-146880c8680f req-9e2e2a62-7ba2-4b61-9e1c-e7498c992c6a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 210 time: 0.1081719 Aug 11 03:12:24.991535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f38f60f-02bc-49c7-bc03-574f51ed3fe2 req-da1c3ba4-b4e1-4fe8-b099-9419b3709db7 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757143 Aug 11 03:12:25.064473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-14cc7f36-33df-4c90-b813-e968689926d3 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131658 Aug 11 03:12:25.111783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 094be855-b97f-4658-94d2-b8c413bc78d3 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:25.174735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.187175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44816) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:25.212874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 094be855-b97f-4658-94d2-b8c413bc78d3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:25.214220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe61cc25-038b-4c07-9d41-82533f25a059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.216152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 094be855-b97f-4658-94d2-b8c413bc78d3 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:25.225153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.240223 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-419ec7e9-c859-47e0-89e5-705970ddd604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.352843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe61cc25-038b-4c07-9d41-82533f25a059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.358015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-0416b1b8-275e-4be0-b843-0e7f9a448ddf service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850759 Aug 11 03:12:25.359578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe61cc25-038b-4c07-9d41-82533f25a059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.360740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.165 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/090053d9-1877-4ded-b5b6-c1db8cf11e2b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:25.426055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-0e5003cf-62ff-4d30-a38f-7b451d52483b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 217 time: 0.0565610 Aug 11 03:12:25.477651 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.481802 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.488440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fe61cc25-038b-4c07-9d41-82533f25a059 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=694c442c3f6b4f098d789f29fd386b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978210 Aug 11 03:12:25.488440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61cc25-038b-4c07-9d41-82533f25a059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf24a49-6720-4810-ba59-35cbf4d93cb8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.491262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44824) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:25.520394 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.553662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-87ca9317-9a7d-4989-b2ea-ff9656678edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:25.555950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-87ca9317-9a7d-4989-b2ea-ff9656678edb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.1158333 Aug 11 03:12:25.568242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.609220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afecd28b-1fc6-4c00-894c-71674875984d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.611579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:25.618523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:25.621837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:25.642494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-fcdc14ed-8ba7-4261-b1b3-82432d3398c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:25.644372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-fcdc14ed-8ba7-4261-b1b3-82432d3398c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789192 Aug 11 03:12:25.647119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afecd28b-1fc6-4c00-894c-71674875984d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.672227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=090053d9-1877-4ded-b5b6-c1db8cf11e2b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.766485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-65d811d4-5a95-4479-81a6-625a5366ae3f service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103075 Aug 11 03:12:25.875359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afecd28b-1fc6-4c00-894c-71674875984d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.878154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afecd28b-1fc6-4c00-894c-71674875984d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:25.879388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-afecd28b-1fc6-4c00-894c-71674875984d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cf24a49-6720-4810-ba59-35cbf4d93cb8 HTTP/1.1" status: 204 len: 168 time: 0.3871210 Aug 11 03:12:25.893026 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-7528d6df-49f9-4f91-b792-76a76e7d276b service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177814 Aug 11 03:12:25.893914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecd28b-1fc6-4c00-894c-71674875984d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf24a49-6720-4810-ba59-35cbf4d93cb8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:25.961825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-c20c0906-7eef-4ce2-83e2-a4e6b14f392e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 217 time: 0.0612254 Aug 11 03:12:25.976262 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.081929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-b3056813-49a1-40a5-a1b5-8bfec671a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.091790 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-b3056813-49a1-40a5-a1b5-8bfec671a235 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.1211569 Aug 11 03:12:26.209742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8fe0614a-c6e5-4390-8b90-b95cb509d99c req-bd2b8b6c-0b59-4389-ad24-410006b07bc1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 210 time: 0.1223683 Aug 11 03:12:26.264137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-fd6d1989-0690-4255-ba1d-a15a0e7e9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.266022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-fd6d1989-0690-4255-ba1d-a15a0e7e9178 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1616564 Aug 11 03:12:26.280039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756fddf-abb1-4ff0-906d-c336e3327a85 req-269403cc-d2d4-4ef8-99dc-75d745e3c31a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.290120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d756fddf-abb1-4ff0-906d-c336e3327a85 req-269403cc-d2d4-4ef8-99dc-75d745e3c31a tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 946 time: 0.1875074 Aug 11 03:12:26.357614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-baca6a61-744d-4b03-9c51-1abaf89af6f4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.359362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-baca6a61-744d-4b03-9c51-1abaf89af6f4 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 946 time: 0.2762673 Aug 11 03:12:26.439768 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-ddfae0f5-01ba-4b15-aca1-7a8dbf05bfdc service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464999 Aug 11 03:12:26.457659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:26.719287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.857103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-fc4cb578-1a59-4da0-93c6-e912c749208c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:26.858515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-fc4cb578-1a59-4da0-93c6-e912c749208c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.8071578 Aug 11 03:12:26.861424 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d756fddf-abb1-4ff0-906d-c336e3327a85 req-9ec51095-3584-409f-a1d7-ebb829b01e21 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/security-groups?id=00748cf5-784e-432b-a400-d2b00f2a0206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700858 Aug 11 03:12:26.863794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-095d67a5-5c3d-4c3d-ab2c-eaa36c02a25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:26.878591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Request body: {'port': {'device_id': '3763996d-32a6-459f-9683-2307711a2996', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'admin_state_up': True, 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:26.939229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-c9bd8334-3806-49cf-ac94-11775698850f service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805381 Aug 11 03:12:27.006999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-62df7b67-26ea-4209-84a4-12cc8f44867e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0541599 Aug 11 03:12:27.024525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Deleting port a6dd463d-45cd-4a5c-9954-ea7432d23e2f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:27.024864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.036315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.086299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-2cf29d95-9ae5-4629-b0e2-1d025a832444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.087997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-2cf29d95-9ae5-4629-b0e2-1d025a832444 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0717440 Aug 11 03:12:27.161526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-c67a4728-0522-4f7c-a178-d258394fa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.163041 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-c67a4728-0522-4f7c-a178-d258394fa30e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623040 Aug 11 03:12:27.164822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-095d67a5-5c3d-4c3d-ab2c-eaa36c02a25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.169234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-095d67a5-5c3d-4c3d-ab2c-eaa36c02a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.241713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] For port a6dd463d-45cd-4a5c-9954-ea7432d23e2f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,segment=NetworkSegment(f207dbb3-1ee1-49d8-9131-508e7a04bc49),segment_id=f207dbb3-1ee1-49d8-9131-508e7a04bc49)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:27.242352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.255254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:27.259055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.265676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Calling delete_port for a6dd463d-45cd-4a5c-9954-ea7432d23e2f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:27.267393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d67a5-5c3d-4c3d-ab2c-eaa36c02a25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57edffa5-f37f-487d-9ed2-bd410c49ddf1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:27.287581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-095d67a5-5c3d-4c3d-ab2c-eaa36c02a25f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=361b2ff13dbd4f109b09aa2f53886aa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8275917 Aug 11 03:12:27.291736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44858) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:27.362243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-812af074-e350-4c79-9b15-208bbfdd280f service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883028 Aug 11 03:12:27.386165 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f68cf8bb-d5b2-4bd4-ae38-5b3bbb0cee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.433251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e47837c6-d2f4-4743-8233-3091ec4ced12 req-3aaea884-1ff7-4e9d-b71d-f5ab9c8f6f08 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 210 time: 0.0900989 Aug 11 03:12:27.467326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f68cf8bb-d5b2-4bd4-ae38-5b3bbb0cee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.471984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:12:27.543974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-e401fade-dbbb-4cd2-a52f-44918d9d452e service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708286 Aug 11 03:12:27.589570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-48d677c9-b05e-4c33-9927-e06d11b68cf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=622db2ec-896e-4228-b772-39f5b21605a4 HTTP/1.1" status: 200 len: 217 time: 0.0376010 Aug 11 03:12:27.593844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f68cf8bb-d5b2-4bd4-ae38-5b3bbb0cee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.596728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f68cf8bb-d5b2-4bd4-ae38-5b3bbb0cee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.597977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f68cf8bb-d5b2-4bd4-ae38-5b3bbb0cee86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57edffa5-f37f-487d-9ed2-bd410c49ddf1 HTTP/1.1" status: 204 len: 168 time: 0.3049667 Aug 11 03:12:27.630234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Allocated IP 172.20.0.8 (5a90284b-eec3-423f-a872-d4de75207c47/f181037c-8001-4185-9356-569dd0909b8d/f1e9f326-72c1-4035-beca-7ff553c05fb6) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:27.630923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cf8bb-d5b2-4bd4-ae38-5b3bbb0cee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57edffa5-f37f-487d-9ed2-bd410c49ddf1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:27.681409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.694264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a6dd463d-45cd-4a5c-9954-ea7432d23e2f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:27.735468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Pushing event deleted for resources: {'Port': ['ID=a6dd463d-45cd-4a5c-9954-ea7432d23e2f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:27.754958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-28ca68c8-d9a9-4224-a739-67884cee51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.766270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-28ca68c8-d9a9-4224-a739-67884cee51fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.1667712 Aug 11 03:12:27.778362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:27.798745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Sync routers for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:27.834080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] No DVR routers for this DVR port a6dd463d-45cd-4a5c-9954-ea7432d23e2f on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:27.835224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:27.842783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:27.843217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.844359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-407286b2-4f41-4480-a4dc-1384fbbfd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:27.845583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb766a87-7a70-4e73-af54-3fea914ad612 req-17fe7aed-c1f3-4f0b-ab4a-72484b902cd9 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.10 "DELETE /v2.0/ports/a6dd463d-45cd-4a5c-9954-ea7432d23e2f HTTP/1.1" status: 204 len: 173 time: 1.4798753 Aug 11 03:12:27.845870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-407286b2-4f41-4480-a4dc-1384fbbfd548 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718942 Aug 11 03:12:27.846253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'name': 'network-vif-deleted', 'tag': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:27.848634 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7facf9ea-ab15-4d16-9823-bd4f9cbab5e0" -d '{"events": [{"server_uuid": "6cada4e5-4b1a-4c08-8949-7ca60854bf1e", "name": "network-vif-deleted", "tag": "a6dd463d-45cd-4a5c-9954-ea7432d23e2f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:27.865525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:27.880217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44870) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:27.885151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ae21380-0e6b-4d79-bf14-e4b027404721 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5581853 Aug 11 03:12:27.970357 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d855a4c-4706-41ec-85c5-71f5bc8fc912 x-openstack-request-id: req-5d855a4c-4706-41ec-85c5-71f5bc8fc912 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:27.970760 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cada4e5-4b1a-4c08-8949-7ca60854bf1e", "name": "network-vif-deleted", "tag": "a6dd463d-45cd-4a5c-9954-ea7432d23e2f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:27.970963 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d855a4c-4706-41ec-85c5-71f5bc8fc912 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:27.971477 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cada4e5-4b1a-4c08-8949-7ca60854bf1e', 'name': 'network-vif-deleted', 'tag': 'a6dd463d-45cd-4a5c-9954-ea7432d23e2f', 'status': 'completed', 'code': 200} Aug 11 03:12:28.076447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:28.082326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.166167 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.192196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.210931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:28.228888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989b41a2-1f93-4770-a1f6-03d2001097d8 req-2be1e104-10bc-4352-8864-e96651f358a2 tempest-DeleteServersTestJSON-330083498 tempest-DeleteServersTestJSON-330083498-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cada4e5-4b1a-4c08-8949-7ca60854bf1e HTTP/1.1" status: 200 len: 210 time: 0.0742042 Aug 11 03:12:28.244555 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-0b87c6f2-c610-4674-9d57-3dbdbbd3c116 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876402 Aug 11 03:12:28.317056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Network 5a90284b-eec3-423f-a872-d4de75207c47 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:28.340019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:28.371303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:28.453989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event updated for resources: {'Port': ['ID=f1e9f326-72c1-4035-beca-7ff553c05fb6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:28.479159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:28.490659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-7725f1f9-86cb-4283-ab7c-f1565e6fe017 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364745 Aug 11 03:12:28.516861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.517620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.539609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Checking router: 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:28.540056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Updating router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb port 090053d9-1877-4ded-b5b6-c1db8cf11e2b binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:12:28.554130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-4a68d57c-83dc-400d-a522-16ca86985403 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6819627 Aug 11 03:12:28.564987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-50727a0b-6d24-4d21-ab5e-fe3bb351c901 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3 HTTP/1.1" status: 200 len: 217 time: 0.0650475 Aug 11 03:12:28.568597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Request body: {'port': {'device_id': '3763996d-32a6-459f-9683-2307711a2996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:28.612426 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.616753 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-354aee8d-e213-4da1-9155-4624558c4507 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=69120019df3c43d2af4dc08a22e06ab4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7352035 Aug 11 03:12:28.643967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44896) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:28.749120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067d90f-2e52-49f9-8ebf-a17fb5bfe65d req-22fdc752-7910-4cf9-b099-7170b5178a84 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.750865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c067d90f-2e52-49f9-8ebf-a17fb5bfe65d req-22fdc752-7910-4cf9-b099-7170b5178a84 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 931 time: 0.1387441 Aug 11 03:12:28.751511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:28.856380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c067d90f-2e52-49f9-8ebf-a17fb5bfe65d req-85f79a3a-d447-451c-84aa-f3cd3f10fc7d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947258 Aug 11 03:12:28.876897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-50eb8091-1e66-4ed9-926b-f8bba9ede414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:28.878274 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-50eb8091-1e66-4ed9-926b-f8bba9ede414 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.2964041 Aug 11 03:12:29.026957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b547e8d-f922-42de-9a44-49ab4fd69aeb tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.026957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7b547e8d-f922-42de-9a44-49ab4fd69aeb tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3730555 Aug 11 03:12:29.026957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:29.057418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-3516812d-8f80-40d9-ad93-c5e719a4825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.058793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-3516812d-8f80-40d9-ad93-c5e719a4825f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1630070 Aug 11 03:12:29.061699 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.063978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08e77186-fa84-47b7-93ca-9ea4a82e7d69 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417464 Aug 11 03:12:29.064577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44912) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:29.069553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285936670', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:29.086415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Transition to ACTIVE for port object 090053d9-1877-4ded-b5b6-c1db8cf11e2b will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:29.099600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.163822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Attempting to bind port 090053d9-1877-4ded-b5b6-c1db8cf11e2b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:29.166331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Attempting to bind port 090053d9-1877-4ded-b5b6-c1db8cf11e2b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:29.167569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Attempting to bind port 090053d9-1877-4ded-b5b6-c1db8cf11e2b on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:29.185161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:29.188130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:29.190996 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.191766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:29.195358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Bound port: 090053d9-1877-4ded-b5b6-c1db8cf11e2b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:29.196365 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.260792 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-e77fcd3b-4d2b-4e0d-885d-ee716280637c service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815212 Aug 11 03:12:29.270370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:29.274723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.278234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] For port 090053d9-1877-4ded-b5b6-c1db8cf11e2b, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:29.282274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] For port 090053d9-1877-4ded-b5b6-c1db8cf11e2b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=090053d9-1877-4ded-b5b6-c1db8cf11e2b,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:29.287400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e9f326-72c1-4035-beca-7ff553c05fb6 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:29.291794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.310735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.326734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67b442-2190-4103-b828-3b45bd6fbbd9 None None] Pushing event updated for resources: {'Port': ['ID=090053d9-1877-4ded-b5b6-c1db8cf11e2b,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.344451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Transition to ACTIVE for port object f1e9f326-72c1-4035-beca-7ff553c05fb6 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:29.349123 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.404813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:29.405451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:29.511501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Pushing event updated for resources: {'Port': ['ID=f1e9f326-72c1-4035-beca-7ff553c05fb6,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.549768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:29.576980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-4679fdb5-458c-424c-871a-8b7464f82661 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071740 Aug 11 03:12:29.603993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Attempting to bind port f1e9f326-72c1-4035-beca-7ff553c05fb6 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:29.604381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Attempting to bind port f1e9f326-72c1-4035-beca-7ff553c05fb6 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:29.604708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Attempting to bind port f1e9f326-72c1-4035-beca-7ff553c05fb6 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:29.629755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Port f1e9f326-72c1-4035-beca-7ff553c05fb6 on network 5a90284b-eec3-423f-a872-d4de75207c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:29.631272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Attempting to bind port f1e9f326-72c1-4035-beca-7ff553c05fb6 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:29.641916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:29.642275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:29.643045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Bound using segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:29.643489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Bound port: f1e9f326-72c1-4035-beca-7ff553c05fb6, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:29.643880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.700329 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-66934eea-84a5-4c52-9dfc-2a12d2a41ae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 200 len: 217 time: 0.1149132 Aug 11 03:12:29.729123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67b442-2190-4103-b828-3b45bd6fbbd9 None None] Pushing event updated for resources: {'Port': ['ID=090053d9-1877-4ded-b5b6-c1db8cf11e2b,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:29.792764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-0f91df77-3f30-443e-95fa-d48c138427bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.803859 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-0f91df77-3f30-443e-95fa-d48c138427bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.0848193 Aug 11 03:12:29.838720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:29.863088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] For port f1e9f326-72c1-4035-beca-7ff553c05fb6, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:29.869219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] For port f1e9f326-72c1-4035-beca-7ff553c05fb6, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f1e9f326-72c1-4035-beca-7ff553c05fb6,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:29.880788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.935521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:29.936188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:29.938322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] 10.222.0.10 "PUT /v2.0/ports/f1e9f326-72c1-4035-beca-7ff553c05fb6 HTTP/1.1" status: 200 len: 1092 time: 1.3762991 Aug 11 03:12:29.978987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3763996d-32a6-459f-9683-2307711a2996', 'tag': 'f1e9f326-72c1-4035-beca-7ff553c05fb6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:29.991418 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0bc926-35fa-4e62-bd2b-f2573af08af6" -d '{"events": [{"name": "network-changed", "server_uuid": "3763996d-32a6-459f-9683-2307711a2996", "tag": "f1e9f326-72c1-4035-beca-7ff553c05fb6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:30.103144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ee518-050c-4f47-be00-15542e4248ca service neutron] Pushing event updated for resources: {'Port': ['ID=f1e9f326-72c1-4035-beca-7ff553c05fb6,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:30.134112 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9db9c06-e91a-4538-9970-67a83bf47a44 x-openstack-request-id: req-e9db9c06-e91a-4538-9970-67a83bf47a44 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:30.134484 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3763996d-32a6-459f-9683-2307711a2996", "tag": "f1e9f326-72c1-4035-beca-7ff553c05fb6", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:30.134715 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9db9c06-e91a-4538-9970-67a83bf47a44 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:30.135098 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3763996d-32a6-459f-9683-2307711a2996', 'tag': 'f1e9f326-72c1-4035-beca-7ff553c05fb6', 'status': 'completed', 'code': 200} Aug 11 03:12:30.140792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658db15c-9723-451b-94ff-7615eb15261d req-947747aa-9d35-460a-80fc-801c3e212803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.141791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-947747aa-9d35-460a-80fc-801c3e212803 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3278241 Aug 11 03:12:30.142667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.144061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0807d4-c5fc-4866-9d7b-adff2d66eaf4 None None] The sync data for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 is: [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:25Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:30.157519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-98dec579-9c93-4665-b84e-e01de3e6d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.162133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-98dec579-9c93-4665-b84e-e01de3e6d671 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 1095 time: 0.1566265 Aug 11 03:12:30.184371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.262874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-b17eb3af-e361-43bc-9cdb-c89baff128d5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1e9f326-72c1-4035-beca-7ff553c05fb6 HTTP/1.1" status: 200 len: 217 time: 0.0924959 Aug 11 03:12:30.350064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-a9f9970a-4041-4e75-a400-2ce1b1684873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.351554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-a9f9970a-4041-4e75-a400-2ce1b1684873 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0821223 Aug 11 03:12:30.372650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Subnet': ['ID=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:30.394294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-5a04f03c-76e6-41e1-a20e-a692791d48eb service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279704 Aug 11 03:12:30.410557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e4c8cd-dc7a-40b6-980a-5fc6b9a71fb0 req-b52c26fd-94de-4c89-abee-6b64d7a5aeb9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.417741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-e887de9c-ed2f-4091-9531-db7c930e4d60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558944 Aug 11 03:12:30.418947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88e4c8cd-dc7a-40b6-980a-5fc6b9a71fb0 req-b52c26fd-94de-4c89-abee-6b64d7a5aeb9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 943 time: 0.3990781 Aug 11 03:12:30.473272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a6dd463d-45cd-4a5c-9954-ea7432d23e2f no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:30.515798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a6dd463d-45cd-4a5c-9954-ea7432d23e2f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:30.516184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a6dd463d-45cd-4a5c-9954-ea7432d23e2f not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:30.636779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Checking segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:30.637281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network hostable DHCP agents. Network: 696f3892-cb11-44cf-9737-0cb44e63e540, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:30.645664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-9d861cf6-b8db-4356-baaf-d784298209d8 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231884 Aug 11 03:12:30.652621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88e4c8cd-dc7a-40b6-980a-5fc6b9a71fb0 req-1e8aec8f-715e-4ba5-bf33-b42925520a77 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324154 Aug 11 03:12:30.731688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 696f3892-cb11-44cf-9737-0cb44e63e540 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:30.756805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-658db15c-9723-451b-94ff-7615eb15261d req-8ed72217-6b96-4f6f-96fd-591d90c9a896 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295968 Aug 11 03:12:30.758930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 696f3892-cb11-44cf-9737-0cb44e63e540) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:30.769185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:30.770146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:30.815454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-250c0ea1-ad26-476c-b958-e3c60853c845 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7498171 Aug 11 03:12:30.816220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:30.831438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc2f78-4c00-4767-ae6f-614ff8d7d302 None None] Network 696f3892-cb11-44cf-9737-0cb44e63e540 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:30.943859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08e72f73-1044-4c92-82bc-136fcdd51fa6 req-e197cb97-79cc-4a30-8f8d-af980b3d4379 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900324 Aug 11 03:12:30.949573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 090053d9-1877-4ded-b5b6-c1db8cf11e2b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:31.045733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 090053d9-1877-4ded-b5b6-c1db8cf11e2b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:31.053028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 090053d9-1877-4ded-b5b6-c1db8cf11e2b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:31.053658 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.086220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-ace3f4d7-f2a9-4d4e-a5a9-525d9a5180f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.097818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-ace3f4d7-f2a9-4d4e-a5a9-525d9a5180f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 1095 time: 0.0960522 Aug 11 03:12:31.159265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-696f3892-cb11-44cf-9737-0cb44e63e540', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:12:31.160263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.283379 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.409048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-8dc7992b-6a8c-4b93-b233-5fa514c199fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.411689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-8dc7992b-6a8c-4b93-b233-5fa514c199fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.3058696 Aug 11 03:12:31.466252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 090053d9-1877-4ded-b5b6-c1db8cf11e2b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=090053d9-1877-4ded-b5b6-c1db8cf11e2b,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:31.483358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:31.577514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-464492a3-e921-40e2-b14a-456bf69c98fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1e9f326-72c1-4035-beca-7ff553c05fb6 HTTP/1.1" status: 200 len: 217 time: 0.1561451 Aug 11 03:12:31.667798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=090053d9-1877-4ded-b5b6-c1db8cf11e2b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:31.699424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Allocated IP 172.20.0.2 (696f3892-cb11-44cf-9737-0cb44e63e540/ce3a1bca-17b6-4f2a-9e78-3d056f59eeef/d5a3bf23-8fa4-4301-975d-1b11ff5ea785) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:31.705332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-1227fc65-af42-49dd-ab2f-b3665b4d2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.711533 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-1227fc65-af42-49dd-ab2f-b3665b4d2d2d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.1248212 Aug 11 03:12:31.766408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-c23f980d-890f-4ff9-a7e9-75b421bc7779 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472670 Aug 11 03:12:31.943934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e0563-d530-4dfc-9e79-da13356aa519 req-a329d1b5-9133-475a-9801-f89fb552982d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:31.945487 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-096e0563-d530-4dfc-9e79-da13356aa519 req-a329d1b5-9133-475a-9801-f89fb552982d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 943 time: 0.1527491 Aug 11 03:12:31.977366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-13d1efd1-67a0-470b-8ff2-40a59952c5a0 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024531 Aug 11 03:12:32.063584 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.065879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-096e0563-d530-4dfc-9e79-da13356aa519 req-0de99ff2-5cae-43a6-9505-d857268a8e43 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112883 Aug 11 03:12:32.094493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Transition to ACTIVE for port object d5a3bf23-8fa4-4301-975d-1b11ff5ea785 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:32.128218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Transition to ACTIVE for port object d5a3bf23-8fa4-4301-975d-1b11ff5ea785 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:32.143215 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.210367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb0bc926-35fa-4e62-bd2b-f2573af08af6 req-f4dd3b64-a9ce-4840-8511-ac6763e0653b service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261317 Aug 11 03:12:32.249927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Network 696f3892-cb11-44cf-9737-0cb44e63e540 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:32.253432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:32.258084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:32.276555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Pushing event updated for resources: {'Port': ['ID=d5a3bf23-8fa4-4301-975d-1b11ff5ea785,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:32.319850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.379256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Attempting to bind port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:32.379770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Attempting to bind port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:32.380237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Attempting to bind port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 on network 696f3892-cb11-44cf-9737-0cb44e63e540 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:32.397741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:32.398315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Checking segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:32.398829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.399332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Bound using segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:32.399990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Bound port: d5a3bf23-8fa4-4301-975d-1b11ff5ea785, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:32.400485 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.617409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] For port d5a3bf23-8fa4-4301-975d-1b11ff5ea785, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:32.625664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] For port d5a3bf23-8fa4-4301-975d-1b11ff5ea785, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5a3bf23-8fa4-4301-975d-1b11ff5ea785,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:32.633039 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:32.902048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cec75f-957c-455f-8438-98649aeda671 None None] Pushing event updated for resources: {'Port': ['ID=d5a3bf23-8fa4-4301-975d-1b11ff5ea785,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:32.956521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 090053d9-1877-4ded-b5b6-c1db8cf11e2b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:33.076867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 090053d9-1877-4ded-b5b6-c1db8cf11e2b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:33.077608 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.469590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fad34-7ee8-46dc-b0cd-3f0c666ebe2e req-a2d23364-a8d0-4f69-a848-ae389eedd67b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:33.471206 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-588fad34-7ee8-46dc-b0cd-3f0c666ebe2e req-a2d23364-a8d0-4f69-a848-ae389eedd67b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 943 time: 0.1231229 Aug 11 03:12:33.598009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-588fad34-7ee8-46dc-b0cd-3f0c666ebe2e req-bde293c1-75a5-458b-baaa-b44144e564f0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186533 Aug 11 03:12:33.660339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.1 (696f3892-cb11-44cf-9737-0cb44e63e540/ce3a1bca-17b6-4f2a-9e78-3d056f59eeef/82699709-05a7-47ac-b940-ca57a73d6241) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:33.867411 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:33.894499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object 82699709-05a7-47ac-b940-ca57a73d6241 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:33.952884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.014635 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 696f3892-cb11-44cf-9737-0cb44e63e540 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:34.023051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:34.028277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:34.042442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=82699709-05a7-47ac-b940-ca57a73d6241,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:34.101054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.272500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.283045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa2c1e0-55d3-41b7-a844-fbef6ed1283c None None] Network 696f3892-cb11-44cf-9737-0cb44e63e540 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:34.371163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-43ee0068-aa50-4be1-96eb-5cbd0b81115e None None] Provisioning for port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:34.511710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f1e9f326-72c1-4035-beca-7ff553c05fb6 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:34.740376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f1e9f326-72c1-4035-beca-7ff553c05fb6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f1e9f326-72c1-4035-beca-7ff553c05fb6,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:34.764185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'f1e9f326-72c1-4035-beca-7ff553c05fb6', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'port_id': 'f1e9f326-72c1-4035-beca-7ff553c05fb6', 'mac_address': 'fa:16:3e:e1:af:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f181037c-8001-4185-9356-569dd0909b8d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:34.855327 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.863663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5a3bf23-8fa4-4301-975d-1b11ff5ea785 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:34.893819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.943476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e9f326-72c1-4035-beca-7ff553c05fb6 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:34.971762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:34.981048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f1e9f326-72c1-4035-beca-7ff553c05fb6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f1e9f326-72c1-4035-beca-7ff553c05fb6,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:34.993040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.095303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:35.130362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:35.130362 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.158879 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.206987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45062) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:35.220943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6e545-18c9-46f1-b252-7379c3b53b5d req-ca0510a8-87c1-4de2-9efb-5dbff3c99f09 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:35.223227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ae6e545-18c9-46f1-b252-7379c3b53b5d req-ca0510a8-87c1-4de2-9efb-5dbff3c99f09 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 943 time: 0.4648480 Aug 11 03:12:35.269921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f1e9f326-72c1-4035-beca-7ff553c05fb6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:35.332754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f1e9f326-72c1-4035-beca-7ff553c05fb6,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:35.360621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] Deleting subnet 094290ee-cedc-4203-bf50-d3e66145e810 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:35.380727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.414286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4a5e9949-2d01-4a23-a866-8213863c2c1d None None] Provisioning for port 82699709-05a7-47ac-b940-ca57a73d6241 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:35.423439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=82699709-05a7-47ac-b940-ca57a73d6241,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:35.433352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4a5e9949-2d01-4a23-a866-8213863c2c1d None None] Provisioning complete for port 82699709-05a7-47ac-b940-ca57a73d6241 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:35.433734 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a5e9949-2d01-4a23-a866-8213863c2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.474205 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.554247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ae6e545-18c9-46f1-b252-7379c3b53b5d req-3ac69c42-d7a5-4f63-a615-14734ae0538e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202915 Aug 11 03:12:35.561896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.595585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4a5e9949-2d01-4a23-a866-8213863c2c1d None None] Port 82699709-05a7-47ac-b940-ca57a73d6241 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:35.632106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 696f3892-cb11-44cf-9737-0cb44e63e540 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:35.633757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:35.676638 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.691506 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.694185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/094290ee-cedc-4203-bf50-d3e66145e810 HTTP/1.1" status: 204 len: 168 time: 0.4857891 Aug 11 03:12:35.711915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45076) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:35.719644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0926e6-c9ba-40e5-bb83-34fd3897cad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094290ee-cedc-4203-bf50-d3e66145e810,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:35.738436 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.830558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4a5e9949-2d01-4a23-a866-8213863c2c1d None None] Provisioning complete for port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:35.831108 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a5e9949-2d01-4a23-a866-8213863c2c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.897077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:35.921756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d5a3bf23-8fa4-4301-975d-1b11ff5ea785, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5a3bf23-8fa4-4301-975d-1b11ff5ea785,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:35.947256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.013224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:36.032335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d5a3bf23-8fa4-4301-975d-1b11ff5ea785,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:36.087611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.131121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['120bf177-bfe7-453c-b56a-457483c4cffd']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:36.149490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f207dbb3-1ee1-49d8-9131-508e7a04bc49') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:36.149793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f207dbb3-1ee1-49d8-9131-508e7a04bc49') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:36.161036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.210239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.221152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:12:36.221541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:12:36.223279 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:12:36.236073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ccc6a731-205d-48ad-9369-af20a9e328ef None None] Provisioning complete for port 82699709-05a7-47ac-b940-ca57a73d6241 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:36.236712 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ccc6a731-205d-48ad-9369-af20a9e328ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.270468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:36.278671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23cec502-0115-4e4e-b880-c762fc0f4160 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/21c12ab4-b5d0-4cd7-942b-49c819cd5bdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4613004 Aug 11 03:12:36.279931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6a731-205d-48ad-9369-af20a9e328ef None None] Port 82699709-05a7-47ac-b940-ca57a73d6241 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:36.283466 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Sync routers for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:36.298633 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:36.301390 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:36.303071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.311947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.319149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] 10.222.0.60 "DELETE /v2.0/networks/120bf177-bfe7-453c-b56a-457483c4cffd HTTP/1.1" status: 204 len: 168 time: 0.6037500 Aug 11 03:12:36.335405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a5bae-ee54-49e3-8858-3dc8f6807b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=120bf177-bfe7-453c-b56a-457483c4cffd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:36.507757 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:36.519454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f1e9f326-72c1-4035-beca-7ff553c05fb6 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:36.596091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45100) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:36.628718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port f1e9f326-72c1-4035-beca-7ff553c05fb6 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:36.637242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port f1e9f326-72c1-4035-beca-7ff553c05fb6 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:36.637628 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.640611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-1ee7143a-a141-4f3b-9efc-472353715467 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75026535&fields=id&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 267 time: 0.0966399 Aug 11 03:12:36.705441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e93b2505-d017-472e-97f4-98e9b80636fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=27afed0817244548ae1c8f6a78bf56b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1081455 Aug 11 03:12:36.707872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45102) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:36.815925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.843600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5a3bf23-8fa4-4301-975d-1b11ff5ea785 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:36.852251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3763996d-32a6-459f-9683-2307711a2996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e9f326-72c1-4035-beca-7ff553c05fb6'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:36.856813 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b156e204-13c4-4a61-97e4-2e2e93e50676" -d '{"events": [{"server_uuid": "3763996d-32a6-459f-9683-2307711a2996", "name": "network-vif-plugged", "status": "completed", "tag": "f1e9f326-72c1-4035-beca-7ff553c05fb6"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:36.906937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port f1e9f326-72c1-4035-beca-7ff553c05fb6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f1e9f326-72c1-4035-beca-7ff553c05fb6,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:36.907184 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 2, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:36.912460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7deb144f-bd72-4fb4-95cd-768eff316b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.913720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:36.937791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6d394-6b48-46f4-8689-8be8fabcf638 req-bc4a8b5d-8773-4159-986d-dc3fd15f5beb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:36.947156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0e6d394-6b48-46f4-8689-8be8fabcf638 req-bc4a8b5d-8773-4159-986d-dc3fd15f5beb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 944 time: 0.1649776 Aug 11 03:12:36.983456 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7deb144f-bd72-4fb4-95cd-768eff316b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.001709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:37.002086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.004591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-88ded858-611b-4806-b639-f1bae1ff861d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.018611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-88ded858-611b-4806-b639-f1bae1ff861d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 796 time: 0.3691812 Aug 11 03:12:37.033090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Checking router: 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:37.033439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Updating router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb port 82699709-05a7-47ac-b940-ca57a73d6241 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:12:37.034086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0e6d394-6b48-46f4-8689-8be8fabcf638 req-638edf03-1c9f-4517-bb30-de99693dab03 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849125 Aug 11 03:12:37.058361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-a187b13f-01dd-4cfa-9cea-d06520d9a1f6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/quotas/69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 375 time: 0.0381544 Aug 11 03:12:37.078337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=f1e9f326-72c1-4035-beca-7ff553c05fb6,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:37.080014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7deb144f-bd72-4fb4-95cd-768eff316b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.102396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7deb144f-bd72-4fb4-95cd-768eff316b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.106726 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7deb144f-bd72-4fb4-95cd-768eff316b14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00748cf5-784e-432b-a400-d2b00f2a0206 HTTP/1.1" status: 204 len: 168 time: 0.3978338 Aug 11 03:12:37.124524 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.127548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb144f-bd72-4fb4-95cd-768eff316b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00748cf5-784e-432b-a400-d2b00f2a0206,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:37.166697 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83905cd3-4012-4f5d-96ce-6f3220bf9561 x-openstack-request-id: req-83905cd3-4012-4f5d-96ce-6f3220bf9561 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:37.166996 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3763996d-32a6-459f-9683-2307711a2996", "name": "network-vif-plugged", "status": "completed", "tag": "f1e9f326-72c1-4035-beca-7ff553c05fb6", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:37.167508 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83905cd3-4012-4f5d-96ce-6f3220bf9561 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:37.170838 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3763996d-32a6-459f-9683-2307711a2996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e9f326-72c1-4035-beca-7ff553c05fb6', 'code': 200} Aug 11 03:12:37.241018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-247fb066-1578-4f46-9788-3a10d9222ff2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1816673 Aug 11 03:12:37.384263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac00b7f-9fcc-48b2-b939-1a8dc5926967 req-3f00a7a9-04f5-48d3-bc6a-bbbd3fb09fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:37.386797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ac00b7f-9fcc-48b2-b939-1a8dc5926967 req-3f00a7a9-04f5-48d3-bc6a-bbbd3fb09fc3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 1097 time: 0.1342378 Aug 11 03:12:37.542943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ac00b7f-9fcc-48b2-b939-1a8dc5926967 req-51abba48-345d-4bcb-a8e7-0b601d8d010a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445138 Aug 11 03:12:37.546662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-028df6f7-aac3-4564-9637-7d26579e9ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044400 Aug 11 03:12:37.577052 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.590168 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Transition to ACTIVE for port object 82699709-05a7-47ac-b940-ca57a73d6241 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:37.600662 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.759581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-34acc666-9260-4a84-8115-97b3a653a30b service neutron] 10.222.0.60 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052057 Aug 11 03:12:37.773937 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Pushing event updated for resources: {'Port': ['ID=82699709-05a7-47ac-b940-ca57a73d6241,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:37.841876 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.842233 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.842557 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.843227 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.843227 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.843538 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.843889 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.844214 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.844537 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.844859 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.845275 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.845653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:37.919055 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Attempting to bind port 82699709-05a7-47ac-b940-ca57a73d6241 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:37.919437 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Attempting to bind port 82699709-05a7-47ac-b940-ca57a73d6241 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:37.919820 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Attempting to bind port 82699709-05a7-47ac-b940-ca57a73d6241 on network 696f3892-cb11-44cf-9737-0cb44e63e540 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:37.925366 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:37.925733 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Checking segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:37.926508 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:37.926913 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Bound using segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:37.927395 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Bound port: 82699709-05a7-47ac-b940-ca57a73d6241, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:37.927802 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.083167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] For port 82699709-05a7-47ac-b940-ca57a73d6241, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:38.102159 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] For port 82699709-05a7-47ac-b940-ca57a73d6241, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=82699709-05a7-47ac-b940-ca57a73d6241,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:38.107920 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:38.161397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7dc6138c-4469-4da9-9e63-a20a83957a23 req-46117205-a4fa-4ae5-bba0-c47c30053bfa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 210 time: 0.1012094 Aug 11 03:12:38.335428 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:38.348544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:38.355756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1aab57-36bd-4e48-8b4b-a4eeaab9a283 req-07ccec94-62c6-490a-99ba-ecc4b042f9a4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.369388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad1aab57-36bd-4e48-8b4b-a4eeaab9a283 req-07ccec94-62c6-490a-99ba-ecc4b042f9a4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 945 time: 0.1073046 Aug 11 03:12:38.458929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad1aab57-36bd-4e48-8b4b-a4eeaab9a283 req-5548bc57-4a43-4620-a861-1499981978d6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875607 Aug 11 03:12:38.526447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d33ab1-4f00-4d62-be9d-b5f94ce263de req-acee56bb-ec6b-4243-87f6-b3225bb4cb18 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:38.549494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7d33ab1-4f00-4d62-be9d-b5f94ce263de req-acee56bb-ec6b-4243-87f6-b3225bb4cb18 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 947 time: 0.1763523 Aug 11 03:12:38.657194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7d33ab1-4f00-4d62-be9d-b5f94ce263de req-6654fdc4-3a62-4102-b7fa-e16ad9111527 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057365 Aug 11 03:12:38.701336 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fa34d-f1df-44a2-82ef-034500edea4c None None] Pushing event updated for resources: {'Port': ['ID=82699709-05a7-47ac-b940-ca57a73d6241,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:38.727090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:38.851007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:39.049552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-554956474-network', 'tenant_id': '869188de722c45a5867bcf10aecd88d0'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:39.082729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Made reservation on behalf of 869188de722c45a5867bcf10aecd88d0 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:39.085431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.098446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.156141 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:39.190667 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de846936-6543-453c-86d5-84ad0b08f6c3 None None] The sync data for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 is: [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:39.211709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.218459 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.257769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:12:39.278506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc06acb9-1a16-4b74-a2e5-ce35413f5995,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:39.292969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.293550 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Added segment 3912f79c-2ee4-4c32-82e5-18af7b191805 of type vlan for network d5d8b110-0869-4171-842c-0025ae674c84 Aug 11 03:12:39.348823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.387039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0750c151-5b0a-4433-b822-5a5182c0f506 req-6f98bb53-c8c8-486d-82d6-4ce19a3b5a06 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 210 time: 0.0736926 Aug 11 03:12:39.392540 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.393891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.395183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.471901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6171105 Aug 11 03:12:39.472307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45190) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:39.477947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Request body: {'subnet': {'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-554956474-subnet', 'tenant_id': '869188de722c45a5867bcf10aecd88d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:39.515228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Made reservation on behalf of 869188de722c45a5867bcf10aecd88d0 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:39.515409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6fd11-8d17-489e-a843-11a791bbb196 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d8b110-0869-4171-842c-0025ae674c84,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:39.517649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:39.527791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d5d8b110-0869-4171-842c-0025ae674c84 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:12:39.691072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d6ca1-5b19-4a3d-bcff-e1a9df722ac9 req-d0e2563d-78eb-47ef-ad26-0411b8eadde7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:39.700012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-764d6ca1-5b19-4a3d-bcff-e1a9df722ac9 req-d0e2563d-78eb-47ef-ad26-0411b8eadde7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 945 time: 0.1431510 Aug 11 03:12:39.769319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-764d6ca1-5b19-4a3d-bcff-e1a9df722ac9 req-ff0eb2c0-99f7-4fbd-978e-0b0ebcf0f623 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618954 Aug 11 03:12:39.972712 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.023267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-bd59f36b-0485-44a1-990f-c45e5bb4b752 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.025342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-bd59f36b-0485-44a1-990f-c45e5bb4b752 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 947 time: 0.1038275 Aug 11 03:12:40.198731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-02e70486-3960-4161-98de-0c66878bb158 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.200718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-02e70486-3960-4161-98de-0c66878bb158 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 796 time: 0.1733057 Aug 11 03:12:40.227812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Deleting port c8388727-2c9c-4a4b-85be-088e836b26a2 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:40.228159 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.247448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff88335-3c5b-4bd9-8fae-313e62a7068e req-1a76fa22-b48a-4477-8708-17cde6b80a63 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.249079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ff88335-3c5b-4bd9-8fae-313e62a7068e req-1a76fa22-b48a-4477-8708-17cde6b80a63 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 947 time: 0.4589221 Aug 11 03:12:40.301811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=468b637c-3369-4008-b193-baacec93f12c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:40.351702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Checking segment: {'id': '3912f79c-2ee4-4c32-82e5-18af7b191805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:40.352210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Network hostable DHCP agents. Network: d5d8b110-0869-4171-842c-0025ae674c84, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:12:40.355671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] For port c8388727-2c9c-4a4b-85be-088e836b26a2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c8388727-2c9c-4a4b-85be-088e836b26a2,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:40.356168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.370263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-0e73798e-b410-4877-ba90-8d47aea644b5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 378 time: 0.1176538 Aug 11 03:12:40.390017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'port': {'device_id': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'admin_state_up': True, 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'security_groups': ['2c2eb64f-bac8-4cdb-a518-bac5b870f3de']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:40.528729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ff88335-3c5b-4bd9-8fae-313e62a7068e req-76d2890e-44ba-43e6-8b38-fea3697a1b38 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups?id=8487e119-7518-4eee-ab32-2904211178d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557387 Aug 11 03:12:40.562972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Network d5d8b110-0869-4171-842c-0025ae674c84 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:12:40.589981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:40.593955 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.603284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d5d8b110-0869-4171-842c-0025ae674c84) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:40.617448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1706c973-9ade-4db0-93b1-a55b11685705 None None] Network d5d8b110-0869-4171-842c-0025ae674c84 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:40.618035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:40.618788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:40.844416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2412556a-826c-4486-b2c9-2183bd8c4676 req-62a4ba4f-4501-4602-9e2a-56f60cee1750 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 210 time: 0.0840430 Aug 11 03:12:40.874538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e4645e0c-8d4e-4b3e-a55e-d23ccae7b7e4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4008834 Aug 11 03:12:40.920521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 82699709-05a7-47ac-b940-ca57a73d6241 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:41.051969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.12 (696f3892-cb11-44cf-9737-0cb44e63e540/ce3a1bca-17b6-4f2a-9e78-3d056f59eeef/d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:41.058387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070cf1e-f27e-4882-b61e-a2e73e0036ff None None] Network d5d8b110-0869-4171-842c-0025ae674c84 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:41.271945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 82699709-05a7-47ac-b940-ca57a73d6241 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:41.287738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 82699709-05a7-47ac-b940-ca57a73d6241 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:41.287930 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.317346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68918d29-5dd6-4ca7-9d19-7661f4b1d9b9 req-b6d360a6-4d82-4cf4-9cf1-71d888f33de1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.325815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68918d29-5dd6-4ca7-9d19-7661f4b1d9b9 req-b6d360a6-4d82-4cf4-9cf1-71d888f33de1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 945 time: 0.8266273 Aug 11 03:12:41.355663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.372433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:41.399589 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.400082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.400490 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Floating IP b497a753-149d-4ed4-9d86-89f4fc129d00 disassociated. External IP: 172.25.4.159, port: c8388727-2c9c-4a4b-85be-088e836b26a2. Aug 11 03:12:41.401051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Calling delete_port for c8388727-2c9c-4a4b-85be-088e836b26a2 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:41.435135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.449983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68918d29-5dd6-4ca7-9d19-7661f4b1d9b9 req-6b2522d6-6eb8-4240-b9dd-17d564c31afe tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230721 Aug 11 03:12:41.461327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 696f3892-cb11-44cf-9737-0cb44e63e540 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:41.496719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:41.501509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:41.531322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.597485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.612898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 82699709-05a7-47ac-b940-ca57a73d6241, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=82699709-05a7-47ac-b940-ca57a73d6241,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:41.616920 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.635671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.637042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.659576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-fe4eb7a4-beca-48ed-96e9-c449689e00cc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2732978 Aug 11 03:12:41.682991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Request body: {'port': {'device_id': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:41.748520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.751933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=82699709-05a7-47ac-b940-ca57a73d6241,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.781885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:41.852048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event deleted for resources: {'Port': ['ID=c8388727-2c9c-4a4b-85be-088e836b26a2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:41.897140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27b0f4-d2e5-44bc-8fab-4336b5d85d2f req-281a4bdd-d06d-4d63-8c4a-0789e483b41c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:41.898773 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c27b0f4-d2e5-44bc-8fab-4336b5d85d2f req-281a4bdd-d06d-4d63-8c4a-0789e483b41c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 945 time: 0.2850957 Aug 11 03:12:41.961635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a3acca12-35ff-40d6-af3f-18b8606243fd None None] Provisioning for port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:41.969688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a3acca12-35ff-40d6-af3f-18b8606243fd None None] Provisioning complete for port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:41.973610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a3acca12-35ff-40d6-af3f-18b8606243fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.064861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a3acca12-35ff-40d6-af3f-18b8606243fd None None] Port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:12:42.125249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c27b0f4-d2e5-44bc-8fab-4336b5d85d2f req-c21ee392-ee31-4b70-ae8f-d9bd7ee57ff4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674231 Aug 11 03:12:42.141336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Router f4f61b66-fec2-4be8-ad26-10ac4cab53fd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:42.280944 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a10e71d-0d0b-4e65-a5d4-689fe35601a9 req-d112eeee-7447-4f32-a213-218483eefbb4 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/ports?device_id=28d45a5e-a650-45e9-8b71-c8dac9d9b0ed HTTP/1.1" status: 200 len: 210 time: 0.0632856 Aug 11 03:12:42.377221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-30a5d93b-b4ca-4132-a958-5df3b7436fc5 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.378968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-30a5d93b-b4ca-4132-a958-5df3b7436fc5 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/networks?id=d5d8b110-0869-4171-842c-0025ae674c84 HTTP/1.1" status: 200 len: 817 time: 0.6316769 Aug 11 03:12:42.437126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-ac2f18bf-dea7-4f6e-901c-be58ebf91651 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/quotas/869188de722c45a5867bcf10aecd88d0 HTTP/1.1" status: 200 len: 375 time: 0.0505729 Aug 11 03:12:42.450023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:42.462878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] Sync routers for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:42.482276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:42.484166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:42.508360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] No DVR routers for this DVR port c8388727-2c9c-4a4b-85be-088e836b26a2 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:42.513145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:42.515159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ddb530f9-851d-4982-aa84-e5a21f277d7b req-19588351-9e8a-4c3f-b4b4-a8318944bdba tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.57 "DELETE /v2.0/ports/c8388727-2c9c-4a4b-85be-088e836b26a2 HTTP/1.1" status: 204 len: 173 time: 2.4817812 Aug 11 03:12:42.515609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-deleted', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:42.518163 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b42f673-265c-4e71-af5c-903768550c73" -d '{"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-deleted", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:42.551622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa45e-a145-42b6-a292-5aa4e1988890 req-fb358aaa-9a16-4e7a-b0cc-c0bd84432b24 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:42.562226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89ffa45e-a145-42b6-a292-5aa4e1988890 req-fb358aaa-9a16-4e7a-b0cc-c0bd84432b24 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 932 time: 0.1838946 Aug 11 03:12:42.616696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-6f6f6ab6-c765-4af5-b92d-6391ef617192 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=869188de722c45a5867bcf10aecd88d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1786790 Aug 11 03:12:42.690610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89ffa45e-a145-42b6-a292-5aa4e1988890 req-0a3a8adf-21e7-4f4d-93c3-2ad5f72c8912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104639 Aug 11 03:12:42.804903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:42.900017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-d1f02278-779c-40bf-9888-9483729c1b3d service neutron] 10.222.0.60 "GET /v2.0/networks/d5d8b110-0869-4171-842c-0025ae674c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745857 Aug 11 03:12:43.063521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-b54d9819-e4e1-463c-8c4f-fa809f69f167 service neutron] 10.222.0.60 "GET /v2.0/networks/d5d8b110-0869-4171-842c-0025ae674c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625330 Aug 11 03:12:43.140793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 82699709-05a7-47ac-b940-ca57a73d6241 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:43.217757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:43.239357 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30fd475-6737-4314-85f9-af1c0f508dd5 x-openstack-request-id: req-f30fd475-6737-4314-85f9-af1c0f508dd5 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:43.239357 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d45a5e-a650-45e9-8b71-c8dac9d9b0ed", "name": "network-vif-deleted", "tag": "c8388727-2c9c-4a4b-85be-088e836b26a2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:43.239962 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f30fd475-6737-4314-85f9-af1c0f508dd5 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:43.240527 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d45a5e-a650-45e9-8b71-c8dac9d9b0ed', 'name': 'network-vif-deleted', 'tag': 'c8388727-2c9c-4a4b-85be-088e836b26a2', 'status': 'completed', 'code': 200} Aug 11 03:12:43.241351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.273373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:43.273917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Transition to ACTIVE for port object d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:43.280544 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.302234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: c8388727-2c9c-4a4b-85be-088e836b26a2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:43.302580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c8388727-2c9c-4a4b-85be-088e836b26a2 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:43.387215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 82699709-05a7-47ac-b940-ca57a73d6241 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:43.387457 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.500218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:43.511587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bbb4a-a8ec-460f-979c-1e715e4b0437 req-9a57b24b-96ea-440d-803c-ef2d81036b8a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.534125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-870bbb4a-a8ec-460f-979c-1e715e4b0437 req-9a57b24b-96ea-440d-803c-ef2d81036b8a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 945 time: 0.1323481 Aug 11 03:12:43.612357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-870bbb4a-a8ec-460f-979c-1e715e4b0437 req-0c14c9f0-e605-4f7a-a652-bbe686cda14b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Aug 11 03:12:43.657523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45296) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:43.678737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ef44c09-41b9-446b-b7dc-e0663fb60215 req-67e2d6e7-b960-4cf4-8d11-c14088a8091f tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 210 time: 0.0679467 Aug 11 03:12:43.702156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:43.702156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:43.702370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on network 696f3892-cb11-44cf-9737-0cb44e63e540 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:43.729524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on network 696f3892-cb11-44cf-9737-0cb44e63e540 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:43.729958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on network 696f3892-cb11-44cf-9737-0cb44e63e540 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:43.739183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:43.739727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Checking segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:43.740285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Bound using segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:43.740915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Bound port: d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:43.741451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.773344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:43.781363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5620c6ba-f1c8-4463-8c0f-2513317e6624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.837833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5620c6ba-f1c8-4463-8c0f-2513317e6624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.841140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] Checking router: f4f61b66-fec2-4be8-ad26-10ac4cab53fd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:43.851527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:43.852521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:43.877444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e96109-a39a-4d16-8384-e24c38114620 req-1dd5daee-7f1f-4a83-bb15-e23e286aed2d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:43.892406 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86e96109-a39a-4d16-8384-e24c38114620 req-1dd5daee-7f1f-4a83-bb15-e23e286aed2d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1012878 Aug 11 03:12:43.934820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:43.938859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:43.943907 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:43.976349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86e96109-a39a-4d16-8384-e24c38114620 req-61969395-3a99-4d8e-94c4-4560f5d7af96 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811095 Aug 11 03:12:44.013199 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5620c6ba-f1c8-4463-8c0f-2513317e6624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.020678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.021335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.022926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] 10.222.0.57 "PUT /v2.0/ports/d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 1093 time: 2.3543186 Aug 11 03:12:44.023499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:44.026061 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17705da-61ed-4cac-83a3-e59dc6945e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:44.026560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5620c6ba-f1c8-4463-8c0f-2513317e6624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.034195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45312) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:44.051905 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5620c6ba-f1c8-4463-8c0f-2513317e6624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "DELETE /v2.0/security-groups/8487e119-7518-4eee-ab32-2904211178d7 HTTP/1.1" status: 204 len: 168 time: 0.3689740 Aug 11 03:12:44.068381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:44.068554 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-00bcf1bc-2204-4153-9581-2644abb28b70 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] show failed (client error): The resource could not be found. Aug 11 03:12:44.069381 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-00bcf1bc-2204-4153-9581-2644abb28b70 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "GET /v2.0/security-groups/8487e119-7518-4eee-ab32-2904211178d7 HTTP/1.1" status: 404 len: 347 time: 0.0340908 Aug 11 03:12:44.094969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45314) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:44.109859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620c6ba-f1c8-4463-8c0f-2513317e6624 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487e119-7518-4eee-ab32-2904211178d7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:44.147876 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e34b8ad-4b8a-4158-8d86-62658dc82f11 x-openstack-request-id: req-1e34b8ad-4b8a-4158-8d86-62658dc82f11 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:44.148177 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:44.148734 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e34b8ad-4b8a-4158-8d86-62658dc82f11 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:44.150140 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'status': 'completed', 'code': 200} Aug 11 03:12:44.261547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c02cf5-08b3-4f4d-a002-a11e36cc61c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:44.405138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-d684d566-9709-4bcb-a3f8-e0e8665940cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.406743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-d684d566-9709-4bcb-a3f8-e0e8665940cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1096 time: 0.3331461 Aug 11 03:12:44.507297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-746f118f-997e-4996-bc01-c3a63710d771 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 217 time: 0.0697246 Aug 11 03:12:44.518022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5113793-4ce5-46c3-980f-f172569522c3 req-e6b223ae-0f5c-46d5-97ab-6ad0b605bfca tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.520380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5113793-4ce5-46c3-980f-f172569522c3 req-e6b223ae-0f5c-46d5-97ab-6ad0b605bfca tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 945 time: 0.2287951 Aug 11 03:12:44.543172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:44.584178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a04263-c64a-404a-9a46-1ba9f0164c29 None None] The sync data for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 is: [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b4c8746f-fbb6-4bb9-87f7-09fec2e479e1', 'name': '', 'network_id': '48d6147b-6240-499a-94e3-ea39743bf905', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'mac_address': 'fa:16:3e:ce:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:04:02Z', 'updated_at': '2021-08-11T03:04:11Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'subnets': [{'id': '5a0175c9-1615-4b0e-a42e-459f9cc9a27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:44.677169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Deleting port 4a10aeb3-748c-4078-ac46-2bbd7b64638c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:44.677503 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.774292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-50174d6b-2960-4442-9255-2d0498a45c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.776694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-50174d6b-2960-4442-9255-2d0498a45c04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.2533410 Aug 11 03:12:44.847620 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9c37e68-1ba7-4103-bdf6-1244f5a1300c req-d5df41ae-4606-4e6c-a05c-0b212863d3c7 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 210 time: 0.0578332 Aug 11 03:12:44.933171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Deleting port f1e9f326-72c1-4035-beca-7ff553c05fb6 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:44.933827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:44.954720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187d54a-6131-450e-b22f-bed671b70d6a req-b16889fc-2b77-4451-a29c-bdfee6ad08da tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:44.962580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a187d54a-6131-450e-b22f-bed671b70d6a req-b16889fc-2b77-4451-a29c-bdfee6ad08da tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 945 time: 0.1905861 Aug 11 03:12:45.028532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-71405c69-477b-41bd-9a89-44fbef693fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.030759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-71405c69-477b-41bd-9a89-44fbef693fff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2451882 Aug 11 03:12:45.055912 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f874fcf6-bec5-4041-982e-718d8a519ee2 None None] New status for floating IP b497a753-149d-4ed4-9d86-89f4fc129d00: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:12:45.070546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.079113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.186036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Calling delete_port for 4a10aeb3-748c-4078-ac46-2bbd7b64638c owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:45.247341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d436c-539e-4214-8e91-9744b068f3bf req-2fd4911f-3984-4d2d-8680-96eff01bb98b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.249570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b8d436c-539e-4214-8e91-9744b068f3bf req-2fd4911f-3984-4d2d-8680-96eff01bb98b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1185498 Aug 11 03:12:45.354598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a187d54a-6131-450e-b22f-bed671b70d6a req-92bd720e-45fc-4737-a039-9cc8d3ec1912 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893642 Aug 11 03:12:45.358674 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b8d436c-539e-4214-8e91-9744b068f3bf req-67abb062-f9b0-4f59-9b66-06717700377e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028156 Aug 11 03:12:45.470278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] For port f1e9f326-72c1-4035-beca-7ff553c05fb6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=f1e9f326-72c1-4035-beca-7ff553c05fb6,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:45.470739 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.500795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Calling delete_port for f1e9f326-72c1-4035-beca-7ff553c05fb6 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:45.541843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-d10b9bd0-3922-421f-a810-eb0938535d32 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:45.543703 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-d10b9bd0-3922-421f-a810-eb0938535d32 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.10 "GET /v2.0/networks?id=d5d8b110-0869-4171-842c-0025ae674c84 HTTP/1.1" status: 200 len: 817 time: 0.5118685 Aug 11 03:12:45.552528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-64c59185-585a-49fb-be4b-f7e529151466 service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844508 Aug 11 03:12:45.591078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Request body: {'port': {'device_id': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84', 'admin_state_up': True, 'tenant_id': '869188de722c45a5867bcf10aecd88d0'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:45.857150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:45.883224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f4e935d-56b0-4575-857a-6d6bb5855f2b req-efb17ba9-7008-45c0-bffb-c7d201a9ad44 service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858362 Aug 11 03:12:45.921307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Pushing event deleted for resources: {'Port': ['ID=4a10aeb3-748c-4078-ac46-2bbd7b64638c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:46.025302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Made reservation on behalf of 869188de722c45a5867bcf10aecd88d0 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:46.029932 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.034875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.052104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:46.054893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['f1e9f326-72c1-4035-beca-7ff553c05fb6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:46.060044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23c72fb3-0dd1-42dc-96e4-05220ffeaecf req-a2aeb5ae-dd21-4f0b-9d2c-367ab56cc751 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 210 time: 0.0471997 Aug 11 03:12:46.097313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event deleted for resources: {'Port': ['ID=f1e9f326-72c1-4035-beca-7ff553c05fb6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:46.275403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] No DVR routers for this DVR port f1e9f326-72c1-4035-beca-7ff553c05fb6 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:12:46.281494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.283535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5113793-4ce5-46c3-980f-f172569522c3 req-45316f0e-36b2-49b3-9e9c-028c0f5cdaf6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "DELETE /v2.0/ports/f1e9f326-72c1-4035-beca-7ff553c05fb6 HTTP/1.1" status: 204 len: 173 time: 1.7525854 Aug 11 03:12:46.285431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-a6c89648-361d-443c-b70a-92ba621fc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.286806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-a6c89648-361d-443c-b70a-92ba621fc2cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1096 time: 0.3197775 Aug 11 03:12:46.287241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3763996d-32a6-459f-9683-2307711a2996', 'name': 'network-vif-deleted', 'tag': 'f1e9f326-72c1-4035-beca-7ff553c05fb6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:46.289592 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0232405-c871-4763-947e-063d609c4c4e" -d '{"events": [{"server_uuid": "3763996d-32a6-459f-9683-2307711a2996", "name": "network-vif-deleted", "tag": "f1e9f326-72c1-4035-beca-7ff553c05fb6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:46.296675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.299919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:46.304420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-58298f57-84e9-4662-a807-8f0fa3015973 tempest-AttachVolumeShelveTestJSON-1306285062 tempest-AttachVolumeShelveTestJSON-1306285062-project] 10.222.0.60 "DELETE /v2.0/floatingips/b497a753-149d-4ed4-9d86-89f4fc129d00 HTTP/1.1" status: 204 len: 168 time: 2.2009511 Aug 11 03:12:46.411384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-b8b912fe-7578-4587-8541-a43005a85be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.413103 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-b8b912fe-7578-4587-8541-a43005a85be9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.1074932 Aug 11 03:12:46.414855 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d13f28-8b5d-4b7c-9a28-82f6a2821248 x-openstack-request-id: req-11d13f28-8b5d-4b7c-9a28-82f6a2821248 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:46.415190 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3763996d-32a6-459f-9683-2307711a2996", "name": "network-vif-deleted", "tag": "f1e9f326-72c1-4035-beca-7ff553c05fb6", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:46.415518 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11d13f28-8b5d-4b7c-9a28-82f6a2821248 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:46.415797 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3763996d-32a6-459f-9683-2307711a2996', 'name': 'network-vif-deleted', 'tag': 'f1e9f326-72c1-4035-beca-7ff553c05fb6', 'status': 'completed', 'code': 200} Aug 11 03:12:46.485414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-fe715e3f-f800-48a1-bb3c-efb07b946cd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 217 time: 0.0553410 Aug 11 03:12:46.490989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Allocated IP 172.20.0.7 (d5d8b110-0869-4171-842c-0025ae674c84/468b637c-3369-4008-b193-baacec93f12c/9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:46.593669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2aa5b7d-5147-41b6-be77-acb3b8706fc2 req-eb01a0e7-56fc-4f3e-aeba-68fac590a32e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=3763996d-32a6-459f-9683-2307711a2996 HTTP/1.1" status: 200 len: 210 time: 0.0705729 Aug 11 03:12:46.636213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-94738d19-3223-4626-b25a-ad28595e649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.637500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-94738d19-3223-4626-b25a-ad28595e649b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.1433589 Aug 11 03:12:46.652787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852d594-e74b-498f-88b5-06ae839ef2b7 req-5f5be547-99e5-4c98-a4b0-db0e069488e2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.654325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d852d594-e74b-498f-88b5-06ae839ef2b7 req-5f5be547-99e5-4c98-a4b0-db0e069488e2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1651654 Aug 11 03:12:46.821021 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:12:46.835286 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d852d594-e74b-498f-88b5-06ae839ef2b7 req-9f97eca1-7e60-4446-9409-e8eb537220f2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654239 Aug 11 03:12:46.837720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-12a010a2-e746-4869-bdf2-4a49c1c18411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:46.847646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-12a010a2-e746-4869-bdf2-4a49c1c18411 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903050 Aug 11 03:12:46.972126 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.031008 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-4d097818-afb0-4dbf-9902-a68537307c3c service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705878 Aug 11 03:12:47.199820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a17705da-61ed-4cac-83a3-e59dc6945e7a req-8f847dba-040a-4744-b43a-1f74668cfaf8 service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492929 Aug 11 03:12:47.201872 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.239253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca2cab-e705-4687-adfb-486fde2c3ae8 req-5e80cad0-644e-41cc-aaae-ee77251a132d tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:47.248417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2ca2cab-e705-4687-adfb-486fde2c3ae8 req-5e80cad0-644e-41cc-aaae-ee77251a132d tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 931 time: 0.0740168 Aug 11 03:12:47.254812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Network d5d8b110-0869-4171-842c-0025ae674c84 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:47.257941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:47.267547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:47.298101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e2ca2cab-e705-4687-adfb-486fde2c3ae8 req-55b49039-bdb9-4f50-94fe-3f9a83eb86e2 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 Aug 11 03:12:47.316049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Pushing event updated for resources: {'Port': ['ID=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:47.339504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:47.347426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:47.376294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-4d10d6a6-e85a-48fd-a935-4cc559731ebe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8199503 Aug 11 03:12:47.391176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Request body: {'port': {'device_id': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:47.474690 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.229544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-5a0969cc-20ea-4407-9502-132ab3fb1baf tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.231099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-5a0969cc-20ea-4407-9502-132ab3fb1baf tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.2254968 Aug 11 03:12:48.257520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-4a1cf3a4-aa54-4614-abdf-bcbeac566982 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/quotas/d169e21373254d9d9dfab4a0005fda76 HTTP/1.1" status: 200 len: 375 time: 0.0198686 Aug 11 03:12:48.317908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37282fec-382b-49b7-9f32-4c50a4fdb00d req-28d8135e-b3d8-455a-964d-86ff38c2329c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.319511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37282fec-382b-49b7-9f32-4c50a4fdb00d req-28d8135e-b3d8-455a-964d-86ff38c2329c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1136224 Aug 11 03:12:48.379831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-8f443205-c9d7-4492-a242-8a9c71deb391 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1213367 Aug 11 03:12:48.421905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37282fec-382b-49b7-9f32-4c50a4fdb00d req-153ce9aa-65d9-41e7-a8e3-41b3f5021154 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945029 Aug 11 03:12:48.507561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:48.516496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.539051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Transition to ACTIVE for port object 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:48.550761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.571608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-4eaf97c1-cca5-4ee8-b277-b981d581558d service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906440 Aug 11 03:12:48.581984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f1e9f326-72c1-4035-beca-7ff553c05fb6 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:12:48.635701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:48.648389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ef343-8a2b-41ce-80e7-32197f529ece req-cac045c3-6c36-4591-9944-0e93ca7e1a5a tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:48.671869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f4ef343-8a2b-41ce-80e7-32197f529ece req-cac045c3-6c36-4591-9944-0e93ca7e1a5a tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 943 time: 0.1345365 Aug 11 03:12:48.673412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: f1e9f326-72c1-4035-beca-7ff553c05fb6 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:12:48.675777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device f1e9f326-72c1-4035-beca-7ff553c05fb6 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:12:48.783534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f4ef343-8a2b-41ce-80e7-32197f529ece req-205042cb-9765-440f-9081-3f61307bddbe tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918314 Aug 11 03:12:48.853008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Attempting to bind port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:48.854204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Attempting to bind port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '3912f79c-2ee4-4c32-82e5-18af7b191805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:48.855166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Attempting to bind port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 on network d5d8b110-0869-4171-842c-0025ae674c84 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:48.860259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 on network d5d8b110-0869-4171-842c-0025ae674c84 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:48.860868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Attempting to bind port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 on network d5d8b110-0869-4171-842c-0025ae674c84 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:48.867923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:48.868649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Checking segment: {'id': '3912f79c-2ee4-4c32-82e5-18af7b191805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:48.872106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Bound using segment: {'id': '3912f79c-2ee4-4c32-82e5-18af7b191805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:48.874265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Bound port: 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3912f79c-2ee4-4c32-82e5-18af7b191805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:48.874920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:48.892016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-8880bc52-f357-417a-bee0-73d710e50072 service neutron] 10.222.0.60 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877040 Aug 11 03:12:49.003589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] For port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:49.007575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] For port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,segment=NetworkSegment(3912f79c-2ee4-4c32-82e5-18af7b191805),segment_id=3912f79c-2ee4-4c32-82e5-18af7b191805)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:49.015352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.074891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.075951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.077403 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] 10.222.0.10 "PUT /v2.0/ports/9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 HTTP/1.1" status: 200 len: 1092 time: 1.6929777 Aug 11 03:12:49.079973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'tag': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:49.082265 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ba690a-bf25-411c-92c5-f8ff222ebe52" -d '{"events": [{"name": "network-changed", "server_uuid": "e73eba29-fe7b-49c7-a4c2-3687d9478726", "tag": "9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:49.256385 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3bc2bf-f62c-4246-b1e1-e6977642261f x-openstack-request-id: req-fd3bc2bf-f62c-4246-b1e1-e6977642261f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:49.256680 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73eba29-fe7b-49c7-a4c2-3687d9478726", "tag": "9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:49.259916 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd3bc2bf-f62c-4246-b1e1-e6977642261f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:49.260101 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'tag': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7', 'status': 'completed', 'code': 200} Aug 11 03:12:49.263525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3430751e-8cc1-48cf-9a02-f813f8f9d8b4 req-8912aee9-8426-445f-b49d-46369b114938 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 210 time: 0.1211994 Aug 11 03:12:49.266393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:49.300616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6ec5f-6dea-4477-828c-4bbcffde9ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:49.332244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-65c68c04-4b11-43c0-b1ac-35982d5bdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.332244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-65c68c04-4b11-43c0-b1ac-35982d5bdd04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=869188de722c45a5867bcf10aecd88d0&device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 1095 time: 0.1875777 Aug 11 03:12:49.458206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-47b34b0d-e641-4833-994b-a09aab9cd5d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 HTTP/1.1" status: 200 len: 217 time: 0.1187215 Aug 11 03:12:49.555205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:49.571072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'port_id': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'mac_address': 'fa:16:3e:db:e9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:49.597353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-38f9e266-0991-4f8f-8b77-5d4dd3fa498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.599545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-38f9e266-0991-4f8f-8b77-5d4dd3fa498b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=468b637c-3369-4008-b193-baacec93f12c HTTP/1.1" status: 200 len: 857 time: 0.1345332 Aug 11 03:12:49.643065 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.655671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e29ef9-6874-4eaf-92a9-62e34b54f5e3 req-ba3ab112-ec66-43a4-ba66-7a95ae0ecb4a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:49.665234 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4e29ef9-6874-4eaf-92a9-62e34b54f5e3 req-ba3ab112-ec66-43a4-ba66-7a95ae0ecb4a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1218004 Aug 11 03:12:49.667903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:49.668175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-9b5702f6-14a3-4fa7-8f8b-7d0fe7f245d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5d8b110-0869-4171-842c-0025ae674c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612659 Aug 11 03:12:49.708825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:49.716415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:49.767003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4e29ef9-6874-4eaf-92a9-62e34b54f5e3 req-80cd65d9-c3f9-4e87-8867-6ce6f3f2057e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982103 Aug 11 03:12:49.862708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:50.008812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-9f222bc7-31aa-45aa-8c66-2a4e6e38f753 service neutron] 10.222.0.10 "GET /v2.0/networks/d5d8b110-0869-4171-842c-0025ae674c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207588 Aug 11 03:12:50.022629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:50.161063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb6ae885-0a8e-4bea-b5e7-3514390991ea req-00d28ce1-38a1-48fc-830b-642d5f774ded service neutron] 10.222.0.10 "GET /v2.0/networks/d5d8b110-0869-4171-842c-0025ae674c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490808 Aug 11 03:12:50.262508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f9d4a-1590-4721-ab79-53aca25f756b req-f6c3739a-4d51-4ca1-8815-ad950337f138 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:50.281217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a79f9d4a-1590-4721-ab79-53aca25f756b req-f6c3739a-4d51-4ca1-8815-ad950337f138 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 943 time: 0.3397632 Aug 11 03:12:50.463223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-316e7793-e089-4f18-b0e0-d91e7a077c44 req-15b13615-bae6-46b5-85c0-9ec46e479e4b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 210 time: 0.0562842 Aug 11 03:12:50.485870 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a79f9d4a-1590-4721-ab79-53aca25f756b req-9d444617-c9d4-4fd5-83d8-f8b28f19b85f tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037282 Aug 11 03:12:50.505970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-c3f8d4e2-987d-4f8f-885b-5fafa84623aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:50.507471 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-c3f8d4e2-987d-4f8f-885b-5fafa84623aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=869188de722c45a5867bcf10aecd88d0&device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 1095 time: 0.1752710 Aug 11 03:12:50.757904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-36465476-eff1-41ba-ac03-4687de7e229a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:50.759736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-36465476-eff1-41ba-ac03-4687de7e229a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 805 time: 0.1324475 Aug 11 03:12:50.790415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Request body: {'port': {'device_id': '2c401683-beb8-41ea-ae04-d41711af8318', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'admin_state_up': True, 'tenant_id': 'd169e21373254d9d9dfab4a0005fda76'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:50.958112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-79c0c3c2-449c-46b4-9f5d-4cabab7475ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:50.959494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-79c0c3c2-449c-46b4-9f5d-4cabab7475ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=d5d8b110-0869-4171-842c-0025ae674c84 HTTP/1.1" status: 200 len: 918 time: 0.4440351 Aug 11 03:12:50.991692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac670e6-2b60-42cb-992d-a7f97948ecf0 req-9308ca62-fc48-4d4e-abfe-2e4abf44a300 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:50.996615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fac670e6-2b60-42cb-992d-a7f97948ecf0 req-9308ca62-fc48-4d4e-abfe-2e4abf44a300 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 945 time: 0.1253796 Aug 11 03:12:51.007519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-589322aa-cd59-4075-8c9a-908e91684dc9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 HTTP/1.1" status: 200 len: 217 time: 0.0355525 Aug 11 03:12:51.053306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fac670e6-2b60-42cb-992d-a7f97948ecf0 req-58b90f62-e116-47ed-9adf-3739c6e21444 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499461 Aug 11 03:12:51.117853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-7ba9c221-1d56-47a9-ae75-3f0e90db2247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.121441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-7ba9c221-1d56-47a9-ae75-3f0e90db2247 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=468b637c-3369-4008-b193-baacec93f12c HTTP/1.1" status: 200 len: 857 time: 0.0754592 Aug 11 03:12:51.122802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Made reservation on behalf of d169e21373254d9d9dfab4a0005fda76 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:12:51.129097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.172295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-93a99b43-7292-4d06-9af4-a315aca54dd5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d5d8b110-0869-4171-842c-0025ae674c84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404189 Aug 11 03:12:51.397151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-c31f7aa6-3489-4642-81a5-32ebcbf2fbf4 service neutron] 10.222.0.10 "GET /v2.0/networks/d5d8b110-0869-4171-842c-0025ae674c84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086632 Aug 11 03:12:51.401090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Allocated IP 172.20.0.12 (5a90284b-eec3-423f-a872-d4de75207c47/f181037c-8001-4185-9356-569dd0909b8d/ea712e8e-4c81-4be2-87fb-329531dd6565) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:51.663932 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-820320a2-5dcf-4551-8c4f-4bf3c3990d39 req-decfdb37-6b32-40a8-a362-59286a12fa51 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 210 time: 0.0724444 Aug 11 03:12:51.723684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.749370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229bf9d-257a-4e0e-be86-796bb1e7c5a7 req-4cf4a766-c2d8-4acb-bf1f-502a66696f85 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:51.757445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c229bf9d-257a-4e0e-be86-796bb1e7c5a7 req-4cf4a766-c2d8-4acb-bf1f-502a66696f85 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 943 time: 0.1239409 Aug 11 03:12:51.774848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23ba690a-bf25-411c-92c5-f8ff222ebe52 req-6e089082-fd75-4aca-b31d-ecc19ac9d123 service neutron] 10.222.0.10 "GET /v2.0/networks/d5d8b110-0869-4171-842c-0025ae674c84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694577 Aug 11 03:12:51.863336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c229bf9d-257a-4e0e-be86-796bb1e7c5a7 req-6cb12fb2-f93f-4b9e-b7b0-dab9e254c64c tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048679 Aug 11 03:12:51.888178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:51.893104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:51.944720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Network 5a90284b-eec3-423f-a872-d4de75207c47 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:51.948622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:51.959849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:52.023496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.024199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.035266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event updated for resources: {'Port': ['ID=ea712e8e-4c81-4be2-87fb-329531dd6565,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.048854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.048854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.048854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.048854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.048854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.048854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.048854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.068604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.068604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.068604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.068604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.068604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:52.068604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-0de6ddfa-addb-47b2-9dd9-54a34f738d76 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2878029 Aug 11 03:12:52.087584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Request body: {'port': {'device_id': '2c401683-beb8-41ea-ae04-d41711af8318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:52.178945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.264558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee709b7-fc8f-45a0-a340-01b7a28523fe req-c9fc75cc-fece-4386-824f-82dad7d50f4b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.268538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ee709b7-fc8f-45a0-a340-01b7a28523fe req-c9fc75cc-fece-4386-824f-82dad7d50f4b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 945 time: 0.1080461 Aug 11 03:12:52.318483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ac336458-3cae-4181-830e-47c91fdf8e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.339332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ee709b7-fc8f-45a0-a340-01b7a28523fe req-48ae57b8-4825-49d6-87bf-9d4b495777f9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603261 Aug 11 03:12:52.595618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea712e8e-4c81-4be2-87fb-329531dd6565 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:52.604931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.622591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Transition to ACTIVE for port object ea712e8e-4c81-4be2-87fb-329531dd6565 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:12:52.628408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:52.776655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Pushing event updated for resources: {'Port': ['ID=ea712e8e-4c81-4be2-87fb-329531dd6565,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:52.854005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb9b55-f7c0-400a-af94-6a7a08621240 req-c7b49e58-b1ed-4b6a-b370-384661ff7756 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:52.856648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94cb9b55-f7c0-400a-af94-6a7a08621240 req-c7b49e58-b1ed-4b6a-b370-384661ff7756 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 944 time: 0.0903075 Aug 11 03:12:52.905512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Attempting to bind port ea712e8e-4c81-4be2-87fb-329531dd6565 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:12:52.905512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Attempting to bind port ea712e8e-4c81-4be2-87fb-329531dd6565 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:12:52.905512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Attempting to bind port ea712e8e-4c81-4be2-87fb-329531dd6565 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:52.929934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94cb9b55-f7c0-400a-af94-6a7a08621240 req-675e9f9a-da6f-4fa2-8b37-6a081d33ff2e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670476 Aug 11 03:12:52.935302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Port ea712e8e-4c81-4be2-87fb-329531dd6565 on network 5a90284b-eec3-423f-a872-d4de75207c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:12:52.935921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Attempting to bind port ea712e8e-4c81-4be2-87fb-329531dd6565 on network 5a90284b-eec3-423f-a872-d4de75207c47 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:12:52.946028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:12:52.946365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Checking segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:12:52.946753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Bound using segment: {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:12:52.947211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Bound port: ea712e8e-4c81-4be2-87fb-329531dd6565, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be7de182-a08f-4374-9a23-3e3dea53109e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:12:52.947570 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.076554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51760120-1ce0-43e5-ba06-c7b843462f30 req-5a877bb4-6636-4ebc-aff9-700e8c6586eb tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.078264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51760120-1ce0-43e5-ba06-c7b843462f30 req-5a877bb4-6636-4ebc-aff9-700e8c6586eb tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 943 time: 0.0944731 Aug 11 03:12:53.108535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] For port ea712e8e-4c81-4be2-87fb-329531dd6565, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:12:53.131583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] For port ea712e8e-4c81-4be2-87fb-329531dd6565, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ea712e8e-4c81-4be2-87fb-329531dd6565,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:12:53.143258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51760120-1ce0-43e5-ba06-c7b843462f30 req-11eca45f-84d9-4b07-a78d-09dc73b652aa tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551057 Aug 11 03:12:53.143258 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.200419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.201038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.202426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] 10.222.0.10 "PUT /v2.0/ports/ea712e8e-4c81-4be2-87fb-329531dd6565 HTTP/1.1" status: 200 len: 1093 time: 1.1278234 Aug 11 03:12:53.202867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c401683-beb8-41ea-ae04-d41711af8318', 'tag': 'ea712e8e-4c81-4be2-87fb-329531dd6565'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:53.205584 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0378e7f7-d3f8-4951-8812-a8f7f86759c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c401683-beb8-41ea-ae04-d41711af8318", "tag": "ea712e8e-4c81-4be2-87fb-329531dd6565"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:53.237988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a32b41-c4cc-4992-8ee7-541f9c9e8638 service neutron] Pushing event updated for resources: {'Port': ['ID=ea712e8e-4c81-4be2-87fb-329531dd6565,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.281538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:53.286456 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e398f179-dc07-4116-8a3e-7bfe1ce3352a x-openstack-request-id: req-e398f179-dc07-4116-8a3e-7bfe1ce3352a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:53.286817 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c401683-beb8-41ea-ae04-d41711af8318", "tag": "ea712e8e-4c81-4be2-87fb-329531dd6565", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:53.287148 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e398f179-dc07-4116-8a3e-7bfe1ce3352a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:53.287712 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c401683-beb8-41ea-ae04-d41711af8318', 'tag': 'ea712e8e-4c81-4be2-87fb-329531dd6565', 'status': 'completed', 'code': 200} Aug 11 03:12:53.311852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-db84110b-bf8f-4b34-a32d-3972ef1ab263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.313542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-db84110b-bf8f-4b34-a32d-3972ef1ab263 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 1096 time: 0.0637021 Aug 11 03:12:53.354699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:53.362182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:53.363536 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.381155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-85ef510c-d76f-452a-9f5f-e2681206b3e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea712e8e-4c81-4be2-87fb-329531dd6565 HTTP/1.1" status: 200 len: 217 time: 0.0590785 Aug 11 03:12:53.457976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-6f5f9c38-37b8-46e2-a907-e1ae81e91320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.459538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-6f5f9c38-37b8-46e2-a907-e1ae81e91320 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0714555 Aug 11 03:12:53.510992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-baee1321-4e12-4b90-92b1-5baff9ecaabc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423162 Aug 11 03:12:53.514570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.571349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:53.601306 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d1e579-3c0d-4bc2-a90a-510d05b8ed57" -d '{"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:53.662442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:53.674690 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:53.749368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-5ccbd754-58b5-4229-b63e-a83984af72e8 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306921 Aug 11 03:12:53.752324 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4d1f45-ec51-4b19-9b22-88f27698f5e9 x-openstack-request-id: req-9c4d1f45-ec51-4b19-9b22-88f27698f5e9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:53.752623 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:53.753194 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c4d1f45-ec51-4b19-9b22-88f27698f5e9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:53.753755 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'code': 200} Aug 11 03:12:53.809810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45674) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:53.811271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:53.826357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.826716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.827066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.831330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.831729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.832079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.832411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.832932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.833446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.833945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.835587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.836324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:12:53.844328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be92873-0ddf-420e-bee6-289667353481 req-2ceb7f0b-e3f8-481d-9f5f-8e6c238e7c06 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.847227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5be92873-0ddf-420e-bee6-289667353481 req-2ceb7f0b-e3f8-481d-9f5f-8e6c238e7c06 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.3267543 Aug 11 03:12:53.936124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8ec8-cd76-4e4b-804d-4255d1a91b60 req-e2a3c745-75bd-480d-930e-22b24de53dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:53.937890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-948c8ec8-cd76-4e4b-804d-4255d1a91b60 req-e2a3c745-75bd-480d-930e-22b24de53dbf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1098 time: 0.1414838 Aug 11 03:12:53.965406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e012c5f7-45e4-4433-8959-6291a1b362a8 req-6c742864-0d9d-43c8-ad0a-b4da5d66921d service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939528 Aug 11 03:12:53.968766 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5be92873-0ddf-420e-bee6-289667353481 req-996a9c58-ca0a-4bc6-87bb-868489bd53d7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038344 Aug 11 03:12:54.026759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-948c8ec8-cd76-4e4b-804d-4255d1a91b60 req-3886fd1b-67be-4628-ad6c-463037c2c384 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567229 Aug 11 03:12:54.154681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-01cf9cc3-1f31-4c41-8569-bdb0b1a66393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.156583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-01cf9cc3-1f31-4c41-8569-bdb0b1a66393 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 1096 time: 0.1128738 Aug 11 03:12:54.208214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ebc6f-cd1f-48c4-a37e-d7fc7e06b6c6 req-ef943c49-b116-4d3f-8da4-7ce3670ff6e1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.219136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-408ebc6f-cd1f-48c4-a37e-d7fc7e06b6c6 req-ef943c49-b116-4d3f-8da4-7ce3670ff6e1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 944 time: 0.1811242 Aug 11 03:12:54.373598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-2575b3bc-a430-40f4-9e18-ee7dfb6ad423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.375769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-2575b3bc-a430-40f4-9e18-ee7dfb6ad423 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.2111931 Aug 11 03:12:54.402291 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-408ebc6f-cd1f-48c4-a37e-d7fc7e06b6c6 req-f03b2dfd-0bbc-438c-8d9e-05789cccde3a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815562 Aug 11 03:12:54.443300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d30502-b1cd-4b62-ade1-d7f43a9e1736 req-e3884ed2-f7aa-419d-90b6-d761af9fb379 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.470383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-34d30502-b1cd-4b62-ade1-d7f43a9e1736 req-e3884ed2-f7aa-419d-90b6-d761af9fb379 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 943 time: 0.1525605 Aug 11 03:12:54.474135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-5f3d7c45-9c32-48aa-8d17-1890608e1f63 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea712e8e-4c81-4be2-87fb-329531dd6565 HTTP/1.1" status: 200 len: 217 time: 0.0898905 Aug 11 03:12:54.552336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-34d30502-b1cd-4b62-ade1-d7f43a9e1736 req-ed59bcc8-c7ba-452b-94e7-07ba62ff5160 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810502 Aug 11 03:12:54.564170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-74efb870-b3cf-4bb7-bf61-b93e411c44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:54.566463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-74efb870-b3cf-4bb7-bf61-b93e411c44ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0684977 Aug 11 03:12:54.614944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:54.620297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-2bfd990e-8d7f-44e6-99fc-4ef729e21619 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461071 Aug 11 03:12:54.719463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:54.844634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-38774ccb-90b5-40e8-9b78-d88605d7f12f service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160442 Aug 11 03:12:54.852608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,segment=NetworkSegment(3912f79c-2ee4-4c32-82e5-18af7b191805),segment_id=3912f79c-2ee4-4c32-82e5-18af7b191805)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:54.885506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7', 'network_id': 'd5d8b110-0869-4171-842c-0025ae674c84', 'port_id': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7', 'mac_address': 'fa:16:3e:65:e2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '468b637c-3369-4008-b193-baacec93f12c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:54.975004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0378e7f7-d3f8-4951-8812-a8f7f86759c6 req-4b999c05-1759-43d4-9a38-75068ee62ffa service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230319 Aug 11 03:12:54.977834 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.002765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:55.051386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,segment=NetworkSegment(3912f79c-2ee4-4c32-82e5-18af7b191805),segment_id=3912f79c-2ee4-4c32-82e5-18af7b191805)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:55.070183 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.159760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:55.199456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb375f5-0549-45b0-a158-1ea0f3ea7b54 req-0f76da09-3944-4806-a183-2f270151fcf3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.200801 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-af67cfb5-c0c8-4406-ae5b-4795b5dc26e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.201679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bdb375f5-0549-45b0-a158-1ea0f3ea7b54 req-0f76da09-3944-4806-a183-2f270151fcf3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1244938 Aug 11 03:12:55.251095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bdb375f5-0549-45b0-a158-1ea0f3ea7b54 req-85b972ae-88fe-49eb-9658-9e349df47050 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413411 Aug 11 03:12:55.260883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:55.531761 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.535571 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.585670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Deleting port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:55.591094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.613878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf359c8c-8549-48fc-b323-49c7035d9311 req-ac93d876-cdee-4e88-912d-7a6fbfaa0348 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.623764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf359c8c-8549-48fc-b323-49c7035d9311 req-ac93d876-cdee-4e88-912d-7a6fbfaa0348 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 944 time: 0.0812445 Aug 11 03:12:55.720686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6654ba-9231-4bc4-bcf9-8329ec00e378 req-d2dffcf5-1b0a-4c43-8f73-9e8330b8459a tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:55.724380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c6654ba-9231-4bc4-bcf9-8329ec00e378 req-d2dffcf5-1b0a-4c43-8f73-9e8330b8459a tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 944 time: 0.0810611 Aug 11 03:12:55.732836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf359c8c-8549-48fc-b323-49c7035d9311 req-616c1372-7c1b-428e-aa63-f18857630f02 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085279 Aug 11 03:12:55.758168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] For port b4c8746f-fbb6-4bb9-87f7-09fec2e479e1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:55.758168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:55.771968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Calling delete_port for b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:55.819128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c6654ba-9231-4bc4-bcf9-8329ec00e378 req-6c68127d-702b-42cb-9075-2b67d703ac0b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880780 Aug 11 03:12:55.990999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.019346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c8746f-fbb6-4bb9-87f7-09fec2e479e1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:56.225369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.422304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a384-227c-4751-9d90-4ff2e79793a7 req-4825afc6-4b28-41be-8037-18a821814c2b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.425175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2858a384-227c-4751-9d90-4ff2e79793a7 req-4825afc6-4b28-41be-8037-18a821814c2b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.0797191 Aug 11 03:12:56.472238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2858a384-227c-4751-9d90-4ff2e79793a7 req-afdf87cb-aede-41d3-9921-6851b3db7dcd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380914 Aug 11 03:12:56.500541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Router f4f61b66-fec2-4be8-ad26-10ac4cab53fd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:12:56.615886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:12:56.618680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ea712e8e-4c81-4be2-87fb-329531dd6565 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:12:56.673216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875626a-6a6b-4461-8ffc-b60f3e36fb64 req-92710f41-64d1-4673-8e34-88f7d9f58308 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.675883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d875626a-6a6b-4461-8ffc-b60f3e36fb64 req-92710f41-64d1-4673-8e34-88f7d9f58308 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1246314 Aug 11 03:12:56.700845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:12:56.708427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-61e21558-7750-4fe3-8396-6ec1e89ee9e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/f4f61b66-fec2-4be8-ad26-10ac4cab53fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8964078 Aug 11 03:12:56.710881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45740) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:56.739947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d875626a-6a6b-4461-8ffc-b60f3e36fb64 req-da3e1132-233d-4d07-a688-a954d8537a6b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518370 Aug 11 03:12:56.750083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] Sync routers for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:12:56.770552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45744) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:56.805137 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.811753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:12:56.827769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:56.828569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:56.861223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece9c564-f1c7-4ba4-b1e0-e41bfad4ad7a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:56.862769 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ece9c564-f1c7-4ba4-b1e0-e41bfad4ad7a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1093 time: 0.0907497 Aug 11 03:12:56.865785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45750) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:56.876260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:12:56.936403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:56.941696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:12:56.942373 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.002148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.058250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355e139-2c47-4172-8476-5ac0fdb741e1 req-c6cf3f45-a1e6-4619-8b9d-98d59262d167 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:57.067505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a355e139-2c47-4172-8476-5ac0fdb741e1 req-c6cf3f45-a1e6-4619-8b9d-98d59262d167 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 944 time: 0.1582756 Aug 11 03:12:57.099563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ea712e8e-4c81-4be2-87fb-329531dd6565, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ea712e8e-4c81-4be2-87fb-329531dd6565,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:57.105633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d83db-0a27-40e7-877b-e5e11accc64e req-dcd87af5-36bd-41f4-8541-4534750cb80b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:57.108515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e5d83db-0a27-40e7-877b-e5e11accc64e req-dcd87af5-36bd-41f4-8541-4534750cb80b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 944 time: 0.1064491 Aug 11 03:12:57.140477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'ea712e8e-4c81-4be2-87fb-329531dd6565', 'network_id': '5a90284b-eec3-423f-a872-d4de75207c47', 'port_id': 'ea712e8e-4c81-4be2-87fb-329531dd6565', 'mac_address': 'fa:16:3e:45:9e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f181037c-8001-4185-9356-569dd0909b8d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:12:57.170372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e5d83db-0a27-40e7-877b-e5e11accc64e req-b1044e1e-c59a-42de-b855-b58d0bccc955 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550697 Aug 11 03:12:57.198774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.246211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a355e139-2c47-4172-8476-5ac0fdb741e1 req-4ad1cff8-3c45-4f54-a40b-0cb81fffffc0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777966 Aug 11 03:12:57.252732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.382472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Deleting port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:57.383065 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.402442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.47 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/e083d901-02fd-4525-be8e-2f56515cf0b6) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:12:57.531870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] For port 220cbe4f-44ec-4e36-9fd1-81697fcd18eb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:57.532961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.548280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Calling delete_port for 220cbe4f-44ec-4e36-9fd1-81697fcd18eb owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:57.566986 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.590984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:57.616537 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.678408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.715683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.718964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea712e8e-4c81-4be2-87fb-329531dd6565 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:12:57.719724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:12:57.758846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:12:57.763829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:12:57.793673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.845742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=e083d901-02fd-4525-be8e-2f56515cf0b6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:57.852522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:12:57.868287 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c653c8e9-029a-4532-aad0-00e06e25eb69" -d '{"events": [{"server_uuid": "e73eba29-fe7b-49c7-a4c2-3687d9478726", "name": "network-vif-plugged", "status": "completed", "tag": "9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:12:57.874322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ea712e8e-4c81-4be2-87fb-329531dd6565, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ea712e8e-4c81-4be2-87fb-329531dd6565,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:57.880672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Pushing event deleted for resources: {'Port': ['ID=220cbe4f-44ec-4e36-9fd1-81697fcd18eb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:57.895929 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:57.981264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,segment=NetworkSegment(3912f79c-2ee4-4c32-82e5-18af7b191805),segment_id=3912f79c-2ee4-4c32-82e5-18af7b191805)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:57.987304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ea712e8e-4c81-4be2-87fb-329531dd6565,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:58.002827 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.023449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.069909 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196815e6-9ddb-48a3-9318-297bfe5e9fdf x-openstack-request-id: req-196815e6-9ddb-48a3-9318-297bfe5e9fdf {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:12:58.070546 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73eba29-fe7b-49c7-a4c2-3687d9478726", "name": "network-vif-plugged", "status": "completed", "tag": "9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:12:58.070950 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-196815e6-9ddb-48a3-9318-297bfe5e9fdf {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:12:58.071513 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7', 'code': 200} Aug 11 03:12:58.140944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ea712e8e-4c81-4be2-87fb-329531dd6565'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:12:58.145437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:58.174405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.219682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:12:55Z', 'revision_number': 5, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port': {'id': '220cbe4f-44ec-4e36-9fd1-81697fcd18eb', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:03:59Z', 'updated_at': '2021-08-11T03:04:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.247893 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.250484 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.257906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] Checking router: f4f61b66-fec2-4be8-ad26-10ac4cab53fd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:12:58.313550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] Routers {'f4f61b66-fec2-4be8-ad26-10ac4cab53fd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:12:58.315934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.471853 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.472702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4f61b66-fec2-4be8-ad26-10ac4cab53fd {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:12:58.481744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.483188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-531cceca-9913-4ebb-92b8-67eabe95cf91 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f4f61b66-fec2-4be8-ad26-10ac4cab53fd HTTP/1.1" status: 204 len: 168 time: 1.7704945 Aug 11 03:12:58.490464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] Set router f4f61b66-fec2-4be8-ad26-10ac4cab53fd gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:12:58.504260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45784) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:58.578531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760af18-166c-4838-8ec7-5f793a1373d2 req-e13f4900-f99f-415f-bde4-88289482a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.579995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e760af18-166c-4838-8ec7-5f793a1373d2 req-e13f4900-f99f-415f-bde4-88289482a572 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 1097 time: 0.4113784 Aug 11 03:12:58.590191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3bf1c-2bad-4687-b005-4d2619404f48 req-769f2077-334e-478c-a854-309bc42d8354 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.591808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d3bf1c-2bad-4687-b005-4d2619404f48 req-769f2077-334e-478c-a854-309bc42d8354 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 945 time: 0.1556723 Aug 11 03:12:58.594732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] Deleting subnet 5a0175c9-1615-4b0e-a42e-459f9cc9a27d {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:12:58.598128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.615020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:12:57Z', 'revision_number': 7, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:12:58.631659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e1539-0e7d-4b8a-89a2-b7452f430c97 req-8f80057a-9e73-445e-947b-bf2e38b0bb28 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:12:58.633384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a7e1539-0e7d-4b8a-89a2-b7452f430c97 req-8f80057a-9e73-445e-947b-bf2e38b0bb28 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 945 time: 0.1823246 Aug 11 03:12:58.640121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.654228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f22dfeb-d8cd-40d1-8ac9-c09a1825283f None None] The sync data for ids ['f4f61b66-fec2-4be8-ad26-10ac4cab53fd'] in n-d-768509-22 is: [{'id': 'f4f61b66-fec2-4be8-ad26-10ac4cab53fd', 'name': 'tempest-AttachVolumeShelveTestJSON-634738603-router', 'tenant_id': 'f41c7746fafe48a5b159399d3c81ba28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:03:58Z', 'updated_at': '2021-08-11T03:12:57Z', 'revision_number': 7, 'project_id': 'f41c7746fafe48a5b159399d3c81ba28', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:12:58.680401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.776472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00d3bf1c-2bad-4687-b005-4d2619404f48 req-479b7359-6724-4b7f-ad6a-a72a434f238d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972965 Aug 11 03:12:58.819205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e760af18-166c-4838-8ec7-5f793a1373d2 req-805138be-5bd0-4d8a-ad10-7c60014d008d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392069 Aug 11 03:12:58.820719 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:58.835203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a7e1539-0e7d-4b8a-89a2-b7452f430c97 req-58389a9a-e942-4d65-b49a-bc8fa620922c tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885800 Aug 11 03:12:58.894831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.079379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.090396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.186990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=e083d901-02fd-4525-be8e-2f56515cf0b6,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:59.215410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.356417 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP c022979b-d4d6-44eb-8b6c-8884aca5a531 associated. External IP: 172.25.4.47, port: d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2. Aug 11 03:12:59.373857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.401162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bb5dc-38f6-426f-91bc-403ff1e8dd29 None None] Network 48d6147b-6240-499a-94e3-ea39743bf905 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:12:59.421780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a0175c9-1615-4b0e-a42e-459f9cc9a27d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:12:59.424149 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.428403 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9e6ebb8e-8ac1-4da5-825c-0d49398db7ad admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5a0175c9-1615-4b0e-a42e-459f9cc9a27d HTTP/1.1" status: 204 len: 168 time: 0.9188123 Aug 11 03:12:59.432358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45798) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:12:59.553175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.680097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Deleting port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:59.680780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.822420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] For port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:12:59.823407 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:12:59.837076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] DHCP port deletion for 48d6147b-6240-499a-94e3-ea39743bf905 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:12:59.870373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Calling delete_port for b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:12:59.959076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] Deleting port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:12:59.959475 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.051260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.094709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db88090-f2c9-4f45-a546-8fc43c7d7586 req-696ebd6e-a701-445b-ae71-9d936e37232f tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.096479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7db88090-f2c9-4f45-a546-8fc43c7d7586 req-696ebd6e-a701-445b-ae71-9d936e37232f tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 945 time: 0.0955086 Aug 11 03:13:00.108369 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.118034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] For port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,segment=NetworkSegment(fd47d8b5-8ae9-49bd-999d-6c83265f3b44),segment_id=fd47d8b5-8ae9-49bd-999d-6c83265f3b44)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:00.120594 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.141445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:13:00.152498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] Calling delete_port for b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:00.167041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:00.179882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c0d3f6-f48b-4d88-be82-b2eed564e93a req-33e48ea0-d661-43a2-80ff-d1870ed084d6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.179882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-84c0d3f6-f48b-4d88-be82-b2eed564e93a req-33e48ea0-d661-43a2-80ff-d1870ed084d6 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 945 time: 0.1399629 Aug 11 03:13:00.181335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] No DVR routers for this DVR port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:00.231019 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7db88090-f2c9-4f45-a546-8fc43c7d7586 req-f0e3ecfb-4b1c-4d78-91ef-8d6fdaae123f tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106331 Aug 11 03:13:00.271857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.278544 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.285902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48d6147b-6240-499a-94e3-ea39743bf905']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.297727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.298016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd47d8b5-8ae9-49bd-999d-6c83265f3b44') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.309855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.319417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] No DVR routers for this DVR port b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:00.325143 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.327989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c249f77-0677-49bb-9b4d-591ddb2e95fe None None] Pushing event deleted for resources: {'Port': ['ID=b534d2b1-ea71-4ed9-93c8-893bf6ee6d94,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:00.342520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:00.343353 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:00.345261 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:00.358856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:00.373343 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] Sync routers for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:00.392613 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:00.393246 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.405955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.443509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9a0ce4e4-63cf-4a5a-81f5-1d921279d693 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5766039 Aug 11 03:13:00.446653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:00.450253 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a75b2e3-0e78-48bc-b9a5-e87795268283" -d '{"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:00.457247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-84c0d3f6-f48b-4d88-be82-b2eed564e93a req-b6c383e9-25e9-4759-abf5-3ccf31156614 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962198 Aug 11 03:13:00.468454 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.480915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.482887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] 10.222.0.60 "DELETE /v2.0/networks/48d6147b-6240-499a-94e3-ea39743bf905 HTTP/1.1" status: 204 len: 168 time: 1.0490720 Aug 11 03:13:00.508584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d80a66-f9d1-4bdb-966f-5a96ebb898fd admin admin] Pushing event deleted for resources: {'Network': ['ID=48d6147b-6240-499a-94e3-ea39743bf905,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:00.557132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:00.634646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ea712e8e-4c81-4be2-87fb-329531dd6565 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:00.653921 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed9f07-126f-4cb5-9897-1d762630510a x-openstack-request-id: req-6aed9f07-126f-4cb5-9897-1d762630510a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:00.654237 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:00.655105 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6aed9f07-126f-4cb5-9897-1d762630510a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:00.656076 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'status': 'completed', 'code': 200} Aug 11 03:13:00.680336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec9d2c-c05f-4b48-b733-20b7f29ec2ba req-9ef481c8-c186-4e67-8baf-0c47e6643911 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.684651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79ec9d2c-c05f-4b48-b733-20b7f29ec2ba req-9ef481c8-c186-4e67-8baf-0c47e6643911 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1174486 Aug 11 03:13:00.745594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45832) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:00.754309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port ea712e8e-4c81-4be2-87fb-329531dd6565 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:00.760911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port ea712e8e-4c81-4be2-87fb-329531dd6565 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:00.761512 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:00.791373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-d3730632-14e4-43ed-83cf-496395f34ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.794791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-d3730632-14e4-43ed-83cf-496395f34ff3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1098 time: 0.1180539 Aug 11 03:13:00.848188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:00.854807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40bd924a-bd89-4e31-b3fd-034a6a1f9592 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f41c7746fafe48a5b159399d3c81ba28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080294 Aug 11 03:13:00.855436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45834) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:00.865509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79ec9d2c-c05f-4b48-b733-20b7f29ec2ba req-404061ae-29f0-4647-b0db-1f20ab047a40 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1714940 Aug 11 03:13:00.874768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517d55f-f862-493f-9216-402f0cb85ad9 req-92aed808-bc37-4890-97f4-8519e904d6f4 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:00.877041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:00.877865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b4c8746f-fbb6-4bb9-87f7-09fec2e479e1 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:00.878480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:00.883182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b517d55f-f862-493f-9216-402f0cb85ad9 req-92aed808-bc37-4890-97f4-8519e904d6f4 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 945 time: 0.1502588 Aug 11 03:13:00.895881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45836) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:00.900746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:00.901500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b534d2b1-ea71-4ed9-93c8-893bf6ee6d94 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:00.902110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 220cbe4f-44ec-4e36-9fd1-81697fcd18eb no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:00.927966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 220cbe4f-44ec-4e36-9fd1-81697fcd18eb {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:00.928666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 220cbe4f-44ec-4e36-9fd1-81697fcd18eb not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:00.976188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b517d55f-f862-493f-9216-402f0cb85ad9 req-4e42749f-d4ec-4ff6-a957-f76f307d8db9 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920990 Aug 11 03:13:00.987874 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'c022979b-d4d6-44eb-8b6c-8884aca5a531', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'port_id': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'mac_address': 'fa:16:3e:db:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:12:58Z', 'updated_at': '2021-08-11T03:12:58Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:41Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:00.994660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66f4e4fb-f0b7-4107-8029-739254189f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.001215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-81bbfecb-b2d4-4ddc-bed5-584ad9c9e4c5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/c022979b-d4d6-44eb-8b6c-8884aca5a531 HTTP/1.1" status: 200 len: 991 time: 0.1041086 Aug 11 03:13:01.017602 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.020606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-eaac6064-b4c6-42c1-94e8-60d6f908675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.021882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-eaac6064-b4c6-42c1-94e8-60d6f908675d service neutron] 10.222.0.57 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.2191300 Aug 11 03:13:01.038175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66f4e4fb-f0b7-4107-8029-739254189f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.046578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c401683-beb8-41ea-ae04-d41711af8318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea712e8e-4c81-4be2-87fb-329531dd6565'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:01.049021 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] Checking router: 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:13:01.049659 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e4aa41-930d-4d67-b91e-24ddd7fede2b" -d '{"events": [{"server_uuid": "2c401683-beb8-41ea-ae04-d41711af8318", "name": "network-vif-plugged", "status": "completed", "tag": "ea712e8e-4c81-4be2-87fb-329531dd6565"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:01.059043 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:01.059752 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:12:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:01.067864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ea712e8e-4c81-4be2-87fb-329531dd6565, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ea712e8e-4c81-4be2-87fb-329531dd6565,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:01.091814 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.145165 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66f4e4fb-f0b7-4107-8029-739254189f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.148342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-66f4e4fb-f0b7-4107-8029-739254189f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:01.152917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-66f4e4fb-f0b7-4107-8029-739254189f81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8486be68-45ac-468b-939d-4f096971b01e HTTP/1.1" status: 204 len: 168 time: 0.2957377 Aug 11 03:13:01.166583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4e4fb-f0b7-4107-8029-739254189f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8486be68-45ac-468b-939d-4f096971b01e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:01.257115 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:13:01.261020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-3f13061f-57e3-4917-bc9d-f688582ba49b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 999 time: 0.2308848 Aug 11 03:13:01.273073 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbd11ee-13a1-40c6-a277-dba5f57d7151 x-openstack-request-id: req-fcbd11ee-13a1-40c6-a277-dba5f57d7151 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:01.273379 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c401683-beb8-41ea-ae04-d41711af8318", "name": "network-vif-plugged", "status": "completed", "tag": "ea712e8e-4c81-4be2-87fb-329531dd6565", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:01.273637 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcbd11ee-13a1-40c6-a277-dba5f57d7151 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:01.276461 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c401683-beb8-41ea-ae04-d41711af8318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea712e8e-4c81-4be2-87fb-329531dd6565', 'code': 200} Aug 11 03:13:01.279304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ea712e8e-4c81-4be2-87fb-329531dd6565,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:01.367691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-99fd0e00-2297-4f45-9be7-f652130715d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.369626 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-99fd0e00-2297-4f45-9be7-f652130715d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.0634999 Aug 11 03:13:01.392153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcfcac-f984-494d-a3f6-9dc8c1337b96 req-68011fc6-3cf0-49d5-a09a-604f3865b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.394676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20dcfcac-f984-494d-a3f6-9dc8c1337b96 req-68011fc6-3cf0-49d5-a09a-604f3865b09e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 1098 time: 0.1662068 Aug 11 03:13:01.491340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20dcfcac-f984-494d-a3f6-9dc8c1337b96 req-2441d1aa-5e85-476d-abe6-f41630d3b152 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702293 Aug 11 03:13:01.502471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-be680653-c370-4fdb-9309-d2d1b415172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.504139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-be680653-c370-4fdb-9309-d2d1b415172e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256130 Aug 11 03:13:01.645855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-4980ab24-6132-4d82-9134-b6b3ba637403 service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330416 Aug 11 03:13:01.688801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840999d-8af1-4db4-a6e0-295099894661 req-39a3bab3-98ed-4ea4-880f-68c4b0ee700c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:01.695537 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'c022979b-d4d6-44eb-8b6c-8884aca5a531', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'port_id': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'mac_address': 'fa:16:3e:db:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:12:58Z', 'updated_at': '2021-08-11T03:12:58Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:41Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:01.708727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d840999d-8af1-4db4-a6e0-295099894661 req-39a3bab3-98ed-4ea4-880f-68c4b0ee700c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0904725 Aug 11 03:13:01.736708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855b48aa-800d-4081-9bb4-fdef48bd9594 None None] The sync data for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 is: [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'c022979b-d4d6-44eb-8b6c-8884aca5a531', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'port_id': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'mac_address': 'fa:16:3e:db:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:12:58Z', 'updated_at': '2021-08-11T03:12:58Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:41Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:01.787754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d840999d-8af1-4db4-a6e0-295099894661 req-4472a0e7-81a7-4638-9acb-ec87153669e0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726774 Aug 11 03:13:01.826880 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9a75b2e3-0e78-48bc-b9a5-e87795268283 req-a63db466-a034-4227-96ca-47af230b43de service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729815 Aug 11 03:13:02.002920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45880) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:02.105040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-840cca40-9ac4-4e60-a9c7-d3ebfda2f334 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.106644 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-840cca40-9ac4-4e60-a9c7-d3ebfda2f334 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.10 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 945 time: 0.1096447 Aug 11 03:13:02.240687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ee126-0576-41d5-ab03-152d687a0b65 None None] New status for floating IP c022979b-d4d6-44eb-8b6c-8884aca5a531: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:13:02.245466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-38d5f4c1-a20d-4700-bac7-45282895952d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/c022979b-d4d6-44eb-8b6c-8884aca5a531 HTTP/1.1" status: 200 len: 991 time: 0.2384288 Aug 11 03:13:02.315581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb2632-6452-4d03-8476-ba8d93895e0b req-a8d64c45-e72e-424b-be6f-174a9da3a5cd tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:02.318653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23eb2632-6452-4d03-8476-ba8d93895e0b req-a8d64c45-e72e-424b-be6f-174a9da3a5cd tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/ports?device_id=e73eba29-fe7b-49c7-a4c2-3687d9478726 HTTP/1.1" status: 200 len: 945 time: 0.2048616 Aug 11 03:13:02.385242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Deleting port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:02.385855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.551797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23eb2632-6452-4d03-8476-ba8d93895e0b req-b77df1cd-cc15-4fbb-92da-ccaaa1e251b0 tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.60 "GET /v2.0/security-groups?id=dc06acb9-1a16-4b74-a2e5-ce35413f5995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251143 Aug 11 03:13:02.656942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] For port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,segment=NetworkSegment(3912f79c-2ee4-4c32-82e5-18af7b191805),segment_id=3912f79c-2ee4-4c32-82e5-18af7b191805)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:02.657439 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.687291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Calling delete_port for 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:02.902697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:02.948839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Pushing event deleted for resources: {'Port': ['ID=9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:03.000487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] No DVR routers for this DVR port 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:03.003425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:03.005815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67ff3a5b-5ed0-4ec2-ba6b-5787556a2e3f req-384b51d3-ef25-49cd-a270-24b9d4a34b6b tempest-InstanceActionsV221TestJSON-1821295760 tempest-InstanceActionsV221TestJSON-1821295760-project] 10.222.0.10 "DELETE /v2.0/ports/9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 HTTP/1.1" status: 204 len: 173 time: 0.8902071 Aug 11 03:13:03.006410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'name': 'network-vif-deleted', 'tag': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:03.008843 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382dc6c8-e824-4ece-b2a2-d66664685eee" -d '{"events": [{"server_uuid": "e73eba29-fe7b-49c7-a4c2-3687d9478726", "name": "network-vif-deleted", "tag": "9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:03.019432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e8c96-0e71-49b8-8ef4-2c8bc2a7a6e3 req-ef799455-a0be-4ac3-ab45-fd5449cd78e9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:03.021013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d12e8c96-0e71-49b8-8ef4-2c8bc2a7a6e3 req-ef799455-a0be-4ac3-ab45-fd5449cd78e9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1326313 Aug 11 03:13:03.079579 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e2641-da5a-440e-b42b-d77dbd19962f x-openstack-request-id: req-200e2641-da5a-440e-b42b-d77dbd19962f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:03.080121 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73eba29-fe7b-49c7-a4c2-3687d9478726", "name": "network-vif-deleted", "tag": "9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:03.080683 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-200e2641-da5a-440e-b42b-d77dbd19962f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:03.082112 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73eba29-fe7b-49c7-a4c2-3687d9478726', 'name': 'network-vif-deleted', 'tag': '9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7', 'status': 'completed', 'code': 200} Aug 11 03:13:03.116614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d12e8c96-0e71-49b8-8ef4-2c8bc2a7a6e3 req-24132798-3f12-4503-a65e-f6cc9245d721 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834975 Aug 11 03:13:03.247932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45932) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:03.328640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3dbe85c4-ecdc-4195-b6ec-df28586e7444 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/c022979b-d4d6-44eb-8b6c-8884aca5a531 HTTP/1.1" status: 200 len: 993 time: 0.0788410 Aug 11 03:13:03.356386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e969be3-21d1-485c-90da-bf5aec9371e5 req-e288efd6-4905-4a44-a13e-37b9e8d0383e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:03.364137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e969be3-21d1-485c-90da-bf5aec9371e5 req-e288efd6-4905-4a44-a13e-37b9e8d0383e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0700276 Aug 11 03:13:03.408397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e969be3-21d1-485c-90da-bf5aec9371e5 req-1e86f937-7db3-4fc4-bbff-a1ac51c35e12 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Aug 11 03:13:03.561631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d581621-782e-42d4-b6a1-4a0ea9090303 req-29dc640c-6bd2-4148-b322-6d1b2c2dc8a9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:03.563525 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d581621-782e-42d4-b6a1-4a0ea9090303 req-29dc640c-6bd2-4148-b322-6d1b2c2dc8a9 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0577915 Aug 11 03:13:03.657086 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d581621-782e-42d4-b6a1-4a0ea9090303 req-a4baaef4-2ed4-46f1-89db-4925ffb94b0e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872791 Aug 11 03:13:03.901486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45980) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:03.975317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] Deleting subnet 468b637c-3369-4008-b193-baacec93f12c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:03.981115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.051848 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.087787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd0055-89cd-49b2-9759-439be0de0402 req-5e60e499-351b-4f73-a736-676dedf3a1d8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:04.089631 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ffd0055-89cd-49b2-9759-439be0de0402 req-5e60e499-351b-4f73-a736-676dedf3a1d8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1251159 Aug 11 03:13:04.119128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.215184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ffd0055-89cd-49b2-9759-439be0de0402 req-398d8b8e-b3d0-4c24-9cc4-4b902ff46d22 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Aug 11 03:13:04.228680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.269425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=468b637c-3369-4008-b193-baacec93f12c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:04.271460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.276961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46000) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:04.280458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-abdcfa9d-436b-46be-b278-b6b7896739c8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/468b637c-3369-4008-b193-baacec93f12c HTTP/1.1" status: 204 len: 168 time: 0.3775642 Aug 11 03:13:04.387263 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.502169 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.514914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d8b110-0869-4171-842c-0025ae674c84']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:04.529028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3912f79c-2ee4-4c32-82e5-18af7b191805') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:04.529469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3912f79c-2ee4-4c32-82e5-18af7b191805') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:04.540313 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.572406 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.581069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:04.581574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:04.583334 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:04.654692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:04.667225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.696330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:04.707683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d5d8b110-0869-4171-842c-0025ae674c84 HTTP/1.1" status: 204 len: 168 time: 0.4301250 Aug 11 03:13:04.719266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb466c35-68c5-4079-90ef-d27b72694726 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d8b110-0869-4171-842c-0025ae674c84,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:04.782795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:04.783234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 9ecc5056-1ec0-45e1-9be4-b8f7871ec9a7 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:05.125503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46028) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:05.185306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-62a4d346-ff8a-4dea-9ffa-e5e3c50e51cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=869188de722c45a5867bcf10aecd88d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581727 Aug 11 03:13:05.187957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46030) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:05.272383 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe080d76-be00-4439-9525-0be5faf1afa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.336140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe080d76-be00-4439-9525-0be5faf1afa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.466110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe080d76-be00-4439-9525-0be5faf1afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.469677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe080d76-be00-4439-9525-0be5faf1afa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.473940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fe080d76-be00-4439-9525-0be5faf1afa7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc06acb9-1a16-4b74-a2e5-ce35413f5995 HTTP/1.1" status: 204 len: 168 time: 0.2846971 Aug 11 03:13:05.495243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe080d76-be00-4439-9525-0be5faf1afa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc06acb9-1a16-4b74-a2e5-ce35413f5995,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:05.532447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517bc4b-c473-4b0b-bb2a-4929d1a68df1 req-75355358-2463-4a1b-a1f4-b4c0ca15bf6b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:05.550541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5517bc4b-c473-4b0b-bb2a-4929d1a68df1 req-75355358-2463-4a1b-a1f4-b4c0ca15bf6b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1484733 Aug 11 03:13:05.581228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46044) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:05.640273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5517bc4b-c473-4b0b-bb2a-4929d1a68df1 req-18e515e7-1b55-4ea5-a1a3-0b7b3702ba52 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840244 Aug 11 03:13:05.729589 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73837ca6-4a63-4334-a449-b83227e4b68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.869122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73837ca6-4a63-4334-a449-b83227e4b68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.874823 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73837ca6-4a63-4334-a449-b83227e4b68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:05.959560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-73837ca6-4a63-4334-a449-b83227e4b68b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0810140c44fd490c8227b17e7e894379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765643 Aug 11 03:13:05.960550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73837ca6-4a63-4334-a449-b83227e4b68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d4f1b-655a-4950-87aa-8269639b8cb8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:05.962996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46060) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.049031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50fdd82b-20b1-46f2-b14d-9e889cbeeab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.077412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50fdd82b-20b1-46f2-b14d-9e889cbeeab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.131818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50fdd82b-20b1-46f2-b14d-9e889cbeeab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.136187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-50fdd82b-20b1-46f2-b14d-9e889cbeeab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.140082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-50fdd82b-20b1-46f2-b14d-9e889cbeeab6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2d2d4f1b-655a-4950-87aa-8269639b8cb8 HTTP/1.1" status: 204 len: 168 time: 0.1728232 Aug 11 03:13:06.150248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdd82b-20b1-46f2-b14d-9e889cbeeab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d4f1b-655a-4950-87aa-8269639b8cb8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:06.627159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46090) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.644781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.655682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46092) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.852328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d81c5-ed25-4389-ad4b-fbf061d9c5eb req-8fc0bfd6-3fde-4981-bb92-dea57e2e3315 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:06.854700 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-335d81c5-ed25-4389-ad4b-fbf061d9c5eb req-8fc0bfd6-3fde-4981-bb92-dea57e2e3315 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0980358 Aug 11 03:13:06.863966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.880164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-859335154-network', 'tenant_id': '7e43e6e4835a447b951b2dc829e119bd'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:06.900163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.926068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-335d81c5-ed25-4389-ad4b-fbf061d9c5eb req-d78f2ae3-df3d-4996-ba68-ebb01f977277 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605037 Aug 11 03:13:06.937093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Made reservation on behalf of 7e43e6e4835a447b951b2dc829e119bd for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:06.939955 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.955253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8319bc13abb64aa58314b2ec9bb7626f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262119 Aug 11 03:13:06.956676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8503c304-f9b5-468b-9e85-47c5255f4785,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:06.958976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46104) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:06.964468 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:06.979512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.980006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.980438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.980869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.981294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.981715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.982134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.982735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.983166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.983581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.984567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:06.985106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c022311-bb54-4b93-92ba-39484f35b52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:07.033584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc592-04d6-4e12-8f6d-8816d0756b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.059197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc592-04d6-4e12-8f6d-8816d0756b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.108510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.113383 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.131597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc592-04d6-4e12-8f6d-8816d0756b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.136487 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb3dc592-04d6-4e12-8f6d-8816d0756b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.137923 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cb3dc592-04d6-4e12-8f6d-8816d0756b23 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8503c304-f9b5-468b-9e85-47c5255f4785 HTTP/1.1" status: 204 len: 168 time: 0.1779604 Aug 11 03:13:07.147996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:07.154501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973559be-52f2-4c5f-a47f-d348180cd628,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.164510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3dc592-04d6-4e12-8f6d-8816d0756b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8503c304-f9b5-468b-9e85-47c5255f4785,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.166198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.167225 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Added segment beb18788-398f-4614-92e2-b0772bb7a55e of type vlan for network 03a03c43-77f7-407c-b3cc-b0be7bc22908 Aug 11 03:13:07.237760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.290711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.292799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:07.293716 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.394044 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7366278 Aug 11 03:13:07.396450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46118) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:07.398938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2e644-320c-420e-8247-400ae71a3c4c admin admin] Pushing event updated for resources: {'Network': ['ID=03a03c43-77f7-407c-b3cc-b0be7bc22908,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.409958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 03a03c43-77f7-407c-b3cc-b0be7bc22908 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:07.416016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Request body: {'subnet': {'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-859335154-subnet', 'tenant_id': '7e43e6e4835a447b951b2dc829e119bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:07.475316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Made reservation on behalf of 7e43e6e4835a447b951b2dc829e119bd for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:07.478526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.717614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.812407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c0199b-2771-4a2a-a334-c472928fe8e7,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:07.813233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Checking segment: {'id': 'beb18788-398f-4614-92e2-b0772bb7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:07.813233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Network hostable DHCP agents. Network: 03a03c43-77f7-407c-b3cc-b0be7bc22908, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:07.845063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Network 03a03c43-77f7-407c-b3cc-b0be7bc22908 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:07.875240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 03a03c43-77f7-407c-b3cc-b0be7bc22908) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:07.877952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:07.878649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:07.888400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df14e3-84d6-4ab9-9e0a-61e026ef098f None None] Network 03a03c43-77f7-407c-b3cc-b0be7bc22908 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:07.913761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5d6ff77b-5cd9-4dc7-b79e-05ce8500465f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5086451 Aug 11 03:13:08.137705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099fa84-c57e-45f8-ad02-9d9eb1889ebe None None] Network 03a03c43-77f7-407c-b3cc-b0be7bc22908 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:08.143659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-e32744fe-cec7-45cd-baef-66c55b9928ec req-a111221b-6b52-4cc1-b086-cae7ac3a9cb1 service neutron] (111683) timed out ('10.222.0.10', 50101) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:13:08.208891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92e1a6-cc95-4188-966b-939fbdfca7d5 req-afc6bac3-01a9-41eb-ad7f-848ac8cadf23 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:08.219070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a92e1a6-cc95-4188-966b-939fbdfca7d5 req-afc6bac3-01a9-41eb-ad7f-848ac8cadf23 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1450102 Aug 11 03:13:08.281854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a92e1a6-cc95-4188-966b-939fbdfca7d5 req-af1d9751-a0e8-406c-ab4c-636746fb9d66 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560064 Aug 11 03:13:08.845856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-5ff7d145-6d66-4eee-b54f-1370bec9ac41 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:08.848869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-5ff7d145-6d66-4eee-b54f-1370bec9ac41 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/networks?id=03a03c43-77f7-407c-b3cc-b0be7bc22908 HTTP/1.1" status: 200 len: 821 time: 0.1538422 Aug 11 03:13:08.871462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-e09dcbf5-537c-4e71-9ffc-c7ca3881dddc tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/quotas/7e43e6e4835a447b951b2dc829e119bd HTTP/1.1" status: 200 len: 375 time: 0.0128045 Aug 11 03:13:08.916224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-44c4b697-162b-4d02-b05c-af4218a10d1b tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7e43e6e4835a447b951b2dc829e119bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377457 Aug 11 03:13:09.038712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-7981965f-67c7-4c06-8992-ae076d8e288f service neutron] 10.222.0.60 "GET /v2.0/networks/03a03c43-77f7-407c-b3cc-b0be7bc22908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156933 Aug 11 03:13:09.157102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-576939eb-9a76-4b60-b337-fc5567f08b97 service neutron] 10.222.0.60 "GET /v2.0/networks/03a03c43-77f7-407c-b3cc-b0be7bc22908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043670 Aug 11 03:13:09.501384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310ebc9-e391-49a6-9012-6d478f9cd5ee req-aa11f21f-5dbe-47c4-827d-2a3016873814 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:09.510707 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6310ebc9-e391-49a6-9012-6d478f9cd5ee req-aa11f21f-5dbe-47c4-827d-2a3016873814 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1348209 Aug 11 03:13:09.528352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0f87a4c-0af5-433e-a2ea-e6ca48ef4abf req-90ed0452-d3bb-461c-afa3-b38bde2cb740 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 210 time: 0.0757332 Aug 11 03:13:09.592731 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6310ebc9-e391-49a6-9012-6d478f9cd5ee req-3c683264-a3e7-4753-acce-ae53e2b6da63 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803556 Aug 11 03:13:10.394573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46274) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:10.676505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72577aec-ef64-4fe5-a25a-7d6d7a714f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.727095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6d9c6aa0-003e-468d-9546-6beedbbeee4a tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:10.729642 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6d9c6aa0-003e-468d-9546-6beedbbeee4a tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.10 "GET /v2.0/networks?id=03a03c43-77f7-407c-b3cc-b0be7bc22908 HTTP/1.1" status: 200 len: 821 time: 0.2823701 Aug 11 03:13:10.744837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Request body: {'port': {'device_id': '796775d7-6d7e-47a7-85c1-314300366a40', 'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908', 'admin_state_up': True, 'tenant_id': '7e43e6e4835a447b951b2dc829e119bd'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:10.787720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6810bda5-68d0-406a-a659-7fa847ca1bba req-e77aa812-c1e2-45e2-8004-8b4d3872626f tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 210 time: 0.1053860 Aug 11 03:13:10.856661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72577aec-ef64-4fe5-a25a-7d6d7a714f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.862576 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72577aec-ef64-4fe5-a25a-7d6d7a714f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:10.912635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fe41b-9dfd-4ac6-b217-ebe91f22285e req-cc078198-669c-48e1-aaa3-66890337fa60 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:10.913419 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-72577aec-ef64-4fe5-a25a-7d6d7a714f34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4a03f5701bc456f9aa83a9893535b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140603 Aug 11 03:13:10.914309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72577aec-ef64-4fe5-a25a-7d6d7a714f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477571cf-dfd2-4e8e-b2cc-9f1e786bb26f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:10.914811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c13fe41b-9dfd-4ac6-b217-ebe91f22285e req-cc078198-669c-48e1-aaa3-66890337fa60 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1960130 Aug 11 03:13:10.917722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46288) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:10.986699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6857e84c-6d50-4161-a11a-b43d963a0797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.022854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6857e84c-6d50-4161-a11a-b43d963a0797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.034740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c13fe41b-9dfd-4ac6-b217-ebe91f22285e req-f6d779f2-a368-4922-ab02-912374c72f31 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031835 Aug 11 03:13:11.049779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Made reservation on behalf of 7e43e6e4835a447b951b2dc829e119bd for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:11.055088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.092394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6857e84c-6d50-4161-a11a-b43d963a0797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.160220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6857e84c-6d50-4161-a11a-b43d963a0797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.160220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6857e84c-6d50-4161-a11a-b43d963a0797 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/477571cf-dfd2-4e8e-b2cc-9f1e786bb26f HTTP/1.1" status: 204 len: 168 time: 0.1898689 Aug 11 03:13:11.160220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857e84c-6d50-4161-a11a-b43d963a0797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477571cf-dfd2-4e8e-b2cc-9f1e786bb26f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:11.287098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Allocated IP 172.20.0.11 (03a03c43-77f7-407c-b3cc-b0be7bc22908/d8c0199b-2771-4a2a-a334-c472928fe8e7/ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:11.513690 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.600088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46320) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.603267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.626592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5156e9e6-caa1-4d85-a5ad-9115b11d00c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.687450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Network 03a03c43-77f7-407c-b3cc-b0be7bc22908 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:11.690981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:11.697137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:11.745479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Pushing event updated for resources: {'Port': ['ID=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:11.795828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:11.796611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.852154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5156e9e6-caa1-4d85-a5ad-9115b11d00c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.861557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0aa4ad65-e272-4e08-b172-07f638ef3454 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1224344 Aug 11 03:13:11.869091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5156e9e6-caa1-4d85-a5ad-9115b11d00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:11.874233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Request body: {'port': {'device_id': '796775d7-6d7e-47a7-85c1-314300366a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:11.915974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5156e9e6-caa1-4d85-a5ad-9115b11d00c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b3a3180111748f6b39e5794409fe6e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145106 Aug 11 03:13:11.916729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156e9e6-caa1-4d85-a5ad-9115b11d00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e965afd-604f-4810-b13a-75e5dcba756f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:11.919252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46330) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:11.997256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6908da-a7ca-478d-9bca-a8a62b3fb229 req-cfd2c38e-ba05-4272-83da-6721d7cf0fed tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.003330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3a20ffc-e7f3-4f1c-8716-006db4a49f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.005007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed6908da-a7ca-478d-9bca-a8a62b3fb229 req-cfd2c38e-ba05-4272-83da-6721d7cf0fed tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 932 time: 0.1060500 Aug 11 03:13:12.048550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3a20ffc-e7f3-4f1c-8716-006db4a49f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.057672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed6908da-a7ca-478d-9bca-a8a62b3fb229 req-cfca6065-8d9b-4355-8e75-28dae033bb15 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517452 Aug 11 03:13:12.059210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.206253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3a20ffc-e7f3-4f1c-8716-006db4a49f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.209683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3a20ffc-e7f3-4f1c-8716-006db4a49f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.213569 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d3a20ffc-e7f3-4f1c-8716-006db4a49f00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e965afd-604f-4810-b13a-75e5dcba756f HTTP/1.1" status: 204 len: 168 time: 0.2931578 Aug 11 03:13:12.253137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a20ffc-e7f3-4f1c-8716-006db4a49f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e965afd-604f-4810-b13a-75e5dcba756f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:12.276817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee9512-9bf5-47b2-bdb1-5b73777afa1b req-5fd90a5b-e2e0-4c5b-90cb-a4d58a580906 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.288510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8cee9512-9bf5-47b2-bdb1-5b73777afa1b req-5fd90a5b-e2e0-4c5b-90cb-a4d58a580906 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1126332 Aug 11 03:13:12.363236 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8cee9512-9bf5-47b2-bdb1-5b73777afa1b req-14ea8ddb-017c-498c-b400-f6833f63759b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617754 Aug 11 03:13:12.484145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:12.495878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.515756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Transition to ACTIVE for port object ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:12.526218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.602380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:12.710043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Attempting to bind port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:12.710590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Attempting to bind port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'beb18788-398f-4614-92e2-b0772bb7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:12.711909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Attempting to bind port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 on network 03a03c43-77f7-407c-b3cc-b0be7bc22908 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:12.718349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 on network 03a03c43-77f7-407c-b3cc-b0be7bc22908 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:12.718744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Attempting to bind port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 on network 03a03c43-77f7-407c-b3cc-b0be7bc22908 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:12.727679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:12.727960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Checking segment: {'id': 'beb18788-398f-4614-92e2-b0772bb7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:12.728351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Bound using segment: {'id': 'beb18788-398f-4614-92e2-b0772bb7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:12.728790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Bound port: ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beb18788-398f-4614-92e2-b0772bb7a55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:12.729158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.846548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] For port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:12.852904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] For port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,segment=NetworkSegment(beb18788-398f-4614-92e2-b0772bb7a55e),segment_id=beb18788-398f-4614-92e2-b0772bb7a55e)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:12.864765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.937617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:12.961954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:12.962555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:12.964395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-6efb39b9-3ca0-46b0-bc9f-3173e4a09a54 service neutron] 10.222.0.10 "PUT /v2.0/ports/ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 HTTP/1.1" status: 200 len: 1093 time: 1.0945051 Aug 11 03:13:12.964900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '796775d7-6d7e-47a7-85c1-314300366a40', 'tag': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:12.971706 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5009ee-e3b9-4ab8-9324-69179f24497e" -d '{"events": [{"name": "network-changed", "server_uuid": "796775d7-6d7e-47a7-85c1-314300366a40", "tag": "ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:13.061801 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d48286-ed53-4c03-8c1e-946f25f3bdac x-openstack-request-id: req-98d48286-ed53-4c03-8c1e-946f25f3bdac {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:13.062361 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "796775d7-6d7e-47a7-85c1-314300366a40", "tag": "ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:13.062774 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98d48286-ed53-4c03-8c1e-946f25f3bdac {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:13.063331 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '796775d7-6d7e-47a7-85c1-314300366a40', 'tag': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516', 'status': 'completed', 'code': 200} Aug 11 03:13:13.079752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0d022ebf-ef6c-4b52-b672-64c569a3dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.082303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-0d022ebf-ef6c-4b52-b672-64c569a3dcf7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e43e6e4835a447b951b2dc829e119bd&device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 1096 time: 0.0635171 Aug 11 03:13:13.155536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-b726e572-5e11-4943-9acf-ed2543d9f441 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 HTTP/1.1" status: 200 len: 217 time: 0.0547245 Aug 11 03:13:13.244425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-38d8e8db-eb63-4c3a-a5cb-3d15f61f79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.245928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-38d8e8db-eb63-4c3a-a5cb-3d15f61f79c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c0199b-2771-4a2a-a334-c472928fe8e7 HTTP/1.1" status: 200 len: 861 time: 0.0826435 Aug 11 03:13:13.264957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca36e7-8808-4d13-b0ac-53074e3f5e17 req-21055bd4-b58e-4f1e-bc46-84df263d9fc8 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.269897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88ca36e7-8808-4d13-b0ac-53074e3f5e17 req-21055bd4-b58e-4f1e-bc46-84df263d9fc8 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 944 time: 0.0735652 Aug 11 03:13:13.306758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-f20969df-0ae1-407d-96d3-b6281046c5a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a03c43-77f7-407c-b3cc-b0be7bc22908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380099 Aug 11 03:13:13.426311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88ca36e7-8808-4d13-b0ac-53074e3f5e17 req-e933602b-15bf-4d63-a7c3-720a2c16bfb8 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426313 Aug 11 03:13:13.462189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-840fb47d-940c-452d-9e8f-a3f53d8d941f service neutron] 10.222.0.10 "GET /v2.0/networks/03a03c43-77f7-407c-b3cc-b0be7bc22908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475005 Aug 11 03:13:13.565002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e76ab-0b71-481f-bef5-865a409d715f req-deb1d4b9-1979-4ddd-a8ee-b4c20bd25433 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.575213 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-355e76ab-0b71-481f-bef5-865a409d715f req-deb1d4b9-1979-4ddd-a8ee-b4c20bd25433 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1030149 Aug 11 03:13:13.580011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b8635d6-73e2-4e48-9a7e-049dd64ec308 req-44a56835-7ba4-4bc0-a5e0-ff35da96c802 service neutron] 10.222.0.10 "GET /v2.0/networks/03a03c43-77f7-407c-b3cc-b0be7bc22908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098335 Aug 11 03:13:13.649998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-355e76ab-0b71-481f-bef5-865a409d715f req-2d5c6db3-ebf8-4710-bd2b-d846c063872f tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706639 Aug 11 03:13:13.700555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-577ebbaf-0120-490a-8f13-90f635bf7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.702232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-577ebbaf-0120-490a-8f13-90f635bf7b0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7e43e6e4835a447b951b2dc829e119bd&device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 1096 time: 0.0649068 Aug 11 03:13:13.855169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-8816d4a3-315a-4400-927e-3e215f2c3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:13.856894 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-8816d4a3-315a-4400-927e-3e215f2c3fa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=03a03c43-77f7-407c-b3cc-b0be7bc22908 HTTP/1.1" status: 200 len: 922 time: 0.1477652 Aug 11 03:13:13.934713 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-25ed8048-1b02-4e33-826a-29314670b267 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 HTTP/1.1" status: 200 len: 217 time: 0.0599899 Aug 11 03:13:14.002108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-3d2ef6ef-bfd1-4d4a-bde0-43979fbf1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.004493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-3d2ef6ef-bfd1-4d4a-bde0-43979fbf1ab0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d8c0199b-2771-4a2a-a334-c472928fe8e7 HTTP/1.1" status: 200 len: 861 time: 0.0635450 Aug 11 03:13:14.043420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-504aa1aa-c84d-44f3-baef-4262a665aba0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=03a03c43-77f7-407c-b3cc-b0be7bc22908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302534 Aug 11 03:13:14.174862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-ee4ccf44-e21e-4a0a-b132-edb4ebc19f98 service neutron] 10.222.0.10 "GET /v2.0/networks/03a03c43-77f7-407c-b3cc-b0be7bc22908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242590 Aug 11 03:13:14.311825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce5009ee-e3b9-4ab8-9324-69179f24497e req-2df0fbca-5024-4e3f-a608-f62b6e5df97e service neutron] 10.222.0.10 "GET /v2.0/networks/03a03c43-77f7-407c-b3cc-b0be7bc22908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279707 Aug 11 03:13:14.643130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179da49-ceba-49b0-a90f-dca9cb456452 req-0c47cdfd-716e-4362-bf25-4da4e08b7630 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.645523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f179da49-ceba-49b0-a90f-dca9cb456452 req-0c47cdfd-716e-4362-bf25-4da4e08b7630 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 944 time: 0.1156483 Aug 11 03:13:14.709957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f179da49-ceba-49b0-a90f-dca9cb456452 req-4bad00e1-3b69-4014-9c3a-c2aa9a00e078 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480425 Aug 11 03:13:14.862667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392462d-4226-4587-9c8f-b8df90a8a913 req-7aa65956-398c-445f-ba0a-67e0b5235a1c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:14.867777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6392462d-4226-4587-9c8f-b8df90a8a913 req-7aa65956-398c-445f-ba0a-67e0b5235a1c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0971456 Aug 11 03:13:14.928432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6392462d-4226-4587-9c8f-b8df90a8a913 req-af8a0d2c-0b17-4f98-85da-cd5d67881a1e tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548401 Aug 11 03:13:15.856374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f8e2f-c2ba-40ab-ade2-d16b4b8646ba req-b31b4393-7bdc-4dc8-abda-884112cc4e12 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:15.858167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a2f8e2f-c2ba-40ab-ade2-d16b4b8646ba req-b31b4393-7bdc-4dc8-abda-884112cc4e12 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 944 time: 0.0620184 Aug 11 03:13:15.928807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a2f8e2f-c2ba-40ab-ade2-d16b4b8646ba req-a14dc499-6849-40c0-867d-72dc83df2f0e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601947 Aug 11 03:13:16.162909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebc5e8-f2a0-47e6-af69-f0207b011f22 req-9092c786-7b06-46ba-a2f7-0ec984734874 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:16.164629 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67ebc5e8-f2a0-47e6-af69-f0207b011f22 req-9092c786-7b06-46ba-a2f7-0ec984734874 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1163342 Aug 11 03:13:16.215590 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-67ebc5e8-f2a0-47e6-af69-f0207b011f22 req-5e48ec4f-2705-4076-904b-6d03d2478c0f tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436225 Aug 11 03:13:16.705066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:16.827997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,segment=NetworkSegment(beb18788-398f-4614-92e2-b0772bb7a55e),segment_id=beb18788-398f-4614-92e2-b0772bb7a55e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:16.841249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516', 'network_id': '03a03c43-77f7-407c-b3cc-b0be7bc22908', 'port_id': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516', 'mac_address': 'fa:16:3e:f5:43:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c0199b-2771-4a2a-a334-c472928fe8e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:16.895685 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:16.913216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:16.942807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,segment=NetworkSegment(beb18788-398f-4614-92e2-b0772bb7a55e),segment_id=beb18788-398f-4614-92e2-b0772bb7a55e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:16.949269 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:17.015924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:17.114606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78c693-e0d9-4cdb-b274-0fd355bb2254 req-73030816-586b-45c1-bdff-82cada4370ab tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.116248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de78c693-e0d9-4cdb-b274-0fd355bb2254 req-73030816-586b-45c1-bdff-82cada4370ab tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 945 time: 0.0791841 Aug 11 03:13:17.172240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:17.175439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de78c693-e0d9-4cdb-b274-0fd355bb2254 req-6e79a379-f585-43c9-a54a-19cc069c819f tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517259 Aug 11 03:13:17.365256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d101cdc-e761-49f0-b6e3-5a7925050ef5 req-f7ee5894-34b0-460d-a4ad-e62df9161c14 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:17.374340 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d101cdc-e761-49f0-b6e3-5a7925050ef5 req-f7ee5894-34b0-460d-a4ad-e62df9161c14 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0719264 Aug 11 03:13:17.452043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7d101cdc-e761-49f0-b6e3-5a7925050ef5 req-1e0bcd50-d6a5-4092-969a-b66747cb246b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764287 Aug 11 03:13:18.325166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbed174-d5c4-43df-ba70-2d830f41bbdb req-1d47a494-41c5-417b-9cbd-41b0547ab0bd tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.326764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4cbed174-d5c4-43df-ba70-2d830f41bbdb req-1d47a494-41c5-417b-9cbd-41b0547ab0bd tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 945 time: 0.0713654 Aug 11 03:13:18.372302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4cbed174-d5c4-43df-ba70-2d830f41bbdb req-c1c0bb83-c7b4-4aee-b40e-d0624189cf55 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387402 Aug 11 03:13:18.596416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78365ab6-cfbf-4745-9143-7775da13451b req-6cd0c1ad-b2d7-486b-a5d0-916a6c1431a8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.598418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78365ab6-cfbf-4745-9143-7775da13451b req-6cd0c1ad-b2d7-486b-a5d0-916a6c1431a8 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0680377 Aug 11 03:13:18.639876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78365ab6-cfbf-4745-9143-7775da13451b req-a4a15c9e-8ed1-493d-84ac-f4a243c2c670 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349505 Aug 11 03:13:18.711328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:18.779433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:18.783998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:18.784381 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.901214 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:18.941355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796775d7-6d7e-47a7-85c1-314300366a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:18.942551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48022f-567c-41de-ae36-2fec034d693a req-55149bda-f953-4675-867f-259b3fd28599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:18.943684 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4441cd-e48d-4048-b0e6-f7074494cb1c" -d '{"events": [{"server_uuid": "796775d7-6d7e-47a7-85c1-314300366a40", "name": "network-vif-plugged", "status": "completed", "tag": "ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:18.944406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e48022f-567c-41de-ae36-2fec034d693a req-55149bda-f953-4675-867f-259b3fd28599 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 1098 time: 0.0666776 Aug 11 03:13:18.982940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,segment=NetworkSegment(beb18788-398f-4614-92e2-b0772bb7a55e),segment_id=beb18788-398f-4614-92e2-b0772bb7a55e)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:18.995701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:19.039167 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e96af9d-6b3f-417b-bff1-5b0410801c67 x-openstack-request-id: req-9e96af9d-6b3f-417b-bff1-5b0410801c67 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:19.041444 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796775d7-6d7e-47a7-85c1-314300366a40", "name": "network-vif-plugged", "status": "completed", "tag": "ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:19.041710 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e96af9d-6b3f-417b-bff1-5b0410801c67 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:19.042114 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796775d7-6d7e-47a7-85c1-314300366a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516', 'code': 200} Aug 11 03:13:19.072240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48022f-567c-41de-ae36-2fec034d693a req-417e4d28-c2b4-4a54-b926-b6b8effcb657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:19.074438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e48022f-567c-41de-ae36-2fec034d693a req-417e4d28-c2b4-4a54-b926-b6b8effcb657 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.1084692 Aug 11 03:13:19.086452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:19.136746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e48022f-567c-41de-ae36-2fec034d693a req-123618d0-633b-413c-9434-460c73016aaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea712e8e-4c81-4be2-87fb-329531dd6565 HTTP/1.1" status: 200 len: 217 time: 0.0387089 Aug 11 03:13:19.212335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a0a92-5eac-4ed0-b62e-b7c8623f08c0 req-fe61a304-aed1-4336-aa41-d842540697c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:19.214010 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-901a0a92-5eac-4ed0-b62e-b7c8623f08c0 req-fe61a304-aed1-4336-aa41-d842540697c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 1098 time: 0.1248364 Aug 11 03:13:19.215806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48022f-567c-41de-ae36-2fec034d693a req-756eae33-2908-460e-9934-d82254bac883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:19.217207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e48022f-567c-41de-ae36-2fec034d693a req-756eae33-2908-460e-9934-d82254bac883 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0636084 Aug 11 03:13:19.272549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e48022f-567c-41de-ae36-2fec034d693a req-f749a836-8f44-43f0-b4e2-e142bd0ffed0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411916 Aug 11 03:13:19.366366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-901a0a92-5eac-4ed0-b62e-b7c8623f08c0 req-140f383e-7233-4418-9264-f4420ba3a55a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363304 Aug 11 03:13:19.411229 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e48022f-567c-41de-ae36-2fec034d693a req-59b403d7-303c-408a-b5cd-d29328f7192e service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298954 Aug 11 03:13:19.571680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8745fd-5d1d-45fc-90b4-15d1617ff11f req-5082d725-76cc-44bd-aa6c-3c5ec02a33df tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:19.581118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e48022f-567c-41de-ae36-2fec034d693a req-e4ff0e21-e48d-447e-a0c7-8e153e1f2df6 service neutron] 10.222.0.10 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626213 Aug 11 03:13:19.582604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d8745fd-5d1d-45fc-90b4-15d1617ff11f req-5082d725-76cc-44bd-aa6c-3c5ec02a33df tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 946 time: 0.0755091 Aug 11 03:13:19.635993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d8745fd-5d1d-45fc-90b4-15d1617ff11f req-8d84de4e-ef88-4288-898e-cd2067014e42 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Aug 11 03:13:19.805025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdeb4e-575b-4642-89d9-a8f24f484ece req-8370a59c-6f28-42f2-abde-4a2db03735c0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:19.809097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62bdeb4e-575b-4642-89d9-a8f24f484ece req-8370a59c-6f28-42f2-abde-4a2db03735c0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0802500 Aug 11 03:13:19.879380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62bdeb4e-575b-4642-89d9-a8f24f484ece req-156a3f3d-f6b6-4259-9e2f-26759d01b849 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642140 Aug 11 03:13:20.799727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b4a6c-8fe0-4ab6-9958-fee85f7e0739 req-dcc75eae-2480-42ee-967d-05d8f09cdb43 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:20.801486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-445b4a6c-8fe0-4ab6-9958-fee85f7e0739 req-dcc75eae-2480-42ee-967d-05d8f09cdb43 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 946 time: 0.0897620 Aug 11 03:13:20.894949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-445b4a6c-8fe0-4ab6-9958-fee85f7e0739 req-41415452-f642-4d71-af08-bc0bbdf738f9 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758970 Aug 11 03:13:21.026944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d265c-3d73-40f5-8f23-32366d2f9d2e req-0e20431d-f561-44f3-aba4-d4bfddcd38b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:21.034552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-316d265c-3d73-40f5-8f23-32366d2f9d2e req-0e20431d-f561-44f3-aba4-d4bfddcd38b7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0637782 Aug 11 03:13:21.075118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-316d265c-3d73-40f5-8f23-32366d2f9d2e req-18a0f5ee-6685-4b96-b502-a01516e73ae4 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 Aug 11 03:13:21.150990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46746) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:21.332257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ab56eee-79a2-461c-afa7-e7fb8b9abfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.403412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08dce9-2e4d-49ad-8ce7-d965bb8bf015 req-53cd085b-df58-4a76-b3bb-ebe4889906da tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:21.405282 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a08dce9-2e4d-49ad-8ce7-d965bb8bf015 req-53cd085b-df58-4a76-b3bb-ebe4889906da tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 946 time: 0.1004388 Aug 11 03:13:21.490643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1a08dce9-2e4d-49ad-8ce7-d965bb8bf015 req-0e3d5027-3648-4c61-9907-80de30e2dda5 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731082 Aug 11 03:13:21.569819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ab56eee-79a2-461c-afa7-e7fb8b9abfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.582555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ab56eee-79a2-461c-afa7-e7fb8b9abfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.646605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab56eee-79a2-461c-afa7-e7fb8b9abfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791f0ad6-be5c-4ca8-a23c-95a87778a9e9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:21.653580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ab56eee-79a2-461c-afa7-e7fb8b9abfb9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=942e685a02b544daa011fd1c71919468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014682 Aug 11 03:13:21.659586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46772) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:21.721798 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-455367f0-c2af-4a28-be02-21e5ae521e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.750002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-455367f0-c2af-4a28-be02-21e5ae521e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.824343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-455367f0-c2af-4a28-be02-21e5ae521e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.826932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-455367f0-c2af-4a28-be02-21e5ae521e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:21.836969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-455367f0-c2af-4a28-be02-21e5ae521e6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/791f0ad6-be5c-4ca8-a23c-95a87778a9e9 HTTP/1.1" status: 204 len: 168 time: 0.1754029 Aug 11 03:13:21.850766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455367f0-c2af-4a28-be02-21e5ae521e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791f0ad6-be5c-4ca8-a23c-95a87778a9e9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:22.260163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41777b-fb79-4ce6-998a-cfbf8d761ed8 req-0dae719c-dc9e-476b-819d-59e2f8801ea1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:22.262050 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f41777b-fb79-4ce6-998a-cfbf8d761ed8 req-0dae719c-dc9e-476b-819d-59e2f8801ea1 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0842395 Aug 11 03:13:22.279950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46796) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.298366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75afb532-74f7-40db-b43f-a99b6435dec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.317835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f41777b-fb79-4ce6-998a-cfbf8d761ed8 req-ff77f891-919e-473b-b062-072d56b1f8a7 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445986 Aug 11 03:13:22.334330 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f7a477c-0ada-4eaa-a4c8-c8e03389a3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.472735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75afb532-74f7-40db-b43f-a99b6435dec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.479010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75afb532-74f7-40db-b43f-a99b6435dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.529634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afb532-74f7-40db-b43f-a99b6435dec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253d5b37-9147-46b3-b49b-c251c872bd53,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:22.540408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46808) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:22.540660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-75afb532-74f7-40db-b43f-a99b6435dec0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52dd2ea2ea734e6f82fef53bdcc464f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592690 Aug 11 03:13:22.609554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6259-47f8-4415-b317-e32022407dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.643596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6259-47f8-4415-b317-e32022407dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.700064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-1d2fae68-3f53-4497-adb2-390f1a0a37c3 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:22.701713 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-1d2fae68-3f53-4497-adb2-390f1a0a37c3 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.10 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 946 time: 0.1126020 Aug 11 03:13:22.784602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6259-47f8-4415-b317-e32022407dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.787132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e2f6259-47f8-4415-b317-e32022407dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:22.788346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e2f6259-47f8-4415-b317-e32022407dd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/253d5b37-9147-46b3-b49b-c251c872bd53 HTTP/1.1" status: 204 len: 168 time: 0.2463984 Aug 11 03:13:22.809102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f6259-47f8-4415-b317-e32022407dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d5b37-9147-46b3-b49b-c251c872bd53,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:23.209973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc5f12-dc0c-47c1-a5c0-bdc660bf5ebb req-e19fdec4-3c5a-49dc-a5a1-e410524e9895 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:23.216176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ddc5f12-dc0c-47c1-a5c0-bdc660bf5ebb req-e19fdec4-3c5a-49dc-a5a1-e410524e9895 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 946 time: 0.5853577 Aug 11 03:13:23.312400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ddc5f12-dc0c-47c1-a5c0-bdc660bf5ebb req-fdfa06bc-be56-450a-9934-4cebfb1a31c5 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/security-groups?id=973559be-52f2-4c5f-a47f-d348180cd628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926063 Aug 11 03:13:23.337207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Deleting port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:23.337554 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.450086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] For port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,segment=NetworkSegment(beb18788-398f-4614-92e2-b0772bb7a55e),segment_id=beb18788-398f-4614-92e2-b0772bb7a55e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:23.450326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.483578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Calling delete_port for ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:23.538174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a41fa-e0eb-4cd2-b90d-3673926da75a req-87f1b846-2b73-48b7-9038-da848ad6cceb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:23.541763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-655a41fa-e0eb-4cd2-b90d-3673926da75a req-87f1b846-2b73-48b7-9038-da848ad6cceb tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0811071 Aug 11 03:13:23.620714 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-655a41fa-e0eb-4cd2-b90d-3673926da75a req-27358d2d-6925-4e40-ad20-08cff121a758 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532398 Aug 11 03:13:23.694196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.707474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:23.727972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Pushing event deleted for resources: {'Port': ['ID=ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:23.806302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] No DVR routers for this DVR port ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:23.817818 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:13:23.820527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:23.824157 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7764e598-fcf2-4d10-982a-9a5cbe820891 req-a5db27ce-7909-43f7-b920-443a5aa4fc7e tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.10 "DELETE /v2.0/ports/ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 HTTP/1.1" status: 204 len: 173 time: 1.1148882 Aug 11 03:13:23.824843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '796775d7-6d7e-47a7-85c1-314300366a40', 'name': 'network-vif-deleted', 'tag': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:23.827432 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd54b0e-78d0-4a19-9499-ce6596fe25b0" -d '{"events": [{"server_uuid": "796775d7-6d7e-47a7-85c1-314300366a40", "name": "network-vif-deleted", "tag": "ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:23.933381 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f4f4d0-fdf4-42f3-8a2e-5aca379a5bd7 x-openstack-request-id: req-e5f4f4d0-fdf4-42f3-8a2e-5aca379a5bd7 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:23.933682 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "796775d7-6d7e-47a7-85c1-314300366a40", "name": "network-vif-deleted", "tag": "ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:23.933942 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e5f4f4d0-fdf4-42f3-8a2e-5aca379a5bd7 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:23.935094 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '796775d7-6d7e-47a7-85c1-314300366a40', 'name': 'network-vif-deleted', 'tag': 'ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516', 'status': 'completed', 'code': 200} Aug 11 03:13:24.550995 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a22f9c10-f090-417e-9749-33a73f52133d req-25181339-2330-44e1-b632-575874f58ce7 tempest-InstanceActionsNegativeTestJSON-979510356 tempest-InstanceActionsNegativeTestJSON-979510356-project] 10.222.0.60 "GET /v2.0/ports?device_id=796775d7-6d7e-47a7-85c1-314300366a40 HTTP/1.1" status: 200 len: 210 time: 0.0580499 Aug 11 03:13:24.658116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:24.848981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5cac7-e1c0-4946-ac92-5fae250b257b req-b75c4311-67ae-4f6d-b48f-9cd62885d673 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.851525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fed5cac7-e1c0-4946-ac92-5fae250b257b req-b75c4311-67ae-4f6d-b48f-9cd62885d673 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1465032 Aug 11 03:13:24.867100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f208e62c-601d-4e74-a965-97e159d1a317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:24.881714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-ba13e267-f2c9-4b9f-8f59-4ce5fe2cb7fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1042418 Aug 11 03:13:24.907765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fed5cac7-e1c0-4946-ac92-5fae250b257b req-126742e7-e8e6-48f5-bcc8-558374aeb078 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471668 Aug 11 03:13:24.960016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-de95acdb-01c6-4557-8b86-72bfcbaad426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:24.996832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-de95acdb-01c6-4557-8b86-72bfcbaad426 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d169e21373254d9d9dfab4a0005fda76&device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 1098 time: 0.0840862 Aug 11 03:13:25.011354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f208e62c-601d-4e74-a965-97e159d1a317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.017242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f208e62c-601d-4e74-a965-97e159d1a317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.098709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f208e62c-601d-4e74-a965-97e159d1a317 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3506cf6ff42c4efca7f63e336dad5d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394727 Aug 11 03:13:25.101230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f208e62c-601d-4e74-a965-97e159d1a317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8960dae-78be-4a3c-8462-67a6cb5715ab,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.104071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46932) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:25.150316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-dc6e2c6e-f890-404c-979e-f0cd42fcef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.152002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-dc6e2c6e-f890-404c-979e-f0cd42fcef04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 200 len: 906 time: 0.1350179 Aug 11 03:13:25.197530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-657c0fb8-e10c-4d61-a5df-ca8d24590a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.201637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08ccf494-a202-46cf-be5c-7335375f2cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.230640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-39bb9ad4-c879-421a-803e-c67be9dd2577 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16d47a1b-de23-430f-a815-2f33e063aa26 HTTP/1.1" status: 200 len: 217 time: 0.0696483 Aug 11 03:13:25.238214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-657c0fb8-e10c-4d61-a5df-ca8d24590a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.297735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-d4cb3263-cafd-427a-bf8d-44e487558f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:25.299831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-d4cb3263-cafd-427a-bf8d-44e487558f83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 200 len: 845 time: 0.0546341 Aug 11 03:13:25.304050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-657c0fb8-e10c-4d61-a5df-ca8d24590a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.307979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-657c0fb8-e10c-4d61-a5df-ca8d24590a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.309228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-657c0fb8-e10c-4d61-a5df-ca8d24590a0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8960dae-78be-4a3c-8462-67a6cb5715ab HTTP/1.1" status: 204 len: 168 time: 0.2039101 Aug 11 03:13:25.319001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c0fb8-e10c-4d61-a5df-ca8d24590a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8960dae-78be-4a3c-8462-67a6cb5715ab,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.362177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-d76c4884-a099-4b5c-a655-79b8877643d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a90284b-eec3-423f-a872-d4de75207c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532229 Aug 11 03:13:25.477206 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.489420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.499870 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-c2f37b34-d0d9-4654-9894-f9cabf61aba8 service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267996 Aug 11 03:13:25.610463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74545e73-1935-4b7a-9c49-a18375f6a5c6 req-58c17aa0-3b37-48c1-8673-cbd7a325197d service neutron] 10.222.0.57 "GET /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003435 Aug 11 03:13:25.620026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46960) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:25.686386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] Deleting subnet d8c0199b-2771-4a2a-a334-c472928fe8e7 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:25.690359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.749553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.822727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.897474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.927960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c0199b-2771-4a2a-a334-c472928fe8e7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:25.936526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:25.941206 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d9bf8c9-8f14-441f-a6f9-c8720135e063 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d8c0199b-2771-4a2a-a334-c472928fe8e7 HTTP/1.1" status: 204 len: 168 time: 0.3199828 Aug 11 03:13:25.941840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:26.107129 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.135893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec2934-dbf7-4fec-88fc-edbdb7208cf6 req-18173fdb-57bb-4268-ab9e-ad847bdf2137 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:26.137654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cec2934-dbf7-4fec-88fc-edbdb7208cf6 req-18173fdb-57bb-4268-ab9e-ad847bdf2137 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1229451 Aug 11 03:13:26.268168 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cec2934-dbf7-4fec-88fc-edbdb7208cf6 req-02b6731f-e7fe-4cbe-85ec-eab3992dc67a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212153 Aug 11 03:13:26.271722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.284319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a03c43-77f7-407c-b3cc-b0be7bc22908']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:26.299979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beb18788-398f-4614-92e2-b0772bb7a55e') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:26.300277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beb18788-398f-4614-92e2-b0772bb7a55e') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:26.313242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.333250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.342906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:26.343034 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:26.344866 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:26.433185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.444678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.447369 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/03a03c43-77f7-407c-b3cc-b0be7bc22908 HTTP/1.1" status: 204 len: 168 time: 0.5045743 Aug 11 03:13:26.461786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8fe5d-b215-4ea2-a181-302f8e3c47d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a03c43-77f7-407c-b3cc-b0be7bc22908,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:26.719356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:26.736381 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.743817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:26.793556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:26.801049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ae5a4d6b-e7e7-49d0-bc3b-54bf41a7e516 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:26.807456 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-78a5e400-16f1-406b-8f34-3cf091a108b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e43e6e4835a447b951b2dc829e119bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0867310 Aug 11 03:13:26.810118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47016) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:26.895683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de944383-1a5e-4bb4-98e4-7f0de05629c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:26.935148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de944383-1a5e-4bb4-98e4-7f0de05629c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.017027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de944383-1a5e-4bb4-98e4-7f0de05629c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.021043 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de944383-1a5e-4bb4-98e4-7f0de05629c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:27.022352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-de944383-1a5e-4bb4-98e4-7f0de05629c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/973559be-52f2-4c5f-a47f-d348180cd628 HTTP/1.1" status: 204 len: 168 time: 0.2109594 Aug 11 03:13:27.049496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de944383-1a5e-4bb4-98e4-7f0de05629c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973559be-52f2-4c5f-a47f-d348180cd628,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:27.449297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0421431-89e1-4263-bfd7-1c82eebe87e6 req-1717d2c6-5275-4171-a66d-a79b47205d0c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:27.457394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0421431-89e1-4263-bfd7-1c82eebe87e6 req-1717d2c6-5275-4171-a66d-a79b47205d0c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0818255 Aug 11 03:13:27.501757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0421431-89e1-4263-bfd7-1c82eebe87e6 req-c89e03f4-17cb-46e3-a00c-082d5e12547c tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429215 Aug 11 03:13:28.139824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.369663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:28.521372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c322-5417-4006-b34e-3e80b8e6fc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.688212 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c322-5417-4006-b34e-3e80b8e6fc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.699380 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf9c322-5417-4006-b34e-3e80b8e6fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:28.760031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1151aa-aab7-48ed-b385-54e780733c5e req-8336e5dc-3790-4d78-9468-8976ed2731e2 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:28.768158 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c1151aa-aab7-48ed-b385-54e780733c5e req-8336e5dc-3790-4d78-9468-8976ed2731e2 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.1468854 Aug 11 03:13:28.913268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1bbaead6-30e1-4edc-8d71-b54768ff8a80 req-88ec26c0-4cba-473f-8566-97a76c742b6e tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.0820363 Aug 11 03:13:28.957487 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c1151aa-aab7-48ed-b385-54e780733c5e req-f728d84f-b90a-4c36-bd69-560d8e809eb5 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881998 Aug 11 03:13:28.958377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9c322-5417-4006-b34e-3e80b8e6fc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811365f1-2f21-4059-9f06-29b72c724563,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:28.968544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47142) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:28.979237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0cf9c322-5417-4006-b34e-3e80b8e6fc2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f68bdd94f8a94486b3082013677229dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079173 Aug 11 03:13:29.047029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07838e73-ef3c-4a19-a6eb-a0499fd592da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.111064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07838e73-ef3c-4a19-a6eb-a0499fd592da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.185307 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07838e73-ef3c-4a19-a6eb-a0499fd592da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.191063 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07838e73-ef3c-4a19-a6eb-a0499fd592da admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.204378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-07838e73-ef3c-4a19-a6eb-a0499fd592da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/811365f1-2f21-4059-9f06-29b72c724563 HTTP/1.1" status: 204 len: 168 time: 0.2290606 Aug 11 03:13:29.236337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07838e73-ef3c-4a19-a6eb-a0499fd592da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811365f1-2f21-4059-9f06-29b72c724563,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:29.725820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15029de4-db66-4f89-b38b-7dc970b14cb6 req-1aad3825-277c-4beb-bc17-7a24480e7a00 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0672035 Aug 11 03:13:29.753612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47180) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:29.772651 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68a595e2-1cd8-4831-9b9f-d379c1e316d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.897720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68a595e2-1cd8-4831-9b9f-d379c1e316d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.901715 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-68a595e2-1cd8-4831-9b9f-d379c1e316d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:29.947800 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-68a595e2-1cd8-4831-9b9f-d379c1e316d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed7ac58ed2914a209f8b81f62885aa7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905079 Aug 11 03:13:29.947800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a595e2-1cd8-4831-9b9f-d379c1e316d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce85fcb-5b83-4eab-92c7-51411dfe6961,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:29.949428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47184) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:29.972559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.028879 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f913-df47-4786-88ae-10cab3b6a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.051979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f913-df47-4786-88ae-10cab3b6a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.121069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f913-df47-4786-88ae-10cab3b6a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.124809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f913-df47-4786-88ae-10cab3b6a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:30.125915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17aad2-0481-4c88-a366-fe200e98ca03 req-409a23bc-bfcf-4ad3-a869-446e1a23f185 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.128807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ed9f913-df47-4786-88ae-10cab3b6a469 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dce85fcb-5b83-4eab-92c7-51411dfe6961 HTTP/1.1" status: 204 len: 168 time: 0.1757085 Aug 11 03:13:30.128924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea17aad2-0481-4c88-a366-fe200e98ca03 req-409a23bc-bfcf-4ad3-a869-446e1a23f185 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0581064 Aug 11 03:13:30.159034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9f913-df47-4786-88ae-10cab3b6a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce85fcb-5b83-4eab-92c7-51411dfe6961,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:30.216398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea17aad2-0481-4c88-a366-fe200e98ca03 req-12ff4fd7-7980-4b7f-bdfe-8832f6991a9b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758817 Aug 11 03:13:30.505695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e089f0b-7990-474e-b6e5-dbd759f81fc3 req-22e898d8-cead-45ba-824e-621d701199ba tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.507671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e089f0b-7990-474e-b6e5-dbd759f81fc3 req-22e898d8-cead-45ba-824e-621d701199ba tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0724967 Aug 11 03:13:30.585145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e089f0b-7990-474e-b6e5-dbd759f81fc3 req-a72c4fb2-21dd-45f3-82a0-133488342e9d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708346 Aug 11 03:13:30.718170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762e69b-273f-438c-b22d-0af87b8098bf req-55923db5-f75f-4289-9f3f-89e90fbff16d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:30.727670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2762e69b-273f-438c-b22d-0af87b8098bf req-55923db5-f75f-4289-9f3f-89e90fbff16d tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0679147 Aug 11 03:13:30.779056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2762e69b-273f-438c-b22d-0af87b8098bf req-403814c4-45c8-471b-b54f-37157d7aad44 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501695 Aug 11 03:13:30.934413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e086df9-64cb-481e-a0c1-d8772dd74fac req-0dcdc2c5-b20d-411f-8f57-4fa6a33dd8a8 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0418644 Aug 11 03:13:31.122653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8eb31d-5b86-4161-93cc-3e02cd6d6180 req-20bf4580-7932-49d6-8143-8e7174dfd357 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:31.124864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d8eb31d-5b86-4161-93cc-3e02cd6d6180 req-20bf4580-7932-49d6-8143-8e7174dfd357 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0588865 Aug 11 03:13:31.168710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d8eb31d-5b86-4161-93cc-3e02cd6d6180 req-c3251adc-554f-418e-89b3-f28f5869b089 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359638 Aug 11 03:13:31.478224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d41ed053-7fbb-468f-a38a-d6c331a2f91f req-d85e50e3-2e8e-492e-b8c3-91d25e6bc4f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.0376270 Aug 11 03:13:31.754179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47286) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:31.953706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe3230fa-22d4-4e85-8e87-055675bf2c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.083599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-10c6cf88-e5d3-43e9-bcdf-a2bd4ce5862e req-23587db1-aeba-4e72-af66-0ebfbbd3acce tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0407186 Aug 11 03:13:32.089177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe3230fa-22d4-4e85-8e87-055675bf2c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.098232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe3230fa-22d4-4e85-8e87-055675bf2c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.129923 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e7174e9-b368-4a34-a185-ce877421778c req-9e40056c-191e-4735-a90a-b386aa8a2efd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0386384 Aug 11 03:13:32.141055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3230fa-22d4-4e85-8e87-055675bf2c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86803f35-7a68-49e8-bec2-45fa446ee947,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:32.148191 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fe3230fa-22d4-4e85-8e87-055675bf2c89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f2f0bfb0f77481b8666b58524983903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3928263 Aug 11 03:13:32.151770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47298) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:32.213157 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce2b5ba-8ade-4792-9a18-3cb8924fa198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.262701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce2b5ba-8ade-4792-9a18-3cb8924fa198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.333576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331ba9-3fb6-4f75-ba78-8093709053bc req-d782c4c7-c087-4f70-b8f3-5bb94c35c433 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.335234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe331ba9-3fb6-4f75-ba78-8093709053bc req-d782c4c7-c087-4f70-b8f3-5bb94c35c433 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0895047 Aug 11 03:13:32.372900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce2b5ba-8ade-4792-9a18-3cb8924fa198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.375787 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fce2b5ba-8ade-4792-9a18-3cb8924fa198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.379764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fce2b5ba-8ade-4792-9a18-3cb8924fa198 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86803f35-7a68-49e8-bec2-45fa446ee947 HTTP/1.1" status: 204 len: 168 time: 0.2260764 Aug 11 03:13:32.394183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b5ba-8ade-4792-9a18-3cb8924fa198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86803f35-7a68-49e8-bec2-45fa446ee947,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:32.485671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-806b6edc-a996-4dcc-8971-4018f1beee0a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.488372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-806b6edc-a996-4dcc-8971-4018f1beee0a tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 946 time: 0.0759015 Aug 11 03:13:32.646996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fe331ba9-3fb6-4f75-ba78-8093709053bc req-3c73051e-0cd6-4934-bc84-9ca5bf37f0e0 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923143 Aug 11 03:13:32.653737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243c5a8-9667-4614-bda9-6d64113a2dbc req-164fda97-80ff-4fb2-93dd-2231a7d2b96a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:32.660118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Deleting port ea712e8e-4c81-4be2-87fb-329531dd6565 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:32.660482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.662393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c243c5a8-9667-4614-bda9-6d64113a2dbc req-164fda97-80ff-4fb2-93dd-2231a7d2b96a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1098 time: 0.0615201 Aug 11 03:13:32.700611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c243c5a8-9667-4614-bda9-6d64113a2dbc req-1d557046-847d-48d3-bc02-975482ad6f20 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.825557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] For port ea712e8e-4c81-4be2-87fb-329531dd6565, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=ea712e8e-4c81-4be2-87fb-329531dd6565,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:32.825936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.871730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Calling delete_port for ea712e8e-4c81-4be2-87fb-329531dd6565 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:32.900885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c243c5a8-9667-4614-bda9-6d64113a2dbc req-1d557046-847d-48d3-bc02-975482ad6f20 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.906455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-c243c5a8-9667-4614-bda9-6d64113a2dbc req-1d557046-847d-48d3-bc02-975482ad6f20 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:32.967039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c243c5a8-9667-4614-bda9-6d64113a2dbc req-1d557046-847d-48d3-bc02-975482ad6f20 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2984626 Aug 11 03:13:32.968495 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d557046-847d-48d3-bc02-975482ad6f20 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb52c56-d796-4a5a-9cbf-b94868cc0c83,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.161947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.173024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:33.242991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event deleted for resources: {'Port': ['ID=ea712e8e-4c81-4be2-87fb-329531dd6565,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:33.329643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce7183d2-1b49-4bed-a2f2-dac63509895e req-8af5a894-17fa-4f15-8c82-51b89d5b80fa tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0512221 Aug 11 03:13:33.394814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] No DVR routers for this DVR port ea712e8e-4c81-4be2-87fb-329531dd6565 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:33.408153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:33.414656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-092345ed-f744-4dc3-8c62-bf6c9a9fe393 req-dc473b4b-b374-44bc-9913-b9de185c6846 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.10 "DELETE /v2.0/ports/ea712e8e-4c81-4be2-87fb-329531dd6565 HTTP/1.1" status: 204 len: 173 time: 0.9130073 Aug 11 03:13:33.417231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c401683-beb8-41ea-ae04-d41711af8318', 'name': 'network-vif-deleted', 'tag': 'ea712e8e-4c81-4be2-87fb-329531dd6565'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:33.424128 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d945b6-f21f-434c-beac-182eb1bea265" -d '{"events": [{"server_uuid": "2c401683-beb8-41ea-ae04-d41711af8318", "name": "network-vif-deleted", "tag": "ea712e8e-4c81-4be2-87fb-329531dd6565"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:33.488924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fa6ee-3167-4170-a6a0-765e4eaafe1c req-d87f045d-d0f3-487d-a105-06b5828bb81c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:33.501382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf6fa6ee-3167-4170-a6a0-765e4eaafe1c req-d87f045d-d0f3-487d-a105-06b5828bb81c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.3445773 Aug 11 03:13:33.582477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf6fa6ee-3167-4170-a6a0-765e4eaafe1c req-e26cf1e3-bda4-40eb-8c14-d272491ae732 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801048 Aug 11 03:13:33.609309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:33.701521 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253d1b7-70a5-4e80-b3e6-eb01e42db0a2 x-openstack-request-id: req-3253d1b7-70a5-4e80-b3e6-eb01e42db0a2 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:33.701986 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c401683-beb8-41ea-ae04-d41711af8318", "name": "network-vif-deleted", "tag": "ea712e8e-4c81-4be2-87fb-329531dd6565", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:33.702249 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3253d1b7-70a5-4e80-b3e6-eb01e42db0a2 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:33.702665 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c401683-beb8-41ea-ae04-d41711af8318', 'name': 'network-vif-deleted', 'tag': 'ea712e8e-4c81-4be2-87fb-329531dd6565', 'status': 'completed', 'code': 200} Aug 11 03:13:33.770669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e590dee4-e454-4c00-9dec-b4743657ee1a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/c022979b-d4d6-44eb-8b6c-8884aca5a531 HTTP/1.1" status: 200 len: 993 time: 0.1596453 Aug 11 03:13:33.940202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7917d26f-eb40-4c09-abb3-5623dc8500b4 req-41cbc8a3-98c7-4ef9-b3e6-fb88254bd5c3 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=2c401683-beb8-41ea-ae04-d41711af8318 HTTP/1.1" status: 200 len: 210 time: 0.0511167 Aug 11 03:13:34.107499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b78d409-6a0d-4d50-b4b8-b597bd3e82ba req-22fe9280-aad3-4162-9e42-147219196644 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0609841 Aug 11 03:13:34.701100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47414) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:34.748125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca41da7-8049-4920-ac86-d32492da9ad5 req-75e69fcc-f60b-4414-ac5e-b0432c74c624 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:34.759512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-b8f1eac2-a096-440a-99fa-3356513e5202 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115618 Aug 11 03:13:34.759824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aca41da7-8049-4920-ac86-d32492da9ad5 req-75e69fcc-f60b-4414-ac5e-b0432c74c624 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.0895042 Aug 11 03:13:34.790597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ea712e8e-4c81-4be2-87fb-329531dd6565 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:34.810155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aca41da7-8049-4920-ac86-d32492da9ad5 req-808e2386-77e2-4dab-8776-107e703a8653 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493245 Aug 11 03:13:34.838887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: ea712e8e-4c81-4be2-87fb-329531dd6565 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:34.839506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device ea712e8e-4c81-4be2-87fb-329531dd6565 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:34.890628 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f1ed-523c-4c9e-872e-bc7cd9f694e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.045009 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f1ed-523c-4c9e-872e-bc7cd9f694e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.050468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fc5f1ed-523c-4c9e-872e-bc7cd9f694e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.102349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4fc5f1ed-523c-4c9e-872e-bc7cd9f694e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df13f13ff4e0432f839830d2b681e954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3995717 Aug 11 03:13:35.104783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5f1ed-523c-4c9e-872e-bc7cd9f694e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0441412-0bb7-4d43-9783-a1d4e546149b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:35.105516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47438) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:35.223877 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5ac5f4f-83bb-4b5b-a8a6-61def69f1b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.266665 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5bfebb2b-d670-4ec6-877a-58660b47a96f req-798253bd-7e0c-4ebc-9a0a-a8be98b71f3b tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0438209 Aug 11 03:13:35.282507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5ac5f4f-83bb-4b5b-a8a6-61def69f1b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.370857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5ac5f4f-83bb-4b5b-a8a6-61def69f1b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.375006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5ac5f4f-83bb-4b5b-a8a6-61def69f1b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:35.379262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c5ac5f4f-83bb-4b5b-a8a6-61def69f1b04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0441412-0bb7-4d43-9783-a1d4e546149b HTTP/1.1" status: 204 len: 168 time: 0.2721891 Aug 11 03:13:35.390364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac5f4f-83bb-4b5b-a8a6-61def69f1b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0441412-0bb7-4d43-9783-a1d4e546149b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:36.022251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78f6c3-4327-4890-bb66-7fcb35735663 req-5b59517c-539b-461e-8696-f2b2e4c3720e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.031809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e78f6c3-4327-4890-bb66-7fcb35735663 req-5b59517c-539b-461e-8696-f2b2e4c3720e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.0831556 Aug 11 03:13:36.079664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e78f6c3-4327-4890-bb66-7fcb35735663 req-29446700-ddd8-4041-9a2a-b05b4c86a079 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469329 Aug 11 03:13:36.254462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e45fc5-32d9-4b78-86fe-728fa2178296 req-73d3a36f-c007-465a-bd51-65bea419be4b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.264268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31e45fc5-32d9-4b78-86fe-728fa2178296 req-73d3a36f-c007-465a-bd51-65bea419be4b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 946 time: 0.0773916 Aug 11 03:13:36.344442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-31e45fc5-32d9-4b78-86fe-728fa2178296 req-4fdac2cd-30ed-459b-87a2-e8f6ae597120 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757239 Aug 11 03:13:36.483862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e4b0beb-ea88-434c-ba48-71d3096ea971 req-35e0fb57-4de3-4f32-a5bc-e2ceb582beec tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0544429 Aug 11 03:13:36.502800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-d8b4aeaf-dea1-4c38-8d35-f7645a08ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.504666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-d8b4aeaf-dea1-4c38-8d35-f7645a08ab8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1098 time: 0.0709887 Aug 11 03:13:36.607937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-5599b650-0b57-4f09-981f-1077a8cb2870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.609462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-5599b650-0b57-4f09-981f-1077a8cb2870 service neutron] 10.222.0.57 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.0956817 Aug 11 03:13:36.693402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-ecf211db-bb01-4f8b-9754-2d575d946019 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 1001 time: 0.0762026 Aug 11 03:13:36.752563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-eac004b0-964f-47eb-9177-26d02a93feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.754344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-eac004b0-964f-47eb-9177-26d02a93feaf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.0519650 Aug 11 03:13:36.819198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-a7013fce-17c8-4329-9725-495c60863c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:36.821633 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-a7013fce-17c8-4329-9725-495c60863c71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579016 Aug 11 03:13:36.935520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-c86e800b-c800-4767-a45b-4a13755aca64 service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048193 Aug 11 03:13:37.041508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-2ec6f2aa-5d61-4206-ac7f-412cda7e10f0 service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982366 Aug 11 03:13:37.294448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dc732-df8a-49dd-a28b-d4e1f44aaed7 req-315f7b1c-c5bb-483d-924d-1642bd064d7d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.305777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-298dc732-df8a-49dd-a28b-d4e1f44aaed7 req-315f7b1c-c5bb-483d-924d-1642bd064d7d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1066732 Aug 11 03:13:37.352701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-298dc732-df8a-49dd-a28b-d4e1f44aaed7 req-28224b11-235a-4ed8-9b55-bd2b86cb4661 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460434 Aug 11 03:13:37.392895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:37.594065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1633359104'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:37.647066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Made reservation on behalf of c5ebde348f7c4cf69ac794d0ad20470a for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:37.650963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.661028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3f692-9d8d-41c5-9895-5adcabbd93a6 req-b7d7aeb8-8e3f-4bfd-adda-d8f1ae70c83b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.662561 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-50a3f692-9d8d-41c5-9895-5adcabbd93a6 req-b7d7aeb8-8e3f-4bfd-adda-d8f1ae70c83b tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 946 time: 0.1222267 Aug 11 03:13:37.674264 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.724218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769aedac-d67f-4968-baed-7e2a75782781 req-95e9bc12-7138-4639-a4b6-aa00da553660 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:37.725731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-769aedac-d67f-4968-baed-7e2a75782781 req-95e9bc12-7138-4639-a4b6-aa00da553660 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 946 time: 0.1177044 Aug 11 03:13:37.738294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47552) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:37.747056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1dc65e97-a27b-4665-adc1-d9a11e490295 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-752033842', 'description': 'tempest-secgroup-smoke-752033842 description', 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:37.782476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-50a3f692-9d8d-41c5-9895-5adcabbd93a6 req-5f21315f-42d0-479d-b326-7a7d533e5677 tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/security-groups?id=f59b4403-2370-4e4b-9d25-448a46c9a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106086 Aug 11 03:13:37.847858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97d5f6b7-c44d-443c-bb8d-927aede934d8 req-35840426-d927-46dd-9de1-8cabed897e5b tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0396659 Aug 11 03:13:37.893091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Deleting port 16d47a1b-de23-430f-a815-2f33e063aa26 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:37.893438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.955604 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.963727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:37.978462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1dc65e97-a27b-4665-adc1-d9a11e490295 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.011370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:38.028089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfba0b0-6bfc-4490-ad25-5f7aa0063833,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.036422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.036422 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Added segment 03b983bc-4eea-4abe-8511-6d2f6547c545 of type vlan for network 38c0c825-a383-4fe7-8b18-ac1b799cf78e Aug 11 03:13:38.080744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] For port 16d47a1b-de23-430f-a815-2f33e063aa26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=16d47a1b-de23-430f-a815-2f33e063aa26,segment=NetworkSegment(be7de182-a08f-4374-9a23-3e3dea53109e),segment_id=be7de182-a08f-4374-9a23-3e3dea53109e)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:38.081074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.094904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1dc65e97-a27b-4665-adc1-d9a11e490295 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.100197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1dc65e97-a27b-4665-adc1-d9a11e490295 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.103043 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.106639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Calling delete_port for 16d47a1b-de23-430f-a815-2f33e063aa26 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:38.129669 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1dc65e97-a27b-4665-adc1-d9a11e490295 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.134592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1dc65e97-a27b-4665-adc1-d9a11e490295 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3911507 Aug 11 03:13:38.136302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.141247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0d0b1f77-12ec-4d92-b0bc-9a131e6605ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'security_group_rule': {'security_group_id': '736e6735-471b-4602-84a9-5eae85d94c17', 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.152560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc65e97-a27b-4665-adc1-d9a11e490295 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736e6735-471b-4602-84a9-5eae85d94c17,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.178357 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.178794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1f77-12ec-4d92-b0bc-9a131e6605ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.184670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:38.185315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.249397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1f77-12ec-4d92-b0bc-9a131e6605ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.256864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1f77-12ec-4d92-b0bc-9a131e6605ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.271325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8772693 Aug 11 03:13:38.275589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47560) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.284439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Request body: {'subnet': {'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.286370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b1f77-12ec-4d92-b0bc-9a131e6605ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185ac365-cda4-4e91-aa81-815572f2dc0a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.299105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1f77-12ec-4d92-b0bc-9a131e6605ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.300799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d0b1f77-12ec-4d92-b0bc-9a131e6605ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633034 Aug 11 03:13:38.304173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47562) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.310104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-35c670b2-f945-49be-94bc-98a607b4b531 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'security_group_rule': {'security_group_id': '736e6735-471b-4602-84a9-5eae85d94c17', 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.343617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35c670b2-f945-49be-94bc-98a607b4b531 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.344447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b654364-4776-4f53-a85d-8141ec9f41d2 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event updated for resources: {'Network': ['ID=38c0c825-a383-4fe7-8b18-ac1b799cf78e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.353735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 38c0c825-a383-4fe7-8b18-ac1b799cf78e details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:38.423319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.433649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35c670b2-f945-49be-94bc-98a607b4b531 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.440525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35c670b2-f945-49be-94bc-98a607b4b531 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.462287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Pushing event deleted for resources: {'Port': ['ID=16d47a1b-de23-430f-a815-2f33e063aa26,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.464576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Made reservation on behalf of c5ebde348f7c4cf69ac794d0ad20470a for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:38.468750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.502374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['16d47a1b-de23-430f-a815-2f33e063aa26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:38.507166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c670b2-f945-49be-94bc-98a607b4b531 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b830cfa-aad4-4940-b7d4-72dde8833db6,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.514256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35c670b2-f945-49be-94bc-98a607b4b531 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.521697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-35c670b2-f945-49be-94bc-98a607b4b531 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2107048 Aug 11 03:13:38.524452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47568) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.536251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b3c0c688-70e0-4712-a720-556f8ea1688f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'security_group_rule': {'security_group_id': '736e6735-471b-4602-84a9-5eae85d94c17', 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.589733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c688-70e0-4712-a720-556f8ea1688f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.608460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] No DVR routers for this DVR port 16d47a1b-de23-430f-a815-2f33e063aa26 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:38.614398 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.616393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-769aedac-d67f-4968-baed-7e2a75782781 req-6eb54c5c-25e4-4913-9455-606182c8e8fd tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.57 "DELETE /v2.0/ports/16d47a1b-de23-430f-a815-2f33e063aa26 HTTP/1.1" status: 204 len: 173 time: 0.8823433 Aug 11 03:13:38.617116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e22f600-1704-409b-8795-511bb5b576cb', 'name': 'network-vif-deleted', 'tag': '16d47a1b-de23-430f-a815-2f33e063aa26'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:38.619813 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22b83b6-8522-439e-885e-700844e13f22" -d '{"events": [{"server_uuid": "1e22f600-1704-409b-8795-511bb5b576cb", "name": "network-vif-deleted", "tag": "16d47a1b-de23-430f-a815-2f33e063aa26"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:38.650407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6ffff-1adb-402c-b39c-6adf9e561233 req-4422f7a5-7e6c-460c-ac53-f604f1cd26aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:38.658393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9cc6ffff-1adb-402c-b39c-6adf9e561233 req-4422f7a5-7e6c-460c-ac53-f604f1cd26aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1393511 Aug 11 03:13:38.691140 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23775b8-3c3c-42cd-9328-71cb48b8134d x-openstack-request-id: req-e23775b8-3c3c-42cd-9328-71cb48b8134d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:38.691730 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e22f600-1704-409b-8795-511bb5b576cb", "name": "network-vif-deleted", "tag": "16d47a1b-de23-430f-a815-2f33e063aa26", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:38.691986 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e23775b8-3c3c-42cd-9328-71cb48b8134d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:38.692589 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e22f600-1704-409b-8795-511bb5b576cb', 'name': 'network-vif-deleted', 'tag': '16d47a1b-de23-430f-a815-2f33e063aa26', 'status': 'completed', 'code': 200} Aug 11 03:13:38.700854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c688-70e0-4712-a720-556f8ea1688f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.707765 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c688-70e0-4712-a720-556f8ea1688f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.729487 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9cc6ffff-1adb-402c-b39c-6adf9e561233 req-a4e1ec18-fe1e-4a31-aea9-101f7cdc9b95 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645301 Aug 11 03:13:38.740006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c688-70e0-4712-a720-556f8ea1688f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.742970 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3c0c688-70e0-4712-a720-556f8ea1688f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2162929 Aug 11 03:13:38.744464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0c688-70e0-4712-a720-556f8ea1688f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900fa4f4-abe6-42ad-9518-e77b7e93a00a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.748659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47572) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.754746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0d3157b9-4b55-47aa-9652-37f3c25c495d tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'security_group_rule': {'security_group_id': '736e6735-471b-4602-84a9-5eae85d94c17', 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.787450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d3157b9-4b55-47aa-9652-37f3c25c495d tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.830184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.871402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d3157b9-4b55-47aa-9652-37f3c25c495d tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.876321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d3157b9-4b55-47aa-9652-37f3c25c495d tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.908077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Checking segment: {'id': '03b983bc-4eea-4abe-8511-6d2f6547c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:38.908435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Network hostable DHCP agents. Network: 38c0c825-a383-4fe7-8b18-ac1b799cf78e, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:38.914225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event updated for resources: {'Subnet': ['ID=aa8cf61e-304a-4324-9e4b-4c49115748d9,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.928295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3157b9-4b55-47aa-9652-37f3c25c495d tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3ba8ef-fe96-4346-8b11-fe41f7103247,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:38.937279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Network 38c0c825-a383-4fe7-8b18-ac1b799cf78e is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:38.955331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 38c0c825-a383-4fe7-8b18-ac1b799cf78e) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:38.967641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:38.968099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.970075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d3157b9-4b55-47aa-9652-37f3c25c495d tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:38.973960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d3157b9-4b55-47aa-9652-37f3c25c495d tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2214644 Aug 11 03:13:38.974638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e58fb715-a754-4b59-9bbf-970b388992bb req-0e4381fc-a266-4255-a723-25d17f50439f tempest-ServersTestJSON-260668071 tempest-ServersTestJSON-260668071-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e22f600-1704-409b-8795-511bb5b576cb HTTP/1.1" status: 200 len: 210 time: 0.0658684 Aug 11 03:13:38.975108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47580) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.975682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d0bceb-4f9b-4f76-b72c-9c3a15a6d7f2 None None] Network 38c0c825-a383-4fe7-8b18-ac1b799cf78e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:38.982544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'security_group_rule': {'security_group_id': '736e6735-471b-4602-84a9-5eae85d94c17', 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:38.989057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47582) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:38.990826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e49a93e2-9600-4c69-8a15-8f1f63f608e7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7139156 Aug 11 03:13:39.006445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Request body: {'port': {'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-665904124'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:39.031502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4df965e7-6d0b-4746-a1ed-dcd55699d683 req-92022856-bd06-4c60-a058-6ccc7bf630fd tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0364783 Aug 11 03:13:39.074871 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Project 32ec4a60583b4e75bd43fad6b4be86b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:13:39.084594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.175137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-38c0c825-a383-4fe7-8b18-ac1b799cf78e', 'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e', 'tenant_id': 'c5ebde348f7c4cf69ac794d0ad20470a', 'fixed_ips': [{'subnet_id': 'aa8cf61e-304a-4324-9e4b-4c49115748d9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:13:39.176784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.189291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.197310 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.218718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Made reservation on behalf of c5ebde348f7c4cf69ac794d0ad20470a for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:39.222327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.232841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aab7ed0-a327-4567-8b6e-a1fd510eb88e,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:39.248280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.252469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47584) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:39.252680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-45717337-e895-425b-8e14-67ab38575682 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2752805 Aug 11 03:13:39.259727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] device_id is not set on port 16e1da73-feb1-41ad-9d21-22cebd1c21d4 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:13:39.261905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'security_group_rule': {'security_group_id': '736e6735-471b-4602-84a9-5eae85d94c17', 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:39.328488 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Project 32ec4a60583b4e75bd43fad6b4be86b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:13:39.335658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.419767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.425049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.446929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528142eb-cca1-4fd3-81da-5da9d5640e75,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:39.463334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.475470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c69995c1-3342-4afd-90b1-959196c5eb23 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2111745 Aug 11 03:13:39.542536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Allocated IP 172.20.0.2 (38c0c825-a383-4fe7-8b18-ac1b799cf78e/aa8cf61e-304a-4324-9e4b-4c49115748d9/23b2997e-96e0-4004-815d-d6d34763ab9e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:39.722266 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.731730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Transition to ACTIVE for port object 23b2997e-96e0-4004-815d-d6d34763ab9e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:39.748372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Transition to ACTIVE for port object 23b2997e-96e0-4004-815d-d6d34763ab9e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:39.755013 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.798602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Network 38c0c825-a383-4fe7-8b18-ac1b799cf78e is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:39.806150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:39.812897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:39.854703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Pushing event updated for resources: {'Port': ['ID=23b2997e-96e0-4004-815d-d6d34763ab9e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:39.881870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Allocated IP 172.20.0.12 (38c0c825-a383-4fe7-8b18-ac1b799cf78e/aa8cf61e-304a-4324-9e4b-4c49115748d9/16e1da73-feb1-41ad-9d21-22cebd1c21d4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:39.897646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Attempting to bind port 23b2997e-96e0-4004-815d-d6d34763ab9e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:39.898320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Attempting to bind port 23b2997e-96e0-4004-815d-d6d34763ab9e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '03b983bc-4eea-4abe-8511-6d2f6547c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:39.899873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Attempting to bind port 23b2997e-96e0-4004-815d-d6d34763ab9e on network 38c0c825-a383-4fe7-8b18-ac1b799cf78e {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:39.906642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:39.907406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Checking segment: {'id': '03b983bc-4eea-4abe-8511-6d2f6547c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:39.908668 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.909306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Bound using segment: {'id': '03b983bc-4eea-4abe-8511-6d2f6547c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:39.910135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Bound port: 23b2997e-96e0-4004-815d-d6d34763ab9e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b983bc-4eea-4abe-8511-6d2f6547c545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '38c0c825-a383-4fe7-8b18-ac1b799cf78e'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:39.910786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:39.947482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed01454-cfc0-4164-bae5-91feb7e2f304 req-a3b303e9-0ce6-4814-b75d-cd3bb556e5e3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:39.949134 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0ed01454-cfc0-4164-bae5-91feb7e2f304 req-a3b303e9-0ce6-4814-b75d-cd3bb556e5e3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.0702496 Aug 11 03:13:39.997380 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-3ab3e692-f07b-430f-b6dd-3c5398096fff tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-752033842&fields=id&tenant_id=32ec4a60583b4e75bd43fad6b4be86b9 HTTP/1.1" status: 200 len: 267 time: 0.0883195 Aug 11 03:13:40.016893 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0ed01454-cfc0-4164-bae5-91feb7e2f304 req-b94bf0e8-6350-4f63-ba08-a3c3db70eecd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615702 Aug 11 03:13:40.045996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] For port 23b2997e-96e0-4004-815d-d6d34763ab9e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:40.049972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] For port 23b2997e-96e0-4004-815d-d6d34763ab9e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=23b2997e-96e0-4004-815d-d6d34763ab9e,segment=NetworkSegment(03b983bc-4eea-4abe-8511-6d2f6547c545),segment_id=03b983bc-4eea-4abe-8511-6d2f6547c545)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:40.057261 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.072610 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47604) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:40.160922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8875db3-88c0-41ae-b97e-91a540bb293e None None] Pushing event updated for resources: {'Port': ['ID=23b2997e-96e0-4004-815d-d6d34763ab9e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:40.196248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-145b137a-4ef3-4007-991a-1c8cb9716c8e req-024ec1af-60e3-4b20-9edd-48ddae037ff8 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0480125 Aug 11 03:13:40.204001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] Deleting subnet f181037c-8001-4185-9356-569dd0909b8d {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:40.210009 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.257107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-f4f4116d-74e6-4bb7-9446-df99520355b7 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.259456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-f4f4116d-74e6-4bb7-9446-df99520355b7 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/networks?id=392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 200 len: 813 time: 0.2609227 Aug 11 03:13:40.267660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.274508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.292278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-44664437-3f69-4d17-b47e-272a9d8aff04 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/quotas/32ec4a60583b4e75bd43fad6b4be86b9 HTTP/1.1" status: 200 len: 375 time: 0.0216138 Aug 11 03:13:40.300425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Transition to ACTIVE for port object 16e1da73-feb1-41ad-9d21-22cebd1c21d4 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:40.324636 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.397484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-a95ee0ca-e984-4719-8833-e2932ddac1f4 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871961 Aug 11 03:13:40.414780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.431209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.459401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f181037c-8001-4185-9356-569dd0909b8d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:40.462246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.464579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6966eb60-dd05-4d70-8c2b-b6c943c39c95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f181037c-8001-4185-9356-569dd0909b8d HTTP/1.1" status: 204 len: 168 time: 0.3909035 Aug 11 03:13:40.466958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47606) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:40.535547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Network 38c0c825-a383-4fe7-8b18-ac1b799cf78e is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:40.547111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:40.549932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:40.571858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.591753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event updated for resources: {'Port': ['ID=16e1da73-feb1-41ad-9d21-22cebd1c21d4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:40.627540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-cc2768c7-5873-4f21-83ea-e56e72725f4f service neutron] 10.222.0.60 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090821 Aug 11 03:13:40.634195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:40.634921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.668700 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.679723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a90284b-eec3-423f-a872-d4de75207c47']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:40.692012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be7de182-a08f-4374-9a23-3e3dea53109e') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:40.692227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be7de182-a08f-4374-9a23-3e3dea53109e') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:40.699891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-496ebe73-8542-48da-ab30-9e7b9725d181 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7068555 Aug 11 03:13:40.700765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47610) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:40.713792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.739767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf6b9977-460a-43c9-9407-ff8acfe9d472 service neutron] 10.222.0.60 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017866 Aug 11 03:13:40.751692 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.778290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:40.785325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:40.790338 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:40.936895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 23b2997e-96e0-4004-815d-d6d34763ab9e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:40.977813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.983701 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:40.988667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] 10.222.0.60 "DELETE /v2.0/networks/5a90284b-eec3-423f-a872-d4de75207c47 HTTP/1.1" status: 204 len: 168 time: 0.5179303 Aug 11 03:13:41.023046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 23b2997e-96e0-4004-815d-d6d34763ab9e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:41.062181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef60250-4029-4332-aab3-9265877413cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5a90284b-eec3-423f-a872-d4de75207c47,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:41.093442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Deleting port 16e1da73-feb1-41ad-9d21-22cebd1c21d4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:41.093816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.130151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.137300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.145697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.152496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.158919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.165315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.171448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.173445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-317b25be-7f3b-4865-b759-5cd9cd27e630 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.2845261 Aug 11 03:13:41.346966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47632) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:41.350979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c5aeaca-9d58-4553-afbd-f30f594737cd req-1c9d72b1-fd59-49e9-af25-d7373691a61c tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1462250 Aug 11 03:13:41.380382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.395008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Calling delete_port for 16e1da73-feb1-41ad-9d21-22cebd1c21d4 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:41.522303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 16d47a1b-de23-430f-a815-2f33e063aa26 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:41.533692 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f510898-ba87-43ba-9565-1ee020655dfb req-d18697c2-0d64-4656-8296-023ddef0565f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0477924 Aug 11 03:13:41.602361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 16d47a1b-de23-430f-a815-2f33e063aa26 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:41.602995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 16d47a1b-de23-430f-a815-2f33e063aa26 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:41.671348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.689101 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e036e8-5194-447c-a0b0-b9ced40ecbf4 None None] Network 38c0c825-a383-4fe7-8b18-ac1b799cf78e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:41.723204 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c10e02e-67c4-46b3-8b30-93a23f42bed3 req-b134ece0-67df-4c1f-9ecf-2ca63fce3011 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0644507 Aug 11 03:13:41.725718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event deleted for resources: {'Port': ['ID=16e1da73-feb1-41ad-9d21-22cebd1c21d4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:41.819213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-acfa282d-c146-4771-a62d-67fa52f39f0c None None] Provisioning for port 23b2997e-96e0-4004-815d-d6d34763ab9e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:41.832423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-acfa282d-c146-4771-a62d-67fa52f39f0c None None] Provisioning complete for port 23b2997e-96e0-4004-815d-d6d34763ab9e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:41.833285 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-acfa282d-c146-4771-a62d-67fa52f39f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.854038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:41.867913 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d596fadf-ba01-47ba-96cd-e4a09a28df7e tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "DELETE /v2.0/ports/16e1da73-feb1-41ad-9d21-22cebd1c21d4 HTTP/1.1" status: 204 len: 168 time: 1.1608670 Aug 11 03:13:41.868631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47642) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:41.982563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43fd80-d450-4fbe-a3f5-195d09cb87ad req-2da96cff-16be-494e-a431-afef2166de14 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:41.992860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f43fd80-d450-4fbe-a3f5-195d09cb87ad req-2da96cff-16be-494e-a431-afef2166de14 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.6571977 Aug 11 03:13:42.001219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.011236 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.018949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.027510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c5c77c9e-c375-4480-9c00-eebaa0169574 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d169e21373254d9d9dfab4a0005fda76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778004 Aug 11 03:13:42.027826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.030008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47648) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:42.035604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.044023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.056594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.059082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85dedfcb-3dc6-434c-b5fc-7474d5dd5841 req-90c61f95-96ab-4d48-8153-efd7f0bc30b2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.1413243 Aug 11 03:13:42.078564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f43fd80-d450-4fbe-a3f5-195d09cb87ad req-3700f556-da12-4a04-b716-1a93bc6b6550 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845881 Aug 11 03:13:42.083808 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-acfa282d-c146-4771-a62d-67fa52f39f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.134472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-acfa282d-c146-4771-a62d-67fa52f39f0c None None] For port 23b2997e-96e0-4004-815d-d6d34763ab9e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=23b2997e-96e0-4004-815d-d6d34763ab9e,segment=NetworkSegment(03b983bc-4eea-4abe-8511-6d2f6547c545),segment_id=03b983bc-4eea-4abe-8511-6d2f6547c545)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:42.143023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3fb88fdd-e699-458f-a361-4b2c8efc1e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.143694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-acfa282d-c146-4771-a62d-67fa52f39f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.184303 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3fb88fdd-e699-458f-a361-4b2c8efc1e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.204497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa282d-c146-4771-a62d-67fa52f39f0c None None] Pushing event updated for resources: {'Port': ['ID=23b2997e-96e0-4004-815d-d6d34763ab9e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:42.238305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bbd64480-bcfa-4423-89ed-d9f1da6e5ffe tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3681901 Aug 11 03:13:42.241072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47654) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:42.249865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-749026581'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:42.276128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3fb88fdd-e699-458f-a361-4b2c8efc1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.278955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3fb88fdd-e699-458f-a361-4b2c8efc1e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.280151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3fb88fdd-e699-458f-a361-4b2c8efc1e68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f59b4403-2370-4e4b-9d25-448a46c9a914 HTTP/1.1" status: 204 len: 168 time: 0.2491539 Aug 11 03:13:42.284604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Made reservation on behalf of c5ebde348f7c4cf69ac794d0ad20470a for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:42.288079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.296142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb88fdd-e699-458f-a361-4b2c8efc1e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b4403-2370-4e4b-9d25-448a46c9a914,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:42.324162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:42.339608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.340269 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Added segment 92bd3adf-b35c-441e-9ac6-587e9c4c6173 of type vlan for network bec00b19-3034-451c-8189-5f31f7b07c14 Aug 11 03:13:42.406224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.450148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.457538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:42.458223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.484260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c6f5183e-8764-4dce-a8ea-09e68182aa08 None None] Provisioning complete for port 23b2997e-96e0-4004-815d-d6d34763ab9e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:42.484860 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c6f5183e-8764-4dce-a8ea-09e68182aa08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:42.542523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event updated for resources: {'Network': ['ID=bec00b19-3034-451c-8189-5f31f7b07c14,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:42.556543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f0f5bf0c-24fb-41e4-8143-e73f8fe2438f tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3121946 Aug 11 03:13:42.556993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47660) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:42.592876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network bec00b19-3034-451c-8189-5f31f7b07c14 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:42.759327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57e0cb7d-d9f1-48e8-9f83-414f64c7826d req-71b9caf9-f001-414c-98c0-5f72bb6d0318 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0508687 Aug 11 03:13:42.800603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70d59af3-de6b-4db4-9100-4670295e6881 None None] Could not find standard attr ID for object 16e1da73-feb1-41ad-9d21-22cebd1c21d4. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:13:42.807999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3786db74-9eb0-494a-9966-4be17dc52fcb tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "GET /v2.0/agents/deef17dc-d301-4484-b8b9-584c21c51e77/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.2496722 Aug 11 03:13:42.810540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47672) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:42.900386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 23b2997e-96e0-4004-815d-d6d34763ab9e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:43.014102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 23b2997e-96e0-4004-815d-d6d34763ab9e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:43.014988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.018812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a43ba62-2d1c-442b-abba-947aa70c02e3 req-33038d6d-a2f6-45c6-8e4d-065b8f95544e tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0743611 Aug 11 03:13:43.062798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-06f1ff7a-45a7-4b20-82b5-640cbb242e2a tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.064462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-06f1ff7a-45a7-4b20-82b5-640cbb242e2a tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.57 "GET /v2.0/networks?id=392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 200 len: 813 time: 0.2004764 Aug 11 03:13:43.065803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7059cc6f-f928-4b5e-8075-1499a0f748ff tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] Network bec00b19-3034-451c-8189-5f31f7b07c14 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:43.103719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7059cc6f-f928-4b5e-8075-1499a0f748ff tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "POST /v2.0/agents/deef17dc-d301-4484-b8b9-584c21c51e77/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2891307 Aug 11 03:13:43.105188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47678) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:43.156490 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-56f35783-1ff4-4ec6-843c-8733ef79c7ed tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32ec4a60583b4e75bd43fad6b4be86b9 HTTP/1.1" status: 200 len: 379 time: 0.0816805 Aug 11 03:13:43.170420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'port': {'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'admin_state_up': True, 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'security_groups': ['736e6735-471b-4602-84a9-5eae85d94c17']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:43.214053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ff4e1-87ed-4fb7-bbf2-eb37175b285e None None] Network bec00b19-3034-451c-8189-5f31f7b07c14 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:43.322754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e560a50-e135-4b63-8548-4b9e3ee15ec0 req-39b0a4b7-1b59-49f6-8eb1-836d61cd04f7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:43.330741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e560a50-e135-4b63-8548-4b9e3ee15ec0 req-39b0a4b7-1b59-49f6-8eb1-836d61cd04f7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1239901 Aug 11 03:13:43.393205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e560a50-e135-4b63-8548-4b9e3ee15ec0 req-85cf2901-b495-4bce-862c-df7bd35ba85f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614727 Aug 11 03:13:43.412643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab84e359-3826-4037-9e93-7ae2b4360c02 tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "GET /v2.0/agents/deef17dc-d301-4484-b8b9-584c21c51e77/dhcp-networks HTTP/1.1" status: 200 len: 8827 time: 0.3059065 Aug 11 03:13:43.414680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47688) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:43.444124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Made reservation on behalf of 32ec4a60583b4e75bd43fad6b4be86b9 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:43.448470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:43.666966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c13cecdc-32a3-4e83-8d27-9c1aa1e73a95 tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "DELETE /v2.0/agents/deef17dc-d301-4484-b8b9-584c21c51e77/dhcp-networks/bec00b19-3034-451c-8189-5f31f7b07c14 HTTP/1.1" status: 204 len: 168 time: 0.2456539 Aug 11 03:13:43.671047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47704) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:43.712892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47706) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:43.762110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Allocated IP 172.20.0.14 (392c2311-c339-4d74-80e4-6e5668ea8b87/9aec0520-37a5-4321-805f-288320a1037c/e771b7ff-439b-4338-b416-63a5adf17c8e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:43.952717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85d4f32a-b6fd-4e8b-a795-fb9af383fcec req-3f6e72e4-5ce1-4d44-8f48-905f60bc197a tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0732403 Aug 11 03:13:43.958412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1864191660-network', 'tenant_id': 'fa09ea4333424814a0d5f8bad0860333'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:43.967936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1c92be62-489f-45e7-99e5-e9bca2566740 tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "GET /v2.0/agents/deef17dc-d301-4484-b8b9-584c21c51e77/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.2925060 Aug 11 03:13:43.972765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47718) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:44.345507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47742) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:44.526227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c695d741-5665-4144-b322-106eb5112bae req-9c63328c-44b0-4e8d-9aeb-42f676a9bf49 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0576119 Aug 11 03:13:44.528341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-efac671b-6aab-4b76-a896-3da100838bb7 tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "GET /v2.0/networks/38c0c825-a383-4fe7-8b18-ac1b799cf78e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.5492139 Aug 11 03:13:44.534602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Made reservation on behalf of fa09ea4333424814a0d5f8bad0860333 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:44.537344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.564274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47752) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:44.565442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.567850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.568478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.569128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.569640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.571187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.571690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.572169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.574820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-9b97bb41-96d8-4fbb-8386-e187b4623983 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6510 time: 0.2278516 Aug 11 03:13:44.627114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0a184aed-e031-4f88-abb2-4d41ed3d94d2 tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "GET /v2.0/networks/38c0c825-a383-4fe7-8b18-ac1b799cf78e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0587969 Aug 11 03:13:44.636864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47756) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:44.638566 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-b14ccaa7-a6f3-4a88-8934-31e0446c4bd2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538068 Aug 11 03:13:44.650514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cc576-aef6-4191-8d21-8f0d02b3e2c4 req-5b9824df-dae6-454c-9565-c87affa3ce5c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:44.659230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-877cc576-aef6-4191-8d21-8f0d02b3e2c4 req-5b9824df-dae6-454c-9565-c87affa3ce5c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1565683 Aug 11 03:13:44.664166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.698749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Transition to ACTIVE for port object e771b7ff-439b-4338-b416-63a5adf17c8e will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:44.713625 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-877cc576-aef6-4191-8d21-8f0d02b3e2c4 req-355a1259-ef90-4942-a4de-c97c708490dc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530720 Aug 11 03:13:44.876994 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.950257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6c8d8c2d-afd8-42e1-8a12-1ae21426c442 tempest-DHCPAgentSchedulersTestJSON-1214094439 tempest-DHCPAgentSchedulersTestJSON-1214094439-project-admin] 10.222.0.60 "GET /v2.0/agents/deef17dc-d301-4484-b8b9-584c21c51e77/dhcp-networks HTTP/1.1" status: 200 len: 8057 time: 0.3067400 Aug 11 03:13:44.951142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47766) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:44.977857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:44.981158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:44.986402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:45.001784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:45.083321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.088560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'Port': ['ID=e771b7ff-439b-4338-b416-63a5adf17c8e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:45.126309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:45.127342 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.168206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.214508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:45.232537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-bf30f897-97d1-431e-a87b-ad02e612b68e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0664575 Aug 11 03:13:45.238897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ac1695-0856-4351-b85d-572e6dcabbc5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:45.256599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Request body: {'port': {'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:45.287903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.288255 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Added segment 2289a281-f580-4548-a89d-d3f126fe1469 of type vlan for network effd984e-5feb-4b17-b9af-dc7dc2aae44d Aug 11 03:13:45.355711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.376001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e8be3f5e-a44e-406f-a5bc-25b6ae19b6b8 None None] Provisioning for port e771b7ff-439b-4338-b416-63a5adf17c8e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:45.381335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e8be3f5e-a44e-406f-a5bc-25b6ae19b6b8 None None] Provisioning complete for port e771b7ff-439b-4338-b416-63a5adf17c8e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:45.381719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.383600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8be3f5e-a44e-406f-a5bc-25b6ae19b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.396493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec00b19-3034-451c-8189-5f31f7b07c14']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:45.409146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.409738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92bd3adf-b35c-441e-9ac6-587e9c4c6173') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:45.410210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92bd3adf-b35c-441e-9ac6-587e9c4c6173') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:45.423060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.429817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db79bc-7cf7-4261-80bb-5fd5a8593f2e req-e6d4e970-bf73-49a7-af83-e538a6753606 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:45.436758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e8be3f5e-a44e-406f-a5bc-25b6ae19b6b8 None None] Port e771b7ff-439b-4338-b416-63a5adf17c8e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:45.439052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4db79bc-7cf7-4261-80bb-5fd5a8593f2e req-e6d4e970-bf73-49a7-af83-e538a6753606 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 932 time: 0.3562930 Aug 11 03:13:45.443307 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.458690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:45.459622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:45.467439 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:45.527907 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.528944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:45.529531 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.560932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.578626 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4db79bc-7cf7-4261-80bb-5fd5a8593f2e req-174b48ac-31c2-4649-a18d-41c2d554e539 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391711 Aug 11 03:13:45.606535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.609132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "DELETE /v2.0/networks/bec00b19-3034-451c-8189-5f31f7b07c14 HTTP/1.1" status: 204 len: 168 time: 0.6567123 Aug 11 03:13:45.610185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eba780-cc69-4946-b6c0-b240c82009a7 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event deleted for resources: {'Network': ['ID=bec00b19-3034-451c-8189-5f31f7b07c14,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:45.612546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47784) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:45.656829 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4ef8e7-773f-4d13-abce-0e0ded774cfa tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] DELETE failed (client error): The resource could not be found. Aug 11 03:13:45.657916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4ef8e7-773f-4d13-abce-0e0ded774cfa tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:13:45.660012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea4ef8e7-773f-4d13-abce-0e0ded774cfa tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "DELETE /v2.0/ports/16e1da73-feb1-41ad-9d21-22cebd1c21d4 HTTP/1.1" status: 404 len: 333 time: 0.0461264 Aug 11 03:13:45.663105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47788) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:45.724665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e444406-78a2-48e8-8637-0152c3a7a458 req-5c0339ef-5a5a-4d86-b2f7-67d6f911d7b6 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0516593 Aug 11 03:13:45.761646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0488052 Aug 11 03:13:45.767487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47794) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:45.774830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Request body: {'subnet': {'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1864191660-subnet', 'tenant_id': 'fa09ea4333424814a0d5f8bad0860333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:45.786324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Deleting subnet aa8cf61e-304a-4324-9e4b-4c49115748d9 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:13:45.794379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.821202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Made reservation on behalf of fa09ea4333424814a0d5f8bad0860333 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:45.823971 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.884423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:45.984947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ee242-417f-42ba-8c85-c88963c242d6 admin admin] Pushing event updated for resources: {'Network': ['ID=effd984e-5feb-4b17-b9af-dc7dc2aae44d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.001224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:46.007164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.073556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.090045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672db9-8833-41e3-9624-2a76fcb7ce71 req-9b5d0270-4737-43bd-93e8-60cca46de899 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.092075 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f672db9-8833-41e3-9624-2a76fcb7ce71 req-9b5d0270-4737-43bd-93e8-60cca46de899 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.2123768 Aug 11 03:13:46.109593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8cf61e-304a-4324-9e4b-4c49115748d9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.116992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.119754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dafc0dd5-173a-42ee-9ede-763864223eda tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "DELETE /v2.0/subnets/aa8cf61e-304a-4324-9e4b-4c49115748d9 HTTP/1.1" status: 204 len: 168 time: 0.4545751 Aug 11 03:13:46.124069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47800) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:46.134741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39deb213-14dd-4f1e-a156-95ee5acc5ef0 None None] Network 38c0c825-a383-4fe7-8b18-ac1b799cf78e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:46.249014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f672db9-8833-41e3-9624-2a76fcb7ce71 req-5e06b871-86a8-4c9e-afd7-bcad67eb135b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453454 Aug 11 03:13:46.287981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.353694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e771b7ff-439b-4338-b416-63a5adf17c8e {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:46.375805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.384880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Deleting port 23b2997e-96e0-4004-815d-d6d34763ab9e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:46.385722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.420244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.422854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Transition to ACTIVE for port object e771b7ff-439b-4338-b416-63a5adf17c8e will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:46.425903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] DHCP port deletion for 38c0c825-a383-4fe7-8b18-ac1b799cf78e request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:13:46.451499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.477918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] For port 23b2997e-96e0-4004-815d-d6d34763ab9e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=23b2997e-96e0-4004-815d-d6d34763ab9e,segment=NetworkSegment(03b983bc-4eea-4abe-8511-6d2f6547c545),segment_id=03b983bc-4eea-4abe-8511-6d2f6547c545)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:46.478391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.497034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] Deleting port 23b2997e-96e0-4004-815d-d6d34763ab9e {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:13:46.497471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.512588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Calling delete_port for 23b2997e-96e0-4004-815d-d6d34763ab9e owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:46.523991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ecfa77-7a04-47b1-b49a-7b18b85b391b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.581685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Pushing event updated for resources: {'Port': ['ID=e771b7ff-439b-4338-b416-63a5adf17c8e,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.592808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] For port 23b2997e-96e0-4004-815d-d6d34763ab9e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=23b2997e-96e0-4004-815d-d6d34763ab9e,segment=NetworkSegment(03b983bc-4eea-4abe-8511-6d2f6547c545),segment_id=03b983bc-4eea-4abe-8511-6d2f6547c545)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:46.593227 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.639573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] Calling delete_port for 23b2997e-96e0-4004-815d-d6d34763ab9e owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:13:46.736916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Checking segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:46.737547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Network hostable DHCP agents. Network: effd984e-5feb-4b17-b9af-dc7dc2aae44d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:46.775335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Attempting to bind port e771b7ff-439b-4338-b416-63a5adf17c8e on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:46.777862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Attempting to bind port e771b7ff-439b-4338-b416-63a5adf17c8e by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:46.780958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Attempting to bind port e771b7ff-439b-4338-b416-63a5adf17c8e on network 392c2311-c339-4d74-80e4-6e5668ea8b87 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:46.791646 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.824605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Port e771b7ff-439b-4338-b416-63a5adf17c8e on network 392c2311-c339-4d74-80e4-6e5668ea8b87 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:46.829193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Attempting to bind port e771b7ff-439b-4338-b416-63a5adf17c8e on network 392c2311-c339-4d74-80e4-6e5668ea8b87 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:46.850956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:46.867896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:46.868335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Checking segment: {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:46.868759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Bound using segment: {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:46.871290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Bound port: e771b7ff-439b-4338-b416-63a5adf17c8e, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e1a047-cadc-40e5-bdd7-23abd1045a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:46.871695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.882828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] Pushing event deleted for resources: {'Port': ['ID=23b2997e-96e0-4004-815d-d6d34763ab9e,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:46.884979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 23b2997e-96e0-4004-815d-d6d34763ab9e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:46.899364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70806a-b2d9-4a6f-a884-883da1849642 None None] No DVR routers for this DVR port 23b2997e-96e0-4004-815d-d6d34763ab9e on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:46.926109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 23b2997e-96e0-4004-815d-d6d34763ab9e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:13:46.927226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 23b2997e-96e0-4004-815d-d6d34763ab9e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:46.949205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7112d-603f-4c60-9272-6850dd322b42 req-a7aa71b5-3ff9-48f0-8023-721c05c9985f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.950953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81b7112d-603f-4c60-9272-6850dd322b42 req-a7aa71b5-3ff9-48f0-8023-721c05c9985f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.2162070 Aug 11 03:13:46.965068 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2190406-b9e5-4a8a-9a44-8075d3928959 req-af50da04-810c-444b-9929-f78f781ee6ae tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0493343 Aug 11 03:13:46.966057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, effd984e-5feb-4b17-b9af-dc7dc2aae44d) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:46.973781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:46.974391 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:46.990547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a2b244-dda4-4b8f-b98b-08456df6e05f None None] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:47.020568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-32d469d1-a247-438a-b0f4-7a42ebb35a02 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2516470 Aug 11 03:13:47.051473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-81b7112d-603f-4c60-9272-6850dd322b42 req-7eeb7760-2c7c-4d48-b10f-bcdad6625a1a tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915570 Aug 11 03:13:47.054072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.087860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] For port e771b7ff-439b-4338-b416-63a5adf17c8e, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:47.091996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] For port e771b7ff-439b-4338-b416-63a5adf17c8e, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e771b7ff-439b-4338-b416-63a5adf17c8e,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:47.103485 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.121544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] No DVR routers for this DVR port 23b2997e-96e0-4004-815d-d6d34763ab9e on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:47.153972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event deleted for resources: {'Port': ['ID=23b2997e-96e0-4004-815d-d6d34763ab9e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:47.184531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.185160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.186577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] 10.222.0.57 "PUT /v2.0/ports/e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 200 len: 1093 time: 1.9410970 Aug 11 03:13:47.187154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:47.192348 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5793d7-c384-4dc5-a26c-94388d13c306" -d '{"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:47.266593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.296911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c0c825-a383-4fe7-8b18-ac1b799cf78e']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:47.308857 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dea24d1-044a-4d26-931e-779ccf9b021e x-openstack-request-id: req-5dea24d1-044a-4d26-931e-779ccf9b021e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:47.313054 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:47.313634 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dea24d1-044a-4d26-931e-779ccf9b021e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:47.314598 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'status': 'completed', 'code': 200} Aug 11 03:13:47.332595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc47859-d504-4b58-a5f2-bb64ddc4c4ba None None] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:47.338963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b983bc-4eea-4abe-8511-6d2f6547c545') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:47.339359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b983bc-4eea-4abe-8511-6d2f6547c545') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:47.350101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.352804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095eb4e-4e59-433a-9774-aef06934f3bb service neutron] Pushing event updated for resources: {'Port': ['ID=e771b7ff-439b-4338-b416-63a5adf17c8e,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:47.369583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.379319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:13:47.379876 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.387293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-3a67c1c7-f655-4f15-ae31-47cedae79e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.389290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-3a67c1c7-f655-4f15-ae31-47cedae79e73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1096 time: 0.1394668 Aug 11 03:13:47.458150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-3db2831b-9721-4751-bfc2-73034115339b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 200 len: 217 time: 0.0559092 Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:13:47.459852 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:13:47.574655 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.578780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-b6902495-d431-4578-b574-2964bcacd211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.587166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:47.589512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] 10.222.0.60 "DELETE /v2.0/networks/38c0c825-a383-4fe7-8b18-ac1b799cf78e HTTP/1.1" status: 204 len: 168 time: 1.4644907 Aug 11 03:13:47.594769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-b6902495-d431-4578-b574-2964bcacd211 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aec0520-37a5-4321-805f-288320a1037c HTTP/1.1" status: 200 len: 852 time: 0.1257427 Aug 11 03:13:47.610768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04959d-d8bf-440e-adfb-3704e6253367 tempest-DHCPAgentSchedulersTestJSON-1680120542 tempest-DHCPAgentSchedulersTestJSON-1680120542-project] Pushing event deleted for resources: {'Network': ['ID=38c0c825-a383-4fe7-8b18-ac1b799cf78e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:47.652691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b89b35-dfb9-4035-8449-b93ec3dea4f2 req-9c03a801-d2d7-4201-a19c-afaa88819781 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.655055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15b89b35-dfb9-4035-8449-b93ec3dea4f2 req-9c03a801-d2d7-4201-a19c-afaa88819781 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1967952 Aug 11 03:13:47.731999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13166f23-d786-491e-be48-6c0128e4e925 req-6143a5ef-3871-4da6-8567-93ea5d0a9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.733749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15b89b35-dfb9-4035-8449-b93ec3dea4f2 req-f0574c72-4384-4492-a4c4-ec22605d858b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606668 Aug 11 03:13:47.745811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-6143a5ef-3871-4da6-8567-93ea5d0a9147 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=392c2311-c339-4d74-80e4-6e5668ea8b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454823 Aug 11 03:13:47.937863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-8bccf0f9-1c30-458c-abd9-27ed9c4c643c service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764414 Aug 11 03:13:47.947571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9efd-622e-4645-9406-7bd743eb0557 req-861a7fb1-a5f6-443c-a05f-f977203773cb tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:47.950181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-861a7fb1-a5f6-443c-a05f-f977203773cb tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.2000933 Aug 11 03:13:47.986228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47860) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:48.015756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-aa124284-ffe5-4969-913f-e556fe27fd7c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/quotas/fa09ea4333424814a0d5f8bad0860333 HTTP/1.1" status: 200 len: 375 time: 0.0565569 Aug 11 03:13:48.092669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-201cd56c-a2d5-4e34-aa72-0127d2afa3c3 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668924 Aug 11 03:13:48.172492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-13166f23-d786-491e-be48-6c0128e4e925 req-a5e9e998-c9a6-4de5-a12d-3a1014380ee7 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212415 Aug 11 03:13:48.192799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-55eadbcc-9e13-40eb-b434-2d631c3a6ebf req-727484a8-f64b-4dd9-ad97-f6b6297e3bf4 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0498292 Aug 11 03:13:48.220437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-bae9970a-7eb6-428d-aa79-a77ea403aa6a service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263268 Aug 11 03:13:48.343471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-a2cc7877-061e-41c1-969f-1a254be7f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.343471 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-a2cc7877-061e-41c1-969f-1a254be7f1ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1096 time: 0.0989103 Aug 11 03:13:48.365933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8b8073d3-0c05-4944-8a0e-7514b34d8a30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5ebde348f7c4cf69ac794d0ad20470a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785348 Aug 11 03:13:48.367971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47874) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:48.422997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-94df96c5-d290-4a03-b848-e403742a3ca6 service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019506 Aug 11 03:13:48.426023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d44011-a23e-4c2e-aa12-2f91fa4ed1ff req-f5e60d0a-1138-4e7d-bf72-c0e22ea80241 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.428117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14d44011-a23e-4c2e-aa12-2f91fa4ed1ff req-f5e60d0a-1138-4e7d-bf72-c0e22ea80241 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.1362832 Aug 11 03:13:48.528645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20cc95e7-a91f-4904-98c7-7b4dac7f2925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.528856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-9182f3aa-0c6d-45f5-b9e1-0126c2c6644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.528856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-9182f3aa-0c6d-45f5-b9e1-0126c2c6644c service neutron] 10.222.0.57 "GET /v2.0/networks?id=392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 200 len: 914 time: 0.1788635 Aug 11 03:13:48.542475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14d44011-a23e-4c2e-aa12-2f91fa4ed1ff req-33c5a4f7-a6d5-46f7-9f7f-7775e13f0aa3 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077735 Aug 11 03:13:48.573957 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20cc95e7-a91f-4904-98c7-7b4dac7f2925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.598451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-fca3aa02-a68b-42b7-ad5e-e11d4d9682fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 200 len: 217 time: 0.0637307 Aug 11 03:13:48.660743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-796874b8-b7b7-4420-9865-eb78c1b9241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.662711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-796874b8-b7b7-4420-9865-eb78c1b9241d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aec0520-37a5-4321-805f-288320a1037c HTTP/1.1" status: 200 len: 852 time: 0.0562503 Aug 11 03:13:48.671939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20cc95e7-a91f-4904-98c7-7b4dac7f2925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.676482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20cc95e7-a91f-4904-98c7-7b4dac7f2925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:48.678114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-20cc95e7-a91f-4904-98c7-7b4dac7f2925 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddfba0b0-6bfc-4490-ad25-5f7aa0063833 HTTP/1.1" status: 204 len: 168 time: 0.3088384 Aug 11 03:13:48.690613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc95e7-a91f-4904-98c7-7b4dac7f2925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfba0b0-6bfc-4490-ad25-5f7aa0063833,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:48.758886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-3cf21d6d-5fcf-4a52-b098-10dc0ef40367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.760912 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-3cf21d6d-5fcf-4a52-b098-10dc0ef40367 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=392c2311-c339-4d74-80e4-6e5668ea8b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907636 Aug 11 03:13:48.765119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48f9af6f-ec60-4cda-aa3a-59b08673efce req-73ce45ea-1fc3-4c68-9608-fcbd909d6cdb tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 210 time: 0.0624378 Aug 11 03:13:48.984133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d0a37-51cc-4a21-a2b3-67e1c07f64e3 req-26881557-265b-46a3-81a0-fcd67aaa271e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:48.985477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-413d0a37-51cc-4a21-a2b3-67e1c07f64e3 req-26881557-265b-46a3-81a0-fcd67aaa271e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1178818 Aug 11 03:13:48.987870 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-a402b6b2-eb49-42c3-86ba-4e5bc0b515b2 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120335 Aug 11 03:13:49.092741 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-413d0a37-51cc-4a21-a2b3-67e1c07f64e3 req-4677b5c7-2547-4174-9179-f92760436736 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964534 Aug 11 03:13:49.196146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef5793d7-c384-4dc5-a26c-94388d13c306 req-890ecece-e8ed-44b1-972f-7cb19a230f21 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992681 Aug 11 03:13:49.251714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47906) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:49.271934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4280a8db-3368-46b4-8cf2-7b2418a0c176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.351965 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9909de2e-8034-4a53-bdec-048afe46713f req-49b0d5bc-651a-4b72-a161-17937170c280 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0435026 Aug 11 03:13:49.442543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4280a8db-3368-46b4-8cf2-7b2418a0c176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.448359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4280a8db-3368-46b4-8cf2-7b2418a0c176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.499155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4280a8db-3368-46b4-8cf2-7b2418a0c176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4296fd24-3154-42dc-9826-221376ba90fd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:49.506273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4280a8db-3368-46b4-8cf2-7b2418a0c176 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2358f5068c44b69871319a2500ef304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503536 Aug 11 03:13:49.506484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:49.579836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2654d99-0696-431a-9b5e-b70c5f1dc2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.617411 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2654d99-0696-431a-9b5e-b70c5f1dc2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.671897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2654d99-0696-431a-9b5e-b70c5f1dc2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.675742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2654d99-0696-431a-9b5e-b70c5f1dc2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:49.679918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2654d99-0696-431a-9b5e-b70c5f1dc2ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4296fd24-3154-42dc-9826-221376ba90fd HTTP/1.1" status: 204 len: 168 time: 0.1689560 Aug 11 03:13:49.694227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876c37-657a-4fe0-9db5-baf1cf35311a req-127e10e2-aba4-4023-bea5-a98bebce093f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:49.700414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2654d99-0696-431a-9b5e-b70c5f1dc2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4296fd24-3154-42dc-9826-221376ba90fd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:49.703372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9876c37-657a-4fe0-9db5-baf1cf35311a req-127e10e2-aba4-4023-bea5-a98bebce093f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.0681117 Aug 11 03:13:49.768266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9876c37-657a-4fe0-9db5-baf1cf35311a req-cc90bcd9-1420-4306-9196-3540bb6b4ec7 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636208 Aug 11 03:13:49.908054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-333068b5-7f8b-4a8f-b875-a44bd20e76c4 req-c4fb24f8-9668-4620-a686-f776614b5835 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 210 time: 0.0384226 Aug 11 03:13:50.177333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9efd-622e-4645-9406-7bd743eb0557 req-89420563-54c6-4248-a83e-e86aa8f00147 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.179473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-89420563-54c6-4248-a83e-e86aa8f00147 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.2127545 Aug 11 03:13:50.192180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Request body: {'port': {'device_id': '5298f939-f01f-42ef-96de-f0bf932bde05', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'admin_state_up': True, 'tenant_id': 'fa09ea4333424814a0d5f8bad0860333'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:50.355019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5959454-bceb-44ab-8cf2-8b4ea275cda6 req-8c944712-aab4-4f01-9dec-9ad808b94b26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.356900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5959454-bceb-44ab-8cf2-8b4ea275cda6 req-8c944712-aab4-4f01-9dec-9ad808b94b26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1474128 Aug 11 03:13:50.402141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Made reservation on behalf of fa09ea4333424814a0d5f8bad0860333 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:50.415871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.451061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f5959454-bceb-44ab-8cf2-8b4ea275cda6 req-b2317c34-3822-46e2-a432-a2c339ea29c4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830936 Aug 11 03:13:50.515450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-17d6d307-8019-49bd-aa5c-73b03d001cf2 req-ee2943f9-67f8-4278-8592-1741faec540f tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0295804 Aug 11 03:13:50.626494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Allocated IP 172.20.0.9 (effd984e-5feb-4b17-b9af-dc7dc2aae44d/17ecfa77-7a04-47b1-b49a-7b18b85b391b/4d25e6c4-d048-42ee-a005-ef2142b40e0c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:50.829960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:50.928238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84416a-acf3-4fee-9390-6425b01cf8cf req-6c5ecb72-dce1-443a-b6d0-9285472693e3 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:50.930321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d84416a-acf3-4fee-9390-6425b01cf8cf req-6c5ecb72-dce1-443a-b6d0-9285472693e3 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.0745435 Aug 11 03:13:50.932309 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.030319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event updated for resources: {'Port': ['ID=4d25e6c4-d048-42ee-a005-ef2142b40e0c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:51.043776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:51.046332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:51.051256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:51.074011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d10515-8a67-47d1-b0f3-1e6140a2762d req-0bf832b8-98fe-44c8-81cb-75c4278d7853 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.075582 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6d10515-8a67-47d1-b0f3-1e6140a2762d req-0bf832b8-98fe-44c8-81cb-75c4278d7853 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 931 time: 0.0848615 Aug 11 03:13:51.118491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8d84416a-acf3-4fee-9390-6425b01cf8cf req-0c63f687-66d6-41ff-8a6b-bb2624e688db tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429858 Aug 11 03:13:51.132801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6d10515-8a67-47d1-b0f3-1e6140a2762d req-0022dec9-8c3f-425d-8697-6774f9b1bb57 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Aug 11 03:13:51.164550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.165427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.181807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-3f560659-15ca-43c1-bd86-9c393f476e95 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9939260 Aug 11 03:13:51.197959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Request body: {'port': {'device_id': '5298f939-f01f-42ef-96de-f0bf932bde05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:51.263820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.651735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad5459-08dc-4452-80a0-8a9a287be752 req-ad1ceee9-b588-41dc-9b8b-e60ea703161e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:51.653483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59ad5459-08dc-4452-80a0-8a9a287be752 req-ad1ceee9-b588-41dc-9b8b-e60ea703161e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1173761 Aug 11 03:13:51.653855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-573686f6-6e4e-491c-89ec-21ec64fff2bb req-c289e7ab-3e30-4ab7-97aa-050eeee5eed5 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0382569 Aug 11 03:13:51.679868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d25e6c4-d048-42ee-a005-ef2142b40e0c {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:51.694863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.720536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Transition to ACTIVE for port object 4d25e6c4-d048-42ee-a005-ef2142b40e0c will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:51.727719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59ad5459-08dc-4452-80a0-8a9a287be752 req-9154ea62-5095-45a4-a25c-d4f8a26c4fb1 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578759 Aug 11 03:13:51.729349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.785060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Pushing event updated for resources: {'Port': ['ID=4d25e6c4-d048-42ee-a005-ef2142b40e0c,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:51.870507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Attempting to bind port 4d25e6c4-d048-42ee-a005-ef2142b40e0c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:51.871210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Attempting to bind port 4d25e6c4-d048-42ee-a005-ef2142b40e0c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:51.871862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Attempting to bind port 4d25e6c4-d048-42ee-a005-ef2142b40e0c on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:51.876580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Port 4d25e6c4-d048-42ee-a005-ef2142b40e0c on network effd984e-5feb-4b17-b9af-dc7dc2aae44d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:51.876914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Attempting to bind port 4d25e6c4-d048-42ee-a005-ef2142b40e0c on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:51.883198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:51.883550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Checking segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:51.883994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Bound using segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:51.884439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Bound port: 4d25e6c4-d048-42ee-a005-ef2142b40e0c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:51.885931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:51.977974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] For port 4d25e6c4-d048-42ee-a005-ef2142b40e0c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:51.982306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] For port 4d25e6c4-d048-42ee-a005-ef2142b40e0c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:52.001140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.040304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.040928 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.042362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] 10.222.0.57 "PUT /v2.0/ports/4d25e6c4-d048-42ee-a005-ef2142b40e0c HTTP/1.1" status: 200 len: 1092 time: 0.8503654 Aug 11 03:13:52.042823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5298f939-f01f-42ef-96de-f0bf932bde05', 'tag': '4d25e6c4-d048-42ee-a005-ef2142b40e0c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:52.044688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48028) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:52.045121 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980fb408-6ae7-495f-956f-c65c33063ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "5298f939-f01f-42ef-96de-f0bf932bde05", "tag": "4d25e6c4-d048-42ee-a005-ef2142b40e0c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:52.098316 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccefa5b-1b1e-4039-b981-ee587db90d9c x-openstack-request-id: req-3ccefa5b-1b1e-4039-b981-ee587db90d9c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:52.098533 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5298f939-f01f-42ef-96de-f0bf932bde05", "tag": "4d25e6c4-d048-42ee-a005-ef2142b40e0c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:52.098788 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ccefa5b-1b1e-4039-b981-ee587db90d9c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:52.099189 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5298f939-f01f-42ef-96de-f0bf932bde05', 'tag': '4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'status': 'completed', 'code': 200} Aug 11 03:13:52.123608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Pushing event updated for resources: {'Port': ['ID=4d25e6c4-d048-42ee-a005-ef2142b40e0c,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:52.134075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.134478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.134746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.135084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.135475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.135863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.136153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.136380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.136704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.137026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.137786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.138112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f87a00e-f7b8-4d99-b341-efa42a84f7db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:52.160442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9efd-622e-4645-9406-7bd743eb0557 req-ea173ae6-d384-40a3-9586-c034ca7e25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.161969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-ea173ae6-d384-40a3-9586-c034ca7e25e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 1095 time: 0.0791919 Aug 11 03:13:52.215319 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-f2097a36-5f51-4f8a-8c78-f65b6f2d3196 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c HTTP/1.1" status: 200 len: 217 time: 0.0441785 Aug 11 03:13:52.289515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b805a5-63f7-4113-98f4-0b4ad340b6fe req-a55b5346-5918-415b-8f8e-820be2b04602 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.307739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35b805a5-63f7-4113-98f4-0b4ad340b6fe req-a55b5346-5918-415b-8f8e-820be2b04602 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 943 time: 0.0866756 Aug 11 03:13:52.318031 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0bfea08-ab98-474e-a736-7cc654e72b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.318618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f9efd-622e-4645-9406-7bd743eb0557 req-8148cd63-8387-4b50-b848-e2e27ce6202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.319740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-8148cd63-8387-4b50-b848-e2e27ce6202f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0963523 Aug 11 03:13:52.325683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:52.328909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035f004-4f0f-417a-bf84-8afa8f6f1a15 req-a99b9100-1122-42d4-b5b1-b3f02bb944de tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.330468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0035f004-4f0f-417a-bf84-8afa8f6f1a15 req-a99b9100-1122-42d4-b5b1-b3f02bb944de tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.0955954 Aug 11 03:13:52.364062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-443605bc-9b13-4b53-8701-2498c60526b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324726 Aug 11 03:13:52.377497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35b805a5-63f7-4113-98f4-0b4ad340b6fe req-785bbe12-597e-42f5-b156-3b3136cfd1cb tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683703 Aug 11 03:13:52.389824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.443434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0035f004-4f0f-417a-bf84-8afa8f6f1a15 req-663dc11d-44a8-4cf7-8b87-3c97f9b53dcf tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014919 Aug 11 03:13:52.504630 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-79d7357c-69d6-48f2-a4fe-8799ea18eb26 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310849 Aug 11 03:13:52.510118 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.618353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-993f9efd-622e-4645-9406-7bd743eb0557 req-4cf59f0c-6671-41e6-bbd9-0c6a7f15c8cf service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035776 Aug 11 03:13:52.641904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Allocated IP 172.25.4.148 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/b11e909d-c6f4-4a79-b025-c604b248fda1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:52.780348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b16b45d7-6bd7-47d5-839f-3bb560d40b0d req-de2a0bc9-6476-4c7b-93c8-c00bca8999cb tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0444000 Aug 11 03:13:52.794648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-f1b170f8-42ad-4733-9620-3c2b47108260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:52.796197 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-f1b170f8-42ad-4733-9620-3c2b47108260 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 1095 time: 0.1088464 Aug 11 03:13:52.819277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.877162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:52.932883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:52.937602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:52.943506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:52.947782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Port': ['ID=b11e909d-c6f4-4a79-b025-c604b248fda1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:53.044682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.088164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.266843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.274392 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.302550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0a6d7-4ea9-4c83-b603-0d20a4b23017 req-c8228f4d-83f0-4877-a21a-cd8534b6f949 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.304626 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64d0a6d7-4ea9-4c83-b603-0d20a4b23017 req-c8228f4d-83f0-4877-a21a-cd8534b6f949 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.4987166 Aug 11 03:13:53.340338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-4b357066-c120-4343-b4ab-e468c3656906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.342105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-4b357066-c120-4343-b4ab-e468c3656906 service neutron] 10.222.0.57 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 916 time: 0.5347605 Aug 11 03:13:53.358644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Port': ['ID=b11e909d-c6f4-4a79-b025-c604b248fda1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:53.369360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.388969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.391118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-840513e4-4380-4db9-a019-d4da11d0b3b2 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3453131 Aug 11 03:13:53.393730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48070) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:53.395495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-bacd2972-258b-449c-9737-7612dc083a10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c HTTP/1.1" status: 200 len: 217 time: 0.0399618 Aug 11 03:13:53.399281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64d0a6d7-4ea9-4c83-b603-0d20a4b23017 req-fb70dd91-587c-4b50-a926-aec23fcb13d6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763261 Aug 11 03:13:53.402608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-228425808'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:53.456471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Made reservation on behalf of 5141d6eca03a46c492bc9d2d0fe15796 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:53.463246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.464082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-c29cd58f-b575-4c31-b5e8-25ce3524c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.465603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-c29cd58f-b575-4c31-b5e8-25ce3524c05d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0613337 Aug 11 03:13:53.483320 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.518246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-08a005e4-1a31-49a7-9f3c-ba640ec8d67a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387449 Aug 11 03:13:53.568669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd99a81-b6da-4125-b3d6-32fa845ab128 req-387221c7-2207-4722-8d24-d4a2d0543fa1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.570561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bd99a81-b6da-4125-b3d6-32fa845ab128 req-387221c7-2207-4722-8d24-d4a2d0543fa1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 943 time: 0.1047394 Aug 11 03:13:53.641607 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bd99a81-b6da-4125-b3d6-32fa845ab128 req-4f3dbb08-e3b3-4ee2-91bb-e85a31e50693 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590189 Aug 11 03:13:53.668778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.670716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.673362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1cc2f-b143-4369-bf27-d15b209f3f61 req-1a79ce7f-87ab-4061-818e-2f6754d8c587 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.674875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a1cc2f-b143-4369-bf27-d15b209f3f61 req-1a79ce7f-87ab-4061-818e-2f6754d8c587 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.1040847 Aug 11 03:13:53.693123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-70e29c19-83aa-4773-966c-ddf4ad66dd94 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573877 Aug 11 03:13:53.719508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:13:53.726825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab11de2-356c-490d-92c6-fbe53f6b96dc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:53.740109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.740826 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Added segment 88ab094b-10b1-4ee3-8d62-c40e9c7d0be9 of type vlan for network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db Aug 11 03:13:53.776229 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56a1cc2f-b143-4369-bf27-d15b209f3f61 req-ef7ca4a1-5281-46ec-830d-9260af0a3191 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930867 Aug 11 03:13:53.801322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.826614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-980fb408-6ae7-495f-956f-c65c33063ee0 req-921ac89b-4d35-4117-a244-e7665c0b4fd9 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234951 Aug 11 03:13:53.844987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.853854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:53.854480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:53.945702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48088) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:53.945843 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5496099 Aug 11 03:13:53.947875 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a5a9e992-4142-4014-a8cf-7dd676ea16fa req-30bb93fe-197a-43cd-8576-d90fc147c699 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0480380 Aug 11 03:13:53.952302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Request body: {'subnet': {'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:53.958400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe387afb-3201-4ee0-b122-45c79eb707bc tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Network': ['ID=5925954f-a5cd-4bf5-9d9f-0bcbc34c67db,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:53.976873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:13:54.064516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Made reservation on behalf of 5141d6eca03a46c492bc9d2d0fe15796 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:13:54.068172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.265037 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.328711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Subnet': ['ID=2142961b-01f3-4193-af59-25b8d516713f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:54.342707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Checking segment: {'id': '88ab094b-10b1-4ee3-8d62-c40e9c7d0be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:54.343061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Network hostable DHCP agents. Network: 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:13:54.361330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:13:54.370395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:54.375808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:54.376752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.389847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face4e6d-9d7e-4d23-8523-66a3b923dd65 None None] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:54.396707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48100) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:54.400244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fb553c6a-1625-48f2-9c3f-feeb2f4f42f5 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4529850 Aug 11 03:13:54.402439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-631865887', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:54.434808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.442818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.527531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.594132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-5925954f-a5cd-4bf5-9d9f-0bcbc34c67db', 'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db', 'tenant_id': '5141d6eca03a46c492bc9d2d0fe15796', 'fixed_ips': [{'subnet_id': '2142961b-01f3-4193-af59-25b8d516713f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:13:54.595510 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.603652 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-8fbde1ce-f32c-4ef2-ad4b-ef341cd07c2c service neutron] show failed (client error): The resource could not be found. Aug 11 03:13:54.604760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-8fbde1ce-f32c-4ef2-ad4b-ef341cd07c2c service neutron] 10.222.0.57 "GET /v2.0/ports/d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.1183531 Aug 11 03:13:54.620529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516155bf-c3d0-457a-afbb-a34959a7d784 req-297b1d70-ad71-4d75-be14-450d08c6f0c8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:54.633547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-516155bf-c3d0-457a-afbb-a34959a7d784 req-297b1d70-ad71-4d75-be14-450d08c6f0c8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1122081 Aug 11 03:13:54.708085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-516155bf-c3d0-457a-afbb-a34959a7d784 req-0d65b3a6-3e53-42e9-b5a9-c089d5157120 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713370 Aug 11 03:13:54.797376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:54.889593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f401f-b4e0-4f9e-b888-d24c3996d156 req-6dba5145-54a2-43f7-a10b-57e3b6a94b99 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:54.891121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f0f401f-b4e0-4f9e-b888-d24c3996d156 req-6dba5145-54a2-43f7-a10b-57e3b6a94b99 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 943 time: 0.1097977 Aug 11 03:13:54.901950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Allocated IP 172.20.0.2 (5925954f-a5cd-4bf5-9d9f-0bcbc34c67db/2142961b-01f3-4193-af59-25b8d516713f/2135fed2-805d-426c-8c3e-9e5507583e91) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:54.980002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-1506a433-d987-44d3-b3fc-c6d1b43e2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:54.981547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-1506a433-d987-44d3-b3fc-c6d1b43e2240 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 1098 time: 0.1286483 Aug 11 03:13:54.990702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0525c16-02f0-44d4-969d-26bab8f659a2 req-974745a8-cae4-4a1f-8811-1cb18b23051c tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:54.992380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0525c16-02f0-44d4-969d-26bab8f659a2 req-974745a8-cae4-4a1f-8811-1cb18b23051c tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.0749793 Aug 11 03:13:54.997647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:13:55.001047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f0f401f-b4e0-4f9e-b888-d24c3996d156 req-62f668d1-05c2-4ed5-bc5c-f3bc5c5f0207 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952656 Aug 11 03:13:55.095937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0525c16-02f0-44d4-969d-26bab8f659a2 req-ecaa8d40-0c3f-4863-a2ae-644a210e1b31 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948310 Aug 11 03:13:55.113129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.114718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.124312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Transition to ACTIVE for port object 2135fed2-805d-426c-8c3e-9e5507583e91 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:55.139661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Transition to ACTIVE for port object 2135fed2-805d-426c-8c3e-9e5507583e91 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:55.146744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.197861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7c8f5e5-c232-4eb4-bb5b-fdf31343846b req-86edb901-ddd8-409a-b704-8c4c39d4fc1d tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0404403 Aug 11 03:13:55.214861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6f229f93-0d2d-4bf8-bd63-7cd8fee94596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.217628 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:55.218777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Pushing event updated for resources: {'Port': ['ID=2135fed2-805d-426c-8c3e-9e5507583e91,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:55.222385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:55.226517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.236049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:55.250744 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.251658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.252311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.252662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.253001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.253336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.253670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.254001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.254327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.254653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.254977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.255497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.255855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:13:55.329198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Attempting to bind port 2135fed2-805d-426c-8c3e-9e5507583e91 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:55.329559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Attempting to bind port 2135fed2-805d-426c-8c3e-9e5507583e91 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '88ab094b-10b1-4ee3-8d62-c40e9c7d0be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:55.330014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Attempting to bind port 2135fed2-805d-426c-8c3e-9e5507583e91 on network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:55.336074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:55.336462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Checking segment: {'id': '88ab094b-10b1-4ee3-8d62-c40e9c7d0be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:55.336955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.337354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Bound using segment: {'id': '88ab094b-10b1-4ee3-8d62-c40e9c7d0be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:55.339072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Bound port: 2135fed2-805d-426c-8c3e-9e5507583e91, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ab094b-10b1-4ee3-8d62-c40e9c7d0be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:55.339494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.388786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Allocated IP 172.25.4.218 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/b8ed0f3d-f0f1-4267-bcb7-1c874ee5e32b) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:55.427851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] For port 2135fed2-805d-426c-8c3e-9e5507583e91, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:55.429226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:55.433767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] For port 2135fed2-805d-426c-8c3e-9e5507583e91, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2135fed2-805d-426c-8c3e-9e5507583e91,segment=NetworkSegment(88ab094b-10b1-4ee3-8d62-c40e9c7d0be9),segment_id=88ab094b-10b1-4ee3-8d62-c40e9c7d0be9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:55.440730 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.488249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:55.517833 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.525610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.542811 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.547592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af0522-cd35-4acf-b57c-c86db3c69a88 None None] Pushing event updated for resources: {'Port': ['ID=2135fed2-805d-426c-8c3e-9e5507583e91,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:55.563370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:55.566386 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aaf05e-4e28-4109-ab14-31c836991559" -d '{"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-unplugged", "status": "completed", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:55.570557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.587371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Transition to ACTIVE for port object d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:55.594386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.623041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4d25e6c4-d048-42ee-a005-ef2142b40e0c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:55.625945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:55.727980 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba984e3a-30d6-4451-a1f9-e3307b763f8b x-openstack-request-id: req-ba984e3a-30d6-4451-a1f9-e3307b763f8b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:55.728564 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-unplugged", "status": "completed", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:55.729011 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba984e3a-30d6-4451-a1f9-e3307b763f8b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:55.729597 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'code': 200} Aug 11 03:13:55.760164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:55.762121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:55.765441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:55.849985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] No DVR routers for this DVR port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:13:55.861116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:55.925673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 4d25e6c4-d048-42ee-a005-ef2142b40e0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:55.950597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'port_id': '4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'mac_address': 'fa:16:3e:1c:61:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecfa77-7a04-47b1-b49a-7b18b85b391b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:56.002220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:56.021415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d25e6c4-d048-42ee-a005-ef2142b40e0c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:56.048435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 4d25e6c4-d048-42ee-a005-ef2142b40e0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:56.056089 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:56.067253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Port': ['ID=b8ed0f3d-f0f1-4267-bcb7-1c874ee5e32b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:56.158134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=4d25e6c4-d048-42ee-a005-ef2142b40e0c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:56.161365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7f658-543b-432f-a49a-a7aae21f249d req-d3a4d41b-1d88-4aa2-b95d-ea21a8a4144b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.162995 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70f7f658-543b-432f-a49a-a7aae21f249d req-d3a4d41b-1d88-4aa2-b95d-ea21a8a4144b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1908278 Aug 11 03:13:56.243953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:13:56.244330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:13:56.244623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on network 696f3892-cb11-44cf-9737-0cb44e63e540 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:56.255515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ca017-4266-43e7-8740-77dd2a6b0867 req-6825e59d-d436-4e63-b46e-cd887471df9c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.257868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d37ca017-4266-43e7-8740-77dd2a6b0867 req-6825e59d-d436-4e63-b46e-cd887471df9c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 944 time: 0.1092443 Aug 11 03:13:56.260373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on network 696f3892-cb11-44cf-9737-0cb44e63e540 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:13:56.260704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Attempting to bind port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on network 696f3892-cb11-44cf-9737-0cb44e63e540 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:13:56.268002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:13:56.268293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Checking segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:13:56.268659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Bound using segment: {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:13:56.269097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Bound port: d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:13:56.269461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:56.352597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d37ca017-4266-43e7-8740-77dd2a6b0867 req-67db7ee9-0dcb-4ba7-841a-9ad14ff33f54 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859294 Aug 11 03:13:56.388570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:13:56.393578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:13:56.400898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:56.439889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:56.473289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.474157 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:56.476991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] 10.222.0.10 "PUT /v2.0/ports/d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 1093 time: 1.4833379 Aug 11 03:13:56.640500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d935c-6fc7-4105-bc84-652ec98cd5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:56.667974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-a1df6fc6-c7cd-46b3-a1a4-04fb6caad959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.670247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-a1df6fc6-c7cd-46b3-a1a4-04fb6caad959 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1096 time: 0.1189549 Aug 11 03:13:56.678383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9586e-df11-4041-b7a9-7c5510231656 req-aaee47f0-0210-48e8-8d63-5dd35ecab792 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.687067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdb9586e-df11-4041-b7a9-7c5510231656 req-aaee47f0-0210-48e8-8d63-5dd35ecab792 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.2177312 Aug 11 03:13:56.723869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70f7f658-543b-432f-a49a-a7aae21f249d req-7a540cd4-1403-4db5-a2fd-e44ffb24d8a0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5097697 Aug 11 03:13:56.760879 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:56.765509 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:56.878349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdb9586e-df11-4041-b7a9-7c5510231656 req-701ba505-7dcf-42af-a2b2-573101681a3e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752794 Aug 11 03:13:56.951910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-02c79930-30e0-4fa8-b2f8-39df48bbd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:56.953746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-02c79930-30e0-4fa8-b2f8-39df48bbd083 service neutron] 10.222.0.10 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.2646697 Aug 11 03:13:56.955052 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0195f67-1e4a-42b8-8643-0ad2b801e1db req-89a1ee25-eed7-4678-adcf-dd3f8b8be1ac tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0445168 Aug 11 03:13:56.956815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2135fed2-805d-426c-8c3e-9e5507583e91 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:57.067735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2135fed2-805d-426c-8c3e-9e5507583e91 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:57.084449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-87c2773f-aae2-4c19-95fe-30545464a520 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 999 time: 0.1142418 Aug 11 03:13:57.129864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.149449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-75b6b516-f4fc-49db-b0b3-366e00c8e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:57.151367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-75b6b516-f4fc-49db-b0b3-366e00c8e4a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.0557413 Aug 11 03:13:57.213019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-5632f8c3-7359-4e72-a98b-a756b3fc21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:57.214441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-5632f8c3-7359-4e72-a98b-a756b3fc21f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465937 Aug 11 03:13:57.227328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813305b1-9198-4291-93a1-37c93d8362fc None None] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:13:57.316710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Router f382ca49-fc0a-431e-8f6f-579db86f3571 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:13:57.360864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-2d58042b-79e6-461c-946a-9fbe2ff00eec service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376593 Aug 11 03:13:57.370924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-63304bf1-7296-4597-96fb-284158a1f5d5 None None] Provisioning for port 2135fed2-805d-426c-8c3e-9e5507583e91 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:57.380443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-63304bf1-7296-4597-96fb-284158a1f5d5 None None] Provisioning complete for port 2135fed2-805d-426c-8c3e-9e5507583e91 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:57.380739 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-63304bf1-7296-4597-96fb-284158a1f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.454744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:13:57.468293 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] Sync routers for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:13:57.486173 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:57.489934 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:57.503609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.506462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dae6bbe5-e089-44f7-88b6-086c2bc7428e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.1080091 Aug 11 03:13:57.509731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48164) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:13:57.551344 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:57.562632 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:13:57.563970 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:57.626859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf7fb4-482f-44df-bdd9-b0a32d731e25 req-2eaa6cf7-e4ec-4e3d-8c18-88c4aba7cfc9 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:57.627435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e771b7ff-439b-4338-b416-63a5adf17c8e details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:13:57.628205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cbf7fb4-482f-44df-bdd9-b0a32d731e25 req-2eaa6cf7-e4ec-4e3d-8c18-88c4aba7cfc9 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 944 time: 0.1237803 Aug 11 03:13:57.629149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4d25e6c4-d048-42ee-a005-ef2142b40e0c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:57.637576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f63d4ac-efdb-405a-91b3-8cc5a0362fe6 req-5ef7e5e1-53a5-4261-8cd7-104aabc20740 service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618828 Aug 11 03:13:57.651417 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:13:57.653487 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8dd862-aadf-46ab-8844-68432c84116e None None] The sync data for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:13:57.715883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cbf7fb4-482f-44df-bdd9-b0a32d731e25 req-a393f07e-ac6b-45e0-9459-146fea7b4cfb tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721397 Aug 11 03:13:57.731012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:57.733959 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f94dfe-57a7-47bd-a135-a5152fff5170" -d '{"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:57.857356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-63304bf1-7296-4597-96fb-284158a1f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.876146 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d987610-093d-492e-b34b-42b83eb60c12 x-openstack-request-id: req-7d987610-093d-492e-b34b-42b83eb60c12 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:57.876709 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:57.877179 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7d987610-093d-492e-b34b-42b83eb60c12 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:57.877910 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'status': 'completed', 'code': 200} Aug 11 03:13:57.976202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 4d25e6c4-d048-42ee-a005-ef2142b40e0c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:57.986498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-63304bf1-7296-4597-96fb-284158a1f5d5 None None] For port 2135fed2-805d-426c-8c3e-9e5507583e91, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2135fed2-805d-426c-8c3e-9e5507583e91,segment=NetworkSegment(88ab094b-10b1-4ee3-8d62-c40e9c7d0be9),segment_id=88ab094b-10b1-4ee3-8d62-c40e9c7d0be9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:57.994792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 4d25e6c4-d048-42ee-a005-ef2142b40e0c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:57.994792 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:57.999729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e771b7ff-439b-4338-b416-63a5adf17c8e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e771b7ff-439b-4338-b416-63a5adf17c8e,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:58.014841 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-63304bf1-7296-4597-96fb-284158a1f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.065042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'mac_address': 'fa:16:3e:85:8f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:13:58.066428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-36e0f9c8-b978-4fdd-b99d-baa1590c8a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.067412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-36e0f9c8-b978-4fdd-b99d-baa1590c8a3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1096 time: 0.1770227 Aug 11 03:13:58.081949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25784bd-8823-4944-8de4-be928697f9b6 req-9bf612d1-ad84-4d27-b656-44e1ec505b51 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.083665 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25784bd-8823-4944-8de4-be928697f9b6 req-9bf612d1-ad84-4d27-b656-44e1ec505b51 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1725569 Aug 11 03:13:58.164758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63304bf1-7296-4597-96fb-284158a1f5d5 None None] Pushing event updated for resources: {'Port': ['ID=2135fed2-805d-426c-8c3e-9e5507583e91,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:58.165769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196998ce-01cb-42ae-be6c-77564272039d req-8a24006d-58ce-4c9a-9156-9b55815695f0 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.167356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-196998ce-01cb-42ae-be6c-77564272039d req-8a24006d-58ce-4c9a-9156-9b55815695f0 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 944 time: 0.1945219 Aug 11 03:13:58.167510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-fa3b51f8-fb46-4327-b698-90d9377215dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.169010 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-fa3b51f8-fb46-4327-b698-90d9377215dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1096 time: 0.2419367 Aug 11 03:13:58.205085 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.231271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e771b7ff-439b-4338-b416-63a5adf17c8e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:13:58.246334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-196998ce-01cb-42ae-be6c-77564272039d req-07fcb39c-41cd-452c-9d1f-e478c6d442ae tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661044 Aug 11 03:13:58.253658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e771b7ff-439b-4338-b416-63a5adf17c8e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e771b7ff-439b-4338-b416-63a5adf17c8e,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:58.254648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a0457679-691e-45d4-839c-438c8bddc916 None None] Provisioning complete for port 2135fed2-805d-426c-8c3e-9e5507583e91 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:58.255146 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0457679-691e-45d4-839c-438c8bddc916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.308301 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.309843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-6176aa5f-54f5-4923-8efe-8f0b1837f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.310163 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.311347 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-6176aa5f-54f5-4923-8efe-8f0b1837f4cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.1314147 Aug 11 03:13:58.389929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e771b7ff-439b-4338-b416-63a5adf17c8e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:58.391495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f25784bd-8823-4944-8de4-be928697f9b6 req-347cc1c2-205a-4be5-a8a3-dc7e00e19651 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2910774 Aug 11 03:13:58.393426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-7135e1d9-b08b-4401-94a7-85fa25970d15 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 999 time: 0.0704877 Aug 11 03:13:58.397605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-199811d1-3b75-4a8d-9384-ac48edfa6f8e req-261cfe54-a280-44d2-b04e-504c55b8f1e4 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0403008 Aug 11 03:13:58.418583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.455142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-2bceadf8-c405-4e21-afeb-61cdbced9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.456865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-2bceadf8-c405-4e21-afeb-61cdbced9128 service neutron] 10.222.0.10 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.3655477 Aug 11 03:13:58.479600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.514672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-92fa6ff8-4cef-4bda-8f13-c07ac6f15638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.516365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-92fa6ff8-4cef-4bda-8f13-c07ac6f15638 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.1119478 Aug 11 03:13:58.527038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5298f939-f01f-42ef-96de-f0bf932bde05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d25e6c4-d048-42ee-a005-ef2142b40e0c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:13:58.529500 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65986a75-8a17-4e89-afdb-e78583cfc683" -d '{"events": [{"server_uuid": "5298f939-f01f-42ef-96de-f0bf932bde05", "name": "network-vif-plugged", "status": "completed", "tag": "4d25e6c4-d048-42ee-a005-ef2142b40e0c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:13:58.547133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 4d25e6c4-d048-42ee-a005-ef2142b40e0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:13:58.556565 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:58.558073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:13:58.576055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-e80c8a47-a81d-4341-bbcc-0f05e355a78e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 999 time: 0.1080205 Aug 11 03:13:58.582003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-757136c2-fc06-436c-b927-b25414425f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.583682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-757136c2-fc06-436c-b927-b25414425f30 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593386 Aug 11 03:13:58.624661 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af7a1c5-89eb-4d8b-8827-66b609a8df2c x-openstack-request-id: req-2af7a1c5-89eb-4d8b-8827-66b609a8df2c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:13:58.624942 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5298f939-f01f-42ef-96de-f0bf932bde05", "name": "network-vif-plugged", "status": "completed", "tag": "4d25e6c4-d048-42ee-a005-ef2142b40e0c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:13:58.625208 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2af7a1c5-89eb-4d8b-8827-66b609a8df2c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:13:58.625820 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5298f939-f01f-42ef-96de-f0bf932bde05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'code': 200} Aug 11 03:13:58.665690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e771b7ff-439b-4338-b416-63a5adf17c8e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:13:58.713387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-d2107574-2444-4091-9f80-f62be9c33465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.715045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-d2107574-2444-4091-9f80-f62be9c33465 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.1276019 Aug 11 03:13:58.772426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:13:58.809881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-9d5cb0d4-aeee-427b-bf50-0b496ae5f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.811586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-9d5cb0d4-aeee-427b-bf50-0b496ae5f737 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847607 Aug 11 03:13:58.813924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-0d47616c-3b50-42ad-bb63-c2a2a4e490be service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154047 Aug 11 03:13:58.827612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0bfa9-831d-4d41-a976-2d570e91fb07 req-cb649c77-aded-44a5-a922-17a7ffcf1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:58.829152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ae0bfa9-831d-4d41-a976-2d570e91fb07 req-cb649c77-aded-44a5-a922-17a7ffcf1cee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 1097 time: 0.1180317 Aug 11 03:13:58.844666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=4d25e6c4-d048-42ee-a005-ef2142b40e0c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:58.898252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2135fed2-805d-426c-8c3e-9e5507583e91 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:13:58.903788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4ae0bfa9-831d-4d41-a976-2d570e91fb07 req-367e09a0-9cdc-4857-a97c-88d68f17a2e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663760 Aug 11 03:13:58.927387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Allocated IP 172.20.0.1 (5925954f-a5cd-4bf5-9d9f-0bcbc34c67db/2142961b-01f3-4193-af59-25b8d516713f/6edc5eba-15e9-44ea-9232-49b1b3ffeafb) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:13:58.964362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-35a1672f-3f11-40f7-b481-0c502617294f service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411066 Aug 11 03:13:58.976777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2135fed2-805d-426c-8c3e-9e5507583e91 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:58.977173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.096320 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.115199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Transition to ACTIVE for port object 6edc5eba-15e9-44ea-9232-49b1b3ffeafb will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:13:59.169121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.177873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b524a-922e-497b-9257-980202c54705 req-8f63dae3-77b9-4e57-825b-7da828e102bf tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:59.179910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-785b524a-922e-497b-9257-980202c54705 req-8f63dae3-77b9-4e57-825b-7da828e102bf tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 945 time: 0.2136900 Aug 11 03:13:59.225285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:13:59.229265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:13:59.233273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:13:59.237262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-ca94a21e-1232-4195-b913-0cfa0efa8c0f service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773991 Aug 11 03:13:59.250058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19f94dfe-57a7-47bd-a135-a5152fff5170 req-4a611e0c-afe0-4138-9869-357c28bc3f5f service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707448 Aug 11 03:13:59.259222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-785b524a-922e-497b-9257-980202c54705 req-1e2eccf3-0658-4ae3-86f9-6c042edcb169 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684609 Aug 11 03:13:59.285170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Port': ['ID=6edc5eba-15e9-44ea-9232-49b1b3ffeafb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:13:59.305945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.448968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5709994-4c7a-48a3-8d13-39f6da8b416d req-872b9c1d-6aa6-48e2-a2d8-9eda19993968 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:59.450529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5709994-4c7a-48a3-8d13-39f6da8b416d req-872b9c1d-6aa6-48e2-a2d8-9eda19993968 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 945 time: 0.0979714 Aug 11 03:13:59.527671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.535027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5709994-4c7a-48a3-8d13-39f6da8b416d req-c5822014-fa2b-4d83-afd3-f14efaf1330b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768065 Aug 11 03:13:59.547812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4a622006-c3ac-473c-b245-e9cfde132736 req-17e6d463-071d-46a2-bc6d-f31e3ecb79a2 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0469968 Aug 11 03:13:59.636948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-da08ef60-283d-4b8f-9328-190017ce754e None None] Provisioning for port 6edc5eba-15e9-44ea-9232-49b1b3ffeafb completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:13:59.645029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-da08ef60-283d-4b8f-9328-190017ce754e None None] Provisioning complete for port 6edc5eba-15e9-44ea-9232-49b1b3ffeafb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:13:59.645715 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-da08ef60-283d-4b8f-9328-190017ce754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.721945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-da08ef60-283d-4b8f-9328-190017ce754e None None] Port 6edc5eba-15e9-44ea-9232-49b1b3ffeafb cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:13:59.747382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5c34f-ff65-4a65-b2fc-1c6d616f4b31 req-a32ca5bc-cfc1-41d6-80ae-797642c6a37c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:13:59.748899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eec5c34f-ff65-4a65-b2fc-1c6d616f4b31 req-a32ca5bc-cfc1-41d6-80ae-797642c6a37c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1024492 Aug 11 03:13:59.868659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eec5c34f-ff65-4a65-b2fc-1c6d616f4b31 req-554e6f5a-d903-4d45-9d05-2f29e190ba57 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102993 Aug 11 03:13:59.948080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.954354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:13:59.958808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.034121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Port': ['ID=6edc5eba-15e9-44ea-9232-49b1b3ffeafb,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:00.036765 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.133962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:00.135390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:00.255001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Router f382ca49-fc0a-431e-8f6f-579db86f3571 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:00.353815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1d10da2-31a4-4ecf-a85a-bc4b326a5675 None None] Provisioning complete for port 6edc5eba-15e9-44ea-9232-49b1b3ffeafb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:00.355838 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1d10da2-31a4-4ecf-a85a-bc4b326a5675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.377150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:00.384476 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c8f4898b-f9a6-432e-9f9b-14d2fde00ca8 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "PUT /v2.0/routers/f382ca49-fc0a-431e-8f6f-579db86f3571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8735726 Aug 11 03:14:00.386979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48192) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:00.393494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d1d10da2-31a4-4ecf-a85a-bc4b326a5675 None None] Port 6edc5eba-15e9-44ea-9232-49b1b3ffeafb cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:00.395038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Request body: {'port': {'network_id': '5925954f-a5cd-4bf5-9d9f-0bcbc34c67db', 'name': 'tempest-FloatingIPAdminTestJSON-1386081479'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:00.399465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] Sync routers for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:00.400882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc07dd8-aa80-47bf-9cf3-fc041a0dbbfb req-4858c812-b0a6-4dda-9f36-548458ee0758 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:00.402629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9bc07dd8-aa80-47bf-9cf3-fc041a0dbbfb req-4858c812-b0a6-4dda-9f36-548458ee0758 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 945 time: 0.0653527 Aug 11 03:14:00.409913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:00.410538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:00.444924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9bc07dd8-aa80-47bf-9cf3-fc041a0dbbfb req-ab04332a-c46e-4a0f-a2f9-da0d9d34ee7b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Aug 11 03:14:00.461145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:00.480175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:00.480828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:00.519188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:00.519891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b930595a-9691-47d6-95ff-626e3d90ebdf None None] The sync data for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:00.553026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Made reservation on behalf of 5141d6eca03a46c492bc9d2d0fe15796 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:00.556728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:00.582619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] device_id is not set on port adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:00.685355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-97e9f2a5-ebb1-4d12-9bb7-c60eb50972da req-3e9c1c97-eed9-4a68-9dd7-30de0f71c3c4 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0402389 Aug 11 03:14:00.838797 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:14:00.894864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:14:01.092733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:01.099031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb91b0-6729-44a7-95c9-fa54f9950c1d req-5088623f-cbde-486c-b56b-10eba5ecfb5e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:01.103093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bafb91b0-6729-44a7-95c9-fa54f9950c1d req-5088623f-cbde-486c-b56b-10eba5ecfb5e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 944 time: 0.1077826 Aug 11 03:14:01.108045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'port_id': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'mac_address': 'fa:16:3e:db:e9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:14:01.151618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bafb91b0-6729-44a7-95c9-fa54f9950c1d req-94105fa6-d727-4d4f-8d95-7f5e1615df5a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427063 Aug 11 03:14:01.178008 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.207966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:01.232921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89278e-5d3a-46f9-af11-54e8e1370a17 req-b1aced7f-9c5e-4101-a933-f2c023b914f4 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:01.233934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:01.242111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df89278e-5d3a-46f9-af11-54e8e1370a17 req-b1aced7f-9c5e-4101-a933-f2c023b914f4 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 945 time: 0.5773654 Aug 11 03:14:01.246295 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.272137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Allocated IP 172.20.0.10 (5925954f-a5cd-4bf5-9d9f-0bcbc34c67db/2142961b-01f3-4193-af59-25b8d516713f/adef1bc6-73a8-480f-8b4b-e5d3b46b8a51) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:01.324425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:01.336548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df89278e-5d3a-46f9-af11-54e8e1370a17 req-032cf9e0-435b-46ae-bf69-d94c14947aaa tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825539 Aug 11 03:14:01.462575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:01.543120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be93779-908b-4ae6-86dd-cfe6408f8ac5 req-334e6fbf-b88d-427a-9d5e-03948a1b0ff9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:01.551215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8be93779-908b-4ae6-86dd-cfe6408f8ac5 req-334e6fbf-b88d-427a-9d5e-03948a1b0ff9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 945 time: 0.1487374 Aug 11 03:14:01.570201 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.588204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Transition to ACTIVE for port object adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:01.607336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-fca11a76-2405-4744-88bb-94505f1fc67c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:01.609201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-fca11a76-2405-4744-88bb-94505f1fc67c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465&tenant_id=69120019df3c43d2af4dc08a22e06ab4&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 945 time: 0.1668551 Aug 11 03:14:01.623157 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8be93779-908b-4ae6-86dd-cfe6408f8ac5 req-ba99b144-0a6b-49d1-9b14-6f5789836f37 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706739 Aug 11 03:14:01.635041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.647807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e771b7ff-439b-4338-b416-63a5adf17c8e up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:01.705222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:01.708145 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-aeac4305-9c67-41bc-9744-9ca2945ede8e service neutron] delete failed (client error): The resource could not be found. Aug 11 03:14:01.709305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-aeac4305-9c67-41bc-9744-9ca2945ede8e service neutron] 10.222.0.57 "DELETE /v2.0/ports/d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0802093 Aug 11 03:14:01.712247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:01.716980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:01.752129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event updated for resources: {'Port': ['ID=adef1bc6-73a8-480f-8b4b-e5d3b46b8a51,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:01.808300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:01.809041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.844741 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e6c5f1f1-95ed-4594-91b7-c8ce5aa1a609 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4555399 Aug 11 03:14:01.845480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48216) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:01.917645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-f3c7a2f9-5b51-42c4-9548-0bc7092a3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:01.922648 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-f3c7a2f9-5b51-42c4-9548-0bc7092a3fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1097 time: 0.1279144 Aug 11 03:14:01.940770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port e771b7ff-439b-4338-b416-63a5adf17c8e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:01.978545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e771b7ff-439b-4338-b416-63a5adf17c8e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:01.978940 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:01.994913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7be254a5-d79a-49df-94a1-0e1a97fbb18b req-edd663bd-0d7c-4135-b6ae-e806dd675d14 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.1073420 Aug 11 03:14:01.997810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'project_id': '5141d6eca03a46c492bc9d2d0fe15796', 'port_id': 'adef1bc6-73a8-480f-8b4b-e5d3b46b8a51'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:02.081573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.112650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2aad1e92-65c3-46f2-a2ba-0901207c3279 req-d8c4716a-5217-4e48-b501-1e1047ed1355 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0347378 Aug 11 03:14:02.123876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.153612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-9e1d9d4b-11b8-4960-8b21-e64e48e0a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:02.155374 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-9e1d9d4b-11b8-4960-8b21-e64e48e0a957 service neutron] 10.222.0.57 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.2252657 Aug 11 03:14:02.161309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:02.164465 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a883a831-0d38-44ec-916d-30708bd26fa2" -d '{"events": [{"server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "name": "network-vif-plugged", "status": "completed", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:02.190584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e771b7ff-439b-4338-b416-63a5adf17c8e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e771b7ff-439b-4338-b416-63a5adf17c8e,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:02.201159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.233094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.245666 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d2844b-4e1f-46ff-8886-e576ec7d229c x-openstack-request-id: req-02d2844b-4e1f-46ff-8886-e576ec7d229c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:02.246217 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "name": "network-vif-plugged", "status": "completed", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:02.246401 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02d2844b-4e1f-46ff-8886-e576ec7d229c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:02.246872 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'code': 200} Aug 11 03:14:02.252613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-68102c40-d10e-4aab-a486-5c99cb2806ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 1000 time: 0.0884919 Aug 11 03:14:02.262251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e771b7ff-439b-4338-b416-63a5adf17c8e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:02.270637 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dc23d766-a886-4939-b700-895b6b9d359f None None] Provisioning for port adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:02.276138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dc23d766-a886-4939-b700-895b6b9d359f None None] Provisioning complete for port adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:02.276859 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dc23d766-a886-4939-b700-895b6b9d359f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.319493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-dc23d766-a886-4939-b700-895b6b9d359f None None] Port adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:02.335187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-04a087a1-e9a4-4268-90ac-c65e4d57bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:02.336884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-04a087a1-e9a4-4268-90ac-c65e4d57bcc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.0731049 Aug 11 03:14:02.392708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-53a3f67c-b81d-4161-9376-336a75fd1bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:02.394325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-53a3f67c-b81d-4161-9376-336a75fd1bd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489409 Aug 11 03:14:02.397944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e365284-5011-4c0f-aad7-6103cce0b4f0 req-b83cda8e-8354-4f44-ae86-c0438837cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:02.399435 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e365284-5011-4c0f-aad7-6103cce0b4f0 req-b83cda8e-8354-4f44-ae86-c0438837cd15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1098 time: 0.0868883 Aug 11 03:14:02.430957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Allocated IP 172.25.4.85 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/1935b01d-de61-4af7-97bb-34313c9a53a1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:02.502342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e365284-5011-4c0f-aad7-6103cce0b4f0 req-d5496a79-2778-4cb3-8699-0855a0da7d7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917780 Aug 11 03:14:02.504145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-4989f011-3070-46fa-b88f-79ea21b00a7f service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963173 Aug 11 03:14:02.546169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b753545-fcca-4979-9e40-13a85463f5e9 req-ff1dae22-6da6-4703-a252-2bebe018ed05 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:02.547833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b753545-fcca-4979-9e40-13a85463f5e9 req-ff1dae22-6da6-4703-a252-2bebe018ed05 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 946 time: 0.1238673 Aug 11 03:14:02.614624 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5b753545-fcca-4979-9e40-13a85463f5e9 req-7a6ebb47-f2f5-4e18-a7d9-0ae7f678783c tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590568 Aug 11 03:14:02.624161 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.656793 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39eb42d8-af7b-4459-85a6-0797f774a149 req-f1caad44-79d2-4fad-b82b-1dca7edba093 service neutron] 10.222.0.57 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056111 Aug 11 03:14:02.672471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:02.721507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:02.724705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:02.731496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:02.763913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Pushing event updated for resources: {'Port': ['ID=1935b01d-de61-4af7-97bb-34313c9a53a1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:02.786961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ab5ad-4864-4453-aa08-8d28b939c2d0 req-41ac6e12-a350-4560-9070-57d407ea7f44 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:02.800388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed8ab5ad-4864-4453-aa08-8d28b939c2d0 req-41ac6e12-a350-4560-9070-57d407ea7f44 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 945 time: 0.0850966 Aug 11 03:14:02.845022 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed8ab5ad-4864-4453-aa08-8d28b939c2d0 req-edeb0a17-1cc7-4239-943b-8a24469783b0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403020 Aug 11 03:14:02.922459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:02.981668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:02.992223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:02.992865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.106255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.161591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:03.170800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.174131 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.244928 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21bc5b74-690a-44d6-9dd5-25a6d48d5bbe req-d9d1d36d-7dcb-40b4-b0b1-007d36318cc0 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0753124 Aug 11 03:14:03.287328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.330043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.747088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc02553c-8f1f-411a-80aa-b4161ee2c082 req-1742187f-f3fc-47a3-ab34-6defc45a4171 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c&device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.0424528 Aug 11 03:14:03.773382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.779446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.856254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Pushing event updated for resources: {'Port': ['ID=1935b01d-de61-4af7-97bb-34313c9a53a1,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:03.904768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b32da7-d43a-4e9f-8393-abc22d28db85 req-1d20551a-8e18-4b07-84ef-b31e28004d4e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:03.914949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3b32da7-d43a-4e9f-8393-abc22d28db85 req-1d20551a-8e18-4b07-84ef-b31e28004d4e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 946 time: 0.0765152 Aug 11 03:14:03.968975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:03.994602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3b32da7-d43a-4e9f-8393-abc22d28db85 req-9f5bc1c5-e7e8-4906-b584-39eac5670363 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783417 Aug 11 03:14:04.110848 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Floating IP 83b422ed-ea6b-4362-922e-380ba482f005 associated. External IP: 172.25.4.85, port: adef1bc6-73a8-480f-8b4b-e5d3b46b8a51. Aug 11 03:14:04.171719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d91b085d-cb24-4b8c-beb2-56249ab6176d req-0579df1b-0f5a-424a-bd90-8a4999f65f32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea617e447e404710a2b98318e994765b&device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0448823 Aug 11 03:14:04.182202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72886be-a277-43a2-9511-7a35684b218e req-befae0ab-6062-4e97-bf71-2e3ee6f3dcfb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:04.184274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a72886be-a277-43a2-9511-7a35684b218e req-befae0ab-6062-4e97-bf71-2e3ee6f3dcfb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.1034806 Aug 11 03:14:04.248091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:04.250411 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c85883-ad66-47e9-910f-c982879cb45f" -d '{"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:04.251438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a72886be-a277-43a2-9511-7a35684b218e req-4762454e-dbdc-4570-98b6-d44ccad02ee3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551662 Aug 11 03:14:04.253901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d91b085d-cb24-4b8c-beb2-56249ab6176d req-3eb91cff-ed71-401d-87fa-acbe77f0c41b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ea617e447e404710a2b98318e994765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684462 Aug 11 03:14:04.277174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.280229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95decb8e-7460-47e3-9775-3f03aa2f488a req-594983db-2366-4313-85a5-d08f349704b2 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:04.291721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95decb8e-7460-47e3-9775-3f03aa2f488a req-594983db-2366-4313-85a5-d08f349704b2 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 946 time: 0.1401865 Aug 11 03:14:04.353005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95decb8e-7460-47e3-9775-3f03aa2f488a req-14e68386-5094-4141-b733-42c50091d99b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602641 Aug 11 03:14:04.379409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48282) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.461480 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc3cbe-e189-45e2-bc2a-a347fa6a9334 x-openstack-request-id: req-54fc3cbe-e189-45e2-bc2a-a347fa6a9334 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:04.461785 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-plugged", "status": "completed", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:04.462040 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54fc3cbe-e189-45e2-bc2a-a347fa6a9334 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:04.462440 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'code': 200} Aug 11 03:14:04.705648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Router f382ca49-fc0a-431e-8f6f-579db86f3571 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:04.801585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196796ae-72c2-4575-8ce8-d15aca32f335 tempest-TestVolumeBackupRestore-1407456878 tempest-TestVolumeBackupRestore-1407456878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:04.810280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-196796ae-72c2-4575-8ce8-d15aca32f335 tempest-TestVolumeBackupRestore-1407456878 tempest-TestVolumeBackupRestore-1407456878-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1093 time: 0.4293511 Aug 11 03:14:04.812999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48310) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:04.822028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:04.947019 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:04.987777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:04.998589 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] Sync routers for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:05.016396 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:05.017482 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:05.089101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:05.159957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-62eac49d-48eb-4d63-8ee7-bf45d1823c39 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.3134294 Aug 11 03:14:05.167682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:05.249474 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:05.260210 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:05.261086 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:05.277316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfda6e82-cf6d-4619-bf60-7f7d51011e1f req-4d053067-14f8-4fa6-be1b-3517ba18636d tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.9493687 Aug 11 03:14:05.321474 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:05.322776 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a52f16-cda0-4637-9172-2dc55799c9ab None None] The sync data for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:05.388626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b085d-cb24-4b8c-beb2-56249ab6176d req-23d0eaf3-969d-44b7-b026-b14491fe683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:05.390792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d91b085d-cb24-4b8c-beb2-56249ab6176d req-23d0eaf3-969d-44b7-b026-b14491fe683c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1294057 Aug 11 03:14:05.398525 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6e354ff1-a9a3-413a-8565-e5c9e1fdb9d5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/c022979b-d4d6-44eb-8b6c-8884aca5a531 HTTP/1.1" status: 200 len: 993 time: 1.1199784 Aug 11 03:14:05.451511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48366) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:05.463289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a6fe0610-9bc1-4182-8bd0-51a123914296 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] 10.222.0.60 "GET /v2.0/floatingips/83b422ed-ea6b-4362-922e-380ba482f005 HTTP/1.1" status: 200 len: 983 time: 0.2842696 Aug 11 03:14:05.527304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:05.733054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3b68195a-7b0d-45ad-a6c1-4a82e671a5bc tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.2798116 Aug 11 03:14:05.735419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48396) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:05.752080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Allocated IP 172.25.4.145 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/bfc2a10b-c396-4bf6-8034-4becd2bc7aa5) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:05.933335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.018224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.057371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Deleting port 1935b01d-de61-4af7-97bb-34313c9a53a1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:06.057713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.065965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:06.071249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:06.075125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:06.119164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'Port': ['ID=bfc2a10b-c396-4bf6-8034-4becd2bc7aa5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:06.179513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.179861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.193379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Calling delete_port for 1935b01d-de61-4af7-97bb-34313c9a53a1 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:06.442556 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37721fb0-229c-4780-a9cc-1f16d86aafa0 req-98a7132c-8baf-429d-b8bf-0dd27e0312b4 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0386553 Aug 11 03:14:06.458181 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.495910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Port': ['ID=1935b01d-de61-4af7-97bb-34313c9a53a1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:06.598878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.599309 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Floating IP 83b422ed-ea6b-4362-922e-380ba482f005 disassociated (deleted). External IP: 172.25.4.85, port: adef1bc6-73a8-480f-8b4b-e5d3b46b8a51. Aug 11 03:14:06.718832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.798694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d91b085d-cb24-4b8c-beb2-56249ab6176d req-6886ff5b-222a-4dd7-9b92-629ec478130e tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.10 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.1166620 Aug 11 03:14:06.805634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:06.993706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Router f382ca49-fc0a-431e-8f6f-579db86f3571 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:07.053271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.061912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.205492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:07.212355 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.213126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event updated for resources: {'Port': ['ID=bfc2a10b-c396-4bf6-8034-4becd2bc7aa5,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:07.219011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] Sync routers for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:07.243174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:07.244064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:07.246889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.251588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.251965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.252337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.252705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.253075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.253504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.254769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.255199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.255999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.256862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.257409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:07.264615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.300246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2d44edb6-cc6a-49c4-a273-93b03cd8011a tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "DELETE /v2.0/floatingips/83b422ed-ea6b-4362-922e-380ba482f005 HTTP/1.1" status: 204 len: 168 time: 1.5627794 Aug 11 03:14:07.304860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:07.329659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:07.343972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:07.347254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:07.348133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:07.398414 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.399366 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Floating IP 7b1daac1-cc22-49e7-af96-8c371d1ffa8f associated. External IP: 172.25.4.145, port: e771b7ff-439b-4338-b416-63a5adf17c8e. Aug 11 03:14:07.441434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:07.442330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479f9cf-9f70-488d-901f-c0e7485405d2 None None] The sync data for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:07.708051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2eabd02e-ed51-4ac5-84b5-ce8842bb45cf req-b3100bb3-a208-4c35-b676-858801be25a5 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=debe6d45-fb6a-437c-a571-6ff1db41f83c HTTP/1.1" status: 200 len: 210 time: 0.0854406 Aug 11 03:14:07.843855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:07.990959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Allocated IP 172.25.4.14 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/c7a03b60-3fbd-4a36-9e12-1fe3904030ff) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:08.093984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Router 800834bd-d0a9-4558-bbe8-20ea59550060 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:08.146008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.211760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.297341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:08.301871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:08.312013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:08.354010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Pushing event updated for resources: {'Port': ['ID=c7a03b60-3fbd-4a36-9e12-1fe3904030ff,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:08.395183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:08.409187 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] Sync routers for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:08.427933 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:08.429039 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:08.463692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.524022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fd4ce23c-31cb-48bb-96f7-12257638cd9b tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7093627 Aug 11 03:14:08.525198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:08.530402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48662) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:08.532951 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0decaa19-6ee1-48c3-b4aa-5a95debc8711" -d '{"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:08.581352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.612029 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f93883-3e08-455d-ac90-3907cfd385d0 x-openstack-request-id: req-60f93883-3e08-455d-ac90-3907cfd385d0 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:08.612319 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:08.612573 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60f93883-3e08-455d-ac90-3907cfd385d0 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:08.613050 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'status': 'completed', 'code': 200} Aug 11 03:14:08.617329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:08.711579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc469548-7cea-48ad-871a-55b6b25c438e tempest-TestVolumeBackupRestore-1407456878 tempest-TestVolumeBackupRestore-1407456878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.713403 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cc469548-7cea-48ad-871a-55b6b25c438e tempest-TestVolumeBackupRestore-1407456878 tempest-TestVolumeBackupRestore-1407456878-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1093 time: 0.1774192 Aug 11 03:14:08.716340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:08.724492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.752055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Request body: {'floatingip': {'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:08.902338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-0f8f8609-27fe-4462-8e45-9fd1f0c4103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:08.904836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:08.907882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-0f8f8609-27fe-4462-8e45-9fd1f0c4103e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1098 time: 0.2697260 Aug 11 03:14:09.199882 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7b1daac1-cc22-49e7-af96-8c371d1ffa8f', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'mac_address': 'fa:16:3e:85:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:14:06Z', 'updated_at': '2021-08-11T03:14:06Z', 'revision_number': 0, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:09.203655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-903c7b83-c70a-41ae-9631-4c7c80895265 req-cf0bc2ee-a1ca-449b-8693-2eed88085cfc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ea617e447e404710a2b98318e994765b&device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.0861807 Aug 11 03:14:09.237114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] Checking router: 800834bd-d0a9-4558-bbe8-20ea59550060 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:09.247964 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:09.248777 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:09.310932 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59bd72f2-0e34-4c06-a458-7d352f73cd0c req-4679b58c-7b31-4f82-98f1-0baeef5c898c tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.1144779 Aug 11 03:14:09.329955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-903c7b83-c70a-41ae-9631-4c7c80895265 req-5f2449b6-d2ed-4fde-b3c5-b20836110d43 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ea617e447e404710a2b98318e994765b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028857 Aug 11 03:14:09.339571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-9b1f1f0d-8741-447d-8b13-afbc3d62eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.341103 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-9b1f1f0d-8741-447d-8b13-afbc3d62eed9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 200 len: 914 time: 0.4241321 Aug 11 03:14:09.381594 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.463745 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:09.480247 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.614278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-30d8870c-4f63-4942-afdb-b95551923b8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 200 len: 1000 time: 0.2499311 Aug 11 03:14:09.627262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Pushing event updated for resources: {'Port': ['ID=c7a03b60-3fbd-4a36-9e12-1fe3904030ff,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:09.704229 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.714641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c7b83-c70a-41ae-9631-4c7c80895265 req-6a5be669-0053-432e-aeda-8187c2120a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.716208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-903c7b83-c70a-41ae-9631-4c7c80895265 req-6a5be669-0053-432e-aeda-8187c2120a29 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3692973 Aug 11 03:14:09.731112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-b85a8600-f636-4893-8605-86c24ed8ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.734172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-b85a8600-f636-4893-8605-86c24ed8ba73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aec0520-37a5-4321-805f-288320a1037c HTTP/1.1" status: 200 len: 852 time: 0.1103404 Aug 11 03:14:09.735741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.738359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-491a6e47-f957-4aa5-9f19-34c99d7d547d tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4077916 Aug 11 03:14:09.739173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48764) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:09.769424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.775820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:09.811179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-4841b70e-2362-4ee2-8d9c-e9704e432b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:09.813389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-4841b70e-2362-4ee2-8d9c-e9704e432b0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=392c2311-c339-4d74-80e4-6e5668ea8b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647457 Aug 11 03:14:09.874525 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7b1daac1-cc22-49e7-af96-8c371d1ffa8f', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'mac_address': 'fa:16:3e:85:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:14:06Z', 'updated_at': '2021-08-11T03:14:06Z', 'revision_number': 0, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:09.911478 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1270290e-aa8d-4e3e-8d36-8b49be40ff4d None None] The sync data for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 is: [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7b1daac1-cc22-49e7-af96-8c371d1ffa8f', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'mac_address': 'fa:16:3e:85:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:14:06Z', 'updated_at': '2021-08-11T03:14:06Z', 'revision_number': 0, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:09.933621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:10.054343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.127135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Router 800834bd-d0a9-4558-bbe8-20ea59550060 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:10.133767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-af0a308d-8986-4bc7-a990-fd6760e70438 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105924 Aug 11 03:14:10.303893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:10.303893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.313974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc990a0-39bc-4612-8f5b-64abdf10e411 None None] New status for floating IP 7b1daac1-cc22-49e7-af96-8c371d1ffa8f: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:14:10.371147 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dac39542-8bd8-4b92-8c73-e8e438f88280 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "PUT /v2.0/floatingips/7b1daac1-cc22-49e7-af96-8c371d1ffa8f HTTP/1.1" status: 200 len: 992 time: 1.6527956 Aug 11 03:14:10.378962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0decaa19-6ee1-48c3-b4aa-5a95debc8711 req-68878f6c-37c8-4778-a4ef-90bbdb254c91 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378464 Aug 11 03:14:10.398390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.518336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ede00e24-1882-4b6f-b178-8001cbffa132 req-78377483-718a-4a71-97ac-6d452a966e0b tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.0574870 Aug 11 03:14:10.551177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Allocated IP 172.25.4.124 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/597e9337-270b-4e2b-b64d-f8937d8c4537) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:10.608573 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] Sync routers for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:10.614338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}, {'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:10.617717 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c9bfec-7e32-4fc7-bd69-17f70911359b" -d '{"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e"}, {"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:10.618674 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:10.619351 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:10.663353 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f618b7e-ff72-4264-b0df-b7425afd87db x-openstack-request-id: req-1f618b7e-ff72-4264-b0df-b7425afd87db {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:10.663915 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:10.664570 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f618b7e-ff72-4264-b0df-b7425afd87db {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:10.664723 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'status': 'completed', 'code': 200} Aug 11 03:14:10.665013 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'status': 'completed', 'code': 200} Aug 11 03:14:10.696925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:10.748521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-a25d1c59-099e-4130-bea5-7accba041f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:10.749233 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:10.750838 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-a25d1c59-099e-4130-bea5-7accba041f73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1098 time: 0.0581820 Aug 11 03:14:10.828520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.035807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7b1daac1-cc22-49e7-af96-8c371d1ffa8f', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'mac_address': 'fa:16:3e:85:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:14:06Z', 'updated_at': '2021-08-11T03:14:10Z', 'revision_number': 2, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:11.079334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] Checking router: 800834bd-d0a9-4558-bbe8-20ea59550060 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:11.089260 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:11.089900 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:11.198555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:11.266959 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-903c7b83-c70a-41ae-9631-4c7c80895265 req-fa8a9cbe-bf06-415e-ae9d-21f5e996d357 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.10 "GET /v2.0/ports?device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.0612674 Aug 11 03:14:11.277773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:11.288690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:11.295444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:11.299736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Pushing event updated for resources: {'Port': ['ID=597e9337-270b-4e2b-b64d-f8937d8c4537,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:11.327833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-02a6779e-c537-4906-9e8d-2087a1df7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:11.329385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-02a6779e-c537-4906-9e8d-2087a1df7603 service neutron] 10.222.0.57 "GET /v2.0/networks?id=392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 200 len: 914 time: 0.5697043 Aug 11 03:14:11.451048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-88cc7a86-1df5-4d75-9212-883bd5b3dd86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 200 len: 1002 time: 0.1120100 Aug 11 03:14:11.469120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.540949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-9277bbce-8098-46ec-a4a9-2fda3f1c90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:11.549677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-9277bbce-8098-46ec-a4a9-2fda3f1c90de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aec0520-37a5-4321-805f-288320a1037c HTTP/1.1" status: 200 len: 852 time: 0.0828381 Aug 11 03:14:11.579195 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7b1daac1-cc22-49e7-af96-8c371d1ffa8f', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'mac_address': 'fa:16:3e:85:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:14:06Z', 'updated_at': '2021-08-11T03:14:10Z', 'revision_number': 2, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:11.586021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.619551 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ad3155-5f36-4f1e-bbb1-f85590e8acf7 None None] The sync data for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 is: [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7b1daac1-cc22-49e7-af96-8c371d1ffa8f', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'floating_ip_address': '172.25.4.145', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'port_id': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'mac_address': 'fa:16:3e:85:8f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:14:06Z', 'updated_at': '2021-08-11T03:14:10Z', 'revision_number': 2, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:11.668620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-29ca894c-88ba-47ed-ac4c-0cdfe719a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:11.669916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-29ca894c-88ba-47ed-ac4c-0cdfe719a5c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=392c2311-c339-4d74-80e4-6e5668ea8b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194506 Aug 11 03:14:11.702995 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc820a85-9d6f-4b32-9f31-f0037e7e90df req-bef5cfa8-278c-4593-be0a-9af4939a7240 tempest-ServerShowV247Test-2146197899 tempest-ServerShowV247Test-2146197899-project] 10.222.0.60 "GET /v2.0/ports?device_id=05c942d7-5e24-48cb-b41f-49065a39ede7 HTTP/1.1" status: 200 len: 210 time: 0.0623527 Aug 11 03:14:11.896141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-1d664220-d76a-48b1-8ab2-fbd690e3b967 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074525 Aug 11 03:14:11.930154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:11.958161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.057937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Pushing event updated for resources: {'Port': ['ID=597e9337-270b-4e2b-b64d-f8937d8c4537,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:12.077239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.089837 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-73ce5ef2-eaa7-4f19-813c-4f65d52d4072 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843913 Aug 11 03:14:12.100308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.101769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c3bbcf40-26e3-4ecb-a60c-fde43622b8aa tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3613377 Aug 11 03:14:12.104819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48794) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:12.201629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ef83e12e-dd40-4c44-937f-dbfbf8f93d4a tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.0955913 Aug 11 03:14:12.204052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48796) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:12.276775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-e269dbac-292c-48a3-8b75-12513a282c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:12.278301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-e269dbac-292c-48a3-8b75-12513a282c5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1098 time: 0.1292996 Aug 11 03:14:12.281951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-326e3b95-e817-4577-8cd8-61ac23c4775f tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0768709 Aug 11 03:14:12.293105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48798) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:12.476886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-07c9bf7c-1075-47f4-ab4c-76b7d1cb2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:12.478372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-07c9bf7c-1075-47f4-ab4c-76b7d1cb2025 service neutron] 10.222.0.57 "GET /v2.0/networks?id=392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 200 len: 914 time: 0.1867638 Aug 11 03:14:12.528856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Deleting port 597e9337-270b-4e2b-b64d-f8937d8c4537 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:12.529206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.602057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-0e02f628-8093-45ff-a0a5-c2236ffa6b1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 200 len: 1002 time: 0.1115363 Aug 11 03:14:12.667128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.667128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.682763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Calling delete_port for 597e9337-270b-4e2b-b64d-f8937d8c4537 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:12.687877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-7181f96a-f4d0-42ce-bc38-1c984101d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:12.689485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-7181f96a-f4d0-42ce-bc38-1c984101d8b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aec0520-37a5-4321-805f-288320a1037c HTTP/1.1" status: 200 len: 852 time: 0.0772495 Aug 11 03:14:12.796930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-c599aba9-d342-410e-bbbf-c8d6296ccb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:12.798464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-c599aba9-d342-410e-bbbf-c8d6296ccb05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=392c2311-c339-4d74-80e4-6e5668ea8b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979099 Aug 11 03:14:12.955194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:12.961375 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-2d1c535d-c016-4c51-ad7c-ece81701b0b2 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494441 Aug 11 03:14:12.993657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Pushing event deleted for resources: {'Port': ['ID=597e9337-270b-4e2b-b64d-f8937d8c4537,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.060046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48810) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:13.129177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.132388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.133552 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e225df96-0e2b-4c61-915d-2a78f69abe56 tempest-FloatingIPAdminTestJSON-13394248 tempest-FloatingIPAdminTestJSON-13394248-project] 10.222.0.60 "DELETE /v2.0/floatingips/1b2c79cd-e238-4a67-ad7a-583c2e58bb25 HTTP/1.1" status: 204 len: 168 time: 0.8479269 Aug 11 03:14:13.136658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48814) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:13.137499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56c9bfec-7e32-4fc7-bd69-17f70911359b req-4ff36b9d-9816-4c3d-b815-e3e1155fc9a0 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556096 Aug 11 03:14:13.233512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df29d208-ec12-40ef-afe7-bf93b718af8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.323948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Deleting port c7a03b60-3fbd-4a36-9e12-1fe3904030ff {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:13.324200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.432933 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df29d208-ec12-40ef-afe7-bf93b718af8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.438344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.438686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.441678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df29d208-ec12-40ef-afe7-bf93b718af8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.472254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Calling delete_port for c7a03b60-3fbd-4a36-9e12-1fe3904030ff owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:13.501581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-df29d208-ec12-40ef-afe7-bf93b718af8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea617e447e404710a2b98318e994765b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4403818 Aug 11 03:14:13.503964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29d208-ec12-40ef-afe7-bf93b718af8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43572a38-535f-45e3-ab9d-abaf2eb2f753,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.504570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48816) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:13.563420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed04100-7314-478e-ac17-ff797fb74976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.588449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed04100-7314-478e-ac17-ff797fb74976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.653494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.657888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed04100-7314-478e-ac17-ff797fb74976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.663451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ed04100-7314-478e-ac17-ff797fb74976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.664687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ed04100-7314-478e-ac17-ff797fb74976 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43572a38-535f-45e3-ab9d-abaf2eb2f753 HTTP/1.1" status: 204 len: 168 time: 0.1590164 Aug 11 03:14:13.674519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed04100-7314-478e-ac17-ff797fb74976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43572a38-535f-45e3-ab9d-abaf2eb2f753,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.708358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7a03b60-3fbd-4a36-9e12-1fe3904030ff,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:13.776313 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.779118 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.780761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-069c0383-6b90-4f69-9394-eb271d5a5057 tempest-FloatingIPAdminTestJSON-1507062918 tempest-FloatingIPAdminTestJSON-1507062918-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/22e15fec-8891-45ae-993a-ecc247afe2ee HTTP/1.1" status: 204 len: 168 time: 0.6421468 Aug 11 03:14:13.786673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48824) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:13.896029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Deleting port adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:13.896907 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:13.990106 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.004018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Calling delete_port for adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:14.151424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.181662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Port': ['ID=adef1bc6-73a8-480f-8b4b-e5d3b46b8a51,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:14.273526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.276557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2bf530b2-7a7a-4d3c-9c3a-388e8d14fd78 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "DELETE /v2.0/ports/adef1bc6-73a8-480f-8b4b-e5d3b46b8a51 HTTP/1.1" status: 204 len: 168 time: 0.4880888 Aug 11 03:14:14.279036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48842) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:14.350840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bd1bf4-4c9b-40d0-8c58-f7275d76548d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:14.355395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:14.356138 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14bd1bf4-4c9b-40d0-8c58-f7275d76548d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "GET /v2.0/ports?device_id=f382ca49-fc0a-431e-8f6f-579db86f3571 HTTP/1.1" status: 200 len: 913 time: 0.0759723 Aug 11 03:14:14.801019 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:14.906186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82205325-5b97-4837-9982-74a9b97b484d req-60328bbf-a7b9-4543-bc6a-c30ec97ece35 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0407879 Aug 11 03:14:15.129238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Deleting port 6edc5eba-15e9-44ea-9232-49b1b3ffeafb {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:15.129617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.228025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.242361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Calling delete_port for 6edc5eba-15e9-44ea-9232-49b1b3ffeafb owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:15.447349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.477621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Port': ['ID=6edc5eba-15e9-44ea-9232-49b1b3ffeafb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:15.668906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:15.943671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Router f382ca49-fc0a-431e-8f6f-579db86f3571 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:16.082840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-512a71d2-7c57-4ad9-b064-91e6e744d4e7 req-da1eb28d-8787-4b61-b3ea-6b5e200a949d tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0330844 Aug 11 03:14:16.103593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:16.115109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b4a35353-cdfc-4245-8495-495257342086 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "PUT /v2.0/routers/f382ca49-fc0a-431e-8f6f-579db86f3571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580314 Aug 11 03:14:16.119545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48882) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:16.122423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] Sync routers for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:16.132838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:16.133736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:16.167859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:16.182139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] Routers {'f382ca49-fc0a-431e-8f6f-579db86f3571'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:16.182802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:13:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f382ca49-fc0a-431e-8f6f-579db86f3571'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:16.225717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:16.226447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e07c53-49cd-44b9-ba30-0a963aafdf19 None None] The sync data for ids ['f382ca49-fc0a-431e-8f6f-579db86f3571'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:16.246881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:16.371713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:16.440862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Deleting port b8ed0f3d-f0f1-4267-bcb7-1c874ee5e32b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:16.441359 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:16.767922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:16.780182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Calling delete_port for b8ed0f3d-f0f1-4267-bcb7-1c874ee5e32b owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:16.949943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:16.991419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Port': ['ID=b8ed0f3d-f0f1-4267-bcb7-1c874ee5e32b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:17.066758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.186090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46c266f1-60c5-4319-9c0e-00f39394d1f1 req-40bbb51a-0d09-4da7-80e2-923d52e32459 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.2310555 Aug 11 03:14:17.200742 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.203892 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.222609 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7dc72a0b-9829-42c5-93e0-e2679a1b22b8 req-409c14b3-5126-4d56-964b-100d2507d6c5 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Aug 11 03:14:17.265323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.266391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Fanout notify agent at l3_agent the message router_deleted on router f382ca49-fc0a-431e-8f6f-579db86f3571 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:14:17.275901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.277006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5c5eee37-b768-4c1d-9994-e296fbbba65e tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "DELETE /v2.0/routers/f382ca49-fc0a-431e-8f6f-579db86f3571 HTTP/1.1" status: 204 len: 168 time: 1.1559341 Aug 11 03:14:17.279430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48910) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.341661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-02bf33a6-4f0a-4ee9-a19b-048fddcfdb1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:17.343200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-02bf33a6-4f0a-4ee9-a19b-048fddcfdb1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.1211865 Aug 11 03:14:17.355073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Deleting subnet 2142961b-01f3-4193-af59-25b8d516713f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:17.358619 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.359807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-cb37673f-1767-4881-9d35-f6c950cd2157 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/quotas/fa09ea4333424814a0d5f8bad0860333 HTTP/1.1" status: 200 len: 375 time: 0.0105658 Aug 11 03:14:17.400277 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.415792 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-2fb40ebb-731e-4924-88a4-b09ee5ea22b1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495243 Aug 11 03:14:17.492017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.514783 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-3207e047-af88-4058-aa85-83ee491dceaf service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900156 Aug 11 03:14:17.559055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.589348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Subnet': ['ID=2142961b-01f3-4193-af59-25b8d516713f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:17.594125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.598157 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c9105231-55de-4531-a5d8-311a89d7bb0d tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "DELETE /v2.0/subnets/2142961b-01f3-4193-af59-25b8d516713f HTTP/1.1" status: 204 len: 168 time: 0.3153193 Aug 11 03:14:17.600133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48912) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:17.601227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592d8bca-bcb0-436c-9660-062a9e822920 None None] Network 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:17.628766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-13ece7d9-5c3f-45ba-8212-9890004a0a86 service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040399 Aug 11 03:14:17.683372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.754453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Deleting port 2135fed2-805d-426c-8c3e-9e5507583e91 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:17.754954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.877524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cff3c2cd-8581-429b-ad01-cb64df4c7e69 req-6f5603b3-b9de-4a9e-ae88-e350cef1e5d6 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 210 time: 0.0387087 Aug 11 03:14:17.883579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] DHCP port deletion for 5925954f-a5cd-4bf5-9d9f-0bcbc34c67db request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:17.937727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] For port 2135fed2-805d-426c-8c3e-9e5507583e91, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2135fed2-805d-426c-8c3e-9e5507583e91,segment=NetworkSegment(88ab094b-10b1-4ee3-8d62-c40e9c7d0be9),segment_id=88ab094b-10b1-4ee3-8d62-c40e9c7d0be9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:17.938105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:17.951878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] Deleting port 2135fed2-805d-426c-8c3e-9e5507583e91 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:17.952437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Calling delete_port for 2135fed2-805d-426c-8c3e-9e5507583e91 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:17.952631 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.027348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] For port 2135fed2-805d-426c-8c3e-9e5507583e91, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2135fed2-805d-426c-8c3e-9e5507583e91,segment=NetworkSegment(88ab094b-10b1-4ee3-8d62-c40e9c7d0be9),segment_id=88ab094b-10b1-4ee3-8d62-c40e9c7d0be9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:18.027937 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.043512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] Calling delete_port for 2135fed2-805d-426c-8c3e-9e5507583e91 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:18.086572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.126266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Port': ['ID=2135fed2-805d-426c-8c3e-9e5507583e91,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.136986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] No DVR routers for this DVR port 2135fed2-805d-426c-8c3e-9e5507583e91 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:18.144240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.169570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] Pushing event deleted for resources: {'Port': ['ID=2135fed2-805d-426c-8c3e-9e5507583e91,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.184261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d557b-0c4a-43c3-9102-01e591376084 None None] No DVR routers for this DVR port 2135fed2-805d-426c-8c3e-9e5507583e91 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:18.236903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.247397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5925954f-a5cd-4bf5-9d9f-0bcbc34c67db']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:18.259614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ab094b-10b1-4ee3-8d62-c40e9c7d0be9') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:18.259945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ab094b-10b1-4ee3-8d62-c40e9c7d0be9') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:18.270590 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.296858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.304675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:18.305166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:18.308909 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:18.350262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-156eb00a-b4b0-417b-9254-e3ac00ffa630 req-3ad1e607-5491-4361-a410-2721e59f8889 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0290806 Aug 11 03:14:18.378550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.391664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.397534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "DELETE /v2.0/networks/5925954f-a5cd-4bf5-9d9f-0bcbc34c67db HTTP/1.1" status: 204 len: 168 time: 0.7932708 Aug 11 03:14:18.397910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48940) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:18.412545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cd38d-d24c-4bba-aa43-8daa8d2e8189 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Network': ['ID=5925954f-a5cd-4bf5-9d9f-0bcbc34c67db,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.564157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Deleting port b11e909d-c6f4-4a79-b025-c604b248fda1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:18.564507 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.678742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.679064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.701650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Calling delete_port for b11e909d-c6f4-4a79-b025-c604b248fda1 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:18.861158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:18.906369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Pushing event deleted for resources: {'Port': ['ID=b11e909d-c6f4-4a79-b025-c604b248fda1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:18.953909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2135fed2-805d-426c-8c3e-9e5507583e91 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:18.987537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2135fed2-805d-426c-8c3e-9e5507583e91 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:19.000648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2135fed2-805d-426c-8c3e-9e5507583e91 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:19.042058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-978af3bb-f588-40a6-872f-bb472bbf00b7 req-a84ad5a0-45e6-477c-99c9-2dc0d772aa61 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 210 time: 0.0314796 Aug 11 03:14:19.057872 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.060555 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.073467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-898acece-fde0-45ff-9db4-b14e425cacd6 tempest-FloatingIPAdminTestJSON-9425094 tempest-FloatingIPAdminTestJSON-9425094-project] 10.222.0.60 "DELETE /v2.0/floatingips/7031b96d-9d06-40cb-b540-c173def5fa3e HTTP/1.1" status: 204 len: 168 time: 0.6656048 Aug 11 03:14:19.103736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acea38e7-2e8c-400c-92eb-6432baa976ad req-601c845b-54c6-42a4-ba9d-20d9d33fefff tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.1108332 Aug 11 03:14:19.204637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-181eec05-af2e-4588-9031-1ab6486353f1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:19.206304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-181eec05-af2e-4588-9031-1ab6486353f1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.2069120 Aug 11 03:14:19.226181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Request body: {'port': {'device_id': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'admin_state_up': True, 'tenant_id': 'fa09ea4333424814a0d5f8bad0860333'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:19.354190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Made reservation on behalf of fa09ea4333424814a0d5f8bad0860333 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:19.358497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.432334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48980) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:19.503657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Allocated IP 172.20.0.14 (effd984e-5feb-4b17-b9af-dc7dc2aae44d/17ecfa77-7a04-47b1-b49a-7b18b85b391b/49f94411-bf9a-49b6-a22f-f13639740654) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:19.603185 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-247897e6-87ea-4d1d-b27b-d4090fdd356a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5141d6eca03a46c492bc9d2d0fe15796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1695468 Aug 11 03:14:19.605864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48984) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:19.663989 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee639-9838-4911-9423-199d2b5b9fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.676316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.686923 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee639-9838-4911-9423-199d2b5b9fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.725663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.739150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:19.749947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee639-9838-4911-9423-199d2b5b9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.753676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1f3ee639-9838-4911-9423-199d2b5b9fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:19.758314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1f3ee639-9838-4911-9423-199d2b5b9fd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ab11de2-356c-490d-92c6-fbe53f6b96dc HTTP/1.1" status: 204 len: 168 time: 0.1482189 Aug 11 03:14:19.767500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ee639-9838-4911-9423-199d2b5b9fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab11de2-356c-490d-92c6-fbe53f6b96dc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:19.815263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:19.851913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:19.861971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:19.960512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event updated for resources: {'Port': ['ID=49f94411-bf9a-49b6-a22f-f13639740654,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:19.998129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:19.998748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.015708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-cf1afeb0-c711-48fe-819a-1cb7fde27df2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1424747 Aug 11 03:14:20.018549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-32b0308f-8473-4a49-baa5-1618def7e2e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7981439 Aug 11 03:14:20.044277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Request body: {'port': {'device_id': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:20.140709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.145341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49000) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:20.160483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-95d73c5d-421d-4d17-acc3-b14e626a8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.161999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-95d73c5d-421d-4d17-acc3-b14e626a8fc2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1098 time: 0.0947738 Aug 11 03:14:20.171617 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-016199fb-1d8f-4d3f-84fa-5816b3811690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.203400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90178d8-c876-43df-a794-4f60edc50f4d req-8428a4ae-df61-4b73-94cb-76d6fe95463b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.214137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a90178d8-c876-43df-a794-4f60edc50f4d req-8428a4ae-df61-4b73-94cb-76d6fe95463b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 932 time: 0.0714657 Aug 11 03:14:20.249663 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a90178d8-c876-43df-a794-4f60edc50f4d req-0fe99dfd-5ba8-40a1-bf5f-84436fcdef87 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344117 Aug 11 03:14:20.313078 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab6a91fa-2161-4b63-97cf-e59197405685 req-82d9486a-3224-40d6-bc43-ce7e261bf665 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0875895 Aug 11 03:14:20.454686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-b2dfaa54-9992-4dd8-9d0b-d233a2b61b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.456243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-b2dfaa54-9992-4dd8-9d0b-d233a2b61b0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.2494829 Aug 11 03:14:20.598820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-b625c3fe-1a84-4c58-9a7c-d0d3c13a9d31 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 1001 time: 0.1252151 Aug 11 03:14:20.608172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-016199fb-1d8f-4d3f-84fa-5816b3811690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.626653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-016199fb-1d8f-4d3f-84fa-5816b3811690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.714510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-016199fb-1d8f-4d3f-84fa-5816b3811690 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15ff2d79b86e4644b49d75fdb05e4a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5679517 Aug 11 03:14:20.717135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49010) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:20.729028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016199fb-1d8f-4d3f-84fa-5816b3811690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc706c7d-0e94-42f9-9133-28965b1f001c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:20.734603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-a6a46ade-70ed-4529-84c1-f7d407a88ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.736147 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-a6a46ade-70ed-4529-84c1-f7d407a88ba1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.1300423 Aug 11 03:14:20.773613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d518798-514d-41c8-87e4-76f89108e168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.795561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d518798-514d-41c8-87e4-76f89108e168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.796815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f94411-bf9a-49b6-a22f-f13639740654 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:20.806573 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.823488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Transition to ACTIVE for port object 49f94411-bf9a-49b6-a22f-f13639740654 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:20.828521 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-ebfc5353-1d44-4b45-804e-6dc426f1fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:20.830079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-ebfc5353-1d44-4b45-804e-6dc426f1fcff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702868 Aug 11 03:14:20.831192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.874882 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d518798-514d-41c8-87e4-76f89108e168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.879072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d518798-514d-41c8-87e4-76f89108e168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:20.884054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9d518798-514d-41c8-87e4-76f89108e168 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc706c7d-0e94-42f9-9133-28965b1f001c HTTP/1.1" status: 204 len: 168 time: 0.1626241 Aug 11 03:14:20.898449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d518798-514d-41c8-87e4-76f89108e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc706c7d-0e94-42f9-9133-28965b1f001c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:20.942357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Pushing event updated for resources: {'Port': ['ID=49f94411-bf9a-49b6-a22f-f13639740654,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:21.021693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-a507db58-b195-4f2a-b6aa-f841b5ec0125 service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615474 Aug 11 03:14:21.094687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Attempting to bind port 49f94411-bf9a-49b6-a22f-f13639740654 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:21.095034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Attempting to bind port 49f94411-bf9a-49b6-a22f-f13639740654 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:21.095371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Attempting to bind port 49f94411-bf9a-49b6-a22f-f13639740654 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:21.103334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Port 49f94411-bf9a-49b6-a22f-f13639740654 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:14:21.103334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Attempting to bind port 49f94411-bf9a-49b6-a22f-f13639740654 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:21.115291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:21.115705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Checking segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:21.116099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Bound using segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:21.116532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Bound port: 49f94411-bf9a-49b6-a22f-f13639740654, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:21.116899 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.184012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1311857-8fe0-414f-82c9-31e90a9aea4e req-167b0e3d-1940-4108-9564-72d580e6fa46 service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541352 Aug 11 03:14:21.213629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] For port 49f94411-bf9a-49b6-a22f-f13639740654, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:21.216910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] For port 49f94411-bf9a-49b6-a22f-f13639740654, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=49f94411-bf9a-49b6-a22f-f13639740654,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:21.222122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.261422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:21.262498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.264070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] 10.222.0.10 "PUT /v2.0/ports/49f94411-bf9a-49b6-a22f-f13639740654 HTTP/1.1" status: 200 len: 1093 time: 1.2242510 Aug 11 03:14:21.264657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'tag': '49f94411-bf9a-49b6-a22f-f13639740654'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:21.268752 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8d0621-3a27-4387-951f-9d0c6f580e0e", "tag": "49f94411-bf9a-49b6-a22f-f13639740654"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:21.282562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49030) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:21.308474 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ced5c063-6913-4b10-acc5-ab1e5877d6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.330766 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737fb87-75db-48be-8127-bcd529b31e52 x-openstack-request-id: req-b737fb87-75db-48be-8127-bcd529b31e52 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:21.331048 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8d0621-3a27-4387-951f-9d0c6f580e0e", "tag": "49f94411-bf9a-49b6-a22f-f13639740654", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:21.331364 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b737fb87-75db-48be-8127-bcd529b31e52 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:21.331728 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'tag': '49f94411-bf9a-49b6-a22f-f13639740654', 'status': 'completed', 'code': 200} Aug 11 03:14:21.375652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc99bab-01c0-4f60-96d0-fba17d189c69 service neutron] Pushing event updated for resources: {'Port': ['ID=49f94411-bf9a-49b6-a22f-f13639740654,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:21.434069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ab758be7-7159-4982-bbf0-2725ce79e770 req-b7ebc38a-3b72-4433-a0fe-84d74460e650 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0342369 Aug 11 03:14:21.440001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cf68a7b-a9fe-44c3-a3d8-4f921aabae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:21.441528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-4cf68a7b-a9fe-44c3-a3d8-4f921aabae5c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 1096 time: 0.1067610 Aug 11 03:14:21.465232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67b687-fb76-46f6-bfa1-3c789c19b170 req-54eab1c8-87cf-4d08-b759-77079f9bf252 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:21.466851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a67b687-fb76-46f6-bfa1-3c789c19b170 req-54eab1c8-87cf-4d08-b759-77079f9bf252 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 944 time: 0.1190431 Aug 11 03:14:21.510450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-a7a0b223-45f6-46c6-8540-eb5b6e51223c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49f94411-bf9a-49b6-a22f-f13639740654 HTTP/1.1" status: 200 len: 217 time: 0.0598333 Aug 11 03:14:21.600333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a67b687-fb76-46f6-bfa1-3c789c19b170 req-c6716057-5e31-40b8-a14f-d6bc215d9e30 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008961 Aug 11 03:14:21.606120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-18d036fb-7a22-4520-a186-47c4660eee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:21.607488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-18d036fb-7a22-4520-a186-47c4660eee61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0805786 Aug 11 03:14:21.630652 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ced5c063-6913-4b10-acc5-ab1e5877d6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.645505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-813836ff-1e8e-431f-adfe-7bdc2a47ca15 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283506 Aug 11 03:14:21.646281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ced5c063-6913-4b10-acc5-ab1e5877d6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.729689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ced5c063-6913-4b10-acc5-ab1e5877d6fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=875d3340ea2341918ddfdb5f31fc1d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463768 Aug 11 03:14:21.730413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5c063-6913-4b10-acc5-ab1e5877d6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6baede1-0ba8-418b-b9fd-8610e43b9eb9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:21.732729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49038) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:21.812632 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-46262bc5-6f12-449c-9a74-3a4a3f4bf0db service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521237 Aug 11 03:14:21.816550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2e0f-0307-434f-a7f9-f3d8a9c1aefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.884853 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2e0f-0307-434f-a7f9-f3d8a9c1aefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.953175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85f5d417-5c8c-4a4a-9f87-aa56dd87d965 req-1c81c231-53aa-4782-8c75-b7eeddd1b89c service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321480 Aug 11 03:14:21.966013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2e0f-0307-434f-a7f9-f3d8a9c1aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.970506 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d5b2e0f-0307-434f-a7f9-f3d8a9c1aefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:21.971737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d5b2e0f-0307-434f-a7f9-f3d8a9c1aefb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6baede1-0ba8-418b-b9fd-8610e43b9eb9 HTTP/1.1" status: 204 len: 168 time: 0.2364912 Aug 11 03:14:21.982156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b2e0f-0307-434f-a7f9-f3d8a9c1aefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6baede1-0ba8-418b-b9fd-8610e43b9eb9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:22.055391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-2f8e0acd-6a7a-4f48-bcdd-a1f6fecb8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:22.056953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-2f8e0acd-6a7a-4f48-bcdd-a1f6fecb8fb3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 1096 time: 0.0471458 Aug 11 03:14:22.167168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-361273fe-5568-4f6e-9008-50d2aaacea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:22.168700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-361273fe-5568-4f6e-9008-50d2aaacea71 service neutron] 10.222.0.10 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 916 time: 0.1036048 Aug 11 03:14:22.325664 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9aaa-8a6a-44da-a073-26e244a29305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:22.500869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-1ddb641d-7369-4b9a-bc6f-5746275adcac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49f94411-bf9a-49b6-a22f-f13639740654 HTTP/1.1" status: 200 len: 217 time: 0.3237991 Aug 11 03:14:22.564107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-57b01ebc-d380-4297-8e31-4ff5bdf69a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:22.565031 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6d0b3ec9-e3a6-40e5-9d86-6bbe6d4ed79c req-c7235f7b-6b7d-4383-a8a5-ce8776db1a4d tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0415797 Aug 11 03:14:22.565581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-57b01ebc-d380-4297-8e31-4ff5bdf69a2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0571923 Aug 11 03:14:22.615793 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-44b7a9bd-8515-491b-aca7-379ddacc7b52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421066 Aug 11 03:14:22.764908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-8a8aa8b7-20fa-4820-bed5-7f39a7ec3851 service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416285 Aug 11 03:14:22.774131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ccfb6-4582-4b58-85dd-f09d25315e2b req-d6eaf01e-4d81-4ddb-94f6-906f994de0a4 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:22.775885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e8ccfb6-4582-4b58-85dd-f09d25315e2b req-d6eaf01e-4d81-4ddb-94f6-906f994de0a4 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 944 time: 0.0743854 Aug 11 03:14:22.881805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e8ccfb6-4582-4b58-85dd-f09d25315e2b req-10561be2-1d36-4232-b3f1-cdd3721b8e1f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939505 Aug 11 03:14:22.904066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b7fc0aa-2017-4952-9fbb-dd543319a6a7 req-10760b3f-378f-4056-b7d7-cb608c864ee0 service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274588 Aug 11 03:14:23.362111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:23.483323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1c46e33d-804b-4383-8b31-8b706c95eeb0 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1365315074'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:23.483323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1c46e33d-804b-4383-8b31-8b706c95eeb0 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Unknown quota resources ['metering_label']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:14:23.988101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7acb5d30-538d-4e97-815c-19ebae77cbd9 req-970b3aeb-98d7-4605-a447-79d1cfb3dcbf tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0827720 Aug 11 03:14:24.038651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b466f7-1422-4fac-928e-f4eab0652568 req-12a8511e-2c1f-4d16-8243-d867f1be64c4 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:24.040289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9b466f7-1422-4fac-928e-f4eab0652568 req-12a8511e-2c1f-4d16-8243-d867f1be64c4 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 944 time: 0.0602400 Aug 11 03:14:24.047242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1c46e33d-804b-4383-8b31-8b706c95eeb0 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.048325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1c46e33d-804b-4383-8b31-8b706c95eeb0 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6852148 Aug 11 03:14:24.051105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49128) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:24.056550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2009f789-0d6d-4192-bc57-7973b128056c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9660bf09-2784-4401-b49c-71e4a5378868'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:24.057064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2009f789-0d6d-4192-bc57-7973b128056c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:14:24.088066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9b466f7-1422-4fac-928e-f4eab0652568 req-07bb9f93-d94f-4145-83c2-ecaa3a015ba8 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410266 Aug 11 03:14:24.153781 n-d-768509-22 neutron-server[111683]: WARNING neutron.services.metering.metering_plugin [None req-2009f789-0d6d-4192-bc57-7973b128056c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 03:14:24.264017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2009f789-0d6d-4192-bc57-7973b128056c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.265203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2009f789-0d6d-4192-bc57-7973b128056c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2131608 Aug 11 03:14:24.268427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49130) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:24.273293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5cf8d2f4-9ea6-455e-9828-dc39a3f721a6 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9660bf09-2784-4401-b49c-71e4a5378868'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:24.273814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5cf8d2f4-9ea6-455e-9828-dc39a3f721a6 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:14:24.331878 n-d-768509-22 neutron-server[111683]: WARNING neutron.services.metering.metering_plugin [None req-5cf8d2f4-9ea6-455e-9828-dc39a3f721a6 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 11 03:14:24.429401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cf8d2f4-9ea6-455e-9828-dc39a3f721a6 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.430655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5cf8d2f4-9ea6-455e-9828-dc39a3f721a6 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1612966 Aug 11 03:14:24.433458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49136) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:24.445348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6e44ec84-f09f-4b72-9245-61e36f23aae4 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=d16fdc2a-db17-4c4a-9a44-725cce676f5c HTTP/1.1" status: 200 len: 462 time: 0.0108483 Aug 11 03:14:24.448079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49138) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:24.610087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a861fc83-371d-4523-8212-e91e797c5f9c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.611226 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a861fc83-371d-4523-8212-e91e797c5f9c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/d16fdc2a-db17-4c4a-9a44-725cce676f5c HTTP/1.1" status: 204 len: 168 time: 0.1620052 Aug 11 03:14:24.613988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49144) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:24.625475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9ecca8d6-0d48-4888-901d-698326f71c65 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=d16fdc2a-db17-4c4a-9a44-725cce676f5c HTTP/1.1" status: 200 len: 221 time: 0.0103402 Aug 11 03:14:24.628815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49146) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:24.635434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2807a749-1ad0-4fd7-98ec-4b65dd88eb0f tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1748568305', 'description': 'label created by tempest'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:24.635911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2807a749-1ad0-4fd7-98ec-4b65dd88eb0f tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Unknown quota resources ['metering_label']. {{(pid=111682) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:14:24.910218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2807a749-1ad0-4fd7-98ec-4b65dd88eb0f tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:24.911406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2807a749-1ad0-4fd7-98ec-4b65dd88eb0f tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2816477 Aug 11 03:14:24.914914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49154) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.010792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-858a2716-e146-4099-8762-be5c45a60a9f tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=642dde0f-5abf-4d07-959f-5c208000bd38 HTTP/1.1" status: 200 len: 468 time: 0.0920048 Aug 11 03:14:25.012061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49158) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.020804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-6ff919de-1957-4efb-94f2-5024ea73a0a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3131833 Aug 11 03:14:25.096883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 49f94411-bf9a-49b6-a22f-f13639740654 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:14:25.132412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a76910c5-3b3b-4173-8199-fc4858af0178 req-345e05c3-5e5d-4967-b8f4-76cd4045f555 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0296018 Aug 11 03:14:25.137179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.137654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.138176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.138663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.139174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.139739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.140247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.142660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ea593fae-d74a-41c5-9d14-f1bce5490750 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 6510 time: 0.0733423 Aug 11 03:14:25.227650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0429b047-707a-4bad-96a6-67c1fee3d95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.297006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 49f94411-bf9a-49b6-a22f-f13639740654, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=49f94411-bf9a-49b6-a22f-f13639740654,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:25.310218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '49f94411-bf9a-49b6-a22f-f13639740654', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'port_id': '49f94411-bf9a-49b6-a22f-f13639740654', 'mac_address': 'fa:16:3e:70:4c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecfa77-7a04-47b1-b49a-7b18b85b391b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:14:25.339915 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb07ab7a-9fb1-467f-8525-40c25f7ae083 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.343595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cb07ab7a-9fb1-467f-8525-40c25f7ae083 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/642dde0f-5abf-4d07-959f-5c208000bd38 HTTP/1.1" status: 204 len: 168 time: 0.3269665 Aug 11 03:14:25.344647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49168) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.364490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.372377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2a519046-a411-4cc7-a397-facebbd7acd7 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=642dde0f-5abf-4d07-959f-5c208000bd38 HTTP/1.1" status: 200 len: 216 time: 0.0238338 Aug 11 03:14:25.372582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72513300-04e0-413c-a360-b2d7819fa74e req-547aead6-100d-4d39-b30d-71571f38e3ff tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.373269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49170) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.373430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72513300-04e0-413c-a360-b2d7819fa74e req-547aead6-100d-4d39-b30d-71571f38e3ff tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 944 time: 0.0980148 Aug 11 03:14:25.388550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4f01f114-9fd7-44b7-a074-87103dc2dc4c tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0144072 Aug 11 03:14:25.389227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49172) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.389432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f94411-bf9a-49b6-a22f-f13639740654 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:25.398432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-9285c46c-e446-4736-bab2-47724ab6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.399208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-9285c46c-e446-4736-bab2-47724ab6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.399956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-9285c46c-e446-4736-bab2-47724ab6d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.401775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-9285c46c-e446-4736-bab2-47724ab6d30b service neutron] 10.222.0.57 "GET /v2.0/networks?id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=e1a8af23-52dd-4dad-8136-4888e0d0e982&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 200 len: 2297 time: 0.2256114 Aug 11 03:14:25.408887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49174) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.409492 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-270c9dfc-df83-4db8-967e-85f276d1f54d tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0191739 Aug 11 03:14:25.414018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 49f94411-bf9a-49b6-a22f-f13639740654, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=49f94411-bf9a-49b6-a22f-f13639740654,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:25.418603 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.494131 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.498197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=49f94411-bf9a-49b6-a22f-f13639740654,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:25.503950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.527199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5038fb1f-7458-4695-a540-198c18e2c981 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/9660bf09-2784-4401-b49c-71e4a5378868 HTTP/1.1" status: 200 len: 473 time: 0.1171508 Aug 11 03:14:25.531149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49180) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.539534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72513300-04e0-413c-a360-b2d7819fa74e req-505a76b5-622a-4d6e-8dc6-aa0398c8448a tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599479 Aug 11 03:14:25.553625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49184) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.562449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af9a9ee7-3587-436b-a861-4700502fdac2 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/a69f7b09-494d-4eac-8c8a-663e31075200 HTTP/1.1" status: 200 len: 459 time: 0.0291851 Aug 11 03:14:25.565890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-8711e570-eec6-4d3d-8edb-b784224ceb5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 200 len: 1002 time: 0.1492615 Aug 11 03:14:25.649631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['49f94411-bf9a-49b6-a22f-f13639740654'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:25.717585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-5fc10216-0b7e-415f-8e99-5903e41ff5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.719172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-5fc10216-0b7e-415f-8e99-5903e41ff5f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=43ec5d3d-e06d-454a-8d42-0e369a4ceba9 HTTP/1.1" status: 200 len: 855 time: 0.1409271 Aug 11 03:14:25.722069 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3c74a7dd-46cf-4504-b1fe-71908072e428 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.723135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3c74a7dd-46cf-4504-b1fe-71908072e428 tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/a69f7b09-494d-4eac-8c8a-663e31075200 HTTP/1.1" status: 204 len: 168 time: 0.1685107 Aug 11 03:14:25.725911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49190) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:25.891355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-24d4b9d6-f09d-4547-9d81-19418f557d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:25.892884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-24d4b9d6-f09d-4547-9d81-19418f557d91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=860f8234-9f54-4e97-a39e-20fe5b3c5ccb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611557 Aug 11 03:14:25.960374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6757aaa-f86c-464c-ad67-2ac0bca3a34b tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:25.961488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6757aaa-f86c-464c-ad67-2ac0bca3a34b tempest-MeteringIpV6TestJSON-171811903 tempest-MeteringIpV6TestJSON-171811903-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/9660bf09-2784-4401-b49c-71e4a5378868 HTTP/1.1" status: 204 len: 168 time: 0.2346649 Aug 11 03:14:26.033083 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-134fc3e8-6753-4d05-a461-928f9e667fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955901 Aug 11 03:14:26.143301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-94451453-94c2-4691-8cdf-ff08f224d3e8 service neutron] 10.222.0.57 "GET /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006839 Aug 11 03:14:26.198517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-7d6ef2c7-7d2b-40fe-a659-af38d99c517e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 217 time: 0.0466478 Aug 11 03:14:26.254565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49208) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:26.286063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f75c1981-f66c-4b92-a9f0-dc08c9bb32c4 req-1f41fca5-5aa3-43b3-aadd-11080eac005a tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0369911 Aug 11 03:14:26.288171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-7c8ba2e9-4679-48dc-8ef6-bee785fe8fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.289498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-7c8ba2e9-4679-48dc-8ef6-bee785fe8fef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0829988 Aug 11 03:14:26.351324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-696bfab5-b8f0-4194-ab2f-3c7493473612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.352951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-696bfab5-b8f0-4194-ab2f-3c7493473612 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524273 Aug 11 03:14:26.394785 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2662-c7cc-44ed-96f3-9a6134a2d68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.467761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-89f922cb-34d1-410e-a994-eefc1b1e38d8 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060548 Aug 11 03:14:26.517511 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2662-c7cc-44ed-96f3-9a6134a2d68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.523388 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2662-c7cc-44ed-96f3-9a6134a2d68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.580243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49218) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:26.581337 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f7ce2662-c7cc-44ed-96f3-9a6134a2d68f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bed42f68778c4976a379c05442c95fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244209 Aug 11 03:14:26.584705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce2662-c7cc-44ed-96f3-9a6134a2d68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35991584-a754-482e-bebf-dc2e62a5ea53,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:26.599911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-b3c20007-4814-4325-8e4f-1aba17f53836 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209755 Aug 11 03:14:26.662080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-ec9703cf-227c-4dfb-be67-8120e6167ca8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 217 time: 0.0516899 Aug 11 03:14:26.681832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74801bff-7410-4c84-9dc1-bc6add19aebd req-cc8b91eb-e7da-483f-8927-5df71ae6cba2 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.683904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74801bff-7410-4c84-9dc1-bc6add19aebd req-cc8b91eb-e7da-483f-8927-5df71ae6cba2 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 945 time: 0.0514364 Aug 11 03:14:26.709487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49a1771b-42e7-4ac9-83d5-2b343e15bf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.732686 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.746536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-24686c59-fe8c-456c-8a98-e6c61c67c87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.748055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74801bff-7410-4c84-9dc1-bc6add19aebd req-94acd0ac-07c5-40b4-b2b2-ca056a3ddd61 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550277 Aug 11 03:14:26.748312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-24686c59-fe8c-456c-8a98-e6c61c67c87e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0788536 Aug 11 03:14:26.759218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49a1771b-42e7-4ac9-83d5-2b343e15bf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.828896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-dad3f12c-5322-41e4-95e8-357081274dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:26.830681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-dad3f12c-5322-41e4-95e8-357081274dc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0738413 Aug 11 03:14:26.854072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49a1771b-42e7-4ac9-83d5-2b343e15bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.856560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49a1771b-42e7-4ac9-83d5-2b343e15bf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:26.857645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-49a1771b-42e7-4ac9-83d5-2b343e15bf12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35991584-a754-482e-bebf-dc2e62a5ea53 HTTP/1.1" status: 204 len: 168 time: 0.2763305 Aug 11 03:14:26.911096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a1771b-42e7-4ac9-83d5-2b343e15bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35991584-a754-482e-bebf-dc2e62a5ea53,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:26.971335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-10d843a0-c7f8-4433-975a-5f7fd87753c1 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279023 Aug 11 03:14:27.093248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-04e0230f-694a-4940-945d-64bc1863d88f service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039274 Aug 11 03:14:27.110297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 49f94411-bf9a-49b6-a22f-f13639740654 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:27.149616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-04a9193a-16f1-437f-ad73-f618b6c5ec9d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1 HTTP/1.1" status: 200 len: 217 time: 0.0465944 Aug 11 03:14:27.164491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 49f94411-bf9a-49b6-a22f-f13639740654 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:27.168966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 49f94411-bf9a-49b6-a22f-f13639740654 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:27.169406 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.195183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49236) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:27.213695 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-958cc025-2303-4356-b3dd-043489fd69a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.216150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-0ac86d53-7921-4540-ae94-d736fcccf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.217581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-0ac86d53-7921-4540-ae94-d736fcccf721 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0574481 Aug 11 03:14:27.271581 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.286278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-3fa6aad6-2472-4ed9-b2a9-8b232807bdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.289831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-3fa6aad6-2472-4ed9-b2a9-8b232807bdec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616791 Aug 11 03:14:27.319084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 49f94411-bf9a-49b6-a22f-f13639740654, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=49f94411-bf9a-49b6-a22f-f13639740654,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:27.320577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f94411-bf9a-49b6-a22f-f13639740654'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:27.324112 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c528bc-7448-40b2-bacf-188817a3028a" -d '{"events": [{"server_uuid": "3f8d0621-3a27-4387-951f-9d0c6f580e0e", "name": "network-vif-plugged", "status": "completed", "tag": "49f94411-bf9a-49b6-a22f-f13639740654"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:27.339713 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.373249 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-958cc025-2303-4356-b3dd-043489fd69a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.388881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-958cc025-2303-4356-b3dd-043489fd69a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.416268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cc025-2303-4356-b3dd-043489fd69a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d69d11-9246-411e-bb35-0007185b8936,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:27.421942 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74cfd1d5-40b4-44a3-b853-bf0c969e5d7d x-openstack-request-id: req-74cfd1d5-40b4-44a3-b853-bf0c969e5d7d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:27.422443 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8d0621-3a27-4387-951f-9d0c6f580e0e", "name": "network-vif-plugged", "status": "completed", "tag": "49f94411-bf9a-49b6-a22f-f13639740654", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:27.422768 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74cfd1d5-40b4-44a3-b853-bf0c969e5d7d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:27.423241 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f94411-bf9a-49b6-a22f-f13639740654', 'code': 200} Aug 11 03:14:27.439172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba0dc9cb-dcc1-4f2e-9503-2c709c96e023 req-bf958ef9-6a5e-45b5-af95-9f0ec5e411f6 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0544212 Aug 11 03:14:27.458820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-958cc025-2303-4356-b3dd-043489fd69a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9137f470cf144bebc4461edfef2905e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2616558 Aug 11 03:14:27.461573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49244) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:27.549575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-bf3f7689-ca42-4a47-aa92-3ad1ac714e56 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499738 Aug 11 03:14:27.557260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f686b-fb9f-41f1-8400-fcf31c54bdf5 req-6f7dac15-b90d-4d1d-89c2-42232a428c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.558580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efc74fc2-01ff-465b-b5f2-0c3136c44a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.559093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a9f686b-fb9f-41f1-8400-fcf31c54bdf5 req-6f7dac15-b90d-4d1d-89c2-42232a428c32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 1098 time: 0.0770435 Aug 11 03:14:27.602556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efc74fc2-01ff-465b-b5f2-0c3136c44a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.637862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=49f94411-bf9a-49b6-a22f-f13639740654,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:27.668582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efc74fc2-01ff-465b-b5f2-0c3136c44a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.670047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a9f686b-fb9f-41f1-8400-fcf31c54bdf5 req-e607d3d3-92de-46dc-bdad-85e75bb54ab0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573218 Aug 11 03:14:27.671491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efc74fc2-01ff-465b-b5f2-0c3136c44a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:27.675200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efc74fc2-01ff-465b-b5f2-0c3136c44a7b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3d69d11-9246-411e-bb35-0007185b8936 HTTP/1.1" status: 204 len: 168 time: 0.2101276 Aug 11 03:14:27.682355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc74fc2-01ff-465b-b5f2-0c3136c44a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d69d11-9246-411e-bb35-0007185b8936,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:27.697404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-a3afea48-1e3c-413d-9532-25329d5ce26c service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372173 Aug 11 03:14:27.743706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-1ca81090-37e3-46b1-b2c9-d2974e59b1d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=622db2ec-896e-4228-b772-39f5b21605a4 HTTP/1.1" status: 200 len: 217 time: 0.0374122 Aug 11 03:14:27.811433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-d2e9efae-1f67-47a6-9682-cdabf46646eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.813092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-d2e9efae-1f67-47a6-9682-cdabf46646eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 200 len: 797 time: 0.0610273 Aug 11 03:14:27.873849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-20f28c0b-3c3f-4031-a22d-e8954301a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.875662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-20f28c0b-3c3f-4031-a22d-e8954301a245 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1a8af23-52dd-4dad-8136-4888e0d0e982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521801 Aug 11 03:14:27.923848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d2c4c-79e5-452f-afa3-6e741a52922e req-4c610c4d-9c71-4fd9-8028-96654034208c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:27.925394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-367d2c4c-79e5-452f-afa3-6e741a52922e req-4c610c4d-9c71-4fd9-8028-96654034208c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 946 time: 0.0835650 Aug 11 03:14:27.971831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-367d2c4c-79e5-452f-afa3-6e741a52922e req-15990ab1-ab9f-4c78-95dd-0051bf7635c1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402348 Aug 11 03:14:28.003622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-9813774c-32ce-4187-81e9-b490ab32a225 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151128 Aug 11 03:14:28.120490 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-17c40ee5-aa8d-4c87-9999-a49b742758d7 service neutron] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088395 Aug 11 03:14:28.133268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.179752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-74c51782-a55e-49ce-a0dd-7c94a5397c84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3 HTTP/1.1" status: 200 len: 217 time: 0.0425529 Aug 11 03:14:28.242071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-46a1fbbe-46b1-47a9-b7f3-127a6ec440b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:28.243574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-46a1fbbe-46b1-47a9-b7f3-127a6ec440b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.0507410 Aug 11 03:14:28.299794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-57b19b81-0e53-4773-995a-7977feca467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:28.301310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-57b19b81-0e53-4773-995a-7977feca467a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479541 Aug 11 03:14:28.395794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-8bff4ac4-7641-4e6a-b520-9d8d1c9bf813 service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855901 Aug 11 03:14:28.510270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-f65f9ba9-a786-4a5e-a04c-c81f2e831fda service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055696 Aug 11 03:14:28.577376 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-6e58cdda-3991-44b9-95fa-318599a153bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 200 len: 217 time: 0.0592678 Aug 11 03:14:28.584367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49290) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:28.606359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a895d37b-4e35-4813-b774-287f3c3ced40 req-b8c8107e-b80c-4020-9b71-42472aff2b99 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0793109 Aug 11 03:14:28.664621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-c4f912e1-edd6-420f-a67c-0c58f14ec2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:28.666233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-c4f912e1-edd6-420f-a67c-0c58f14ec2bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 200 len: 797 time: 0.0633769 Aug 11 03:14:28.726750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-228ebee8-0bd9-465e-a77b-f2c87db259d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:28.728658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-228ebee8-0bd9-465e-a77b-f2c87db259d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0476863 Aug 11 03:14:28.742785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1941232166'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:28.776630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:28.780669 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.790196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.846546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-81d88556-b721-4339-9ab9-00adcb5f718a service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090353 Aug 11 03:14:28.920911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.925641 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.952181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4f8f8fef-39a9-40c7-b47b-fedfccf77c1a req-37e40cf7-78ed-46e8-b201-9afe9e92375e service neutron] 10.222.0.57 "GET /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957904 Aug 11 03:14:28.957039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:28.976203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341a0aa6-248e-41ee-a70a-491cb8a460da,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:28.980620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:28.981037 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Added segment 01d39e53-3d18-4de0-a2e4-26fd92ff2d30 of type vlan for network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 Aug 11 03:14:29.031358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.063960 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.070336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:29.071011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.167816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49306) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:29.168090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5816088 Aug 11 03:14:29.173706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:29.181273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167d665-128e-4a30-bcd2-8a30ed3f7f6d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Network': ['ID=e51b4e85-8fd7-4abc-aa38-836ab05f2ed4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:29.193092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:29.196861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835c96d-ad73-49f0-8a13-2721ea539d85 req-77127879-6ba8-478c-a526-7b49bd43ff28 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:29.198419 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c835c96d-ad73-49f0-8a13-2721ea539d85 req-77127879-6ba8-478c-a526-7b49bd43ff28 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 946 time: 0.1200597 Aug 11 03:14:29.245989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c835c96d-ad73-49f0-8a13-2721ea539d85 req-65a6b7d1-9500-4c85-9d24-b6764d0521f9 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394163 Aug 11 03:14:29.308942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:29.313278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.571487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.649187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=17a8eabe-82af-476e-8b17-4dba341db5cd,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:29.685286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:29.686413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network hostable DHCP agents. Network: e51b4e85-8fd7-4abc-aa38-836ab05f2ed4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:29.733053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:29.752893 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07e2a5c2-67ef-4ae9-a7e5-c37af5b30e3c req-37d90db7-a9d3-437d-897d-8db5d0c3937d tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0356619 Aug 11 03:14:29.774833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e51b4e85-8fd7-4abc-aa38-836ab05f2ed4) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:29.780604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:29.781206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.788472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb04f4-5375-4152-968f-797bb13e3e5a None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:29.805549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-50ed0b3b-4b28-4fa6-b935-abdd13fd592a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6365020 Aug 11 03:14:29.808652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49332) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:29.814092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'name': 'tempest-NetworksTestDHCPv6-38842286'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:29.938919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:29.942605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.965225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': '17a8eabe-82af-476e-8b17-4dba341db5cd'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:29.966109 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:29.970317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 53c95cc6-3ce0-457c-815d-886882997315 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:29.998627 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.116885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::2d9 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/17a8eabe-82af-476e-8b17-4dba341db5cd/53c95cc6-3ce0-457c-815d-886882997315) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:30.286168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.301793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 53c95cc6-3ce0-457c-815d-886882997315 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:30.337569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.412800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/17a8eabe-82af-476e-8b17-4dba341db5cd/cbdbaceb-1786-47bb-9dd2-1ecc924740fe) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:30.413469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=53c95cc6-3ce0-457c-815d-886882997315,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:30.425745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:30.428941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:30.435079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:30.441134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:30.441930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.461873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:30.462453 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0a7db029-b02c-4aa4-83c9-cb17ae536cdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6519809 Aug 11 03:14:30.556776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d04d69b-e122-4d29-a52e-77fa92797694 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:30.559610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2d04d69b-e122-4d29-a52e-77fa92797694 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0952227 Aug 11 03:14:30.561598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:30.600671 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.610143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Transition to ACTIVE for port object cbdbaceb-1786-47bb-9dd2-1ecc924740fe will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:30.626839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Transition to ACTIVE for port object cbdbaceb-1786-47bb-9dd2-1ecc924740fe will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:30.635159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.679295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:30.684949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:30.688870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:30.699083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Pushing event updated for resources: {'Port': ['ID=cbdbaceb-1786-47bb-9dd2-1ecc924740fe,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:30.757040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Attempting to bind port cbdbaceb-1786-47bb-9dd2-1ecc924740fe on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:30.757948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Attempting to bind port cbdbaceb-1786-47bb-9dd2-1ecc924740fe by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:30.758548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Attempting to bind port cbdbaceb-1786-47bb-9dd2-1ecc924740fe on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:30.784972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:30.784972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:30.784972 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.788580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:30.789923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Bound port: cbdbaceb-1786-47bb-9dd2-1ecc924740fe, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:30.792099 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:30.953487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] For port cbdbaceb-1786-47bb-9dd2-1ecc924740fe, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:30.959212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] For port cbdbaceb-1786-47bb-9dd2-1ecc924740fe, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cbdbaceb-1786-47bb-9dd2-1ecc924740fe,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:30.965415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.015823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-598e3d4a-6678-4d6f-8608-f0fdb20331c1 req-a8225bf2-d401-49ab-9e9a-f8c66577730e tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0573757 Aug 11 03:14:31.034472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e06dd8-66b9-4888-9f7c-69aa837a2a02 None None] Pushing event updated for resources: {'Port': ['ID=cbdbaceb-1786-47bb-9dd2-1ecc924740fe,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:31.103135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 53c95cc6-3ce0-457c-815d-886882997315 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:31.103486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.211396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.231973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 53c95cc6-3ce0-457c-815d-886882997315 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:31.431265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.466917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=53c95cc6-3ce0-457c-815d-886882997315,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:31.521806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.525926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-76eca6f3-e867-405a-8a16-16925ec0ac2b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/53c95cc6-3ce0-457c-815d-886882997315 HTTP/1.1" status: 204 len: 168 time: 0.9447293 Aug 11 03:14:31.526155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49370) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:31.631017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2276d-685d-493b-98df-115075c0361a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:31.633320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b2276d-685d-493b-98df-115075c0361a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:31.637453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-43b2276d-685d-493b-98df-115075c0361a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1090326 Aug 11 03:14:31.637799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49372) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:31.703476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 17a8eabe-82af-476e-8b17-4dba341db5cd {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:31.707411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.756890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.856644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.954025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.992670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:31.994583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/17a8eabe-82af-476e-8b17-4dba341db5cd HTTP/1.1" status: 204 len: 168 time: 0.3558586 Aug 11 03:14:31.997568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:32.025735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf98f0c-92d1-4fc5-b296-7ddc786d23a8 req-3d7c5659-d030-4543-8c30-4f8bb0855bb8 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:32.038363 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cf98f0c-92d1-4fc5-b296-7ddc786d23a8 req-3d7c5659-d030-4543-8c30-4f8bb0855bb8 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1098 time: 0.0926011 Aug 11 03:14:32.105944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa93f85-0cfd-4dcf-96eb-9d83a66d8773 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=17a8eabe-82af-476e-8b17-4dba341db5cd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:32.110131 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-edf796f2-a2ab-4dca-bd69-d733460a8ab2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114988 Aug 11 03:14:32.113180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49388) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:32.120360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:32.121092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cf98f0c-92d1-4fc5-b296-7ddc786d23a8 req-0c631b64-78b0-49b5-8963-23732f60ae6d tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751772 Aug 11 03:14:32.136574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49390) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:32.314089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3e8b1c04-351f-499b-b12a-403cc8768a07 req-238096c3-9b2d-44ad-b966-76a35316d306 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0871763 Aug 11 03:14:32.315740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:32.320938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.469296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b7ebc-4a41-45c2-b004-5b09e639b2cf None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:32.513456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port e083d901-02fd-4525-be8e-2f56515cf0b6 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:32.513829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.578494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-658ad2c2-1fa6-4ee7-911a-64e6111f9f03 None None] Provisioning for port cbdbaceb-1786-47bb-9dd2-1ecc924740fe completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:32.592831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.647309 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.647645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.673932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for e083d901-02fd-4525-be8e-2f56515cf0b6 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:32.701688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:32.713380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:32.726734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:32.727813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:32.748437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=b69181b9-79c9-4271-8f3b-57145568c722,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:32.764882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b6a04c8e-2652-44eb-a01f-70fb8ae87be0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6481874 Aug 11 03:14:32.765099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49402) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:32.775865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'name': 'tempest-NetworksTestDHCPv6-1269337179'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:32.979928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:32.986930 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.002888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cbdbaceb-1786-47bb-9dd2-1ecc924740fe up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:33.023531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port b3263cd7-5648-44c5-bbae-77c9f9ce3253 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:33.088922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.100892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port cbdbaceb-1786-47bb-9dd2-1ecc924740fe completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:33.109193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cbdbaceb-1786-47bb-9dd2-1ecc924740fe triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:33.109592 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.134853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=e083d901-02fd-4525-be8e-2f56515cf0b6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:33.148154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11774f1-cc1e-4521-a30f-9c97e573a68c None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:33.289479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.291492 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP c022979b-d4d6-44eb-8b6c-8884aca5a531 disassociated (deleted). External IP: 172.25.4.47, port: d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2. Aug 11 03:14:33.309773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::28 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/b69181b9-79c9-4271-8f3b-57145568c722/b3263cd7-5648-44c5-bbae-77c9f9ce3253) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:33.394259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-575e2f89-a5bd-45d0-9a03-18547103e12a None None] Provisioning complete for port cbdbaceb-1786-47bb-9dd2-1ecc924740fe triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:33.394776 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-575e2f89-a5bd-45d0-9a03-18547103e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.557822 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.606812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2065ee3d-90b2-446a-b41a-16af5a29f6c4 req-14d34d06-13b7-4308-bc63-bd0fee297d49 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.1393104 Aug 11 03:14:33.721391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:33.752564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.767528 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-575e2f89-a5bd-45d0-9a03-18547103e12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.800952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object b3263cd7-5648-44c5-bbae-77c9f9ce3253 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:33.854116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.862333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port cbdbaceb-1786-47bb-9dd2-1ecc924740fe, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cbdbaceb-1786-47bb-9dd2-1ecc924740fe,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:33.890559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.956393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:33.972477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:33.975197 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] Sync routers for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:33.993619 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:33.994256 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:34.011165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:34.022102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:34.030942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:34.052406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:34.053243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.088516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bee33081-f517-4eb0-940f-9e34ffbe764b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/floatingips/c022979b-d4d6-44eb-8b6c-8884aca5a531 HTTP/1.1" status: 204 len: 168 time: 1.9505420 Aug 11 03:14:34.090042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:34.092911 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47936f54-fd0d-48f1-939c-fb9604fc0ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:34.105381 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-575e2f89-a5bd-45d0-9a03-18547103e12a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:14:34.112757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=b3263cd7-5648-44c5-bbae-77c9f9ce3253,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:34.113577 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-575e2f89-a5bd-45d0-9a03-18547103e12a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:14:34.140440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-de05851b-e75c-421e-9aba-a5d6f2999d74 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3740628 Aug 11 03:14:34.143386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49426) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:34.177914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=cbdbaceb-1786-47bb-9dd2-1ecc924740fe,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:34.240863 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c2f8bb-7f0d-4c5b-b0db-b5835d68b218 x-openstack-request-id: req-d1c2f8bb-7f0d-4c5b-b0db-b5835d68b218 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:34.241287 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:34.241560 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1c2f8bb-7f0d-4c5b-b0db-b5835d68b218 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:34.241992 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'status': 'completed', 'code': 200} Aug 11 03:14:34.298412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd3a81-c3b9-485e-8f44-8ef9ecc8c004 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:34.308913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd3a81-c3b9-485e-8f44-8ef9ecc8c004 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:34.321987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49430) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:34.341505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-61fd3a81-c3b9-485e-8f44-8ef9ecc8c004 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1969435 Aug 11 03:14:34.348521 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:34.408705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-33543c71-5ff2-4ec7-9934-4f26fa19a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:34.410924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-33543c71-5ff2-4ec7-9934-4f26fa19a0d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 1098 time: 0.1716580 Aug 11 03:14:34.670001 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:41Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:34.702196 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] Checking router: 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:34.713854 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:34.714766 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:34.732430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286005af-5068-4859-95ce-fcb29af1ea6d req-bb5d02d1-a914-492a-8544-020d5d80ce75 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:34.734158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-286005af-5068-4859-95ce-fcb29af1ea6d req-bb5d02d1-a914-492a-8544-020d5d80ce75 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.2132561 Aug 11 03:14:34.798798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-65b15676-f8e1-48db-b778-c7bc78c84f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:34.800497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-65b15676-f8e1-48db-b778-c7bc78c84f5b service neutron] 10.222.0.10 "GET /v2.0/networks?id=696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 200 len: 897 time: 0.3739746 Aug 11 03:14:34.842901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1b338f6a-15ce-4221-8208-d3062bee0a6d None None] Provisioning complete for port cbdbaceb-1786-47bb-9dd2-1ecc924740fe triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:34.849756 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b338f6a-15ce-4221-8208-d3062bee0a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.862133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-286005af-5068-4859-95ce-fcb29af1ea6d req-2dcc9f64-2d16-403d-ac03-88d093cceb84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192601 Aug 11 03:14:34.866276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-534acd97-7d93-4b41-9621-b596a9ce6c2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 200 len: 217 time: 0.0555305 Aug 11 03:14:34.884306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port b3263cd7-5648-44c5-bbae-77c9f9ce3253 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:34.884862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:34.897791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a49d8573-bd59-4baf-b8f1-f878666045ce req-fd59af6e-4be7-4f1b-94d6-89a6e75e2046 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.1234267 Aug 11 03:14:34.923668 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:35.040610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cbdbaceb-1786-47bb-9dd2-1ecc924740fe up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:35.044264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1b338f6a-15ce-4221-8208-d3062bee0a6d None None] Could not find standard attr ID for object 53c95cc6-3ce0-457c-815d-886882997315. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:35.096838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cbdbaceb-1786-47bb-9dd2-1ecc924740fe triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:35.097209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.148634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-39ed34b0-5a05-4882-9800-0a56e270ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:35.157171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-39ed34b0-5a05-4882-9800-0a56e270ad1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 200 len: 834 time: 0.2830405 Aug 11 03:14:35.232809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e141e4d9-f7ad-4436-abce-7469b8a63d1b None None] Provisioning for port b3263cd7-5648-44c5-bbae-77c9f9ce3253 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:35.237174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e141e4d9-f7ad-4436-abce-7469b8a63d1b None None] Provisioning complete for port b3263cd7-5648-44c5-bbae-77c9f9ce3253 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:35.237734 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e141e4d9-f7ad-4436-abce-7469b8a63d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.281363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.312349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for b3263cd7-5648-44c5-bbae-77c9f9ce3253 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:35.317684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e141e4d9-f7ad-4436-abce-7469b8a63d1b None None] Port b3263cd7-5648-44c5-bbae-77c9f9ce3253 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:14:35.344666 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:41Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:35.394425 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82674a84-cc7f-4ca3-8dec-9e9baf5053bc None None] The sync data for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 is: [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:12:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '82699709-05a7-47ac-b940-ca57a73d6241', 'name': '', 'network_id': '696f3892-cb11-44cf-9737-0cb44e63e540', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:6f:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2580, 'fixed_ips': [{'subnet_id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:33Z', 'updated_at': '2021-08-11T03:12:41Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'ce3a1bca-17b6-4f2a-9e78-3d056f59eeef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:35.424801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-06ee061a-1cc6-434e-81cd-9bb8c85c0407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:35.426381 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-06ee061a-1cc6-434e-81cd-9bb8c85c0407 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=696f3892-cb11-44cf-9737-0cb44e63e540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2612243 Aug 11 03:14:35.593867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-a04eda51-bd02-48ac-aca7-6cdade592448 service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597404 Aug 11 03:14:35.624502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.712738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=b3263cd7-5648-44c5-bbae-77c9f9ce3253,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:35.755558 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:35.757905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-92d892ea-8288-4586-9796-4d3a1394e282 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/b3263cd7-5648-44c5-bbae-77c9f9ce3253 HTTP/1.1" status: 204 len: 168 time: 1.4348159 Aug 11 03:14:35.760518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49458) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:35.811615 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47936f54-fd0d-48f1-939c-fb9604fc0ebe req-bc3cc54b-0f4b-47a8-ab14-16f9520e2447 service neutron] 10.222.0.10 "GET /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985216 Aug 11 03:14:35.831781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766da6b-2069-4047-b316-fdbf594a891a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:35.834354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2766da6b-2069-4047-b316-fdbf594a891a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:35.838379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2766da6b-2069-4047-b316-fdbf594a891a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0744376 Aug 11 03:14:35.839589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49460) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:35.887176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893308df-7988-4dbb-960c-8f94635d962d None None] New status for floating IP c022979b-d4d6-44eb-8b6c-8884aca5a531: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:14:35.965304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet b69181b9-79c9-4271-8f3b-57145568c722 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:35.969920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.041160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.069392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2524518-2b33-46ae-b193-5358daea39a5 req-c067c962-644e-4bdc-be26-59d3ab3ff7d5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:36.071060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2524518-2b33-46ae-b193-5358daea39a5 req-c067c962-644e-4bdc-be26-59d3ab3ff7d5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.0781157 Aug 11 03:14:36.135694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e347819b-8501-4b0e-8239-80641bf57102 req-e33d3459-9883-4146-b835-f566dbcd740e tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0507874 Aug 11 03:14:36.138437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c2524518-2b33-46ae-b193-5358daea39a5 req-d047851c-9c6b-44c6-a349-58fd135897ba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c2eb64f-bac8-4cdb-a518-bac5b870f3de&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597515 Aug 11 03:14:36.182018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.220955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d9c36-d987-4186-8571-050b2f9376fd req-7914f3ea-c171-407c-8e60-0d5ebfb03839 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:36.222401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-534d9c36-d987-4186-8571-050b2f9376fd req-7914f3ea-c171-407c-8e60-0d5ebfb03839 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 946 time: 0.3057873 Aug 11 03:14:36.323215 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.361069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=b69181b9-79c9-4271-8f3b-57145568c722,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.363530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.366583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d94bb225-e33a-4772-88c1-2241f8cdf427 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b69181b9-79c9-4271-8f3b-57145568c722 HTTP/1.1" status: 204 len: 168 time: 0.5254877 Aug 11 03:14:36.369215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:36.385836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0acbb0-444f-46d1-a1e1-107beff9fbf3 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:36.400188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:36.400188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.488638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-081edc61-cbdd-486a-b766-d885a660580a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175458 Aug 11 03:14:36.490525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49480) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:36.502925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:36.569955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:36.570336 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.594784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:36.694481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:36.696621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:36.702366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.803866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] Deleting port cbdbaceb-1786-47bb-9dd2-1ecc924740fe {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:36.805436 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.844106 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.950789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] For port cbdbaceb-1786-47bb-9dd2-1ecc924740fe, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cbdbaceb-1786-47bb-9dd2-1ecc924740fe,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:36.956598 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:36.982195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:36.985301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.017097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] Calling delete_port for cbdbaceb-1786-47bb-9dd2-1ecc924740fe owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:37.024910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cbdbaceb-1786-47bb-9dd2-1ecc924740fe no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:37.031533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:37.036334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:37.040880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] No DVR routers for this DVR port d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:37.041269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:37.042095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.045268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.047715 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-534d9c36-d987-4186-8571-050b2f9376fd req-4ea009b0-a140-4a03-a05d-ad345dd78020 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "DELETE /v2.0/ports/d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 HTTP/1.1" status: 204 len: 173 time: 0.8173692 Aug 11 03:14:37.048258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-deleted', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:37.050850 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f863763-9445-48a1-852c-e0dfeb24ca3b" -d '{"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-deleted", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:37.072682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=d0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:37.081069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9c64afe1-8224-4edc-a1d7-d72087962a41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5892932 Aug 11 03:14:37.084704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49506) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:37.094977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'name': 'tempest-NetworksTestDHCPv6-1380631496'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:37.234600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:37.241832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.252963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-5d523c19-f16c-4ce4-b331-83ba6ba90461 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:37.255776 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-5d523c19-f16c-4ce4-b331-83ba6ba90461 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.2252963 Aug 11 03:14:37.279052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-709f32e2-9b08-4132-98e6-fce92892daf0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/quotas/fa09ea4333424814a0d5f8bad0860333 HTTP/1.1" status: 200 len: 375 time: 0.0136650 Aug 11 03:14:37.287087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port bf376883-29f9-4cad-87fe-72b07764d359 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:37.319872 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.365402 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c574517-ee9d-4197-b483-abf831cfb539 x-openstack-request-id: req-8c574517-ee9d-4197-b483-abf831cfb539 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:37.365719 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9454bc52-3e67-4ce5-b172-9e69bdaa5465", "name": "network-vif-deleted", "tag": "d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:37.366093 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c574517-ee9d-4197-b483-abf831cfb539 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:37.366675 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454bc52-3e67-4ce5-b172-9e69bdaa5465', 'name': 'network-vif-deleted', 'tag': 'd3cf4b4b-3f02-4cd8-9967-1e734c5c07b2', 'status': 'completed', 'code': 200} Aug 11 03:14:37.382906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:37.404020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-0c48e750-45f3-4b8f-9b3f-cf228a8b35ed tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178300 Aug 11 03:14:37.466159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] Pushing event deleted for resources: {'Port': ['ID=cbdbaceb-1786-47bb-9dd2-1ecc924740fe,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:37.484975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25ab64-fe9c-4edc-a1d1-2506f453876b None None] No DVR routers for this DVR port cbdbaceb-1786-47bb-9dd2-1ecc924740fe on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:37.509365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de16a8-2aa8-4eec-88a2-f12ce2c9ac9d None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:37.581203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e8d3f6f-6a2b-4fd1-9702-896b03e0d008 req-7d3d5d6b-9b0d-4d03-894c-2f22f3c6abfe tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=9454bc52-3e67-4ce5-b172-9e69bdaa5465 HTTP/1.1" status: 200 len: 210 time: 0.0450809 Aug 11 03:14:37.621554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-446bb6ee-3213-4f8d-954f-fd1e3902043e service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076256 Aug 11 03:14:37.661422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::154 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/d0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf/bf376883-29f9-4cad-87fe-72b07764d359) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:37.749185 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-50a943b2-37c9-40ee-9fcd-4f32e736b6e1 req-76b2a5d4-6e24-4334-bd21-adca1c3789f1 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0351977 Aug 11 03:14:37.788514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-74a1dd5d-d0f8-4d8a-a0eb-073eb43cb189 service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644514 Aug 11 03:14:37.828895 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:14:37.846642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'd0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:37.848030 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.276742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1923f61f-ffa8-419c-8884-015d615617a0 req-b25992a2-b593-4e5d-8250-440d718b61a7 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 210 time: 0.0400567 Aug 11 03:14:38.334461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.348343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object bf376883-29f9-4cad-87fe-72b07764d359 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:38.385462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.446940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:38.450493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:38.464444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/d0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf/9708b6b3-1aab-43fd-8038-26f51dfa56e3) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:38.474822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=bf376883-29f9-4cad-87fe-72b07764d359,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:38.478158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:38.486277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:38.487264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:38.508303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4e75b9f-b41d-4f29-bd42-5fee51dc628c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4210918 Aug 11 03:14:38.510680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49542) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:38.588945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620ae2e8-067c-4a5e-a5c9-67d0c667bc73 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:38.593602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:38.594212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-620ae2e8-067c-4a5e-a5c9-67d0c667bc73 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0820820 Aug 11 03:14:38.642833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49550) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:38.949993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b37ca61e-94a2-480b-a4fd-cd23ee03c221 req-7b70f959-8879-45d2-baf9-f15903e8bb8d tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Aug 11 03:14:39.066827 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.087351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Transition to ACTIVE for port object 9708b6b3-1aab-43fd-8038-26f51dfa56e3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:39.112686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Transition to ACTIVE for port object 9708b6b3-1aab-43fd-8038-26f51dfa56e3 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:39.122057 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.176491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.182945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Pushing event updated for resources: {'Port': ['ID=9708b6b3-1aab-43fd-8038-26f51dfa56e3,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:39.192328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:39.202569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:39.206029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port bf376883-29f9-4cad-87fe-72b07764d359 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:39.206382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.220436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:39.222796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:39.223135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device d3cf4b4b-3f02-4cd8-9967-1e734c5c07b2 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:39.224782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:39.285246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Attempting to bind port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:39.286161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Attempting to bind port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:39.287278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Attempting to bind port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:39.294216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:39.294755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:39.295246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.295813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:39.296402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Bound port: 9708b6b3-1aab-43fd-8038-26f51dfa56e3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:39.296883 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.341144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.357894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for bf376883-29f9-4cad-87fe-72b07764d359 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:39.414685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] For port 9708b6b3-1aab-43fd-8038-26f51dfa56e3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:39.423231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] For port 9708b6b3-1aab-43fd-8038-26f51dfa56e3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9708b6b3-1aab-43fd-8038-26f51dfa56e3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:39.430664 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.463028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73acb7b9-b0e3-4576-b411-78fd329ec13c req-5850534f-3f03-4e43-a52f-8978f31ebd5c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 210 time: 0.0413134 Aug 11 03:14:39.539680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9bfb-f513-4f19-870b-ed922dd5d0bd None None] Pushing event updated for resources: {'Port': ['ID=9708b6b3-1aab-43fd-8038-26f51dfa56e3,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:39.618187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 82699709-05a7-47ac-b940-ca57a73d6241 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:39.618797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.703903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.736212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 82699709-05a7-47ac-b940-ca57a73d6241, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=82699709-05a7-47ac-b940-ca57a73d6241,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:39.736825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.757260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=bf376883-29f9-4cad-87fe-72b07764d359,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:39.757642 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 82699709-05a7-47ac-b940-ca57a73d6241 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:39.780016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:39.782871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-30f0e3d4-5cc9-4637-9b34-d4436e826afa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/bf376883-29f9-4cad-87fe-72b07764d359 HTTP/1.1" status: 204 len: 168 time: 1.1882675 Aug 11 03:14:39.787641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49572) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:39.828698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-4df7a936-db76-4364-9fc4-5c7bcb3b0566 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:39.831298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-4df7a936-db76-4364-9fc4-5c7bcb3b0566 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.2573895 Aug 11 03:14:39.873727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Request body: {'port': {'device_id': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'admin_state_up': True, 'tenant_id': 'fa09ea4333424814a0d5f8bad0860333'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:39.967554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca7af8-6755-4af4-b667-89d05269c72d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:39.969378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca7af8-6755-4af4-b667-89d05269c72d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:39.970932 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ffca7af8-6755-4af4-b667-89d05269c72d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1820877 Aug 11 03:14:39.973810 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49578) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.099714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet d0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:40.104370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.134011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.149697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d2e623d-a410-49db-af48-c23c3d04c265 req-6de94ae2-b3e9-4a6c-9641-c0ef20e16e6f tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0463886 Aug 11 03:14:40.158317 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.181318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Made reservation on behalf of fa09ea4333424814a0d5f8bad0860333 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:40.184947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.229405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=82699709-05a7-47ac-b940-ca57a73d6241,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:40.349059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.448036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.450907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Allocated IP 172.20.0.3 (effd984e-5feb-4b17-b9af-dc7dc2aae44d/17ecfa77-7a04-47b1-b49a-7b18b85b391b/c398ae86-a936-43d6-8c2b-776c1451b708) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:40.473067 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.520466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:40.528960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.531918 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-26eff121-b265-4fb0-a6e7-bfc67da3764f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/d0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf HTTP/1.1" status: 204 len: 168 time: 0.5569677 Aug 11 03:14:40.535664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49590) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.625877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-500281f9-563e-4271-b39f-e5d04ab950f1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0801954 Aug 11 03:14:40.629335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49594) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.697482 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4eda8bf7-b08d-48ff-b53e-e90c4915dd37 req-20c63ab8-aa42-4ac3-8000-b065b5c583b4 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 210 time: 0.0684800 Aug 11 03:14:40.779747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.818694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2217a201-8fa3-46e0-982f-9c2a2df1e5f0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:40.820278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2217a201-8fa3-46e0-982f-9c2a2df1e5f0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1890538 Aug 11 03:14:40.824257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49600) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.888661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21e5d87-2798-4de3-a428-a5d04cf2037d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:40.892405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f21e5d87-2798-4de3-a428-a5d04cf2037d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0602305 Aug 11 03:14:40.893220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49602) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.905242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:40.918650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['49f94411-bf9a-49b6-a22f-f13639740654'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:40.928722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:40.963551 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4e387c38-266e-4570-8395-e1b825c7d17a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646405 Aug 11 03:14:40.966730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49604) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:40.971705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:40.981140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:40.985080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:41.009686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:41.040438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:41.061207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501dca4-fc59-4a63-ad4e-33444c225922 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:41.081557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event updated for resources: {'Port': ['ID=c398ae86-a936-43d6-8c2b-776c1451b708,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.142220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:41.143124 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.157470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9708b6b3-1aab-43fd-8038-26f51dfa56e3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:41.159166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-447dfcb5-8b76-43df-acd5-d38485641996 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2940662 Aug 11 03:14:41.173549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Request body: {'port': {'device_id': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:41.205100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:41.219003 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] Sync routers for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:41.230780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-85f695f4-df79-4be9-8742-53b50078a8bf None None] Provisioning for port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:41.234076 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-98c5a661-4b3b-4792-b45a-7601e6c55895 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/21c12ab4-b5d0-4cd7-942b-49c819cd5bdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5900154 Aug 11 03:14:41.235184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49612) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:41.235882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:41.240055 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.242176 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:41.244127 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:41.261939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.389023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:41.410228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:41.411861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.430570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20012824-77b2-40b5-b725-2223955fbaba req-c137674b-7e39-4178-aa5d-4890a62eaa20 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0937064 Aug 11 03:14:41.440530 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:41.454801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting subnet ce3a1bca-17b6-4f2a-9e78-3d056f59eeef {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:41.473294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.592323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.613742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:41.701053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c398ae86-a936-43d6-8c2b-776c1451b708 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:41.710666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.727041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Transition to ACTIVE for port object c398ae86-a936-43d6-8c2b-776c1451b708 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:41.727606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.730606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.751369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] Deleting port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:41.752085 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.752368 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:14:39Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:41.812713 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] Checking router: 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:41.832733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ae86-a936-43d6-8c2b-776c1451b708,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:41.840989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] Routers {'21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:41.848851 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:41.853903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] For port 9708b6b3-1aab-43fd-8038-26f51dfa56e3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9708b6b3-1aab-43fd-8038-26f51dfa56e3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:41.854310 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.870931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] Calling delete_port for 9708b6b3-1aab-43fd-8038-26f51dfa56e3 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:41.950541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9708b6b3-1aab-43fd-8038-26f51dfa56e3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9708b6b3-1aab-43fd-8038-26f51dfa56e3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:41.955413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.957079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Attempting to bind port c398ae86-a936-43d6-8c2b-776c1451b708 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:41.957350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:41.957476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Attempting to bind port c398ae86-a936-43d6-8c2b-776c1451b708 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:41.958074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Attempting to bind port c398ae86-a936-43d6-8c2b-776c1451b708 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:41.967240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Port c398ae86-a936-43d6-8c2b-776c1451b708 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:14:41.967693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Attempting to bind port c398ae86-a936-43d6-8c2b-776c1451b708 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:41.976174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:41.976534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Checking segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:41.976950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Bound using segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:41.977439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Bound port: c398ae86-a936-43d6-8c2b-776c1451b708, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:41.977884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.027657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629fbaf-880b-48fc-882f-99b7725bf471 req-928ee506-36d1-448e-a75e-f3aea63a00dc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:42.029675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e629fbaf-880b-48fc-882f-99b7725bf471 req-928ee506-36d1-448e-a75e-f3aea63a00dc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 943 time: 0.1203938 Aug 11 03:14:42.070869 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.082541 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] Set router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:42.100294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9708b6b3-1aab-43fd-8038-26f51dfa56e3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.123503 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.132897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:42.141546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:42.150295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e629fbaf-880b-48fc-882f-99b7725bf471 req-4b3bf694-41d4-4c93-97bb-0b9017ea806e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076634 Aug 11 03:14:42.150561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:42.151403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.151572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] For port c398ae86-a936-43d6-8c2b-776c1451b708, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:42.165059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=8243a635-f2c6-41a6-8b60-80fa7caee3dc,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.171226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.187978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] For port c398ae86-a936-43d6-8c2b-776c1451b708, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c398ae86-a936-43d6-8c2b-776c1451b708,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:42.196507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] Pushing event deleted for resources: {'Port': ['ID=9708b6b3-1aab-43fd-8038-26f51dfa56e3,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.199681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.200913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302c06a-23d0-42bd-8cb2-5fb3b33d2594 None None] No DVR routers for this DVR port 9708b6b3-1aab-43fd-8038-26f51dfa56e3 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:42.222421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708f8c2-783a-49e6-916b-2843a7a3486c None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:42.240186 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-812ff8e8-8039-4cbe-889b-b71945375d5c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2727222 Aug 11 03:14:42.243864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49626) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:42.244982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3a1bca-17b6-4f2a-9e78-3d056f59eeef,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.254608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.258942 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4a3ed759-f518-4cd5-9bbe-7eaf355dfb3c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/subnets/ce3a1bca-17b6-4f2a-9e78-3d056f59eeef HTTP/1.1" status: 204 len: 168 time: 1.0153711 Aug 11 03:14:42.265561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': '8243a635-f2c6-41a6-8b60-80fa7caee3dc', 'ip_address': '2001:db8::3331:3298:bb9b:6dee'}], 'name': 'tempest-NetworksTestDHCPv6-1783930180'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:42.269343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49632) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:42.280592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ae86-a936-43d6-8c2b-776c1451b708,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:42.294522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:42.295261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.297044 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-68d9f472-1b0f-499d-9db9-b45b0b7283f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/c398ae86-a936-43d6-8c2b-776c1451b708 HTTP/1.1" status: 200 len: 1092 time: 1.1283891 Aug 11 03:14:42.297619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'tag': 'c398ae86-a936-43d6-8c2b-776c1451b708'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:42.299683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc86e86-06f8-496d-9495-877a3c6de66f None None] Network 696f3892-cb11-44cf-9737-0cb44e63e540 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:42.300265 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939409f1-f1f0-4d0d-bd04-22845a81bcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "052f1bcc-ff9f-4978-93c3-615e9a5b4192", "tag": "c398ae86-a936-43d6-8c2b-776c1451b708"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:42.398060 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bcee8f-c6b1-4358-bccd-12e19ad48e4a x-openstack-request-id: req-93bcee8f-c6b1-4358-bccd-12e19ad48e4a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:42.398369 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052f1bcc-ff9f-4978-93c3-615e9a5b4192", "tag": "c398ae86-a936-43d6-8c2b-776c1451b708", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:42.398633 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93bcee8f-c6b1-4358-bccd-12e19ad48e4a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:42.400218 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'tag': 'c398ae86-a936-43d6-8c2b-776c1451b708', 'status': 'completed', 'code': 200} Aug 11 03:14:42.422447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-8860f888-3219-4b3e-8689-68f615b71adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:42.435311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-8860f888-3219-4b3e-8689-68f615b71adf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 1095 time: 0.0860231 Aug 11 03:14:42.497811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-5da086a0-87e8-4030-adc8-b6c19c8c03e8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c398ae86-a936-43d6-8c2b-776c1451b708 HTTP/1.1" status: 200 len: 217 time: 0.0541482 Aug 11 03:14:42.562624 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.593907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': '8243a635-f2c6-41a6-8b60-80fa7caee3dc'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:42.594799 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.658015 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:14:39Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:42.661533 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca0f430-826c-44ec-ac34-680d7f9efe38 req-34ac40b8-680c-4d4c-a35a-cb9ff1c20772 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0786264 Aug 11 03:14:42.693424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-e09d0584-32b3-4c28-9308-c94cdf7ee8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:42.694950 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-e09d0584-32b3-4c28-9308-c94cdf7ee8af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.1886139 Aug 11 03:14:42.740538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] DHCP port deletion for 696f3892-cb11-44cf-9737-0cb44e63e540 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:42.751718 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ca3faf-6433-4176-8c0d-68e873f69602 None None] The sync data for ids ['21c12ab4-b5d0-4cd7-942b-49c819cd5bdb'] in n-d-768509-22 is: [{'id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935905136', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:12:24Z', 'updated_at': '2021-08-11T03:14:39Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '090053d9-1877-4ded-b5b6-c1db8cf11e2b', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:48:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c12ab4-b5d0-4cd7-942b-49c819cd5bdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:12:25Z', 'updated_at': '2021-08-11T03:12:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:42.766646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-8957f718-a0cf-4588-b2e0-aba37f2da88e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583429 Aug 11 03:14:42.783456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:42.847138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.881250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/8243a635-f2c6-41a6-8b60-80fa7caee3dc/a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:42.887088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-80c5b994-3d4c-41f7-9946-7ce7bb1f5db2 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126273 Aug 11 03:14:42.890214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] Deleting port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:42.890596 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.921434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:42.949953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port d64de295-2a06-4dcc-a2e9-f317c203f37c yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:42.955949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 090053d9-1877-4ded-b5b6-c1db8cf11e2b {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:42.956634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.011486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bfc56cc2-9f12-47fc-b343-d6543617b364 req-78964019-e624-4151-a0da-608c0ef34547 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160951 Aug 11 03:14:43.023476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] For port d5a3bf23-8fa4-4301-975d-1b11ff5ea785, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5a3bf23-8fa4-4301-975d-1b11ff5ea785,segment=NetworkSegment(eb8f2c8e-38a0-4742-9ef3-c34e8df91c03),segment_id=eb8f2c8e-38a0-4742-9ef3-c34e8df91c03)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:43.024142 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.051382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] Calling delete_port for d5a3bf23-8fa4-4301-975d-1b11ff5ea785 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:43.153221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 090053d9-1877-4ded-b5b6-c1db8cf11e2b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=090053d9-1877-4ded-b5b6-c1db8cf11e2b,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:43.153728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.209459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 090053d9-1877-4ded-b5b6-c1db8cf11e2b owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:43.211397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-5f486872-9807-4c33-a33f-47f315524292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:43.213312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-5f486872-9807-4c33-a33f-47f315524292 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 1095 time: 0.1278174 Aug 11 03:14:43.262402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 82699709-05a7-47ac-b940-ca57a73d6241 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:43.294066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.306979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Transition to ACTIVE for port object a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:43.326282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Transition to ACTIVE for port object a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:43.354733 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.406624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:43.408100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.423350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:43.463004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:43.468363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-7374d8c1-2cf4-4dd2-947c-0c8309e67bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:43.475962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-7374d8c1-2cf4-4dd2-947c-0c8309e67bbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 916 time: 0.2549682 Aug 11 03:14:43.498686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::3331:3298:bb9b:6dee (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/8243a635-f2c6-41a6-8b60-80fa7caee3dc/d64de295-2a06-4dcc-a2e9-f317c203f37c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:43.502006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 82699709-05a7-47ac-b940-ca57a73d6241 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:43.502403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 82699709-05a7-47ac-b940-ca57a73d6241 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:43.503309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9708b6b3-1aab-43fd-8038-26f51dfa56e3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:43.531321 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] No DVR routers for this DVR port d5a3bf23-8fa4-4301-975d-1b11ff5ea785 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:43.555834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Pushing event updated for resources: {'Port': ['ID=a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.561306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9708b6b3-1aab-43fd-8038-26f51dfa56e3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:43.561781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9708b6b3-1aab-43fd-8038-26f51dfa56e3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:43.562460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5a3bf23-8fa4-4301-975d-1b11ff5ea785 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:43.573996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-f5958a30-ab67-4b65-a4ef-c8a2f0a59c84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c398ae86-a936-43d6-8c2b-776c1451b708 HTTP/1.1" status: 200 len: 217 time: 0.0900509 Aug 11 03:14:43.594263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b221-458d-4b94-9a67-a2515b7e7f03 req-7d69c288-6f82-4887-b2fa-ee667e6f9f6d tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:43.602404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a47b221-458d-4b94-9a67-a2515b7e7f03 req-7d69c288-6f82-4887-b2fa-ee667e6f9f6d tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 943 time: 0.2641895 Aug 11 03:14:43.640257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f9883-9451-430a-8c1c-955727e237fa None None] Pushing event deleted for resources: {'Port': ['ID=d5a3bf23-8fa4-4301-975d-1b11ff5ea785,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.640667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-c69dbc0e-ee52-47d5-b8b7-3a6882c98672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:43.642616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-c69dbc0e-ee52-47d5-b8b7-3a6882c98672 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0607076 Aug 11 03:14:43.642880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d5a3bf23-8fa4-4301-975d-1b11ff5ea785 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:43.643441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5a3bf23-8fa4-4301-975d-1b11ff5ea785 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:43.650029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Attempting to bind port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:43.665372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Attempting to bind port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:43.665372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Attempting to bind port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:43.677924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:43.678415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:43.678830 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.679224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:43.679746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Bound port: a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:43.680136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.681320 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-f52743a9-2cca-4728-8971-8f9c665f2c59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298944 Aug 11 03:14:43.685261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3a47b221-458d-4b94-9a67-a2515b7e7f03 req-c3baf89c-969b-4ff8-9756-b6da08e55995 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818539 Aug 11 03:14:43.838885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] For port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:43.842296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] For port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:43.847482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.858321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f38444e-1d32-440a-8789-a6fb02f3eb61 req-912606c5-bd85-481d-960e-2f44f15e2e5e tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0445585 Aug 11 03:14:43.888819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:43.888971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-fc312021-a651-4501-b7be-0db2d0ebe401 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912060 Aug 11 03:14:43.922495 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=090053d9-1877-4ded-b5b6-c1db8cf11e2b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:43.933719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68155097-1ae2-4800-b9c1-2b73eb135b89 None None] Pushing event updated for resources: {'Port': ['ID=a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:44.025236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-939409f1-f1f0-4d0d-bd04-22845a81bcdd req-b651f1d7-41e8-415e-b013-84c725c68621 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344597 Aug 11 03:14:44.042482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.048223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.527798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object d64de295-2a06-4dcc-a2e9-f317c203f37c will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:44.530369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.533919 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.592762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.593340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Fanout notify agent at l3_agent the message router_deleted on router 21c12ab4-b5d0-4cd7-942b-49c819cd5bdb {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:14:44.601553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.605593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49670) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.605881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-93fad63a-007a-4249-8b59-e77be2a52f8a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/routers/21c12ab4-b5d0-4cd7-942b-49c819cd5bdb HTTP/1.1" status: 204 len: 168 time: 2.3336878 Aug 11 03:14:44.620523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.656475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:44.659721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:44.691616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:44.703499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.704362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.740077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4770830 Aug 11 03:14:44.748588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49678) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.814000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:44.819700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e12b8-0701-4462-bbe8-55981798c883 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=d64de295-2a06-4dcc-a2e9-f317c203f37c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:44.863539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06581a6a-10f9-44c8-9410-88a103cbb42c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.869687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06581a6a-10f9-44c8-9410-88a103cbb42c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:44.873655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-06581a6a-10f9-44c8-9410-88a103cbb42c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1217825 Aug 11 03:14:44.883505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:44.996175 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-64a43509-ec67-468e-8d9a-04fa40bb2202 req-96eee6db-5a05-4959-9404-4f6133e9a9c4 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0389531 Aug 11 03:14:45.021514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.030787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee4689-e1d1-4e50-be27-dd68c914cd30 req-b7f1a610-0958-4956-b6cf-eb3fd3086b46 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:45.034730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696f3892-cb11-44cf-9737-0cb44e63e540']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:45.043805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6ee4689-e1d1-4e50-be27-dd68c914cd30 req-b7f1a610-0958-4956-b6cf-eb3fd3086b46 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 943 time: 0.1711483 Aug 11 03:14:45.049800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:45.050230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8f2c8e-38a0-4742-9ef3-c34e8df91c03') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:45.063354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.081355 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.089026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:14:45.089775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.091398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port d64de295-2a06-4dcc-a2e9-f317c203f37c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:45.091789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:14:45.093108 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:14:45.101458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f6ee4689-e1d1-4e50-be27-dd68c914cd30 req-2d27de52-7d31-4bbb-b01c-5a0c76864328 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566556 Aug 11 03:14:45.179754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.202169 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.212297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49690) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.213449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/networks/696f3892-cb11-44cf-9737-0cb44e63e540 HTTP/1.1" status: 204 len: 168 time: 0.6066897 Aug 11 03:14:45.214645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45850239-da72-4a4b-813f-fa10c7a3d07e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Network': ['ID=696f3892-cb11-44cf-9737-0cb44e63e540,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.245542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6cd2e4b7-0ea2-4912-9c3d-6a59ccc335e4 None None] Provisioning for port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:45.311026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.341148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for d64de295-2a06-4dcc-a2e9-f317c203f37c owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:45.431262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a31c0ad-64c6-486a-b802-11fae0850238 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.469118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:45.470198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a31c0ad-64c6-486a-b802-11fae0850238 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.509842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-88efe7d4-52cb-4bad-8d9c-014f9ac44ee9 None None] Could not find standard attr ID for object bf376883-29f9-4cad-87fe-72b07764d359. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:45.554266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:45.558589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:45.559209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.594903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a31c0ad-64c6-486a-b802-11fae0850238 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.601663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a31c0ad-64c6-486a-b802-11fae0850238 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.614381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5a31c0ad-64c6-486a-b802-11fae0850238 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/security-groups/2c2eb64f-bac8-4cdb-a518-bac5b870f3de HTTP/1.1" status: 204 len: 168 time: 0.3895528 Aug 11 03:14:45.642712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.650758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31c0ad-64c6-486a-b802-11fae0850238 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2eb64f-bac8-4cdb-a518-bac5b870f3de,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.685751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.727426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=d64de295-2a06-4dcc-a2e9-f317c203f37c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.744439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:45.750137 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.791473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:45.793909 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6f657d5-f3d3-434a-bc15-11b3d72b6680 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/d64de295-2a06-4dcc-a2e9-f317c203f37c HTTP/1.1" status: 204 len: 168 time: 0.9093745 Aug 11 03:14:45.796481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49706) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.819675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c398ae86-a936-43d6-8c2b-776c1451b708 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:14:45.890917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ee89cbe2-8f9d-46ff-aa94-19600887e343 None None] Could not find standard attr ID for object d64de295-2a06-4dcc-a2e9-f317c203f37c. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:45.899755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac79c3-ddf3-4454-bf9c-108464feeb67 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:45.901879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ac79c3-ddf3-4454-bf9c-108464feeb67 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:45.905927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-30ac79c3-ddf3-4454-bf9c-108464feeb67 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1059644 Aug 11 03:14:45.906077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49708) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:45.907552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:45.971266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 8243a635-f2c6-41a6-8b60-80fa7caee3dc {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:45.975847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.022268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c398ae86-a936-43d6-8c2b-776c1451b708, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c398ae86-a936-43d6-8c2b-776c1451b708,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:46.029712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.049212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c398ae86-a936-43d6-8c2b-776c1451b708', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'port_id': 'c398ae86-a936-43d6-8c2b-776c1451b708', 'mac_address': 'fa:16:3e:6b:a8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecfa77-7a04-47b1-b49a-7b18b85b391b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:14:46.153431 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.170192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c398ae86-a936-43d6-8c2b-776c1451b708 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:14:46.187445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.195439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c398ae86-a936-43d6-8c2b-776c1451b708, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c398ae86-a936-43d6-8c2b-776c1451b708,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:46.200263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.229263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3352ef44-8554-42d0-9413-60148af8d480 req-92288e0d-a6e4-4374-aece-217b40650119 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0693841 Aug 11 03:14:46.278589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c398ae86-a936-43d6-8c2b-776c1451b708,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.289521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.322259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=8243a635-f2c6-41a6-8b60-80fa7caee3dc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.326171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.330652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4c727390-0e42-48b4-887c-8832e55f3da1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/8243a635-f2c6-41a6-8b60-80fa7caee3dc HTTP/1.1" status: 204 len: 168 time: 0.4212356 Aug 11 03:14:46.331201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49718) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.396193 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d23dbf38-c135-4038-9bbe-453dcc86606b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612442 Aug 11 03:14:46.396552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49720) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.402312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:46.450057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71d3d9-45ee-4667-993a-6804079f92a5 req-7a4cedee-5a87-4c8a-9461-eacd61c4b059 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:46.461859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f71d3d9-45ee-4667-993a-6804079f92a5 req-7a4cedee-5a87-4c8a-9461-eacd61c4b059 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 944 time: 0.1194954 Aug 11 03:14:46.500665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f3f2c-3e3f-4d78-8a1c-5b87a5c9b832 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:46.507059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c398ae86-a936-43d6-8c2b-776c1451b708'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:14:46.516341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7f71d3d9-45ee-4667-993a-6804079f92a5 req-4e212e74-e65c-4a5c-9eb9-c30df9c6b803 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532384 Aug 11 03:14:46.595678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:46.602987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.818343 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.842565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:46.845180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:46.868950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:46.869117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:46.869679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:46.882793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 090053d9-1877-4ded-b5b6-c1db8cf11e2b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:46.911707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=c261e716-7fae-473a-8ea4-a87e1d651b0d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:46.917658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6368680-b235-405a-9659-32feedc7ac08 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5176291 Aug 11 03:14:46.917935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49732) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:46.923845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': 'c261e716-7fae-473a-8ea4-a87e1d651b0d', 'ip_address': '2001:db8::d7a5:8ccf:e032:14d2'}], 'name': 'tempest-NetworksTestDHCPv6-874848913'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:46.943555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 090053d9-1877-4ded-b5b6-c1db8cf11e2b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:46.944260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 090053d9-1877-4ded-b5b6-c1db8cf11e2b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:46.993173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] Deleting port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:46.993559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.026965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49734) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.031606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-82a023b4-4bd4-4cef-a076-ba0d1ad4ad7a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280963033', 'description': 'tempest-secgroup-smoke-1280963033 description', 'project_id': '69120019df3c43d2af4dc08a22e06ab4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:47.063619 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82a023b4-4bd4-4cef-a076-ba0d1ad4ad7a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.097768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:47.103356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.117323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] For port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:47.118369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.126419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 7579827a-f3a4-4b92-95d2-7fa9708112df yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:47.137028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] Calling delete_port for a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:47.177993 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82a023b4-4bd4-4cef-a076-ba0d1ad4ad7a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.183940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82a023b4-4bd4-4cef-a076-ba0d1ad4ad7a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.204386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82a023b4-4bd4-4cef-a076-ba0d1ad4ad7a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.209307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-82a023b4-4bd4-4cef-a076-ba0d1ad4ad7a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1776652 Aug 11 03:14:47.212351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49742) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.217024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f70a1a1b-0195-4dcc-8c51-a7a5f08a7cdb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '132d4c5a-8e34-4f13-a261-382acf79bd57', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:47.252380 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.259834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f70a1a1b-0195-4dcc-8c51-a7a5f08a7cdb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.262993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a023b4-4bd4-4cef-a076-ba0d1ad4ad7a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132d4c5a-8e34-4f13-a261-382acf79bd57,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.341189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] Pushing event deleted for resources: {'Port': ['ID=a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.343927 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f70a1a1b-0195-4dcc-8c51-a7a5f08a7cdb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.349037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d09cb8-84b8-41c4-a6e1-ab25fe6410f8 None None] No DVR routers for this DVR port a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:47.362489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6179a48c-1067-485f-9b9a-ec11bad0cc41 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:47.366025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f70a1a1b-0195-4dcc-8c51-a7a5f08a7cdb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.387311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::d7a5:8ccf:e032:14d2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/c261e716-7fae-473a-8ea4-a87e1d651b0d/7579827a-f3a4-4b92-95d2-7fa9708112df) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:47.394558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5be103b-2a11-4d95-95d3-1283139b1af0 req-60c46ae6-6004-4b7c-b340-34c58c6255cc tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0539589 Aug 11 03:14:47.419220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a1a1b-0195-4dcc-8c51-a7a5f08a7cdb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef81fa6-15da-4bbe-aecc-3d4084405a8c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.423024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f70a1a1b-0195-4dcc-8c51-a7a5f08a7cdb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.424466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f70a1a1b-0195-4dcc-8c51-a7a5f08a7cdb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2109652 Aug 11 03:14:47.428072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49746) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.438256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-430f955b-40e0-46d6-b84a-ebd2b1295674 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '132d4c5a-8e34-4f13-a261-382acf79bd57', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:47.490568 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-430f955b-40e0-46d6-b84a-ebd2b1295674 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.554353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49752) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.567231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'c261e716-7fae-473a-8ea4-a87e1d651b0d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:47.568428 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.592885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-430f955b-40e0-46d6-b84a-ebd2b1295674 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.600160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-430f955b-40e0-46d6-b84a-ebd2b1295674 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.620406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f955b-40e0-46d6-b84a-ebd2b1295674 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7f1b95-9c0c-448d-b00f-86c92b7dbd09,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.651836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-430f955b-40e0-46d6-b84a-ebd2b1295674 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.654607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-430f955b-40e0-46d6-b84a-ebd2b1295674 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2241197 Aug 11 03:14:47.656532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49756) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.663829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-21fa37d9-51ba-4f09-a060-a80517479ab2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '132d4c5a-8e34-4f13-a261-382acf79bd57', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:47.707016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21fa37d9-51ba-4f09-a060-a80517479ab2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.758433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.778410 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21fa37d9-51ba-4f09-a060-a80517479ab2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.783078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21fa37d9-51ba-4f09-a060-a80517479ab2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.813522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa37d9-51ba-4f09-a060-a80517479ab2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4fc0d2-499f-4286-bb8f-2392ba8eda69,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:47.819655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c398ae86-a936-43d6-8c2b-776c1451b708 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:47.823096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21fa37d9-51ba-4f09-a060-a80517479ab2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.824378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-21fa37d9-51ba-4f09-a060-a80517479ab2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660173 Aug 11 03:14:47.827132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49758) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:47.831654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e441a170-6130-42f6-8c49-66b1ff5c9885 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '132d4c5a-8e34-4f13-a261-382acf79bd57', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:47.848944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 7579827a-f3a4-4b92-95d2-7fa9708112df will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:47.858020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e589403-a13f-4bce-bdf6-14e99d6a0d58 req-9bfbe839-a2f8-4591-8659-3cf533117e5b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:47.860027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e589403-a13f-4bce-bdf6-14e99d6a0d58 req-9bfbe839-a2f8-4591-8659-3cf533117e5b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 944 time: 0.2406361 Aug 11 03:14:47.874934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e441a170-6130-42f6-8c49-66b1ff5c9885 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.898081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c398ae86-a936-43d6-8c2b-776c1451b708 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:47.908490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c398ae86-a936-43d6-8c2b-776c1451b708 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:47.908999 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.963607 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e589403-a13f-4bce-bdf6-14e99d6a0d58 req-4c2c4ab7-81be-4fb7-9cb4-445bdecd1c66 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935698 Aug 11 03:14:47.978160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e441a170-6130-42f6-8c49-66b1ff5c9885 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.986348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e441a170-6130-42f6-8c49-66b1ff5c9885 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:47.996887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.011655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441a170-6130-42f6-8c49-66b1ff5c9885 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2a2645-da55-462a-8224-bcbb84138399,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.037779 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e441a170-6130-42f6-8c49-66b1ff5c9885 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.040531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e441a170-6130-42f6-8c49-66b1ff5c9885 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2123239 Aug 11 03:14:48.043224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49766) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.053017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '132d4c5a-8e34-4f13-a261-382acf79bd57', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:48.060969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:48.068467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:48.071470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=7579827a-f3a4-4b92-95d2-7fa9708112df,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.074270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:48.080145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:48.080747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.093520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Deleting port bfc2a10b-c396-4bf6-8034-4becd2bc7aa5 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:48.093899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.097015 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:14:48.104799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.111893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e7fb1034-91aa-4336-bdad-76ef89c479ad tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1901085 Aug 11 03:14:48.139427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49768) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.199034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.205301 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.219015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.219395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.227923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf113428-7c0b-48d9-9f36-88fdab904275,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.230005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d56174-0557-4d23-8aa3-f0f4525a7643 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:48.233919 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a9d56174-0557-4d23-8aa3-f0f4525a7643 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0911210 Aug 11 03:14:48.234548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49770) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.243610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Calling delete_port for bfc2a10b-c396-4bf6-8034-4becd2bc7aa5 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:48.261440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.270189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.274453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f1e91b4d-deb3-430b-ac40-bebb0308a705 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286046 Aug 11 03:14:48.275277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49776) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:48.287340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': '132d4c5a-8e34-4f13-a261-382acf79bd57', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:48.301940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/c261e716-7fae-473a-8ea4-a87e1d651b0d/2b3c024c-3d1a-48bd-a283-2d085501f410) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:48.320431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ae86-a936-43d6-8c2b-776c1451b708'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:48.323363 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3969038d-b630-4585-9162-0e85ee8b07da" -d '{"events": [{"server_uuid": "052f1bcc-ff9f-4978-93c3-615e9a5b4192", "name": "network-vif-plugged", "status": "completed", "tag": "c398ae86-a936-43d6-8c2b-776c1451b708"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:48.355928 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:14:48.367522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c398ae86-a936-43d6-8c2b-776c1451b708, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c398ae86-a936-43d6-8c2b-776c1451b708,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:48.375444 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.381282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.470093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.487120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.545217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 7579827a-f3a4-4b92-95d2-7fa9708112df {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:48.545915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.551173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.564583 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a009248c-4513-431d-84c4-2c4524010572 x-openstack-request-id: req-a009248c-4513-431d-84c4-2c4524010572 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:48.564994 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f1bcc-ff9f-4978-93c3-615e9a5b4192", "name": "network-vif-plugged", "status": "completed", "tag": "c398ae86-a936-43d6-8c2b-776c1451b708", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:48.565121 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a009248c-4513-431d-84c4-2c4524010572 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:48.565503 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ae86-a936-43d6-8c2b-776c1451b708', 'code': 200} Aug 11 03:14:48.569211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c398ae86-a936-43d6-8c2b-776c1451b708,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.587252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event deleted for resources: {'Port': ['ID=bfc2a10b-c396-4bf6-8034-4becd2bc7aa5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.622880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bda8882e-9c7a-4417-9994-e9f5e20365d4 req-840dc116-431b-4e09-bfff-4a8cd70f9c6f tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0783803 Aug 11 03:14:48.641246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e884171-4227-4f74-b28e-13bdfb5caf17,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.678839 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.679752 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Floating IP 7b1daac1-cc22-49e7-af96-8c371d1ffa8f disassociated (deleted). External IP: 172.25.4.145, port: e771b7ff-439b-4338-b416-63a5adf17c8e. Aug 11 03:14:48.734345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.752139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Transition to ACTIVE for port object 2b3c024c-3d1a-48bd-a283-2d085501f410 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:48.774597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Transition to ACTIVE for port object 2b3c024c-3d1a-48bd-a283-2d085501f410 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:48.782483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.862389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Pushing event updated for resources: {'Port': ['ID=2b3c024c-3d1a-48bd-a283-2d085501f410,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:48.894251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:48.898528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:48.905924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:48.985695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:48.986346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:48.987829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f01cfa34-63a6-4cb2-8ea4-f9ce9b804788 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7092824 Aug 11 03:14:48.992891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49792) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:49.000418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'network': {'name': 'tempest-network-smoke--1659513071', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'port_security_enabled': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:49.017886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:49.018900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a5fccb3a-c1b9-48c8-8f92-2bc0976c3c26 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:49.032860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:49.037238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.039954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Router 800834bd-d0a9-4558-bbe8-20ea59550060 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:14:49.075885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Attempting to bind port 2b3c024c-3d1a-48bd-a283-2d085501f410 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:49.076286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Attempting to bind port 2b3c024c-3d1a-48bd-a283-2d085501f410 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:49.076898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Attempting to bind port 2b3c024c-3d1a-48bd-a283-2d085501f410 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:49.077579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac595e5-cbea-49e5-9694-c8c7954cb265 req-d39809e1-3b4f-49ff-b1ad-bb0475a2b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.079388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ac595e5-cbea-49e5-9694-c8c7954cb265 req-d39809e1-3b4f-49ff-b1ad-bb0475a2b9e6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 1097 time: 0.5891848 Aug 11 03:14:49.085082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:49.085681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:49.086826 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.087857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:49.088753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Bound port: 2b3c024c-3d1a-48bd-a283-2d085501f410, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:49.089921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.130522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:14:49.134718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.184557 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.184960 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Added segment 7152a76f-5bdf-41ec-9d84-cf123d293b94 of type vlan for network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf Aug 11 03:14:49.190117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:49.203038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.204100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] Sync routers for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:49.222328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] For port 2b3c024c-3d1a-48bd-a283-2d085501f410, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:49.227136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] For port 2b3c024c-3d1a-48bd-a283-2d085501f410, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b3c024c-3d1a-48bd-a283-2d085501f410,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:49.230586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:49.232174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:49.244345 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-401185f0-1304-4050-a1e8-ade923260a9e tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "DELETE /v2.0/floatingips/7b1daac1-cc22-49e7-af96-8c371d1ffa8f HTTP/1.1" status: 204 len: 168 time: 1.6871502 Aug 11 03:14:49.244345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:49.244837 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:49.252592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 7579827a-f3a4-4b92-95d2-7fa9708112df owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:49.269428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.298224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ac595e5-cbea-49e5-9694-c8c7954cb265 req-fa31c3e2-d1c4-4e3d-a964-e437089ec5f0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065930 Aug 11 03:14:49.307504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.381981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6ebdc-32b3-4e33-b8ae-4ab70bebd378 req-4c4051e1-fa74-4638-a082-1965fd139f52 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.391976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4c6ebdc-32b3-4e33-b8ae-4ab70bebd378 req-4c4051e1-fa74-4638-a082-1965fd139f52 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 945 time: 0.2495193 Aug 11 03:14:49.403674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45862c52-a589-425e-a1e8-f52a2b230e50 None None] Pushing event updated for resources: {'Port': ['ID=2b3c024c-3d1a-48bd-a283-2d085501f410,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:49.421226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.428037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.440374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.508026 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e577b15-6c8b-45c1-ab98-6716168dc36c x-openstack-request-id: req-9e577b15-6c8b-45c1-ab98-6716168dc36c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:49.508594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:49.509444 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:49.509895 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e577b15-6c8b-45c1-ab98-6716168dc36c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:49.510561 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'status': 'completed', 'code': 200} Aug 11 03:14:49.592641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49806) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:49.594667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5935569 Aug 11 03:14:49.598742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'admin_state_up': True, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:49.643734 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4c6ebdc-32b3-4e33-b8ae-4ab70bebd378 req-f087f42b-59b7-4cf2-82d3-fbaaf44f515f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530727 Aug 11 03:14:49.680284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e799ba-65ba-4d62-aa08-3a50e4afdab9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Network': ['ID=8fea8141-2fed-4c89-bca3-3b5f43cacfdf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:49.783502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dbfb7-525d-4465-a4c5-13c60d5814e3 req-0186a94d-01e9-4773-9131-439629886a12 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.785282 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c40dbfb7-525d-4465-a4c5-13c60d5814e3 req-0186a94d-01e9-4773-9131-439629886a12 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 946 time: 0.1650791 Aug 11 03:14:49.788105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.788797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.822670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-99f3350e-015b-4bcd-862b-612ab4fb0830 req-c3de96a9-7a69-4956-a881-fee5b10b11a8 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0473952 Aug 11 03:14:49.831854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:14:49.847207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-62402932-72cc-441b-a447-0bead93d347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:49.849402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-62402932-72cc-441b-a447-0bead93d347f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 1098 time: 0.2892911 Aug 11 03:14:49.886426 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c40dbfb7-525d-4465-a4c5-13c60d5814e3 req-94ed169e-80af-4e48-82da-bf730f550f1c tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871310 Aug 11 03:14:49.941070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:49.986316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=7579827a-f3a4-4b92-95d2-7fa9708112df,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:50.003763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.020519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.022546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-32d41781-2591-410d-b2d9-7e0b0a8cbfa4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/7579827a-f3a4-4b92-95d2-7fa9708112df HTTP/1.1" status: 204 len: 168 time: 1.7870381 Aug 11 03:14:50.027483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49816) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:50.052712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:50.092903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0d5c6-3b80-4dac-aaeb-1890e459d809 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:50.094473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db0d5c6-3b80-4dac-aaeb-1890e459d809 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:50.096350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1db0d5c6-3b80-4dac-aaeb-1890e459d809 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0667491 Aug 11 03:14:50.101491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49818) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:50.111853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] Checking router: 800834bd-d0a9-4558-bbe8-20ea59550060 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:50.130362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:50.131696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:50.153558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-6cbb7b1b-5b25-4557-a649-4e16ddd3d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:50.154548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-6cbb7b1b-5b25-4557-a649-4e16ddd3d875 service neutron] 10.222.0.57 "GET /v2.0/networks?id=392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 200 len: 914 time: 0.2967649 Aug 11 03:14:50.219984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-aa4de4a4-7d92-40c8-9273-3df45cced654 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 200 len: 217 time: 0.0511308 Aug 11 03:14:50.228030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet c261e716-7fae-473a-8ea4-a87e1d651b0d {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:50.268044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.272409 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.368337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:50.374782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-5464170d-5929-4159-8698-5c41cbfa38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:50.376879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-5464170d-5929-4159-8698-5c41cbfa38ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9aec0520-37a5-4321-805f-288320a1037c HTTP/1.1" status: 200 len: 852 time: 0.1459823 Aug 11 03:14:50.379659 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.474589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-37d96370-8992-449c-ab28-11eea8130b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:50.476209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-37d96370-8992-449c-ab28-11eea8130b27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=392c2311-c339-4d74-80e4-6e5668ea8b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0834250 Aug 11 03:14:50.598719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.626788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.634252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:50.754507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-22cf80ac-932a-4d91-b27c-f21ed7085be7 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654169 Aug 11 03:14:50.786710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:50.825719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f94f9-b779-4518-b7a9-f6dbb47d4ed7 None None] The sync data for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 is: [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:23Z', 'revision_number': 4, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '516c0b46-0362-4715-a8e9-20d2c0264a5f', 'name': '', 'network_id': '392c2311-c339-4d74-80e4-6e5668ea8b87', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'mac_address': 'fa:16:3e:59:89:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '9aec0520-37a5-4321-805f-288320a1037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:22Z', 'updated_at': '2021-08-11T03:10:32Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'subnets': [{'id': '9aec0520-37a5-4321-805f-288320a1037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:50.865154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.73 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/bb5acb69-78ba-4eae-a7d6-7cf978127a14) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:50.951103 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4aab06d-b1fd-44c7-94a4-647e9cee35d6 req-d011981e-a4ab-493b-9911-b48cdcb2e700 service neutron] 10.222.0.57 "GET /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766462 Aug 11 03:14:50.984980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.056843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6d8b3-f3fa-4874-8694-b008d0d989c3 req-d719d800-5ee1-4ee7-bd1f-a06f41597c5c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:51.064198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e41bb6d4-0891-4353-bd30-863f329f2eca None None] Provisioning for port 2b3c024c-3d1a-48bd-a283-2d085501f410 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:51.067308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beb6d8b3-f3fa-4874-8694-b008d0d989c3 req-d719d800-5ee1-4ee7-bd1f-a06f41597c5c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 945 time: 0.3047185 Aug 11 03:14:51.077370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=c261e716-7fae-473a-8ea4-a87e1d651b0d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.091809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.095945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-70fc58b9-0ce1-46a4-b77f-0bfddb77bfa5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/c261e716-7fae-473a-8ea4-a87e1d651b0d HTTP/1.1" status: 204 len: 168 time: 0.9917176 Aug 11 03:14:51.098636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:51.100846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b3c024c-3d1a-48bd-a283-2d085501f410 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:51.133171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c565d84-2b7b-4237-8d8a-9ef4bb424eed req-e8f8e27f-b794-43e5-8f8c-b56655553d5b tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0928187 Aug 11 03:14:51.181835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.201850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48455795-5fae-4744-9a33-977b58cbe676 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017694 Aug 11 03:14:51.205483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2b3c024c-3d1a-48bd-a283-2d085501f410 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:51.208440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49842) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:51.211486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2b3c024c-3d1a-48bd-a283-2d085501f410 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:51.211981 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.214432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:51.243259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beb6d8b3-f3fa-4874-8694-b008d0d989c3 req-e95fd99c-7908-48a7-9bea-cb3b210d22e3 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745872 Aug 11 03:14:51.354606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.379355 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb3296-ff5b-441c-b3e5-5af00a19beb0 None None] New status for floating IP 7b1daac1-cc22-49e7-af96-8c371d1ffa8f: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:14:51.405940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 2b3c024c-3d1a-48bd-a283-2d085501f410, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b3c024c-3d1a-48bd-a283-2d085501f410,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:51.410177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bdb2a4-a939-4279-9eaa-3aaf9f5becf7 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:51.441212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.449651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.478914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58629c60-70ce-4667-b760-e0cbcff6f857 req-d5b0069f-0eba-48be-9ca6-edfcaa89332a tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:51.493927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58629c60-70ce-4667-b760-e0cbcff6f857 req-d5b0069f-0eba-48be-9ca6-edfcaa89332a tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 946 time: 0.1836028 Aug 11 03:14:51.502725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-7b4e1bfd-7031-44b5-b51f-53381fb302b6 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:51.506289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-093feb58-0395-4cc3-9312-a5af284536c9 None None] Could not find standard attr ID for object 7579827a-f3a4-4b92-95d2-7fa9708112df. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:51.507551 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-7b4e1bfd-7031-44b5-b51f-53381fb302b6 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.57 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 946 time: 0.0901897 Aug 11 03:14:51.585633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:51.592786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.646885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=2b3c024c-3d1a-48bd-a283-2d085501f410,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.736316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58629c60-70ce-4667-b760-e0cbcff6f857 req-a326668c-6e9b-438d-a176-06a4f31f8c28 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/security-groups?id=736e6735-471b-4602-84a9-5eae85d94c17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402749 Aug 11 03:14:51.776624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:51.787821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:51.791266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:51.793080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:51.819560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=bb5acb69-78ba-4eae-a7d6-7cf978127a14,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:51.852801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87382a96-85b4-44db-a6a5-105bbf6ad1b0 req-1f05b470-ae4f-439a-b730-f5125283649d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0513079 Aug 11 03:14:51.901171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Deleting port e771b7ff-439b-4338-b416-63a5adf17c8e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:51.901804 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:51.929343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] Deleting port 2b3c024c-3d1a-48bd-a283-2d085501f410 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:51.929748 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.054158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] For port 2b3c024c-3d1a-48bd-a283-2d085501f410, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b3c024c-3d1a-48bd-a283-2d085501f410,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:52.054158 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.080849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] Calling delete_port for 2b3c024c-3d1a-48bd-a283-2d085501f410 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:52.120472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] For port e771b7ff-439b-4338-b416-63a5adf17c8e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e771b7ff-439b-4338-b416-63a5adf17c8e,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:52.121148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.168171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Calling delete_port for e771b7ff-439b-4338-b416-63a5adf17c8e owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:52.228062 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.246850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] No DVR routers for this DVR port 2b3c024c-3d1a-48bd-a283-2d085501f410 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:52.287113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc010c-605a-464c-be50-c9820bcaa55d None None] Pushing event deleted for resources: {'Port': ['ID=2b3c024c-3d1a-48bd-a283-2d085501f410,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.313238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d30245e-18a2-454d-9787-290ebe8409eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.343172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.360833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.371163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32464999-8b7c-4a8f-bf68-797985dabd48 req-4cf054ab-a21b-49b6-9c66-f40c226ed337 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0466201 Aug 11 03:14:52.443162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event deleted for resources: {'Port': ['ID=e771b7ff-439b-4338-b416-63a5adf17c8e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.454215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.454594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.454866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.455211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.455558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.455993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.456250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.456580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.456920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.459218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.459709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.459929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:52.539223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] No DVR routers for this DVR port e771b7ff-439b-4338-b416-63a5adf17c8e on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:52.543721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.546819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53ef3272-49c6-4bff-b3de-df5a058db664 req-e76f83a1-6202-4c94-b41f-29409c5e686f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.57 "DELETE /v2.0/ports/e771b7ff-439b-4338-b416-63a5adf17c8e HTTP/1.1" status: 204 len: 173 time: 1.0309329 Aug 11 03:14:52.552263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:52.552995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'name': 'network-vif-deleted', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:14:52.555365 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b61f237-8895-4f03-8f32-715868e5e0b1" -d '{"events": [{"server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "name": "network-vif-deleted", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:14:52.560269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:52.563961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:52.564736 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:52.572467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f57534d-97e2-43ef-aec7-92c6e4a821a1 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:52.584122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=c5812289-9d4f-4ea3-b002-b0b442f55649,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:52.613923 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ce667d9c-36ae-4e48-b7d4-3d3355af41e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4041443 Aug 11 03:14:52.617346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49870) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:52.623016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': 'c5812289-9d4f-4ea3-b002-b0b442f55649', 'ip_address': '2001:db8::1686:b253:7694:6ce0'}], 'name': 'tempest-NetworksTestDHCPv6-1423615680'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:52.644275 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632af97d-f719-4dff-984c-e8016298d741 x-openstack-request-id: req-632af97d-f719-4dff-984c-e8016298d741 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:14:52.645685 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2592c2ce-2aef-447a-9023-2dd723d4e973", "name": "network-vif-deleted", "tag": "e771b7ff-439b-4338-b416-63a5adf17c8e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:14:52.645685 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-632af97d-f719-4dff-984c-e8016298d741 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:14:52.646592 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2592c2ce-2aef-447a-9023-2dd723d4e973', 'name': 'network-vif-deleted', 'tag': 'e771b7ff-439b-4338-b416-63a5adf17c8e', 'status': 'completed', 'code': 200} Aug 11 03:14:52.952782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a75b4986-50d2-4d07-a309-7061ebe706ba req-09b43d7b-52ca-4205-b187-7a497548c4ee tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0655186 Aug 11 03:14:53.026966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:53.027196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'c5812289-9d4f-4ea3-b002-b0b442f55649'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:53.028043 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.032327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.045510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b3c024c-3d1a-48bd-a283-2d085501f410 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:53.148844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2b3c024c-3d1a-48bd-a283-2d085501f410 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:53.149174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b3c024c-3d1a-48bd-a283-2d085501f410 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:53.240536 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.264550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/c5812289-9d4f-4ea3-b002-b0b442f55649/225bee8e-b35e-4b98-9a53-516967cb0885) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:53.281217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 5446d34e-9ffe-402b-88f9-6332355c6e5f yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:53.331944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.455720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.470500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Transition to ACTIVE for port object 225bee8e-b35e-4b98-9a53-516967cb0885 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:53.493393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Transition to ACTIVE for port object 225bee8e-b35e-4b98-9a53-516967cb0885 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:53.504436 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.504985 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a58e9338-62b4-4d54-93c4-bb3ef23009a5 req-c64df2dd-9ee6-487e-b599-f12e5e47c356 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0297506 Aug 11 03:14:53.521510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 1af65c92-fe59-4ce4-b13b-715a974e8a08 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:14:53.614264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:53.617775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:53.621942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:53.625333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Pushing event updated for resources: {'Port': ['ID=225bee8e-b35e-4b98-9a53-516967cb0885,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:53.686977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Attempting to bind port 225bee8e-b35e-4b98-9a53-516967cb0885 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:53.687429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Attempting to bind port 225bee8e-b35e-4b98-9a53-516967cb0885 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:53.687744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Attempting to bind port 225bee8e-b35e-4b98-9a53-516967cb0885 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:53.696812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:53.696812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:53.697192 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.697517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:53.697994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Bound port: 225bee8e-b35e-4b98-9a53-516967cb0885, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:53.698526 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.714752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::1686:b253:7694:6ce0 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/c5812289-9d4f-4ea3-b002-b0b442f55649/5446d34e-9ffe-402b-88f9-6332355c6e5f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:53.780144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] For port 225bee8e-b35e-4b98-9a53-516967cb0885, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:53.784351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] For port 225bee8e-b35e-4b98-9a53-516967cb0885, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=225bee8e-b35e-4b98-9a53-516967cb0885,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:53.789931 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.844348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e771b7ff-439b-4338-b416-63a5adf17c8e no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:14:53.857834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:14:53.909712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:53.914994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: e771b7ff-439b-4338-b416-63a5adf17c8e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:14:53.914994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e771b7ff-439b-4338-b416-63a5adf17c8e not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:14:53.914994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Sync routers for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:14:53.916261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-327c3c90-1685-4aca-ae3a-88a906c4bc68 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3225052 Aug 11 03:14:53.916951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49896) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:53.955581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:53.956260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:54.030739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d30a37f-f503-4bf8-ac6f-8b3560858fe0 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=69120019df3c43d2af4dc08a22e06ab4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1124682 Aug 11 03:14:54.036409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.052653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.108703 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddc39bfa-e9ab-4d3b-a058-9d935f8cd1af req-37810d1b-74c6-488c-b729-d26ec5302c96 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0330825 Aug 11 03:14:54.123580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 5446d34e-9ffe-402b-88f9-6332355c6e5f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:54.226674 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d43682f-4fc7-41bc-897f-df5aacf901e0 req-b78918b1-d3ae-4f57-ad60-0b7ef3670c05 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c7b68f90ffec45d0b5f2072f8a440750&device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.1650887 Aug 11 03:14:54.229592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.289244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e30d7f08-c401-4145-9a4c-e227215e7636 req-d88b9143-f79a-42a5-9ed8-1446d133d68f tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0965679 Aug 11 03:14:54.316439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d43682f-4fc7-41bc-897f-df5aacf901e0 req-9f2acf33-afbc-40b2-bb72-f096f7c3baad service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c7b68f90ffec45d0b5f2072f8a440750&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734847 Aug 11 03:14:54.384102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc368826-c282-4f91-b8cf-a9cd900967f6 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.385950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bc368826-c282-4f91-b8cf-a9cd900967f6 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3482730 Aug 11 03:14:54.389319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49912) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.409581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:54.462482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:54.473791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-720d3186-ba50-4224-8fd1-514b83a9d3c1 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781193 Aug 11 03:14:54.474811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.475503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:54.481212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.481864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.492208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1959604542', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:54.563083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:54.583738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9649012 Aug 11 03:14:54.594110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49920) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.643785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8286fcd-409e-4051-981b-d79a9f562599 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=5446d34e-9ffe-402b-88f9-6332355c6e5f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.685215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12633539-a703-4e64-ba3b-ff4836be9cb1 None None] Pushing event updated for resources: {'Port': ['ID=225bee8e-b35e-4b98-9a53-516967cb0885,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:54.740831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff7ffe-fc1c-46c5-9547-30f7d035abc0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.759772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:54.765788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff7ffe-fc1c-46c5-9547-30f7d035abc0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.769426 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:54.771145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-07ff7ffe-fc1c-46c5-9547-30f7d035abc0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1729255 Aug 11 03:14:54.777446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49928) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:54.834391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43682f-4fc7-41bc-897f-df5aacf901e0 req-f695e4de-5a25-428e-84a9-0af3c4eafc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:54.836212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d43682f-4fc7-41bc-897f-df5aacf901e0 req-f695e4de-5a25-428e-84a9-0af3c4eafc8e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4757488 Aug 11 03:14:55.040127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 225bee8e-b35e-4b98-9a53-516967cb0885 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:55.167807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:52Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:55.185000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 5446d34e-9ffe-402b-88f9-6332355c6e5f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:55.185496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.266425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 225bee8e-b35e-4b98-9a53-516967cb0885 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:55.273183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Checking router: 1af65c92-fe59-4ce4-b13b-715a974e8a08 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:14:55.273883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Updating router 1af65c92-fe59-4ce4-b13b-715a974e8a08 port bb5acb69-78ba-4eae-a7d6-7cf978127a14 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:14:55.278798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-34959e2c-5f10-4fed-a9c1-8ecfbadf68d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.310193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.456239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.476117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beacadc7-8efa-413f-abd6-7ff16c92d9c7 req-710cc9ca-2f4d-4d15-836b-cd1e11349468 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0604081 Aug 11 03:14:55.496713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 5446d34e-9ffe-402b-88f9-6332355c6e5f owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:55.544051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.544746 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.666863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-32a5e4d6-7f44-4c97-960d-e2c3a10940a7 None None] Provisioning for port 225bee8e-b35e-4b98-9a53-516967cb0885 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:55.687660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-32a5e4d6-7f44-4c97-960d-e2c3a10940a7 None None] Provisioning complete for port 225bee8e-b35e-4b98-9a53-516967cb0885 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:55.688859 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32a5e4d6-7f44-4c97-960d-e2c3a10940a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.749740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.828494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f48a5ec6-56de-42c3-a059-6b577638ddf7 req-9a111656-166f-4c66-91fd-1f8ff564dc75 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0862298 Aug 11 03:14:55.836982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=5446d34e-9ffe-402b-88f9-6332355c6e5f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:55.928756 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.933581 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.935810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-86ea2912-8fb2-42f6-a634-10fb56f4e5a7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/5446d34e-9ffe-402b-88f9-6332355c6e5f HTTP/1.1" status: 204 len: 168 time: 1.1555822 Aug 11 03:14:55.938426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49950) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:55.949622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Transition to ACTIVE for port object bb5acb69-78ba-4eae-a7d6-7cf978127a14 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:55.960325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:55.978818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.020328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Attempting to bind port bb5acb69-78ba-4eae-a7d6-7cf978127a14 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:56.020711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Attempting to bind port bb5acb69-78ba-4eae-a7d6-7cf978127a14 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:56.021098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Attempting to bind port bb5acb69-78ba-4eae-a7d6-7cf978127a14 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:56.046261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:56.046643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:56.047072 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.047489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:56.048060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Bound port: bb5acb69-78ba-4eae-a7d6-7cf978127a14, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:56.048453 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.098697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608f374-2936-47f6-8959-1359d7d09501 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:56.100434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608f374-2936-47f6-8959-1359d7d09501 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:56.109443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4608f374-2936-47f6-8959-1359d7d09501 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1696453 Aug 11 03:14:56.112951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32a5e4d6-7f44-4c97-960d-e2c3a10940a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.131049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49952) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:56.136783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Subnet': ['ID=fc43041c-c398-4494-a751-d499f768c496,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:56.141519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Pushing event updated for resources: {'Port': ['ID=bb5acb69-78ba-4eae-a7d6-7cf978127a14,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:56.163938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Checking segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:56.164344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network hostable DHCP agents. Network: 8fea8141-2fed-4c89-bca3-3b5f43cacfdf, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:14:56.197186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:14:56.216483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 8fea8141-2fed-4c89-bca3-3b5f43cacfdf) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:56.230377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:56.231121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.242145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-32a5e4d6-7f44-4c97-960d-e2c3a10940a7 None None] For port 225bee8e-b35e-4b98-9a53-516967cb0885, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=225bee8e-b35e-4b98-9a53-516967cb0885,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:56.242421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d43682f-4fc7-41bc-897f-df5aacf901e0 req-35005fe5-bfb7-4a31-8f04-6f6e9b4edf9b tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.10 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.1318054 Aug 11 03:14:56.249638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.250735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.251619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.253307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.254362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.256352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.256701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.257188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.260418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.260418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.260680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e725c7d-40bf-4f64-8df7-eeb2009b4fba tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7772055 Aug 11 03:14:56.260777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.260777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:14:56.261428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49954) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:56.271298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] For port bb5acb69-78ba-4eae-a7d6-7cf978127a14, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:56.275894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32a5e4d6-7f44-4c97-960d-e2c3a10940a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.279215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f24e16-1ffb-453a-810a-d1caacf79ece None None] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:56.303337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet c5812289-9d4f-4ea3-b002-b0b442f55649 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:14:56.315013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.424642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.456325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5e4d6-7f44-4c97-960d-e2c3a10940a7 None None] Pushing event updated for resources: {'Port': ['ID=225bee8e-b35e-4b98-9a53-516967cb0885,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:56.571270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.606589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] For port bb5acb69-78ba-4eae-a7d6-7cf978127a14, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bb5acb69-78ba-4eae-a7d6-7cf978127a14,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:56.640839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ce81ea69-f431-4b9d-b05c-7c7d173b7d29 None None] Could not find standard attr ID for object 5446d34e-9ffe-402b-88f9-6332355c6e5f. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:14:56.643128 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.677080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:56.677080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.720778 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42907b5f-30ba-4b35-80d1-f0f2175b0485 req-bb7479e1-6392-4f13-b5bb-6b761d26afe9 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.1009860 Aug 11 03:14:56.726419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.760463 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.764640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/c5812289-9d4f-4ea3-b002-b0b442f55649 HTTP/1.1" status: 204 len: 168 time: 0.6343980 Aug 11 03:14:56.775294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15733f6f-3aef-4ff0-8e49-b6aec282e3b7 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:56.790517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 49958) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:56.817202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4175dd-7469-4f05-85ba-643e910827b2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=c5812289-9d4f-4ea3-b002-b0b442f55649,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:56.852451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:56.888519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390b87d-92c6-438d-9455-01681db9079d None None] Pushing event updated for resources: {'Port': ['ID=bb5acb69-78ba-4eae-a7d6-7cf978127a14,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:56.897369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:14:56.898026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:56.921852 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-982bac9b-ed49-4600-a628-ea0c7ff0f7b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256130 Aug 11 03:14:56.924541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49962) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:56.995177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 225bee8e-b35e-4b98-9a53-516967cb0885 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:57.061589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ccf34-a188-4523-88ff-2fbcf89eb2a0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:57.066179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1d0ccf34-a188-4523-88ff-2fbcf89eb2a0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1401088 Aug 11 03:14:57.069494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49964) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:57.155237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ee19015-d6ac-4cc4-8fb6-2b7935de69b9 req-8e73f95c-a8d8-47be-b092-cc741f4fefc0 tempest-ServerShowV254Test-32637214 tempest-ServerShowV254Test-32637214-project] 10.222.0.60 "GET /v2.0/ports?device_id=67c1a4f2-52dc-44e9-8e22-e7d99ca46436 HTTP/1.1" status: 200 len: 210 time: 0.0803835 Aug 11 03:14:57.193891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c12477-6d1c-4583-8279-fac26f087aa3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:57.195409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-70c12477-6d1c-4583-8279-fac26f087aa3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1236162 Aug 11 03:14:57.198270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49966) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:57.217181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Allocated IP 172.20.0.2 (8fea8141-2fed-4c89-bca3-3b5f43cacfdf/fc43041c-c398-4494-a751-d499f768c496/487098e9-614f-46de-b2bf-7e0ed76868e5) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:57.233952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.248634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:14:57.248963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3815b671-9148-48fa-9b50-a10fb45d3f4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493579 Aug 11 03:14:57.255072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:57.262778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:57.360865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 225bee8e-b35e-4b98-9a53-516967cb0885 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:57.361573 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.379389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:57.384496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.525354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:14:57.673796 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.872207 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.891019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Transition to ACTIVE for port object 487098e9-614f-46de-b2bf-7e0ed76868e5 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:57.923889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] Deleting port 225bee8e-b35e-4b98-9a53-516967cb0885 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:14:57.924281 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:57.929968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Transition to ACTIVE for port object 487098e9-614f-46de-b2bf-7e0ed76868e5 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:57.942998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:52Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:14:58.007770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8d9-2a21-4553-9391-fb367889dd10 None None] The sync data for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 is: [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:52Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:14:58.011690 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.030733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:58.036087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.1 (8fea8141-2fed-4c89-bca3-3b5f43cacfdf/fc43041c-c398-4494-a751-d499f768c496/5e49f5d1-953c-41e6-8ab0-32d0132279bf) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:58.066764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:58.069760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e0798a79-08c8-4066-8fd2-88c8d71204e7 req-ba83621a-d7a0-4490-a749-5198d9aa6073 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0680761 Aug 11 03:14:58.070640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:58.093446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:58.094050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.096334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:58.100019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:58.107142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=3d4ae3ce-2ec3-4012-b455-f62f41df71e6,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:58.132283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e2536284-4dc7-41fb-8e1e-ec13d5d62190 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8732910 Aug 11 03:14:58.132701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49972) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:58.138383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': '3d4ae3ce-2ec3-4012-b455-f62f41df71e6', 'ip_address': '2001:db8::8243:cf1:5ed4:891e'}], 'name': 'tempest-NetworksTestDHCPv6-1120378835'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:14:58.139588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Pushing event updated for resources: {'Port': ['ID=487098e9-614f-46de-b2bf-7e0ed76868e5,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:58.234169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.236583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.261034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object 5e49f5d1-953c-41e6-8ab0-32d0132279bf will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:58.283756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] For port 225bee8e-b35e-4b98-9a53-516967cb0885, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=225bee8e-b35e-4b98-9a53-516967cb0885,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:14:58.283991 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.302966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Attempting to bind port 487098e9-614f-46de-b2bf-7e0ed76868e5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:14:58.303345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Attempting to bind port 487098e9-614f-46de-b2bf-7e0ed76868e5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:14:58.303871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Attempting to bind port 487098e9-614f-46de-b2bf-7e0ed76868e5 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:14:58.311913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] Calling delete_port for 225bee8e-b35e-4b98-9a53-516967cb0885 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:14:58.316841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:14:58.317327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Checking segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:14:58.317900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.318388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Bound using segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:14:58.318801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Bound port: 487098e9-614f-46de-b2bf-7e0ed76868e5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:14:58.319196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.331531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:14:58.334417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.420691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=5e49f5d1-953c-41e6-8ab0-32d0132279bf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:58.460427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:58.462397 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:58.466874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:58.519004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] For port 487098e9-614f-46de-b2bf-7e0ed76868e5, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:14:58.523322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] For port 487098e9-614f-46de-b2bf-7e0ed76868e5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=487098e9-614f-46de-b2bf-7e0ed76868e5,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:14:58.530186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.533882 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.537654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.579165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 13627678-f0b6-47a5-a2df-74fb6c7c0cb1 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:14:58.628672 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.654834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] No DVR routers for this DVR port 225bee8e-b35e-4b98-9a53-516967cb0885 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:14:58.694702 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c1834-a75e-46c8-920d-1a25b1da710f None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:14:58.805836 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:58.862668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e94e6-2db0-4871-8fbb-e745afb7103c None None] Pushing event updated for resources: {'Port': ['ID=487098e9-614f-46de-b2bf-7e0ed76868e5,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:58.906520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49980) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:14:58.943168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3f946-98c1-406f-afae-fc7d9fcbd22f None None] Pushing event deleted for resources: {'Port': ['ID=225bee8e-b35e-4b98-9a53-516967cb0885,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.058932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::8243:cf1:5ed4:891e (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/3d4ae3ce-2ec3-4012-b455-f62f41df71e6/13627678-f0b6-47a5-a2df-74fb6c7c0cb1) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:59.183338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bb5acb69-78ba-4eae-a7d6-7cf978127a14 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:14:59.342216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': '3d4ae3ce-2ec3-4012-b455-f62f41df71e6'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:14:59.348539 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.414473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.431536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 13627678-f0b6-47a5-a2df-74fb6c7c0cb1 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:14:59.508770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.530522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port bb5acb69-78ba-4eae-a7d6-7cf978127a14 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:14:59.538622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-064d49c9-c52c-45af-aef7-156e2202de10 req-57b0c9ae-7521-425f-bb00-1591aea62628 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "GET /v2.0/ports?device_id=2592c2ce-2aef-447a-9023-2dd723d4e973 HTTP/1.1" status: 200 len: 210 time: 0.0614476 Aug 11 03:14:59.549445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3444cb9-0cd4-4dd6-8350-4caf45964f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.552673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.564584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.594526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bb5acb69-78ba-4eae-a7d6-7cf978127a14 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:14:59.595156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.643486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=13627678-f0b6-47a5-a2df-74fb6c7c0cb1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.665554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:59.671038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:59.681565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:14:59.694132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/3d4ae3ce-2ec3-4012-b455-f62f41df71e6/37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:14:59.695853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:14:59.697146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.701796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.714246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=5e49f5d1-953c-41e6-8ab0-32d0132279bf,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.838526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:14:59.840326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:14:59.932325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.938758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3444cb9-0cd4-4dd6-8350-4caf45964f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.944895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b3444cb9-0cd4-4dd6-8350-4caf45964f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:14:59.986978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3444cb9-0cd4-4dd6-8350-4caf45964f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c861b8-e46f-4adc-b31c-c5ea487b7654,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:14:59.998839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ccc6cf84-73e1-4114-870f-dde1925a2616 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8644228 Aug 11 03:14:59.999073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49988) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:00.008986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f2014426-fd2f-4b95-8bbb-4f7f66f66c0d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': '3d4ae3ce-2ec3-4012-b455-f62f41df71e6', 'ip_address': '2001:db8::8243:cf1:5ed4:891e'}], 'name': 'tempest-NetworksTestDHCPv6-168532387'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:00.030556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 1af65c92-fe59-4ce4-b13b-715a974e8a08 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:00.030778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port bb5acb69-78ba-4eae-a7d6-7cf978127a14, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bb5acb69-78ba-4eae-a7d6-7cf978127a14,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:00.048211 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.075676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b3444cb9-0cd4-4dd6-8350-4caf45964f63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7b68f90ffec45d0b5f2072f8a440750&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1680608 Aug 11 03:15:00.079863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 49990) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:00.189576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=bb5acb69-78ba-4eae-a7d6-7cf978127a14,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.193187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 225bee8e-b35e-4b98-9a53-516967cb0885 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:00.201909 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.231681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 225bee8e-b35e-4b98-9a53-516967cb0885 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:00.232130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 225bee8e-b35e-4b98-9a53-516967cb0885 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:00.234606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.252592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Transition to ACTIVE for port object 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:00.276511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-157db285-608f-4034-ba5f-3f710669c58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.289683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Transition to ACTIVE for port object 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:00.308621 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.319874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-157db285-608f-4034-ba5f-3f710669c58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.398048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2014426-fd2f-4b95-8bbb-4f7f66f66c0d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:00.404259 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f2014426-fd2f-4b95-8bbb-4f7f66f66c0d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.404752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:00.406890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dd004a-5bf1-44e0-8591-3045d34c534f None None] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:00.416371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:00.434125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-f2014426-fd2f-4b95-8bbb-4f7f66f66c0d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 23b01891-7c00-4c86-b088-1d4eba1f0149 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:00.438493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:00.468929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-157db285-608f-4034-ba5f-3f710669c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.471922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-157db285-608f-4034-ba5f-3f710669c58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.476433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-157db285-608f-4034-ba5f-3f710669c58a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1c861b8-e46f-4adc-b31c-c5ea487b7654 HTTP/1.1" status: 204 len: 168 time: 0.3934789 Aug 11 03:15:00.525216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Pushing event updated for resources: {'Port': ['ID=37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.587030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157db285-608f-4034-ba5f-3f710669c58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c861b8-e46f-4adc-b31c-c5ea487b7654,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:00.595732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c7f8c908-dc97-4ab7-917f-1e4e333539e8 None None] Provisioning for port 487098e9-614f-46de-b2bf-7e0ed76868e5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:00.632303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Attempting to bind port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:00.632918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Attempting to bind port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:00.633844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Attempting to bind port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:00.671585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:00.671996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:00.672413 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.672815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:00.674077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Bound port: 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:00.674496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.757805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50000) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:00.832503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] For port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:00.836473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] For port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:00.838971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:00.852622 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Sync routers for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:00.870200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a9304b73-a2c8-44e5-80c1-bd97e8e75b31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/1af65c92-fe59-4ce4-b13b-715a974e8a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6067219 Aug 11 03:15:00.882039 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:00.885915 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:00.889320 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.918037 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2014426-fd2f-4b95-8bbb-4f7f66f66c0d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 03:15:00.918530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2014426-fd2f-4b95-8bbb-4f7f66f66c0d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:15:00.949321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11474e-8dcb-4091-978d-8d2b6fd1a871 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:00.997507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11474e-8dcb-4091-978d-8d2b6fd1a871 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.121377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f2014426-fd2f-4b95-8bbb-4f7f66f66c0d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1185803 Aug 11 03:15:01.124762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:01.148080 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11474e-8dcb-4091-978d-8d2b6fd1a871 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.150264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadbd94-2899-4c53-836b-858adddef5d7 None None] Pushing event updated for resources: {'Port': ['ID=37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:01.150905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1f11474e-8dcb-4091-978d-8d2b6fd1a871 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.154303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1f11474e-8dcb-4091-978d-8d2b6fd1a871 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] 10.222.0.60 "DELETE /v2.0/security-groups/736e6735-471b-4602-84a9-5eae85d94c17 HTTP/1.1" status: 204 len: 168 time: 0.3931735 Aug 11 03:15:01.201921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 487098e9-614f-46de-b2bf-7e0ed76868e5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:01.261901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11474e-8dcb-4091-978d-8d2b6fd1a871 tempest-TestVolumeBackupRestore-1316586980 tempest-TestVolumeBackupRestore-1316586980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736e6735-471b-4602-84a9-5eae85d94c17,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:01.292741 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:01.310139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa885ff5-1b9a-4600-87e1-98f3e47a3e95 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:01.334880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa885ff5-1b9a-4600-87e1-98f3e47a3e95 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:01.340517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa885ff5-1b9a-4600-87e1-98f3e47a3e95 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2115273 Aug 11 03:15:01.340517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50032) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:01.366540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9585d576-8199-4767-bc02-f7ad37aa406a None None] Provisioning for port 5e49f5d1-953c-41e6-8ab0-32d0132279bf completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:01.385145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 487098e9-614f-46de-b2bf-7e0ed76868e5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:01.397511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9585d576-8199-4767-bc02-f7ad37aa406a None None] Provisioning complete for port 5e49f5d1-953c-41e6-8ab0-32d0132279bf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:01.397890 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9585d576-8199-4767-bc02-f7ad37aa406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.448382 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-74af0d79-11ad-471e-8bb7-1519ce02a104 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280963033&fields=id&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 267 time: 0.0976636 Aug 11 03:15:01.529083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9585d576-8199-4767-bc02-f7ad37aa406a None None] Port 5e49f5d1-953c-41e6-8ab0-32d0132279bf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:01.535842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 487098e9-614f-46de-b2bf-7e0ed76868e5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:01.535842 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.685909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 13627678-f0b6-47a5-a2df-74fb6c7c0cb1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:01.694950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:01.859085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ace52543-18cc-4c8d-abee-e8f8221ee951 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:01.875536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ace52543-18cc-4c8d-abee-e8f8221ee951 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 797 time: 0.4262557 Aug 11 03:15:01.926601 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-b2f9e055-6448-4f70-afad-d8506d1be5f1 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/quotas/69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 375 time: 0.0436146 Aug 11 03:15:01.949429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9585d576-8199-4767-bc02-f7ad37aa406a None None] Provisioning complete for port 487098e9-614f-46de-b2bf-7e0ed76868e5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:01.950653 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9585d576-8199-4767-bc02-f7ad37aa406a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.040524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.053030 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 2, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:02.068730 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.103925 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Checking router: 1af65c92-fe59-4ce4-b13b-715a974e8a08 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:02.104642 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Updating router 1af65c92-fe59-4ce4-b13b-715a974e8a08 port 5e49f5d1-953c-41e6-8ab0-32d0132279bf binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:02.140238 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-d0721798-c872-4c54-8c0a-9ac802d53b3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1754475 Aug 11 03:15:02.154795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 13627678-f0b6-47a5-a2df-74fb6c7c0cb1 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:02.196859 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.202919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 487098e9-614f-46de-b2bf-7e0ed76868e5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=487098e9-614f-46de-b2bf-7e0ed76868e5,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:02.221284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.222086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bb5acb69-78ba-4eae-a7d6-7cf978127a14 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:02.418813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-f63687f7-83d4-4bdd-ad60-5dc754761840 service neutron] 10.222.0.60 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773311 Aug 11 03:15:02.479363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=487098e9-614f-46de-b2bf-7e0ed76868e5,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:02.548055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.549937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bb5acb69-78ba-4eae-a7d6-7cf978127a14 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:02.553492 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.677727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.681942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/13627678-f0b6-47a5-a2df-74fb6c7c0cb1 HTTP/1.1" status: 204 len: 168 time: 1.3286064 Aug 11 03:15:02.685058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370c0c6-1bb0-4178-9b09-525473d48a2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=13627678-f0b6-47a5-a2df-74fb6c7c0cb1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:02.685517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-81741b65-cd24-4baa-9213-eeca184ba48d None None] Provisioning complete for port 5e49f5d1-953c-41e6-8ab0-32d0132279bf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:02.685904 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-81741b65-cd24-4baa-9213-eeca184ba48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:02.688847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:02.727053 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-911b4c5c-6c79-4795-94fd-53aba9ff9186 service neutron] 10.222.0.60 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061185 Aug 11 03:15:02.787844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-81741b65-cd24-4baa-9213-eeca184ba48d None None] Port 5e49f5d1-953c-41e6-8ab0-32d0132279bf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:02.852352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e3a79-bccc-4d3e-91c7-e8a5283090f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.854939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e3a79-bccc-4d3e-91c7-e8a5283090f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:02.856717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5c5e3a79-bccc-4d3e-91c7-e8a5283090f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1669097 Aug 11 03:15:02.859392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50166) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:02.988160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 3d4ae3ce-2ec3-4012-b455-f62f41df71e6 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:02.992319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.046455 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.105031 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Transition to ACTIVE for port object 5e49f5d1-953c-41e6-8ab0-32d0132279bf will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:03.124041 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.130975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.224420 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Pushing event updated for resources: {'Port': ['ID=5e49f5d1-953c-41e6-8ab0-32d0132279bf,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:03.254136 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-afcf14fd-f721-41ba-ae04-14195ec3ff1d req-f464c47b-54d0-432c-9902-fa5772272bdd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 210 time: 0.1107700 Aug 11 03:15:03.259738 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.260416 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.260922 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.261528 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.262114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.263164 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.263714 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.264274 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.265634 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.266125 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.266644 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.273022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:03.310948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 487098e9-614f-46de-b2bf-7e0ed76868e5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:03.400973 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.471429 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Attempting to bind port 5e49f5d1-953c-41e6-8ab0-32d0132279bf on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:03.472763 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Attempting to bind port 5e49f5d1-953c-41e6-8ab0-32d0132279bf by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:03.473850 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Attempting to bind port 5e49f5d1-953c-41e6-8ab0-32d0132279bf on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:03.486667 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:03.487090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Checking segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:03.487497 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.490214 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Bound using segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:03.490750 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Bound port: 5e49f5d1-953c-41e6-8ab0-32d0132279bf, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:03.493527 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.528732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ac0320eb-2a3b-428f-90c6-996b98ea21ab None None] Provisioning for port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:03.586469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 487098e9-614f-46de-b2bf-7e0ed76868e5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:03.586840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.665575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.765561 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.767921 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] For port 5e49f5d1-953c-41e6-8ab0-32d0132279bf, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:03.771318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50262) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:03.775303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/3d4ae3ce-2ec3-4012-b455-f62f41df71e6 HTTP/1.1" status: 204 len: 168 time: 0.9118803 Aug 11 03:15:03.778373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37650734-0758-4f98-b3b8-523699b0a561 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4ae3ce-2ec3-4012-b455-f62f41df71e6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:03.796295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] For port 5e49f5d1-953c-41e6-8ab0-32d0132279bf, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5e49f5d1-953c-41e6-8ab0-32d0132279bf,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:03.813714 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:03.859117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988378f5-7e4c-4ef3-ab52-7b15fc1d0596 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:03.863105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:03.948079 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9b634bee-28a2-4e27-8cd6-1c1e7beddf0f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724012 Aug 11 03:15:03.949205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50280) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:03.969270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:04.006521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4753cb19-7558-43d3-b763-f69dd2bad074 None None] Could not find standard attr ID for object 13627678-f0b6-47a5-a2df-74fb6c7c0cb1. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:15:04.069353 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:04.078233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:04.080381 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:04.083377 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bf2b1-ef8a-463b-9bb1-f3ba862d083f None None] Pushing event updated for resources: {'Port': ['ID=5e49f5d1-953c-41e6-8ab0-32d0132279bf,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:04.136313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:04.136839 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.287106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:04.295030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.347952 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:04.477554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:04.659779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.683034 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0959a449-3092-4ac0-b5bf-d58ae0587d4b req-c7cfc5c4-b8a0-4bb6-94a1-5951f726f753 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 210 time: 0.1738088 Aug 11 03:15:04.738864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] Deleting port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:04.739257 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.892014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:04.916007 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:04.968545 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:03Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:05.047893 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4481929-9518-46b5-89ac-2dc29f8315d3 None None] The sync data for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 is: [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:03Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:05.073601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] For port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:05.074263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:05.120850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:05.292642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] Calling delete_port for 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:05.343204 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:05.503905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=1d51cc8f-0c48-4c09-a37e-939aa9e3ed49,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:05.544879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:05.547310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:05.564234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:05.564914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:05.631113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aecbd88f-c505-4527-8c1b-6269987e8c13 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6788354 Aug 11 03:15:05.633548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:05.653530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9a703238-4ed5-4fcb-9671-c2ab975212e8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': '1d51cc8f-0c48-4c09-a37e-939aa9e3ed49', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-685959458'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:05.918423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:06.063097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.085536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-0c20d563-82fd-4aa8-9e50-f967c32917ee tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:06.099074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-0c20d563-82fd-4aa8-9e50-f967c32917ee tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 797 time: 0.5093658 Aug 11 03:15:06.125974 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.198742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a703238-4ed5-4fcb-9671-c2ab975212e8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:06.214640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-919c76be-215d-4603-83b8-a06d84708a9f req-e9e812cb-e326-40ff-96fd-3f66177f0f9c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 210 time: 0.1546936 Aug 11 03:15:06.233486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] No DVR routers for this DVR port 37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:06.288765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-89b21847-6024-45e3-8c53-ac1f597a7bc1 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 380 time: 0.1869638 Aug 11 03:15:06.309324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'port': {'device_id': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'admin_state_up': True, 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'security_groups': ['132d4c5a-8e34-4f13-a261-382acf79bd57']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:06.346641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492d04d-66d4-449f-9699-13a51f8e0e93 None None] Pushing event deleted for resources: {'Port': ['ID=37b1e7b6-e2e1-4b4d-bfb7-ce5661223b5c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:06.361223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82f265-7103-4827-94cc-c808c35a924a None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:06.489460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a703238-4ed5-4fcb-9671-c2ab975212e8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.548754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-9a703238-4ed5-4fcb-9671-c2ab975212e8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 930be5f5-2365-471f-9fe4-07ea51b3b052 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:06.655114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:06.659407 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.662297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50528) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:06.742414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': '1d51cc8f-0c48-4c09-a37e-939aa9e3ed49'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:06.749669 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:06.845242 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a703238-4ed5-4fcb-9671-c2ab975212e8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:15:06.846051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a703238-4ed5-4fcb-9671-c2ab975212e8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:15:06.876569 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9a703238-4ed5-4fcb-9671-c2ab975212e8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2406614 Aug 11 03:15:06.879145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50550) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:06.942009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-227fe0e7-5f0f-4e45-b5fd-250bc3876585 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607998 Aug 11 03:15:06.944008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:07.038552 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74fabdea-bef2-499c-b44e-1f0f02b01057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.079504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82814751-733d-42e7-b31e-82c7f98a7679 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.081221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82814751-733d-42e7-b31e-82c7f98a7679 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.088008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82814751-733d-42e7-b31e-82c7f98a7679 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1405971 Aug 11 03:15:07.088454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50572) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:07.117253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5e49f5d1-953c-41e6-8ab0-32d0132279bf up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:07.155956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.12 (8fea8141-2fed-4c89-bca3-3b5f43cacfdf/fc43041c-c398-4494-a751-d499f768c496/55150182-4a93-49c8-bc21-3c863b5f0419) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:07.231705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 5e49f5d1-953c-41e6-8ab0-32d0132279bf completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:07.241068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5e49f5d1-953c-41e6-8ab0-32d0132279bf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:07.242007 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.278970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 1d51cc8f-0c48-4c09-a37e-939aa9e3ed49 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:07.349252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/1d51cc8f-0c48-4c09-a37e-939aa9e3ed49/38e640c5-7dc4-454b-9b85-4e170530b211) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:07.383797 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74fabdea-bef2-499c-b44e-1f0f02b01057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.405335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74fabdea-bef2-499c-b44e-1f0f02b01057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.431807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.474993 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-74fabdea-bef2-499c-b44e-1f0f02b01057 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f5f9020a3b1490c83f3a2e5712ceaa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8093884 Aug 11 03:15:07.491128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50598) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:07.505325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30061cdd-771a-4aca-a4d7-6d16f4facd31 req-fc6a8ba0-33c9-41b6-9316-984ec4600a27 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 210 time: 0.0890892 Aug 11 03:15:07.517908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 5e49f5d1-953c-41e6-8ab0-32d0132279bf, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5e49f5d1-953c-41e6-8ab0-32d0132279bf,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:07.528654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.551821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fabdea-bef2-499c-b44e-1f0f02b01057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a6816c-4b24-4141-b837-90241403aff0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:07.603497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.625306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object 55150182-4a93-49c8-bc21-3c863b5f0419 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:07.632022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=5e49f5d1-953c-41e6-8ab0-32d0132279bf,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:07.651903 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.652138 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57a454c8-fd09-43fc-b84b-6196951bbccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.662418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Transition to ACTIVE for port object 38e640c5-7dc4-454b-9b85-4e170530b211 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:07.678532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Transition to ACTIVE for port object 38e640c5-7dc4-454b-9b85-4e170530b211 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:07.684003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.685143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.713041 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.746600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:07.747984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.750696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:07.757743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:07.767359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Pushing event updated for resources: {'Port': ['ID=38e640c5-7dc4-454b-9b85-4e170530b211,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:07.781217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57a454c8-fd09-43fc-b84b-6196951bbccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.862493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:07.875148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:07.880621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:07.890268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Attempting to bind port 38e640c5-7dc4-454b-9b85-4e170530b211 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:07.891480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Attempting to bind port 38e640c5-7dc4-454b-9b85-4e170530b211 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:07.892056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Attempting to bind port 38e640c5-7dc4-454b-9b85-4e170530b211 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:07.893016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.911878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:07.912407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:07.912833 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.913243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:07.913761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Bound port: 38e640c5-7dc4-454b-9b85-4e170530b211, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:07.914150 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.953616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:07.955724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:07.974735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:08.002440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-066c5615-1a05-41cc-a39a-05d4a0c37514 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6966870 Aug 11 03:15:08.015010 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.022613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Request body: {'port': {'device_id': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:08.027360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57a454c8-fd09-43fc-b84b-6196951bbccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.032128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57a454c8-fd09-43fc-b84b-6196951bbccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.033761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-57a454c8-fd09-43fc-b84b-6196951bbccf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5a6816c-4b24-4141-b837-90241403aff0 HTTP/1.1" status: 204 len: 168 time: 0.5383914 Aug 11 03:15:08.058125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] For port 38e640c5-7dc4-454b-9b85-4e170530b211, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:08.063133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] For port 38e640c5-7dc4-454b-9b85-4e170530b211, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=38e640c5-7dc4-454b-9b85-4e170530b211,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:08.074292 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.088825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a454c8-fd09-43fc-b84b-6196951bbccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a6816c-4b24-4141-b837-90241403aff0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:08.116730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=1d51cc8f-0c48-4c09-a37e-939aa9e3ed49,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:08.131252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.160432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.166408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/1d51cc8f-0c48-4c09-a37e-939aa9e3ed49 HTTP/1.1" status: 204 len: 168 time: 1.0767896 Aug 11 03:15:08.171672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50606) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:08.182755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.183406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.183971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.184481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.185009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.185503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.186005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.186966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.187470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.188002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.188502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.189016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145f19c-28dd-48ef-b4df-8fac713498e2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:08.217898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ada0b-575e-4eb6-9c2c-4b6e079cd74d None None] Pushing event updated for resources: {'Port': ['ID=38e640c5-7dc4-454b-9b85-4e170530b211,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:08.289575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1ce4c297-27f2-4bfc-8f55-268e2dc1a976 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165206 Aug 11 03:15:08.296296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50608) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:08.307164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:08.377665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-eb1c8520-ac81-4165-88d0-b77628b07088 None None] Provisioning for port 55150182-4a93-49c8-bc21-3c863b5f0419 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:08.388293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-eb1c8520-ac81-4165-88d0-b77628b07088 None None] Provisioning complete for port 55150182-4a93-49c8-bc21-3c863b5f0419 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:08.392955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eb1c8520-ac81-4165-88d0-b77628b07088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.464981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-eb1c8520-ac81-4165-88d0-b77628b07088 None None] Port 55150182-4a93-49c8-bc21-3c863b5f0419 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:08.481864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:08.487551 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.662225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50616) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:08.695457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d41a41f-38be-4191-a53c-cf5fea6c33f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.807341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf6943-d1f4-40e8-b368-aa493c830a83 req-28b749b2-02b3-4d6a-b84d-8f322f96c453 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:08.809635 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29bf6943-d1f4-40e8-b368-aa493c830a83 req-28b749b2-02b3-4d6a-b84d-8f322f96c453 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 932 time: 0.1286616 Aug 11 03:15:08.817422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55150182-4a93-49c8-bc21-3c863b5f0419 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:08.826678 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.861282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Transition to ACTIVE for port object 55150182-4a93-49c8-bc21-3c863b5f0419 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:08.872372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.881787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.911408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29bf6943-d1f4-40e8-b368-aa493c830a83 req-5921de03-7cd0-45b1-aee0-229776ff585a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817118 Aug 11 03:15:08.949869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:08.988460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:08.997917 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d41a41f-38be-4191-a53c-cf5fea6c33f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:08.999621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:09.008853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.011680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.017263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=30b404fa-c082-4a1f-8c00-5ce3f816066b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:09.024372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d41a41f-38be-4191-a53c-cf5fea6c33f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.081836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d41a41f-38be-4191-a53c-cf5fea6c33f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3f419457b6b844f69d254636d5ec1102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150491 Aug 11 03:15:09.084872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50622) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:09.125639 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-47553f2c-e70d-4a25-973f-92e8319960c6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8269298 Aug 11 03:15:09.126689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41a41f-38be-4191-a53c-cf5fea6c33f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6720576b-fc43-4da7-92fa-72d201a5522e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:09.131797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50624) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:09.142341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e90c148c-62a7-45eb-bb43-adac89c2641d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1380990004', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:09.264242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:09.264918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:09.265374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:09.273322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e90c148c-62a7-45eb-bb43-adac89c2641d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.274466 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e90c148c-62a7-45eb-bb43-adac89c2641d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.310745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 38e640c5-7dc4-454b-9b85-4e170530b211 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:09.312154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f87437b4-a3a8-4c56-9a12-51898ed78a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.320578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:09.320907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:09.329437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:09.329781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Checking segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:09.330183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Bound using segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:09.330616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Bound port: 55150182-4a93-49c8-bc21-3c863b5f0419, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:09.330980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.369049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 38e640c5-7dc4-454b-9b85-4e170530b211 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:09.374179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5e49f5d1-953c-41e6-8ab0-32d0132279bf up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:09.397384 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f87437b4-a3a8-4c56-9a12-51898ed78a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.431814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5e49f5d1-953c-41e6-8ab0-32d0132279bf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:09.432186 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.511092 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e90c148c-62a7-45eb-bb43-adac89c2641d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.518308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e90c148c-62a7-45eb-bb43-adac89c2641d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.528071 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f87437b4-a3a8-4c56-9a12-51898ed78a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.530449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f87437b4-a3a8-4c56-9a12-51898ed78a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.534210 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f87437b4-a3a8-4c56-9a12-51898ed78a97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6720576b-fc43-4da7-92fa-72d201a5522e HTTP/1.1" status: 204 len: 168 time: 0.4441047 Aug 11 03:15:09.568648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e90c148c-62a7-45eb-bb43-adac89c2641d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.572448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e90c148c-62a7-45eb-bb43-adac89c2641d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4367087 Aug 11 03:15:09.573074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87437b4-a3a8-4c56-9a12-51898ed78a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6720576b-fc43-4da7-92fa-72d201a5522e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:09.573777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50628) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:09.597824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:09.602742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:09.607974 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.648965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.649627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:09.651174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] 10.222.0.10 "PUT /v2.0/ports/55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1093 time: 1.6380973 Aug 11 03:15:09.652465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:09.661997 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:09.722361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82f2d4-26c0-4791-96f2-c42009cb64ad service neutron] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:09.761659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4cbc6c-f70e-407b-83c5-e2cd8d37f695 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:09.844087 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a1ec7c-20b5-44cf-953e-3026de9bf3d5 x-openstack-request-id: req-a4a1ec7c-20b5-44cf-953e-3026de9bf3d5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:09.845058 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:09.845632 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4a1ec7c-20b5-44cf-953e-3026de9bf3d5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:09.846239 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'status': 'completed', 'code': 200} Aug 11 03:15:09.880029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-4790a426-e5ef-4792-b82d-cfd852596980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:09.883759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-4790a426-e5ef-4792-b82d-cfd852596980 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1096 time: 0.1415756 Aug 11 03:15:09.950095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-728664b2-fad2-44c3-a28d-b388f0bf8228 None None] Provisioning for port 38e640c5-7dc4-454b-9b85-4e170530b211 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:09.953821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-a15d7985-eb09-4bde-9aba-c40ff1e1783b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 217 time: 0.0621228 Aug 11 03:15:09.960182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-728664b2-fad2-44c3-a28d-b388f0bf8228 None None] Provisioning complete for port 38e640c5-7dc4-454b-9b85-4e170530b211 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:09.961162 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-728664b2-fad2-44c3-a28d-b388f0bf8228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.022217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-2de185ed-24ab-44c8-9d45-f3182cdcc7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.024162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-2de185ed-24ab-44c8-9d45-f3182cdcc7f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.0634756 Aug 11 03:15:10.162065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.286838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82865387-a29a-4690-af8c-36081a01ecd7 req-51b9c7e6-c79a-414f-95bd-803f8b1140bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.288386 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-51b9c7e6-c79a-414f-95bd-803f8b1140bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537007 Aug 11 03:15:10.328911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-728664b2-fad2-44c3-a28d-b388f0bf8228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.405121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-728664b2-fad2-44c3-a28d-b388f0bf8228 None None] For port 38e640c5-7dc4-454b-9b85-4e170530b211, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=38e640c5-7dc4-454b-9b85-4e170530b211,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:10.411724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-728664b2-fad2-44c3-a28d-b388f0bf8228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.454858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-e0554a88-8ba4-4377-8f0b-7c67a3de1f25 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586742 Aug 11 03:15:10.467189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666a00c-850e-4227-9006-f7f88c674ae5 req-72e63c1f-861e-492f-897f-e4b094c33d40 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.469889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0666a00c-850e-4227-9006-f7f88c674ae5 req-72e63c1f-861e-492f-897f-e4b094c33d40 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 944 time: 0.3286829 Aug 11 03:15:10.506492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728664b2-fad2-44c3-a28d-b388f0bf8228 None None] Pushing event updated for resources: {'Port': ['ID=38e640c5-7dc4-454b-9b85-4e170530b211,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:10.525189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::1 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/30b404fa-c082-4a1f-8c00-5ce3f816066b/d7872380-be7b-4611-8a0f-87cf4c710a35) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:10.606188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0666a00c-850e-4227-9006-f7f88c674ae5 req-1ccc2156-15e8-4634-ae34-a206fd409181 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259360 Aug 11 03:15:10.667619 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82865387-a29a-4690-af8c-36081a01ecd7 req-eb1f9f46-47a0-4a5d-bbbd-43996be0cb6a service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962454 Aug 11 03:15:10.726613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.741649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object d7872380-be7b-4611-8a0f-87cf4c710a35 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:10.766083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2c665864-a9ad-4945-bda1-ab3b4f13c20b None None] Provisioning complete for port 38e640c5-7dc4-454b-9b85-4e170530b211 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:10.766716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2c665864-a9ad-4945-bda1-ab3b4f13c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.781102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-380578a6-53df-42ec-a6fe-ee0109227a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.782643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-380578a6-53df-42ec-a6fe-ee0109227a75 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1096 time: 0.0647287 Aug 11 03:15:10.798765 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.866974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:10.868370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=d7872380-be7b-4611-8a0f-87cf4c710a35,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:10.872266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:10.874505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:10.875608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:10.957399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-1b255499-09fd-4179-a78a-378a8ef08732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:10.959182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-1b255499-09fd-4179-a78a-378a8ef08732 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.1698663 Aug 11 03:15:11.027942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-2c1f723c-1d49-46aa-8b91-291e3d5c5399 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 217 time: 0.0546863 Aug 11 03:15:11.050116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.089342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 38e640c5-7dc4-454b-9b85-4e170530b211 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:11.139013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-c3fe22ab-769d-4479-8983-ead7751ebca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.140636 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-c3fe22ab-769d-4479-8983-ead7751ebca8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.1046724 Aug 11 03:15:11.204590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 38e640c5-7dc4-454b-9b85-4e170530b211 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:11.205111 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.269770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-d670fcc4-1fa3-487a-925b-8fca6adc9d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.271601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-d670fcc4-1fa3-487a-925b-8fca6adc9d46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189444 Aug 11 03:15:11.459785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ed85888a-2fb2-4eec-8adf-3de0fade9e56 None None] Provisioning for port d7872380-be7b-4611-8a0f-87cf4c710a35 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:11.465146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ed85888a-2fb2-4eec-8adf-3de0fade9e56 None None] Provisioning complete for port d7872380-be7b-4611-8a0f-87cf4c710a35 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:11.465528 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed85888a-2fb2-4eec-8adf-3de0fade9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.501943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-508c2185-38e6-443a-b734-1fdf90064e94 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192559 Aug 11 03:15:11.584713 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ed85888a-2fb2-4eec-8adf-3de0fade9e56 None None] Port d7872380-be7b-4611-8a0f-87cf4c710a35 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:11.597616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.604174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.605347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:11.738598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=d7872380-be7b-4611-8a0f-87cf4c710a35,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:11.745672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1c98bc9-1ba2-415b-ad7a-f278ecc254c7 req-1e0475dd-da32-442b-abce-41de88e5b918 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279682 Aug 11 03:15:11.833306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:11.839233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:11.973183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf263f7-da68-40ae-99ab-00e04bf0dfca req-7f5d42c7-c201-4fae-994c-7c61fcf13750 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:11.975023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf263f7-da68-40ae-99ab-00e04bf0dfca req-7f5d42c7-c201-4fae-994c-7c61fcf13750 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 944 time: 0.1929586 Aug 11 03:15:12.098316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf263f7-da68-40ae-99ab-00e04bf0dfca req-e1ca8b7c-a392-4902-ac30-eb69f65e7b2f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024313 Aug 11 03:15:12.161726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Router ba0a3ac8-f868-407a-af39-bf566acac988 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:15:12.343370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:12.350545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1a976ad9-1b3d-4501-a33b-4f476bb442ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "PUT /v2.0/routers/ba0a3ac8-f868-407a-af39-bf566acac988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7750750 Aug 11 03:15:12.353284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50746) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:12.360561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Sync routers for ids ['ba0a3ac8-f868-407a-af39-bf566acac988'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:12.376823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Routers {'ba0a3ac8-f868-407a-af39-bf566acac988'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:12.377694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ba0a3ac8-f868-407a-af39-bf566acac988'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:12.475135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ea4c02-899b-4a3d-83ff-c82458b55498 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:12.477063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-35ea4c02-899b-4a3d-83ff-c82458b55498 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports/d7872380-be7b-4611-8a0f-87cf4c710a35 HTTP/1.1" status: 200 len: 911 time: 0.1227736 Aug 11 03:15:12.479764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 50762) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:12.533150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-90542cb2-b098-4bd9-905f-a317a605513b None None] Provisioning complete for port d7872380-be7b-4611-8a0f-87cf4c710a35 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:12.534666 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90542cb2-b098-4bd9-905f-a317a605513b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:12.595791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f55de0-c10f-47da-baba-1e2017695fa8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:12.613868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f55de0-c10f-47da-baba-1e2017695fa8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:12.616721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c7f55de0-c10f-47da-baba-1e2017695fa8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1357603 Aug 11 03:15:12.621917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 50778) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:12.625903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Set router ba0a3ac8-f868-407a-af39-bf566acac988 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:12.688262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-90542cb2-b098-4bd9-905f-a317a605513b None None] Port d7872380-be7b-4611-8a0f-87cf4c710a35 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:12.984877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a3ac8-f868-407a-af39-bf566acac988', 'name': 'tempest-NetworksTestDHCPv6-router-1380990004', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:09Z', 'updated_at': '2021-08-11T03:15:10Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None, '_interfaces': [{'id': 'd7872380-be7b-4611-8a0f-87cf4c710a35', 'name': '', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'mac_address': 'fa:16:3e:43:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a3ac8-f868-407a-af39-bf566acac988', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '30b404fa-c082-4a1f-8c00-5ce3f816066b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:10Z', 'updated_at': '2021-08-11T03:15:11Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'subnets': [{'id': '30b404fa-c082-4a1f-8c00-5ce3f816066b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:13.020302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Checking router: ba0a3ac8-f868-407a-af39-bf566acac988 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:13.021614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Updating router ba0a3ac8-f868-407a-af39-bf566acac988 port d7872380-be7b-4611-8a0f-87cf4c710a35 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:13.061433 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.368060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:13.622947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:13.655044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '55150182-4a93-49c8-bc21-3c863b5f0419', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'port_id': '55150182-4a93-49c8-bc21-3c863b5f0419', 'mac_address': 'fa:16:3e:6a:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:13.661825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.673290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435c92e-5fb0-4475-801a-48f154a9cc06 req-b1eb38a1-6ba8-4f90-95b5-9e1e8e9a0caa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:13.674908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4435c92e-5fb0-4475-801a-48f154a9cc06 req-b1eb38a1-6ba8-4f90-95b5-9e1e8e9a0caa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 944 time: 0.1915579 Aug 11 03:15:13.703851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Transition to ACTIVE for port object d7872380-be7b-4611-8a0f-87cf4c710a35 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:13.729037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.752916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.763829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4435c92e-5fb0-4475-801a-48f154a9cc06 req-258eb4bf-2d72-44ad-911f-b36215359377 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804055 Aug 11 03:15:13.877735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55150182-4a93-49c8-bc21-3c863b5f0419 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:13.927879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0e364-8ad9-41ef-9400-4f203d669651 None None] Pushing event updated for resources: {'Port': ['ID=d7872380-be7b-4611-8a0f-87cf4c710a35,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:13.928217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:13.935959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:13.966300 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.080638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Attempting to bind port d7872380-be7b-4611-8a0f-87cf4c710a35 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:14.081013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Attempting to bind port d7872380-be7b-4611-8a0f-87cf4c710a35 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:14.082269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Attempting to bind port d7872380-be7b-4611-8a0f-87cf4c710a35 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:14.091013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:14.091390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:14.091963 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.092371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:14.092845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Bound port: d7872380-be7b-4611-8a0f-87cf4c710a35, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:14.093910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.126782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:14.201116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['55150182-4a93-49c8-bc21-3c863b5f0419'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:14.400807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] For port d7872380-be7b-4611-8a0f-87cf4c710a35, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:14.419431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port d7872380-be7b-4611-8a0f-87cf4c710a35 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:14.420004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.433766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] For port d7872380-be7b-4611-8a0f-87cf4c710a35, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d7872380-be7b-4611-8a0f-87cf4c710a35,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:14.448832 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.538327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Routers {'ba0a3ac8-f868-407a-af39-bf566acac988'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:14.538963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ba0a3ac8-f868-407a-af39-bf566acac988'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:14.548048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] For port d7872380-be7b-4611-8a0f-87cf4c710a35, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:14.549195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:14.606375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for d7872380-be7b-4611-8a0f-87cf4c710a35 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:14.660878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0e364-8ad9-41ef-9400-4f203d669651 None None] Pushing event updated for resources: {'Port': ['ID=d7872380-be7b-4611-8a0f-87cf4c710a35,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:14.743599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] Set router ba0a3ac8-f868-407a-af39-bf566acac988 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:14.855194 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:14.888690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51026) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:14.985137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.065173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4770dab-202d-4d58-a7f9-650f3a6d5a1d req-28b61906-0d99-427b-b67e-49bad31a7ebe tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:15.069865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4770dab-202d-4d58-a7f9-650f3a6d5a1d req-28b61906-0d99-427b-b67e-49bad31a7ebe tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.1522775 Aug 11 03:15:15.072466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=d7872380-be7b-4611-8a0f-87cf4c710a35,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:15.164236 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b4770dab-202d-4d58-a7f9-650f3a6d5a1d req-31b34fb7-85b3-49d8-9d89-1e8d532d95c5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850644 Aug 11 03:15:15.244984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5df80eb3-c1e4-4fca-bf99-5dfa43bc6835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.298764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1f3607b7-feac-4342-9bde-2c7dc5c38b13 None None] Could not find standard attr ID for object d7872380-be7b-4611-8a0f-87cf4c710a35. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:15:15.352523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.546438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5df80eb3-c1e4-4fca-bf99-5dfa43bc6835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.574036 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5df80eb3-c1e4-4fca-bf99-5dfa43bc6835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.665273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5df80eb3-c1e4-4fca-bf99-5dfa43bc6835 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dda1e36b49742939467c9881bd7b0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7745585 Aug 11 03:15:15.668081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51102) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:15.671577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df80eb3-c1e4-4fca-bf99-5dfa43bc6835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da1a0c0-9a60-4835-a4ac-2b5857b07c30,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:15.689460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0a3ac8-f868-407a-af39-bf566acac988', 'name': 'tempest-NetworksTestDHCPv6-router-1380990004', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:09Z', 'updated_at': '2021-08-11T03:15:10Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None, '_interfaces': [{'id': 'd7872380-be7b-4611-8a0f-87cf4c710a35', 'name': '', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'mac_address': 'fa:16:3e:43:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a3ac8-f868-407a-af39-bf566acac988', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '30b404fa-c082-4a1f-8c00-5ce3f816066b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:10Z', 'updated_at': '2021-08-11T03:15:14Z', 'revision_number': 4, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'subnets': [{'id': '30b404fa-c082-4a1f-8c00-5ce3f816066b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:15.775009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf405b-958e-420c-b530-118c1e99bbf7 None None] The sync data for ids ['ba0a3ac8-f868-407a-af39-bf566acac988'] in n-d-768509-22 is: [{'id': 'ba0a3ac8-f868-407a-af39-bf566acac988', 'name': 'tempest-NetworksTestDHCPv6-router-1380990004', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:09Z', 'updated_at': '2021-08-11T03:15:10Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None, '_interfaces': [{'id': 'd7872380-be7b-4611-8a0f-87cf4c710a35', 'name': '', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'mac_address': 'fa:16:3e:43:3f:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0a3ac8-f868-407a-af39-bf566acac988', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': '30b404fa-c082-4a1f-8c00-5ce3f816066b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:10Z', 'updated_at': '2021-08-11T03:15:14Z', 'revision_number': 4, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'subnets': [{'id': '30b404fa-c082-4a1f-8c00-5ce3f816066b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:15.777048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Router ba0a3ac8-f868-407a-af39-bf566acac988 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:15.834084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cf83b6a-f34e-4cf9-8ba5-cd58eaff44c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:15.913677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cf83b6a-f34e-4cf9-8ba5-cd58eaff44c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.006595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:16.013058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b902d6ef-767f-4a7b-b61c-7edbd07077cf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "PUT /v2.0/routers/ba0a3ac8-f868-407a-af39-bf566acac988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3898351 Aug 11 03:15:16.015659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51136) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:16.029210 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cf83b6a-f34e-4cf9-8ba5-cd58eaff44c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.031845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cf83b6a-f34e-4cf9-8ba5-cd58eaff44c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.036666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5cf83b6a-f34e-4cf9-8ba5-cd58eaff44c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5da1a0c0-9a60-4835-a4ac-2b5857b07c30 HTTP/1.1" status: 204 len: 168 time: 0.3672276 Aug 11 03:15:16.096499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf83b6a-f34e-4cf9-8ba5-cd58eaff44c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da1a0c0-9a60-4835-a4ac-2b5857b07c30,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:16.155609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566552a-29f3-4c39-973e-ffb8c26d1f28 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:16.162970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2566552a-29f3-4c39-973e-ffb8c26d1f28 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:16.202660 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2566552a-29f3-4c39-973e-ffb8c26d1f28 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1858971 Aug 11 03:15:16.205528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51160) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:16.450787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 30b404fa-c082-4a1f-8c00-5ce3f816066b {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:16.455281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.539496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.579739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51196) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:16.618449 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500473a1-902f-4319-8304-e86562e08ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.660389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a310f9-f51b-4683-8a63-9255aba33c0d req-958d47d9-9d12-480e-b781-5dfb05e2beff tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:16.669283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a310f9-f51b-4683-8a63-9255aba33c0d req-958d47d9-9d12-480e-b781-5dfb05e2beff tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.3324745 Aug 11 03:15:16.694258 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.763007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500473a1-902f-4319-8304-e86562e08ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.772703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-500473a1-902f-4319-8304-e86562e08ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.778559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3a310f9-f51b-4683-8a63-9255aba33c0d req-5f9bc9c6-9b35-420f-8a78-eeb4fe1c70db tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082897 Aug 11 03:15:16.839727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.843659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-500473a1-902f-4319-8304-e86562e08ae6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3e5c8abd28e4ccc8c92ad628345f5a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627888 Aug 11 03:15:16.850893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51200) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:16.890852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500473a1-902f-4319-8304-e86562e08ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebb50f7-7976-44e1-9612-993949f61bf6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:16.896840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=30b404fa-c082-4a1f-8c00-5ce3f816066b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:16.902165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:16.904496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2f679bfe-7d1d-409c-be43-6792a92b2ae3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/30b404fa-c082-4a1f-8c00-5ce3f816066b HTTP/1.1" status: 204 len: 168 time: 0.6976321 Aug 11 03:15:16.907098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51206) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:16.916302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07988821-f10b-40da-aaa2-d0de4591453e None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:17.022575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29d7903d-7a29-4e1a-9947-225a22b97d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.103351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29d7903d-7a29-4e1a-9947-225a22b97d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.201863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29d7903d-7a29-4e1a-9947-225a22b97d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.205100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29d7903d-7a29-4e1a-9947-225a22b97d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.207027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-29d7903d-7a29-4e1a-9947-225a22b97d7e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ebb50f7-7976-44e1-9612-993949f61bf6 HTTP/1.1" status: 204 len: 168 time: 0.3516285 Aug 11 03:15:17.232851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7903d-7a29-4e1a-9947-225a22b97d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebb50f7-7976-44e1-9612-993949f61bf6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:17.286327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f1d8c34-d175-4fa2-992c-9c10ef55b77d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3776870 Aug 11 03:15:17.288958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51212) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:17.297873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:17.396297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:17.439258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] Deleting port 38e640c5-7dc4-454b-9b85-4e170530b211 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:17.440032 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.466587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289e14e-d5d1-4057-b82d-83b4ed9f0d51 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.543073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] For port 38e640c5-7dc4-454b-9b85-4e170530b211, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=38e640c5-7dc4-454b-9b85-4e170530b211,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:17.543073 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.564381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] Calling delete_port for 38e640c5-7dc4-454b-9b85-4e170530b211 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:17.646947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 55150182-4a93-49c8-bc21-3c863b5f0419 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:17.657728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 55150182-4a93-49c8-bc21-3c863b5f0419 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:17.658132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.706593 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.763340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] Pushing event deleted for resources: {'Port': ['ID=38e640c5-7dc4-454b-9b85-4e170530b211,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:17.778467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28185446-cada-4bd4-a191-0cbca737b34c None None] No DVR routers for this DVR port 38e640c5-7dc4-454b-9b85-4e170530b211 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:17.813341 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289e14e-d5d1-4057-b82d-83b4ed9f0d51 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.817079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289e14e-d5d1-4057-b82d-83b4ed9f0d51 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.884716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289e14e-d5d1-4057-b82d-83b4ed9f0d51 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.885573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f289e14e-d5d1-4057-b82d-83b4ed9f0d51 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Fanout notify agent at l3_agent the message router_deleted on router ba0a3ac8-f868-407a-af39-bf566acac988 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:15:17.896250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289e14e-d5d1-4057-b82d-83b4ed9f0d51 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.897980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f289e14e-d5d1-4057-b82d-83b4ed9f0d51 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/routers/ba0a3ac8-f868-407a-af39-bf566acac988 HTTP/1.1" status: 204 len: 168 time: 0.6077607 Aug 11 03:15:17.900871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51226) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:17.909269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:17.932701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:17.978216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51230) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:17.985171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:17.987565 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1aafd5-9e35-4449-9d09-30503494c738" -d '{"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-plugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:18.029683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:18.043663 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.180677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:18.298611 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] Sync routers for ids ['ba0a3ac8-f868-407a-af39-bf566acac988'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:18.311565 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] Routers set() bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:18.312599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:18.313073 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] Router IDs set() for agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 03:15:18.313632 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_agentschedulers_db [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba0a3ac8-f868-407a-af39-bf566acac988'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent'). {{(pid=111685) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 03:15:18.322922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:18.337522 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] Routers set() bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:18.338151 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] Router IDs set() for agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 11 03:15:18.343407 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_agentschedulers_db [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba0a3ac8-f868-407a-af39-bf566acac988'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent'). {{(pid=111685) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 11 03:15:18.344033 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab4cd5-fe98-42a9-92b5-9d9314ae8bcd None None] The sync data for ids ['ba0a3ac8-f868-407a-af39-bf566acac988'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:18.423429 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e79dc3-4e98-408c-8b01-25b50a4a02a9 x-openstack-request-id: req-69e79dc3-4e98-408c-8b01-25b50a4a02a9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:18.424483 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-plugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:18.424483 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69e79dc3-4e98-408c-8b01-25b50a4a02a9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:18.424483 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'code': 200} Aug 11 03:15:18.610822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d76d12-eee5-470a-81b3-f7904a081399 req-80a8de65-75c8-4e41-ab49-efde16691b2d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:18.617281 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5d76d12-eee5-470a-81b3-f7904a081399 req-80a8de65-75c8-4e41-ab49-efde16691b2d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.6542358 Aug 11 03:15:18.692702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d17bf-393f-4cb1-be49-c8285ca7cfe8 req-6e9d497d-ccc7-469b-b771-bcb5a2a91ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:18.694432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b67d17bf-393f-4cb1-be49-c8285ca7cfe8 req-6e9d497d-ccc7-469b-b771-bcb5a2a91ec3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1098 time: 0.1162150 Aug 11 03:15:19.014259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b67d17bf-393f-4cb1-be49-c8285ca7cfe8 req-d00b67d7-c704-497f-81ed-b15f49e664f3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111458 Aug 11 03:15:19.106989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 38e640c5-7dc4-454b-9b85-4e170530b211 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:19.162422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 38e640c5-7dc4-454b-9b85-4e170530b211 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:19.162422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 38e640c5-7dc4-454b-9b85-4e170530b211 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:19.162675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d7872380-be7b-4611-8a0f-87cf4c710a35 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:19.212910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d7872380-be7b-4611-8a0f-87cf4c710a35 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:19.214228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d7872380-be7b-4611-8a0f-87cf4c710a35 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:19.498761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.586474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5d76d12-eee5-470a-81b3-f7904a081399 req-c983e64a-22ef-4fab-85b4-f0f31813ed72 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302595 Aug 11 03:15:19.637291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.691835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:19.702016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:19.707277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:19.708174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.715736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb6bac-6ad4-425c-bec6-121d5e8de9a9 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:19.745979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=5f637b69-5093-4aae-9807-6d29babf4d7d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:19.769048 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24991d24-7b52-45b2-9516-b6115875033a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8642018 Aug 11 03:15:19.775522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51264) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:19.789833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0ec795f5-a0bb-469f-bfea-31dda0b9b741 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1580290126', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:19.868081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ec795f5-a0bb-469f-bfea-31dda0b9b741 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.871893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ec795f5-a0bb-469f-bfea-31dda0b9b741 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:19.999864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': '5f637b69-5093-4aae-9807-6d29babf4d7d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:20.001416 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.031614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ec795f5-a0bb-469f-bfea-31dda0b9b741 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.051426 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ec795f5-a0bb-469f-bfea-31dda0b9b741 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.101332 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ec795f5-a0bb-469f-bfea-31dda0b9b741 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.104316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0ec795f5-a0bb-469f-bfea-31dda0b9b741 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3275094 Aug 11 03:15:20.107697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51274) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:20.118271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Deleting port 516c0b46-0362-4715-a8e9-20d2c0264a5f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:20.119203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.277204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] For port 516c0b46-0362-4715-a8e9-20d2c0264a5f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=516c0b46-0362-4715-a8e9-20d2c0264a5f,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:20.277724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.313311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Calling delete_port for 516c0b46-0362-4715-a8e9-20d2c0264a5f owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:20.390180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5f637b69-5093-4aae-9807-6d29babf4d7d/e158be5d-ec82-460a-ae9e-b374e122b4bb) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:20.750361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.770750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Transition to ACTIVE for port object e158be5d-ec82-460a-ae9e-b374e122b4bb will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:20.811320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Transition to ACTIVE for port object e158be5d-ec82-460a-ae9e-b374e122b4bb will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:20.825635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.855809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.904062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Pushing event updated for resources: {'Port': ['ID=e158be5d-ec82-460a-ae9e-b374e122b4bb,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:20.913582 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:20.917293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:20.918927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:20.988289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Attempting to bind port e158be5d-ec82-460a-ae9e-b374e122b4bb on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:20.988893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Attempting to bind port e158be5d-ec82-460a-ae9e-b374e122b4bb by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:20.989488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Attempting to bind port e158be5d-ec82-460a-ae9e-b374e122b4bb on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:20.997242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:20.997860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:20.998628 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:20.999198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:20.999858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Bound port: e158be5d-ec82-460a-ae9e-b374e122b4bb, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:21.000414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:21.111464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] For port e158be5d-ec82-460a-ae9e-b374e122b4bb, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:21.116243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] For port e158be5d-ec82-460a-ae9e-b374e122b4bb, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e158be5d-ec82-460a-ae9e-b374e122b4bb,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:21.125941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:21.207541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbd050-c235-418d-b6b6-a03351044853 None None] Pushing event updated for resources: {'Port': ['ID=e158be5d-ec82-460a-ae9e-b374e122b4bb,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:21.226518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb659533-50e1-4376-a967-e887a72e103c req-bdb5dd1f-a752-4943-b6d6-fb7a2f5ab676 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:21.235388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb659533-50e1-4376-a967-e887a72e103c req-bdb5dd1f-a752-4943-b6d6-fb7a2f5ab676 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.1157689 Aug 11 03:15:21.237820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:21.314686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Pushing event deleted for resources: {'Port': ['ID=516c0b46-0362-4715-a8e9-20d2c0264a5f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:21.372882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::1 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5f637b69-5093-4aae-9807-6d29babf4d7d/046e0ca4-097b-4743-9ecd-88138ca3e5ab) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:21.385664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb659533-50e1-4376-a967-e887a72e103c req-5a26d3cc-c9db-48eb-9573-8fdf2fad8471 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488521 Aug 11 03:15:21.699835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:21.732054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:21.761684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54fea8-5ceb-48a7-95b8-b90ae9188fe1 req-3bf6f5a6-9e68-4e5e-963f-d8db8ed8f5c2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:21.771615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e54fea8-5ceb-48a7-95b8-b90ae9188fe1 req-3bf6f5a6-9e68-4e5e-963f-d8db8ed8f5c2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.2143581 Aug 11 03:15:21.821454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 046e0ca4-097b-4743-9ecd-88138ca3e5ab will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:21.864431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e54fea8-5ceb-48a7-95b8-b90ae9188fe1 req-48059b95-1907-4598-b19c-662328f2f075 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871725 Aug 11 03:15:21.882443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51322) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:21.894975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51324) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:21.943657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88ef26-eaf3-4281-b5c9-b92e62b91a5b tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:21.945249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd88ef26-eaf3-4281-b5c9-b92e62b91a5b tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1093 time: 0.0618315 Aug 11 03:15:21.948169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51328) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:21.953375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '55150182-4a93-49c8-bc21-3c863b5f0419', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:21.962020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.029880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:22.044115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:22.048823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:22.050636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.073879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Router 800834bd-d0a9-4558-bbe8-20ea59550060 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:22.105170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.126890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=046e0ca4-097b-4743-9ecd-88138ca3e5ab,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:22.208656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:22.211430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4c48074-9695-4391-8d1b-9562bfe488bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.220055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becba591-411b-4531-85e3-95e428535dd6 None None] Sync routers for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:22.236042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:22.237019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:22.238823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-024f2c80-74d8-482e-ab76-7eefa3d37610 admin admin] 10.222.0.60 "PUT /v2.0/routers/800834bd-d0a9-4558-bbe8-20ea59550060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2590244 Aug 11 03:15:22.241517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51332) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:22.341825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4c48074-9695-4391-8d1b-9562bfe488bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.369961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4c48074-9695-4391-8d1b-9562bfe488bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.389364 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f12a3be9-d74c-4273-b3ee-187a87f399d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.407755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:22.454633 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.491808 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4c48074-9695-4391-8d1b-9562bfe488bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5bd19f9c81a421687c7cc07362a4a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941100 Aug 11 03:15:22.492486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51334) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:22.498249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c48074-9695-4391-8d1b-9562bfe488bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1275ea3-b82a-4beb-9098-65eef0aa52cd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:22.522520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.664210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.721241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:15:21Z', 'revision_number': 5, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port': {'id': '9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:08:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:10:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:22.756939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Deleting port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:22.757590 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.792341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becba591-411b-4531-85e3-95e428535dd6 None None] Checking router: 800834bd-d0a9-4558-bbe8-20ea59550060 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:22.794293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94aff008-81b4-4d3f-b254-7410f855c876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.807884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.850933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] Routers {'800834bd-d0a9-4558-bbe8-20ea59550060'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:22.852719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['800834bd-d0a9-4558-bbe8-20ea59550060'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:22.873956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] For port 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:22.874360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:22.900790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Calling delete_port for 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:22.915967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94aff008-81b4-4d3f-b254-7410f855c876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.088281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] Set router 800834bd-d0a9-4558-bbe8-20ea59550060 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:23.213840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-becba591-411b-4531-85e3-95e428535dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:15:22Z', 'revision_number': 6, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:23.220214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-92c576ed-bd3a-41de-b3e5-e7132eb8b643 None None] Provisioning for port e158be5d-ec82-460a-ae9e-b374e122b4bb completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:23.268109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e158be5d-ec82-460a-ae9e-b374e122b4bb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:23.276209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.288846 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94aff008-81b4-4d3f-b254-7410f855c876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.291651 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-94aff008-81b4-4d3f-b254-7410f855c876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.295198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-94aff008-81b4-4d3f-b254-7410f855c876 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1275ea3-b82a-4beb-9098-65eef0aa52cd HTTP/1.1" status: 204 len: 168 time: 0.7971241 Aug 11 03:15:23.295198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.166 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/8df6a33b-9de0-4d6e-b418-3de0bf6ca074) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:23.318541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becba591-411b-4531-85e3-95e428535dd6 None None] The sync data for ids ['800834bd-d0a9-4558-bbe8-20ea59550060'] in n-d-768509-22 is: [{'id': '800834bd-d0a9-4558-bbe8-20ea59550060', 'name': 'tempest-TestVolumeBackupRestore-625197862-router', 'tenant_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:18Z', 'updated_at': '2021-08-11T03:15:22Z', 'revision_number': 6, 'project_id': '32ec4a60583b4e75bd43fad6b4be86b9', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:23.327667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aff008-81b4-4d3f-b254-7410f855c876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1275ea3-b82a-4beb-9098-65eef0aa52cd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:23.342175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:23.392339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e158be5d-ec82-460a-ae9e-b374e122b4bb completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:23.408469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e158be5d-ec82-460a-ae9e-b374e122b4bb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:23.408854 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.419389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.436157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.438952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.467093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.474999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ce9fe497-e49a-44c1-85ee-415eef0190a1 None None] Provisioning for port 046e0ca4-097b-4743-9ecd-88138ca3e5ab completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:23.493027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ce9fe497-e49a-44c1-85ee-415eef0190a1 None None] Provisioning complete for port 046e0ca4-097b-4743-9ecd-88138ca3e5ab triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:23.493506 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ce9fe497-e49a-44c1-85ee-415eef0190a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.575689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ce9fe497-e49a-44c1-85ee-415eef0190a1 None None] Port 046e0ca4-097b-4743-9ecd-88138ca3e5ab cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:23.594756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=046e0ca4-097b-4743-9ecd-88138ca3e5ab,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:23.601712 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.634648 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.665459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.669620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.669812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:23.673960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:23.675861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e158be5d-ec82-460a-ae9e-b374e122b4bb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e158be5d-ec82-460a-ae9e-b374e122b4bb,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:23.686593 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.777604 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.778214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 800834bd-d0a9-4558-bbe8-20ea59550060 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:15:23.782901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.784309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b4036c04-38af-4dc1-8ee6-8230b1059cb6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/800834bd-d0a9-4558-bbe8-20ea59550060 HTTP/1.1" status: 204 len: 168 time: 1.5415721 Aug 11 03:15:23.788117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:23.798099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e158be5d-ec82-460a-ae9e-b374e122b4bb,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:23.859927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.864325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51348) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:23.866371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] Deleting subnet 9aec0520-37a5-4321-805f-288320a1037c {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:23.869705 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.906199 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b29f3153-d2d7-43c5-9aa9-0f6b9d202861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.922646 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:23.960945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:23.972612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:23.974346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:24.016670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.022462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=8df6a33b-9de0-4d6e-b418-3de0bf6ca074,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:24.102914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.130635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aec0520-37a5-4321-805f-288320a1037c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:24.139489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.140915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-be779c38-a30b-4994-a808-6b671b6bd575 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9aec0520-37a5-4321-805f-288320a1037c HTTP/1.1" status: 204 len: 168 time: 0.3516521 Aug 11 03:15:24.148554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc05b23-6c36-4712-aac0-2862aa92b008 None None] Network 392c2311-c339-4d74-80e4-6e5668ea8b87 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:24.150801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51352) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:24.218318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Router bc7499c3-d15c-4fc1-87b2-81aa969215e6 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:15:24.230291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7929ef77-6fdd-4c21-b33a-0dc3e8638ba6 None None] Provisioning complete for port 046e0ca4-097b-4743-9ecd-88138ca3e5ab triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:24.230882 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7929ef77-6fdd-4c21-b33a-0dc3e8638ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.306375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7929ef77-6fdd-4c21-b33a-0dc3e8638ba6 None None] Port 046e0ca4-097b-4743-9ecd-88138ca3e5ab cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:24.371946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.414757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] DHCP port deletion for 392c2311-c339-4d74-80e4-6e5668ea8b87 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:24.463487 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b29f3153-d2d7-43c5-9aa9-0f6b9d202861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.472893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] Deleting port d5d2199b-ad70-4f97-9144-440e968fe644 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:24.473241 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.482328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b29f3153-d2d7-43c5-9aa9-0f6b9d202861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.546834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] For port d5d2199b-ad70-4f97-9144-440e968fe644, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5d2199b-ad70-4f97-9144-440e968fe644,segment=NetworkSegment(c5e1a047-cadc-40e5-bdd7-23abd1045a29),segment_id=c5e1a047-cadc-40e5-bdd7-23abd1045a29)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:24.547152 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.562312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] Calling delete_port for d5d2199b-ad70-4f97-9144-440e968fe644 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:24.658193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:24.691451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] Pushing event deleted for resources: {'Port': ['ID=d5d2199b-ad70-4f97-9144-440e968fe644,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:24.695165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73dfff4-0eb0-4b95-a1c9-2263f6940c91 None None] No DVR routers for this DVR port d5d2199b-ad70-4f97-9144-440e968fe644 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:24.883099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:24.892557 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Sync routers for ids ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:24.902319 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Routers {'bc7499c3-d15c-4fc1-87b2-81aa969215e6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:24.903287 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:14:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:24.907165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:24.907738 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b29f3153-d2d7-43c5-9aa9-0f6b9d202861 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86ef2f20300348cb82d3dfa4badec91b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0362482 Aug 11 03:15:24.912320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c22768ef-b10b-4813-8b80-8c6e1ea48755 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "PUT /v2.0/routers/bc7499c3-d15c-4fc1-87b2-81aa969215e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8034067 Aug 11 03:15:24.916632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51358) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:24.951616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f3153-d2d7-43c5-9aa9-0f6b9d202861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2bb5b1-dee1-44b8-a5ee-e23a28484be9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:24.980825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56fb37-b396-47ae-951c-b9656d582637 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:24.982671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dc56fb37-b396-47ae-951c-b9656d582637 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports/046e0ca4-097b-4743-9ecd-88138ca3e5ab HTTP/1.1" status: 200 len: 911 time: 0.0640516 Aug 11 03:15:24.986586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51360) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:25.108877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e158be5d-ec82-460a-ae9e-b374e122b4bb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:25.116158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8cc5f-cd4a-45d8-9cde-cc363f8991a6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:25.122179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8cc5f-cd4a-45d8-9cde-cc363f8991a6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:25.124430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b1a8cc5f-cd4a-45d8-9cde-cc363f8991a6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1360843 Aug 11 03:15:25.128394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Deleting port d5d2199b-ad70-4f97-9144-440e968fe644 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:25.129473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.131236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51364) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:25.144828 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-139f7652-1038-44df-873c-a897ce741055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.180047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-139f7652-1038-44df-873c-a897ce741055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.186645 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Set router bc7499c3-d15c-4fc1-87b2-81aa969215e6 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:25.229350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a743fa95-e471-4c2c-80c8-e0c2003173f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.234423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e158be5d-ec82-460a-ae9e-b374e122b4bb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:25.235507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.282918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-139f7652-1038-44df-873c-a897ce741055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.286284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-139f7652-1038-44df-873c-a897ce741055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.287479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-139f7652-1038-44df-873c-a897ce741055 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee2bb5b1-dee1-44b8-a5ee-e23a28484be9 HTTP/1.1" status: 204 len: 168 time: 0.3769331 Aug 11 03:15:25.314560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f7652-1038-44df-873c-a897ce741055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2bb5b1-dee1-44b8-a5ee-e23a28484be9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:25.329458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] For port d5d2199b-ad70-4f97-9144-440e968fe644, host n-d-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:25.329975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.350604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Calling delete_port for d5d2199b-ad70-4f97-9144-440e968fe644 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:25.354287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Port d5d2199b-ad70-4f97-9144-440e968fe644 was not found and therefore no delete operation was performed {{(pid=111683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:15:25.424813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 516c0b46-0362-4715-a8e9-20d2c0264a5f no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:25.460097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 516c0b46-0362-4715-a8e9-20d2c0264a5f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:25.460545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 516c0b46-0362-4715-a8e9-20d2c0264a5f not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:25.461037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5d2199b-ad70-4f97-9144-440e968fe644 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:25.480854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.501783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d5d2199b-ad70-4f97-9144-440e968fe644 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:25.502290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5d2199b-ad70-4f97-9144-440e968fe644 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:25.502856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:25.540570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:25.541072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9350d7c8-e989-4b8d-9f2d-2eeeff9a60e3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:25.556745 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.563298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.607436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'name': 'tempest-NetworksTestDHCPv6-router-1580290126', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:19Z', 'updated_at': '2021-08-11T03:15:22Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None, '_interfaces': [{'id': '046e0ca4-097b-4743-9ecd-88138ca3e5ab', 'name': '', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'mac_address': 'fa:16:3e:0e:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5f637b69-5093-4aae-9807-6d29babf4d7d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:21Z', 'updated_at': '2021-08-11T03:15:22Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'subnets': [{'id': '5f637b69-5093-4aae-9807-6d29babf4d7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:25.607736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] No DVR routers for this DVR port d5d2199b-ad70-4f97-9144-440e968fe644 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:25.615874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d2199b-ad70-4f97-9144-440e968fe644,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:25.639979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.659339 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Checking router: bc7499c3-d15c-4fc1-87b2-81aa969215e6 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:25.660077 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Updating router bc7499c3-d15c-4fc1-87b2-81aa969215e6 port 046e0ca4-097b-4743-9ecd-88138ca3e5ab binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:25.693525 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.743030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.797869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392c2311-c339-4d74-80e4-6e5668ea8b87']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:25.818274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e1a047-cadc-40e5-bdd7-23abd1045a29') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:25.818657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e1a047-cadc-40e5-bdd7-23abd1045a29') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:25.854356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.867157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.922724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.943195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:15:25.943606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:15:25.945450 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:15:26.076287 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.088115 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Transition to ACTIVE for port object 046e0ca4-097b-4743-9ecd-88138ca3e5ab will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:26.096519 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.124294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.161083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.163851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] 10.222.0.60 "DELETE /v2.0/networks/392c2311-c339-4d74-80e4-6e5668ea8b87 HTTP/1.1" status: 204 len: 168 time: 2.0113506 Aug 11 03:15:26.164009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7fc37-19a9-4d15-9fbf-6ef443ce5d2b admin admin] Pushing event deleted for resources: {'Network': ['ID=392c2311-c339-4d74-80e4-6e5668ea8b87,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:26.166144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51382) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:26.257734 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Attempting to bind port 046e0ca4-097b-4743-9ecd-88138ca3e5ab on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:26.258577 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Attempting to bind port 046e0ca4-097b-4743-9ecd-88138ca3e5ab by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:26.259248 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Attempting to bind port 046e0ca4-097b-4743-9ecd-88138ca3e5ab on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:26.270114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:26.276765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:26.279520 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.280090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:26.280785 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Bound port: 046e0ca4-097b-4743-9ecd-88138ca3e5ab, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:26.281343 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.408528 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] For port 046e0ca4-097b-4743-9ecd-88138ca3e5ab, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:26.413447 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] For port 046e0ca4-097b-4743-9ecd-88138ca3e5ab, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=046e0ca4-097b-4743-9ecd-88138ca3e5ab,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:26.420498 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f146c-d58f-4e53-a2a3-d1f49f2e0098 None None] Pushing event updated for resources: {'Port': ['ID=046e0ca4-097b-4743-9ecd-88138ca3e5ab,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:26.443071 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.453466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.490701 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Routers {'bc7499c3-d15c-4fc1-87b2-81aa969215e6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:26.491366 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:26.545582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.595200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.634100 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] Set router bc7499c3-d15c-4fc1-87b2-81aa969215e6 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:26.704181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=8df6a33b-9de0-4d6e-b418-3de0bf6ca074,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:26.742185 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.774962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:26.947366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-5dc789b6-e819-4254-9b7b-758af58aa741 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1543753 Aug 11 03:15:26.968139 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f146c-d58f-4e53-a2a3-d1f49f2e0098 None None] Pushing event updated for resources: {'Port': ['ID=046e0ca4-097b-4743-9ecd-88138ca3e5ab,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:26.972197 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'name': 'tempest-NetworksTestDHCPv6-router-1580290126', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:19Z', 'updated_at': '2021-08-11T03:15:22Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None, '_interfaces': [{'id': '046e0ca4-097b-4743-9ecd-88138ca3e5ab', 'name': '', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'mac_address': 'fa:16:3e:0e:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5f637b69-5093-4aae-9807-6d29babf4d7d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:21Z', 'updated_at': '2021-08-11T03:15:26Z', 'revision_number': 4, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'subnets': [{'id': '5f637b69-5093-4aae-9807-6d29babf4d7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:27.022495 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535ef7ca-7204-4803-92af-7ed1c642cd2b None None] The sync data for ids ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'] in n-d-768509-22 is: [{'id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'name': 'tempest-NetworksTestDHCPv6-router-1580290126', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:19Z', 'updated_at': '2021-08-11T03:15:22Z', 'revision_number': 2, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None, '_interfaces': [{'id': '046e0ca4-097b-4743-9ecd-88138ca3e5ab', 'name': '', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'mac_address': 'fa:16:3e:0e:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': '5f637b69-5093-4aae-9807-6d29babf4d7d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:21Z', 'updated_at': '2021-08-11T03:15:26Z', 'revision_number': 4, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'subnets': [{'id': '5f637b69-5093-4aae-9807-6d29babf4d7d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:27.052532 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP 8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 associated. External IP: 172.25.4.166, port: 55150182-4a93-49c8-bc21-3c863b5f0419. Aug 11 03:15:27.101849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-f1659c84-41ef-44dd-9c73-a5ed90a77f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.103812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-f1659c84-41ef-44dd-9c73-a5ed90a77f65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 1097 time: 0.1229410 Aug 11 03:15:27.159522 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:27.234550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 046e0ca4-097b-4743-9ecd-88138ca3e5ab {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:27.234994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:27.463410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-78d66466-e203-4219-8c81-63bdddb20925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.465772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-78d66466-e203-4219-8c81-63bdddb20925 service neutron] 10.222.0.57 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 916 time: 0.3294713 Aug 11 03:15:27.545950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 1af65c92-fe59-4ce4-b13b-715a974e8a08 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:27.571812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-0b878fb2-1fa3-4a88-b0b2-7358bd9be40f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c HTTP/1.1" status: 200 len: 217 time: 0.0445263 Aug 11 03:15:27.696930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-0d15bd98-5b25-497e-9bd5-1a4725f8b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:27.697825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] For port 046e0ca4-097b-4743-9ecd-88138ca3e5ab, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=046e0ca4-097b-4743-9ecd-88138ca3e5ab,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:27.698227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:27.698473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-0d15bd98-5b25-497e-9bd5-1a4725f8b76e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0922897 Aug 11 03:15:27.748367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 046e0ca4-097b-4743-9ecd-88138ca3e5ab owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:27.781509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-1431fbcc-79a0-43ad-b990-823c1b0d585c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613141 Aug 11 03:15:28.002851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-1e0f5bc6-468e-4eaf-a462-fb909496abcf service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095819 Aug 11 03:15:28.150542 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:28.533030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:28.547764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] Sync routers for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:28.555241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00018597-8a16-435c-93f3-7f67711ef5c4 req-d49f8434-0eb8-4405-a972-96e507b019be service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266223 Aug 11 03:15:28.556669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Deleting port 77a3a7be-02ff-4a80-881e-24624a5b9124 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:28.557047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:28.562054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:28.569695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:28.570668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:28.583860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:28.649202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=046e0ca4-097b-4743-9ecd-88138ca3e5ab,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:28.736032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] For port 77a3a7be-02ff-4a80-881e-24624a5b9124, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=77a3a7be-02ff-4a80-881e-24624a5b9124,segment=NetworkSegment(8b1af7ed-5b50-44b9-9797-3436f48e1426),segment_id=8b1af7ed-5b50-44b9-9797-3436f48e1426)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:28.737986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:28.750618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:28.754542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-24f039fa-c3ba-4d40-8129-7aac09d7e19c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:28.756511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-24f039fa-c3ba-4d40-8129-7aac09d7e19c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.6068087 Aug 11 03:15:28.765732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Calling delete_port for 77a3a7be-02ff-4a80-881e-24624a5b9124 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:28.765956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8fa33dd6-7089-4d57-a7d8-92745b94dbd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.8138227 Aug 11 03:15:28.766073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:28.769762 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf2968-0962-4d58-92f0-d89968016c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:28.881986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:28.893128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-03ad70f9-0733-4194-9465-c0656b3da655 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/quotas/fa09ea4333424814a0d5f8bad0860333 HTTP/1.1" status: 200 len: 375 time: 0.1081889 Aug 11 03:15:29.015684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-074479db-a30f-45f0-bec9-8c14159ea6f6 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1113398 Aug 11 03:15:29.122326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd263e6-4ceb-4be9-a1ec-bd135a49136b req-ba7acbac-c7eb-49b9-ad89-cb2477c2a430 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:29.130548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1cd263e6-4ceb-4be9-a1ec-bd135a49136b req-ba7acbac-c7eb-49b9-ad89-cb2477c2a430 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.2219126 Aug 11 03:15:29.208819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-56fe89f4-8af8-49f4-b5d7-fa524207f85f service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703820 Aug 11 03:15:29.278074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'port_id': '55150182-4a93-49c8-bc21-3c863b5f0419', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'mac_address': 'fa:16:3e:6a:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:15:24Z', 'updated_at': '2021-08-11T03:15:24Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:07Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:29.306772 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1cd263e6-4ceb-4be9-a1ec-bd135a49136b req-e25b6ef8-78f6-4bf4-ae74-86938f48018d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063633 Aug 11 03:15:29.327052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Router bc7499c3-d15c-4fc1-87b2-81aa969215e6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:29.330394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51464) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:29.340088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:29.416907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a3a7be-02ff-4a80-881e-24624a5b9124,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:29.473840 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2c7c3f-543a-4626-953e-2344d0be7186 x-openstack-request-id: req-7f2c7c3f-543a-4626-953e-2344d0be7186 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:29.473840 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:29.480507 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f2c7c3f-543a-4626-953e-2344d0be7186 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:29.482270 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'status': 'completed', 'code': 200} Aug 11 03:15:29.556115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] Checking router: 1af65c92-fe59-4ce4-b13b-715a974e8a08 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:29.572994 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-39b1a787-4fd0-4fae-8101-3303816db8c1 service neutron] 10.222.0.60 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394074 Aug 11 03:15:29.580258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:29.581289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:29.678516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-85481168-9ae9-4eff-9077-4dc01bd8d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:29.680165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-85481168-9ae9-4eff-9077-4dc01bd8d6b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1098 time: 0.2541852 Aug 11 03:15:29.768568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:29.778740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-889223ed-131c-471f-a3e2-a7b734ad3eb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "PUT /v2.0/routers/bc7499c3-d15c-4fc1-87b2-81aa969215e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6438072 Aug 11 03:15:29.784279 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] Sync routers for ids ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:29.790272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d8068e6-0b35-4c95-bc9d-ee653ecfdda3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 HTTP/1.1" status: 200 len: 992 time: 0.4562185 Aug 11 03:15:29.791033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51474) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:29.807877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:29.811715 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] Routers {'bc7499c3-d15c-4fc1-87b2-81aa969215e6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:29.812424 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:29.922500 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] Set router bc7499c3-d15c-4fc1-87b2-81aa969215e6 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:29.932714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7de23-a6a9-4198-8ee5-5e4795b8e95d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:29.935049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7de23-a6a9-4198-8ee5-5e4795b8e95d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:29.937802 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-70c7de23-a6a9-4198-8ee5-5e4795b8e95d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1451814 Aug 11 03:15:29.943650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51478) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:29.972224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.000637 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'name': 'tempest-NetworksTestDHCPv6-router-1580290126', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:19Z', 'updated_at': '2021-08-11T03:15:28Z', 'revision_number': 3, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:30.024688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d9910623-2233-40eb-8654-6d7dbb075b3c req-4fb348fe-b07f-4347-b41c-0b2ed401b019 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 210 time: 0.0798764 Aug 11 03:15:30.056635 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] Checking router: bc7499c3-d15c-4fc1-87b2-81aa969215e6 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:30.060959 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.067970 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] Routers {'bc7499c3-d15c-4fc1-87b2-81aa969215e6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:30.068814 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:30.157224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 5f637b69-5093-4aae-9807-6d29babf4d7d {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:30.160924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.164206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51488) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:30.166342 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] Set router bc7499c3-d15c-4fc1-87b2-81aa969215e6 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:30.229412 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'name': 'tempest-NetworksTestDHCPv6-router-1580290126', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:19Z', 'updated_at': '2021-08-11T03:15:28Z', 'revision_number': 3, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:30.248409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-6bef0928-3846-4dd7-b01d-fae9a1d47d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:30.250986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-6bef0928-3846-4dd7-b01d-fae9a1d47d1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.4994302 Aug 11 03:15:30.272587 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6b343f-ad0c-46d1-a2a8-996e193ea82f None None] The sync data for ids ['bc7499c3-d15c-4fc1-87b2-81aa969215e6'] in n-d-768509-22 is: [{'id': 'bc7499c3-d15c-4fc1-87b2-81aa969215e6', 'name': 'tempest-NetworksTestDHCPv6-router-1580290126', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:19Z', 'updated_at': '2021-08-11T03:15:28Z', 'revision_number': 3, 'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:30.285044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.420567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'port_id': '55150182-4a93-49c8-bc21-3c863b5f0419', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'mac_address': 'fa:16:3e:6a:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:15:24Z', 'updated_at': '2021-08-11T03:15:24Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:07Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:30.423154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-cc0a1c6d-68fa-47e0-848f-82e88f79f574 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1000 time: 0.1594360 Aug 11 03:15:30.451354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30499fc-5c9a-4f00-a7e4-3efbf5c1c134 None None] The sync data for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 is: [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.166', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'port_id': '55150182-4a93-49c8-bc21-3c863b5f0419', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'mac_address': 'fa:16:3e:6a:f6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:15:24Z', 'updated_at': '2021-08-11T03:15:24Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:07Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:30.478690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.556055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a71cacfc-c60b-4695-a434-b958b390f0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.563541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.597094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-dd375c38-4e16-4502-b759-0e93ab1f4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:30.598558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-dd375c38-4e16-4502-b759-0e93ab1f4542 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.1580377 Aug 11 03:15:30.615041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=5f637b69-5093-4aae-9807-6d29babf4d7d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:30.618891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.620923 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6b86397-99af-4eee-8792-aeec65f64165 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5f637b69-5093-4aae-9807-6d29babf4d7d HTTP/1.1" status: 204 len: 168 time: 0.6751225 Aug 11 03:15:30.633641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be3275-96f4-4166-9286-0553acdcc6a0 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:30.636969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51494) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:30.725754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Router 6ba9bbf5-1782-4938-b0db-8d494764fafb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:30.812721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51498) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:30.832634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a71cacfc-c60b-4695-a434-b958b390f0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.856409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a71cacfc-c60b-4695-a434-b958b390f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:30.936724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-866c6375-e5de-4664-9a13-2cfe885daab4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2932277 Aug 11 03:15:30.941837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51500) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:30.994971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-7daa0ff3-9512-4a1d-bd40-67b045b988b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:30.997015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-7daa0ff3-9512-4a1d-bd40-67b045b988b2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3883207 Aug 11 03:15:31.002468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8279076c-0160-414d-b478-f81a208842e2 None None] New status for floating IP 8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:15:31.006011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a71cacfc-c60b-4695-a434-b958b390f0a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4db235c3ba3e40ca9fb1932e91d3c0ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8405309 Aug 11 03:15:31.006863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51502) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:31.031468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e64386f8-8299-4a49-a318-7d363c7a124c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 HTTP/1.1" status: 200 len: 992 time: 0.2176261 Aug 11 03:15:31.040041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cacfc-c60b-4695-a434-b958b390f0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f921d-a503-4111-9e74-08c99749dd7c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:31.086731 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a084015-9736-456b-aec1-5278787c3b70 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.222921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:31.225123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 046e0ca4-097b-4743-9ecd-88138ca3e5ab no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:31.254034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 046e0ca4-097b-4743-9ecd-88138ca3e5ab {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:31.254692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 046e0ca4-097b-4743-9ecd-88138ca3e5ab not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:31.314945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a084015-9736-456b-aec1-5278787c3b70 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.317964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a084015-9736-456b-aec1-5278787c3b70 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.347202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] Deleting port e158be5d-ec82-460a-ae9e-b374e122b4bb {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:31.348466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:31.348742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.358458 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] Sync routers for ids ['6ba9bbf5-1782-4938-b0db-8d494764fafb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:31.359326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2e3d0611-9079-4bd6-a7e9-1da64847c1a0 req-fe459052-2927-434f-8e14-64384709c1e0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 210 time: 0.1950507 Aug 11 03:15:31.361751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-281f16ef-71e9-49a6-8575-bf5edf2f0b85 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442466 Aug 11 03:15:31.372618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a983a508-4b42-4eac-b104-04935be6ecd5 admin admin] 10.222.0.60 "PUT /v2.0/routers/6ba9bbf5-1782-4938-b0db-8d494764fafb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2017624 Aug 11 03:15:31.380286 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] Routers {'6ba9bbf5-1782-4938-b0db-8d494764fafb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:31.381683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6ba9bbf5-1782-4938-b0db-8d494764fafb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:31.426756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51506) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:31.441967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a084015-9736-456b-aec1-5278787c3b70 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.444198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a084015-9736-456b-aec1-5278787c3b70 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Fanout notify agent at l3_agent the message router_deleted on router bc7499c3-d15c-4fc1-87b2-81aa969215e6 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:15:31.469794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] For port e158be5d-ec82-460a-ae9e-b374e122b4bb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e158be5d-ec82-460a-ae9e-b374e122b4bb,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:31.470378 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.500640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] Calling delete_port for e158be5d-ec82-460a-ae9e-b374e122b4bb owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:31.555062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a72bc33-d12d-4469-bcd9-115dd02a85dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.656537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a72bc33-d12d-4469-bcd9-115dd02a85dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.667458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a084015-9736-456b-aec1-5278787c3b70 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.675750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4a084015-9736-456b-aec1-5278787c3b70 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/routers/bc7499c3-d15c-4fc1-87b2-81aa969215e6 HTTP/1.1" status: 204 len: 168 time: 0.7311165 Aug 11 03:15:31.677199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51508) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:31.687360 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.718331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] Pushing event deleted for resources: {'Port': ['ID=e158be5d-ec82-460a-ae9e-b374e122b4bb,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:31.722615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04435b77-5f7b-4189-b5cb-67eb673c6026 None None] No DVR routers for this DVR port e158be5d-ec82-460a-ae9e-b374e122b4bb on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:31.734489 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] Set router 6ba9bbf5-1782-4938-b0db-8d494764fafb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:31.736012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4bc97eb8-ce50-44c3-81ba-23b149e1d952 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0559449 Aug 11 03:15:31.739665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51510) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:31.741602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.837225 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5bf2968-0962-4d58-92f0-d89968016c1d req-d6ec4ee7-a559-497c-a9b1-07bef15ca9fa service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635789 Aug 11 03:15:31.882611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-03a63048-563b-453b-8f04-327466ef8037 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:31.884557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-03a63048-563b-453b-8f04-327466ef8037 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 815 time: 0.5131936 Aug 11 03:15:31.889473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1fdb0-f58a-49bb-ac7c-770a9e3a7a50 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:31.894103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3fe1fdb0-f58a-49bb-ac7c-770a9e3a7a50 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1482608 Aug 11 03:15:31.894798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51516) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:31.905223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a72bc33-d12d-4469-bcd9-115dd02a85dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.909919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a72bc33-d12d-4469-bcd9-115dd02a85dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.912554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5a72bc33-d12d-4469-bcd9-115dd02a85dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd1f921d-a503-4111-9e74-08c99749dd7c HTTP/1.1" status: 204 len: 168 time: 0.8778574 Aug 11 03:15:31.922772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Request body: {'port': {'device_id': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'admin_state_up': True, 'tenant_id': 'fa09ea4333424814a0d5f8bad0860333'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:31.937570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:31.976808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72bc33-d12d-4469-bcd9-115dd02a85dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f921d-a503-4111-9e74-08c99749dd7c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:31.990239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-496bc02d-7aec-4a4d-9f80-e9e81255e4a9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931299 Aug 11 03:15:32.023818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51520) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:32.036023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51522) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:32.054158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:32.124394 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:15:29Z', 'revision_number': 5, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port': {'id': '939fef4d-77fc-4559-a1da-d87525ded4b3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:32:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2392, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:10:32Z', 'updated_at': '2021-08-11T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:32.162931 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-29872042-dcce-44cf-8082-73feaad905a5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 HTTP/1.1" status: 200 len: 994 time: 0.1257181 Aug 11 03:15:32.193492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Deleting port 939fef4d-77fc-4559-a1da-d87525ded4b3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:32.193977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.197607 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] Checking router: 6ba9bbf5-1782-4938-b0db-8d494764fafb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:32.202733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Made reservation on behalf of fa09ea4333424814a0d5f8bad0860333 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:32.209477 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] Routers {'6ba9bbf5-1782-4938-b0db-8d494764fafb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:32.210277 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['6ba9bbf5-1782-4938-b0db-8d494764fafb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:32.223403 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.297766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:32.305359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.308285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51528) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:32.334630 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] Set router 6ba9bbf5-1782-4938-b0db-8d494764fafb gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:32.399484 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:15:31Z', 'revision_number': 6, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:32.438151 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f6c52e-be9f-4f6a-ab81-2038899f3b46 None None] The sync data for ids ['6ba9bbf5-1782-4938-b0db-8d494764fafb'] in n-d-768509-22 is: [{'id': '6ba9bbf5-1782-4938-b0db-8d494764fafb', 'name': 'tempest-TestVolumeBackupRestore-1197446994-router', 'tenant_id': '55b892d00f85455a89ebc0b81f36f145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:10:30Z', 'updated_at': '2021-08-11T03:15:31Z', 'revision_number': 6, 'project_id': '55b892d00f85455a89ebc0b81f36f145', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:32.500978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] For port 939fef4d-77fc-4559-a1da-d87525ded4b3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=939fef4d-77fc-4559-a1da-d87525ded4b3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:32.501302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.526910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Allocated IP 172.20.0.4 (effd984e-5feb-4b17-b9af-dc7dc2aae44d/17ecfa77-7a04-47b1-b49a-7b18b85b391b/705e518e-2803-4461-aa78-70b20b7d73f9) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:32.545028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51534) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:32.549530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Calling delete_port for 939fef4d-77fc-4559-a1da-d87525ded4b3 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:32.562190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-874c2087-0889-442f-aaab-f786f1b93501 req-c1976ef3-90fb-4425-94cc-0da106302e80 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 210 time: 0.0524023 Aug 11 03:15:32.568198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42ef024a-4fc3-4567-8683-b7b0e30ee419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.785532 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5ac-f88d-4323-bc4b-8de6bfe95a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.934154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:32.980371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Pushing event deleted for resources: {'Port': ['ID=939fef4d-77fc-4559-a1da-d87525ded4b3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:33.023440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:15:33.040614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.091933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.121492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42ef024a-4fc3-4567-8683-b7b0e30ee419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.121950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:33.129440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42ef024a-4fc3-4567-8683-b7b0e30ee419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.131469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:33.136976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:33.137601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.139815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=84564530-0753-4bad-979d-5f4cb683b613,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:33.141538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc74d8-e6a6-4a9c-ade6-9dae2d7e3a3c None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:33.143424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.195191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-42ef024a-4fc3-4567-8683-b7b0e30ee419 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e33c2d0067534b0ba5c8f5a57327ebcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461749 Aug 11 03:15:33.195413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51536) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:33.203301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef024a-4fc3-4567-8683-b7b0e30ee419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf064230-742c-40ed-b357-b0c3c4e3611d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:33.208566 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.236821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['49f94411-bf9a-49b6-a22f-f13639740654'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:33.262000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'c398ae86-a936-43d6-8c2b-776c1451b708'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:33.296773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Network effd984e-5feb-4b17-b9af-dc7dc2aae44d is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:33.302170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event updated for resources: {'Port': ['ID=705e518e-2803-4461-aa78-70b20b7d73f9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:33.322004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:33.324997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:33.345646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.379261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28a7a96e-7a81-4f56-af4e-ede39ac7234f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.391407 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5ac-f88d-4323-bc4b-8de6bfe95a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.394012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.403131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:33.403898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.406482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efe7a5ac-f88d-4323-bc4b-8de6bfe95a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.408026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77a3a7be-02ff-4a80-881e-24624a5b9124 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:33.425706 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28a7a96e-7a81-4f56-af4e-ede39ac7234f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.447274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-58cbfeb2-a3bc-4dca-8aae-1a0513ec427e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5490162 Aug 11 03:15:33.454956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5edefad2-e115-4eb1-9aab-0d7bfd78f24b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4240851 Aug 11 03:15:33.459659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51538) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:33.466239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 77a3a7be-02ff-4a80-881e-24624a5b9124 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:33.466827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 77a3a7be-02ff-4a80-881e-24624a5b9124 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:33.467418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e158be5d-ec82-460a-ae9e-b374e122b4bb no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:33.470356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Request body: {'port': {'device_id': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:33.495109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efe7a5ac-f88d-4323-bc4b-8de6bfe95a7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=673656f7e9614e0a8c5affa12cb60b34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1483033 Aug 11 03:15:33.497039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51540) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:33.498037 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.498765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ba9bbf5-1782-4938-b0db-8d494764fafb {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:15:33.504147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e158be5d-ec82-460a-ae9e-b374e122b4bb {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:33.504917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e158be5d-ec82-460a-ae9e-b374e122b4bb not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:33.505137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.505688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 939fef4d-77fc-4559-a1da-d87525ded4b3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:33.506634 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d4900f8b-76da-4cbb-9903-3835cd1c0543 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6ba9bbf5-1782-4938-b0db-8d494764fafb HTTP/1.1" status: 204 len: 168 time: 2.0767221 Aug 11 03:15:33.508021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': '84564530-0753-4bad-979d-5f4cb683b613'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:33.509050 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.512680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:33.513320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51542) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:33.522565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7a5ac-f88d-4323-bc4b-8de6bfe95a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9971f9fe-2013-4c72-89d8-b85c9a52f7fb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:33.560006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 939fef4d-77fc-4559-a1da-d87525ded4b3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:33.560358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 939fef4d-77fc-4559-a1da-d87525ded4b3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:33.616119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] Deleting subnet d0ad1d7c-86df-4ad7-b4db-ce4641a75ee8 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:33.618780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.665739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.670189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.724019 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24e270b2-3d40-452a-a800-4e376a13f435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.771818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e28bd-03cc-4294-870e-71c8882f3521 req-5cd40df7-42b8-4bc7-88c0-e39649e2472b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:33.773668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-534e28bd-03cc-4294-870e-71c8882f3521 req-5cd40df7-42b8-4bc7-88c0-e39649e2472b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 931 time: 0.1089058 Aug 11 03:15:33.777600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24e270b2-3d40-452a-a800-4e376a13f435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.780069 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28a7a96e-7a81-4f56-af4e-ede39ac7234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.783086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28a7a96e-7a81-4f56-af4e-ede39ac7234f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.784474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-28a7a96e-7a81-4f56-af4e-ede39ac7234f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf064230-742c-40ed-b357-b0c3c4e3611d HTTP/1.1" status: 204 len: 168 time: 0.5882437 Aug 11 03:15:33.824492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.849112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7a96e-7a81-4f56-af4e-ede39ac7234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf064230-742c-40ed-b357-b0c3c4e3611d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:33.886540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-534e28bd-03cc-4294-870e-71c8882f3521 req-f3e4997e-bba7-4c82-9ded-2bc1d99ff62d tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Aug 11 03:15:33.917354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.947897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0ad1d7c-86df-4ad7-b4db-ce4641a75ee8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:33.949739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24e270b2-3d40-452a-a800-4e376a13f435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.952334 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24e270b2-3d40-452a-a800-4e376a13f435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.953794 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24e270b2-3d40-452a-a800-4e376a13f435 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9971f9fe-2013-4c72-89d8-b85c9a52f7fb HTTP/1.1" status: 204 len: 168 time: 0.4525094 Aug 11 03:15:33.960483 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:33.962374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-64887aa1-4bb7-4a56-bbfa-e30fcd65cee7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d0ad1d7c-86df-4ad7-b4db-ce4641a75ee8 HTTP/1.1" status: 204 len: 168 time: 0.4480650 Aug 11 03:15:33.967205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51550) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:33.971988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Allocated IP 2001:db8::f816:3eff:fe7e:8c59 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/84564530-0753-4bad-979d-5f4cb683b613/0a6cb4ae-c344-4ab8-81c8-bbbf495a2585) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:33.976883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2ef0f-e627-450a-9413-d1dd039e0c8a None None] Network 02699a74-7475-461f-ba7b-505ce16ba2d3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:33.981214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e270b2-3d40-452a-a800-4e376a13f435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9971f9fe-2013-4c72-89d8-b85c9a52f7fb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:34.071752 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.215897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Deleting port 73add822-ebda-4dee-9d2c-102df702ed6e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:34.216524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.318305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:34.330099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.358107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] For port 73add822-ebda-4dee-9d2c-102df702ed6e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=73add822-ebda-4dee-9d2c-102df702ed6e,segment=NetworkSegment(8b1af7ed-5b50-44b9-9797-3436f48e1426),segment_id=8b1af7ed-5b50-44b9-9797-3436f48e1426)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:34.358481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.384966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Calling delete_port for 73add822-ebda-4dee-9d2c-102df702ed6e owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:34.460603 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.473568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Transition to ACTIVE for port object 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:34.484038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.493855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Transition to ACTIVE for port object 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:34.505433 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.533949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705e518e-2803-4461-aa78-70b20b7d73f9 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:34.540724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Pushing event deleted for resources: {'Port': ['ID=73add822-ebda-4dee-9d2c-102df702ed6e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:34.543236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] No DVR routers for this DVR port 73add822-ebda-4dee-9d2c-102df702ed6e on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:34.570379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:34.577243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.581043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced583b-dc06-46ad-aec0-dd04b2a7a126 None None] DHCP port deletion for 02699a74-7475-461f-ba7b-505ce16ba2d3 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:34.583974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:34.594435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:34.598689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Pushing event updated for resources: {'Port': ['ID=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:34.647840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.663942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Transition to ACTIVE for port object 705e518e-2803-4461-aa78-70b20b7d73f9 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:34.676587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02699a74-7475-461f-ba7b-505ce16ba2d3']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:34.677694 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.691692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Attempting to bind port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:34.692503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Attempting to bind port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:34.693222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Attempting to bind port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:34.701376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:34.702130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:34.702794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.703977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:34.704129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:34.704868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Bound port: 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:34.706130 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.735286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1af7ed-5b50-44b9-9797-3436f48e1426') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:34.735702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1af7ed-5b50-44b9-9797-3436f48e1426') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:34.761520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3e70b42-3d03-4c3b-bcdc-06a8f4605759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.764412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Pushing event updated for resources: {'Port': ['ID=705e518e-2803-4461-aa78-70b20b7d73f9,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:34.765890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.793449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] For port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:34.806791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] For port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:34.807654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.817501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:15:34.818145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.824400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:15:34.851688 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:15:34.903688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28814818-f1ae-49cb-83c3-563719e32a04 None None] Pushing event updated for resources: {'Port': ['ID=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:35.061981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Attempting to bind port 705e518e-2803-4461-aa78-70b20b7d73f9 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:35.062454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Attempting to bind port 705e518e-2803-4461-aa78-70b20b7d73f9 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:35.062780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Attempting to bind port 705e518e-2803-4461-aa78-70b20b7d73f9 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:35.070580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Port 705e518e-2803-4461-aa78-70b20b7d73f9 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:15:35.070913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Attempting to bind port 705e518e-2803-4461-aa78-70b20b7d73f9 on network effd984e-5feb-4b17-b9af-dc7dc2aae44d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:35.077297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:35.077676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Checking segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:35.078054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Bound using segment: {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:35.078508 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Bound port: 705e518e-2803-4461-aa78-70b20b7d73f9, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2289a281-f580-4548-a89d-d3f126fe1469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:35.078834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.100069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73add822-ebda-4dee-9d2c-102df702ed6e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:35.100906 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.170485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 73add822-ebda-4dee-9d2c-102df702ed6e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:35.171031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 73add822-ebda-4dee-9d2c-102df702ed6e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:35.225580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:35.239666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:35.244242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=5eb6be9f-9454-45ca-9844-a721990591bc,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:35.247276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:35.248117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.278346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] For port 705e518e-2803-4461-aa78-70b20b7d73f9, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:35.282068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] For port 705e518e-2803-4461-aa78-70b20b7d73f9, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=705e518e-2803-4461-aa78-70b20b7d73f9,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:35.288381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.326586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:35.327901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.329555 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] 10.222.0.10 "PUT /v2.0/ports/705e518e-2803-4461-aa78-70b20b7d73f9 HTTP/1.1" status: 200 len: 1092 time: 1.8714960 Aug 11 03:15:35.330254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'tag': '705e518e-2803-4461-aa78-70b20b7d73f9'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:35.333241 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8dde1f6-d74d-481a-bd3d-05ac8f6d1908", "tag": "705e518e-2803-4461-aa78-70b20b7d73f9"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:35.364707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637ca82-a04b-46c0-a1cb-29317ab3ed98 service neutron] Pushing event updated for resources: {'Port': ['ID=705e518e-2803-4461-aa78-70b20b7d73f9,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:35.422847 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc669e12-c6ea-463d-99c0-d534dada1c60 x-openstack-request-id: req-dc669e12-c6ea-463d-99c0-d534dada1c60 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:35.423147 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8dde1f6-d74d-481a-bd3d-05ac8f6d1908", "tag": "705e518e-2803-4461-aa78-70b20b7d73f9", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:35.423978 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc669e12-c6ea-463d-99c0-d534dada1c60 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:35.424794 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'tag': '705e518e-2803-4461-aa78-70b20b7d73f9', 'status': 'completed', 'code': 200} Aug 11 03:15:35.443129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-7a9c864d-c070-47a7-8365-6e9c3d9f4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:35.444685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-7a9c864d-c070-47a7-8365-6e9c3d9f4a8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 1095 time: 0.0612588 Aug 11 03:15:35.474438 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.480299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.485088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] 10.222.0.60 "DELETE /v2.0/networks/02699a74-7475-461f-ba7b-505ce16ba2d3 HTTP/1.1" status: 204 len: 168 time: 1.5164969 Aug 11 03:15:35.502739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-51da041b-7847-4883-82a0-fde2dba4facf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=705e518e-2803-4461-aa78-70b20b7d73f9 HTTP/1.1" status: 200 len: 217 time: 0.0463414 Aug 11 03:15:35.513387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe23b3-c861-4f23-9fe3-b1414e6b4d7f admin admin] Pushing event deleted for resources: {'Network': ['ID=02699a74-7475-461f-ba7b-505ce16ba2d3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:35.532639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b2114-07d5-40f5-b8c6-e10572553c3a req-ecf0f46a-55cb-4738-971a-3ceccc13334e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:35.534830 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d00b2114-07d5-40f5-b8c6-e10572553c3a req-ecf0f46a-55cb-4738-971a-3ceccc13334e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 943 time: 0.1141551 Aug 11 03:15:35.563431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-65288e61-9fa4-4176-89f7-5fb6ae35e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:35.565151 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-65288e61-9fa4-4176-89f7-5fb6ae35e17f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0550668 Aug 11 03:15:35.606124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-232ba8c1-e062-43b1-8af7-ce33d9d035ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318477 Aug 11 03:15:35.607136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d00b2114-07d5-40f5-b8c6-e10572553c3a req-20b217ff-bbd9-40f4-b87d-2be7fcfb267f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632319 Aug 11 03:15:35.634850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3e70b42-3d03-4c3b-bcdc-06a8f4605759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.639602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3e70b42-3d03-4c3b-bcdc-06a8f4605759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.676728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9e9881df-9f31-4eac-a6eb-6a9da3faac6f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1753390 Aug 11 03:15:35.679945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51582) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:35.686759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:b5:ef:4a', 'name': 'tempest-NetworksTestDHCPv6-1117718456'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:35.692603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3e70b42-3d03-4c3b-bcdc-06a8f4605759 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95029335a718453daac4b6db26f72ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9745419 Aug 11 03:15:35.692603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70b42-3d03-4c3b-bcdc-06a8f4605759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1623d5d5-39dd-4afd-a01a-479183a16a31,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:35.694124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51584) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:35.719796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51586) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:35.763808 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-49d543de-8f10-4965-84b1-ba085d8d8646 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32ec4a60583b4e75bd43fad6b4be86b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426733 Aug 11 03:15:35.766690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51588) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:35.820686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba70d994-61f3-4d7c-af97-9e30c47ab31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.837222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-65640005-4bfd-40b6-b217-9b146d8d987e service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235477 Aug 11 03:15:35.845330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba70d994-61f3-4d7c-af97-9e30c47ab31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.906064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07ff5906-aa6d-49db-8b29-7be08c8d76f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.920386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba70d994-61f3-4d7c-af97-9e30c47ab31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.924842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba70d994-61f3-4d7c-af97-9e30c47ab31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.929298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ba70d994-61f3-4d7c-af97-9e30c47ab31f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/314be242-bbfd-43f6-9e81-2db1d1ea2b86 HTTP/1.1" status: 204 len: 168 time: 0.1592658 Aug 11 03:15:35.936303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d994-61f3-4d7c-af97-9e30c47ab31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314be242-bbfd-43f6-9e81-2db1d1ea2b86,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:35.972304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07ff5906-aa6d-49db-8b29-7be08c8d76f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:35.985774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:36.067300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a98aff-7da2-4072-b9b2-70eb6d1b227b req-15b8a95d-6a58-43ef-968b-12b111681f8a service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172949 Aug 11 03:15:36.121500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.138284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07ff5906-aa6d-49db-8b29-7be08c8d76f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.140753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-07ff5906-aa6d-49db-8b29-7be08c8d76f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.141889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-07ff5906-aa6d-49db-8b29-7be08c8d76f6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1623d5d5-39dd-4afd-a01a-479183a16a31 HTTP/1.1" status: 204 len: 168 time: 0.4456151 Aug 11 03:15:36.167817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff5906-aa6d-49db-8b29-7be08c8d76f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1623d5d5-39dd-4afd-a01a-479183a16a31,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:36.239065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e910d419-202a-4ddc-bf6c-c1f640a2a1ad None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:36.241190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 3981f67d-7b5f-4c9e-9a50-92d56d954160 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:36.298538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-2fe6db8b-2e94-4228-89b7-9906c72268cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:36.300695 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-2fe6db8b-2e94-4228-89b7-9906c72268cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 1095 time: 0.1577964 Aug 11 03:15:36.353564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-12d1ce51-9cd1-41f8-8165-cbdb03b8baf9 None None] Provisioning for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:36.445132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51598) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:36.470417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-6e9ff0fe-2984-4c22-8e78-767acd17f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:36.472646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-6e9ff0fe-2984-4c22-8e78-767acd17f233 service neutron] 10.222.0.10 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 916 time: 0.1623068 Aug 11 03:15:36.524400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2c517ad-5550-43a4-9645-4918577093d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55b892d00f85455a89ebc0b81f36f145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747433 Aug 11 03:15:36.525735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51602) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:36.542769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-59d0d6a4-ae35-40db-a277-2fae12d76c49 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=705e518e-2803-4461-aa78-70b20b7d73f9 HTTP/1.1" status: 200 len: 217 time: 0.0438764 Aug 11 03:15:36.601438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 172.20.0.14 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5eb6be9f-9454-45ca-9844-a721990591bc/3981f67d-7b5f-4c9e-9a50-92d56d954160) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:36.606201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': '84564530-0753-4bad-979d-5f4cb683b613', 'ip_address': '2001:db8::f816:3eff:fe7e:8c59'}, {'subnet_id': '5eb6be9f-9454-45ca-9844-a721990591bc'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '0a6cb4ae-c344-4ab8-81c8-bbbf495a2585'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:15:36.614947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:feb5:ef4a (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/84564530-0753-4bad-979d-5f4cb683b613/3981f67d-7b5f-4c9e-9a50-92d56d954160) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:36.620692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a09f561f-1393-4492-80d0-172e174f2fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.634833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-1425c197-d457-4180-8091-17c96e9c25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:36.636390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-1425c197-d457-4180-8091-17c96e9c25c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.0855465 Aug 11 03:15:36.679876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.689924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-95891e8f-1c38-4a07-a2ec-62e639eeb664 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416555 Aug 11 03:15:36.704512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a09f561f-1393-4492-80d0-172e174f2fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.816179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-46a3df5f-2b2d-4915-9039-7e6e49b00a8b service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151674 Aug 11 03:15:36.818504 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a09f561f-1393-4492-80d0-172e174f2fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.821125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a09f561f-1393-4492-80d0-172e174f2fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:36.822304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a09f561f-1393-4492-80d0-172e174f2fc8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11737161-a219-40b7-83a7-eee79312cbe4 HTTP/1.1" status: 204 len: 168 time: 0.2946703 Aug 11 03:15:36.835115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f561f-1393-4492-80d0-172e174f2fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11737161-a219-40b7-83a7-eee79312cbe4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:37.055086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bc964-9979-43c2-bdcd-d478fcfb71ed req-7858dcb4-9470-4f2a-aca3-8a292a0853a1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:37.056628 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e2bc964-9979-43c2-bdcd-d478fcfb71ed req-7858dcb4-9470-4f2a-aca3-8a292a0853a1 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 943 time: 0.2301548 Aug 11 03:15:37.058528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04f11ab2-e9e0-4941-aa1a-b00926a8b8f6 req-0057debd-989a-4d59-ba98-a5f58517891d service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185857 Aug 11 03:15:37.113815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7e2bc964-9979-43c2-bdcd-d478fcfb71ed req-5a0c2715-e0d5-4a20-8306-41e0c80909b4 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511515 Aug 11 03:15:37.119292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.136813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 3981f67d-7b5f-4c9e-9a50-92d56d954160 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:37.169920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:37.191092 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.249553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:37.255989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:37.261914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:37.264801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] Allocated IP 172.20.0.2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5eb6be9f-9454-45ca-9844-a721990591bc/0a6cb4ae-c344-4ab8-81c8-bbbf495a2585) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:37.286240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:37.306404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:37.306993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.313853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=3981f67d-7b5f-4c9e-9a50-92d56d954160,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:37.342703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:37.344216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.363309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0464875a-2a11-432d-8bb1-881fcb6009e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6808882 Aug 11 03:15:37.366834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51638) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:37.441138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d7fa6-f8cc-4bc6-abff-11d40ec68814 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:37.448155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979d7fa6-f8cc-4bc6-abff-11d40ec68814 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:37.452213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51644) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:37.453032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-979d7fa6-f8cc-4bc6-abff-11d40ec68814 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0846016 Aug 11 03:15:37.569673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 3981f67d-7b5f-4c9e-9a50-92d56d954160 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:37.570702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.578994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] For port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:37.635527 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.650958 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.670656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] Transition to ACTIVE for port object 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:37.679803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.719437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.733681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 3981f67d-7b5f-4c9e-9a50-92d56d954160 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:37.785954 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:15:37.786427 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:15:37.815002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51660) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:37.826224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ced157-2d40-400a-87d9-43475c45dbeb None None] Pushing event updated for resources: {'Port': ['ID=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:37.946719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1794318126-network', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:37.964288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:37.983203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:37.985545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.004079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=3981f67d-7b5f-4c9e-9a50-92d56d954160,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.005518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.074621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51666) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.108430 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.114761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d50373e0-3b2c-45b7-bf76-66d95b00e2d0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/3981f67d-7b5f-4c9e-9a50-92d56d954160 HTTP/1.1" status: 204 len: 168 time: 0.6574008 Aug 11 03:15:38.115047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51670) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.139030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.150735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.184342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:15:38.187370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc16583-d528-4fa7-a273-142b6c3ef223 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:38.189173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc16583-d528-4fa7-a273-142b6c3ef223 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:38.192523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc16583-d528-4fa7-a273-142b6c3ef223 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:38.193779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0bc16583-d528-4fa7-a273-142b6c3ef223 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0776851 Aug 11 03:15:38.198749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51674) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.220019 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.220401 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Added segment f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe of type vlan for network 7edf3621-3854-4a65-aaad-a86907b56fe3 Aug 11 03:15:38.242893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae8f924-26f0-4c8b-8b6a-3e182818e2eb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.280264 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e58dfc7f-0ecf-4fdb-90a8-e32285859ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.313453 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.333121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dd5a6-11c7-47f8-8a0d-bbe593fac860 req-f7516a86-3e43-4c76-8754-e547a1f01746 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:38.334879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d56dd5a6-11c7-47f8-8a0d-bbe593fac860 req-f7516a86-3e43-4c76-8754-e547a1f01746 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 943 time: 0.1163890 Aug 11 03:15:38.351235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.381673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 5eb6be9f-9454-45ca-9844-a721990591bc {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:38.389846 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.396249 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.397260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:38.398254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.409409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:38.416093 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.423042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d56dd5a6-11c7-47f8-8a0d-bbe593fac860 req-f8f2ebeb-adeb-4fb5-a19d-5d066cc3df0c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790403 Aug 11 03:15:38.492196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.501571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.535695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] Pushing event updated for resources: {'Network': ['ID=7edf3621-3854-4a65-aaad-a86907b56fe3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.550492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:15:38.563396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e58dfc7f-0ecf-4fdb-90a8-e32285859ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.570670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e58dfc7f-0ecf-4fdb-90a8-e32285859ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.578215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa06472b-449c-4ad3-8f65-efbef7c0798d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7587097 Aug 11 03:15:38.578413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.587726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Request body: {'subnet': {'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1794318126-subnet', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:38.633794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:38.636372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.636620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dfc7f-0ecf-4fdb-90a8-e32285859ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a2ae50-b895-4474-ba30-d71cd5307d52,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.670768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e58dfc7f-0ecf-4fdb-90a8-e32285859ef2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f24329235fe544c08373962f6fd95a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5949712 Aug 11 03:15:38.673398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51684) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.689752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.709216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7f922ba1-fb15-42cc-b2c7-64ab36d0efb3 None None] Provisioning for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:38.713499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7f922ba1-fb15-42cc-b2c7-64ab36d0efb3 None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:38.714013 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7f922ba1-fb15-42cc-b2c7-64ab36d0efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.778641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44125734-e031-4d18-9bfc-46997adffe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.821065 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44125734-e031-4d18-9bfc-46997adffe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.823353 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.864544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb6be9f-9454-45ca-9844-a721990591bc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.872387 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.883452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.885360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fd54a68c-9f9e-4857-99c7-8ac3c237c22c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5eb6be9f-9454-45ca-9844-a721990591bc HTTP/1.1" status: 204 len: 168 time: 0.6850932 Aug 11 03:15:38.888468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51686) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:38.923321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=8182248c-6195-4a97-bd91-df5c1309d1e9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:38.946611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:38.947326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Network hostable DHCP agents. Network: 7edf3621-3854-4a65-aaad-a86907b56fe3, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:15:38.957167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 84564530-0753-4bad-979d-5f4cb683b613 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:38.960508 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.963439 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44125734-e031-4d18-9bfc-46997adffe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.965966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44125734-e031-4d18-9bfc-46997adffe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:38.967127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-44125734-e031-4d18-9bfc-46997adffe26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2a2ae50-b895-4474-ba30-d71cd5307d52 HTTP/1.1" status: 204 len: 168 time: 0.2921522 Aug 11 03:15:38.969870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52fb04b-1435-4c63-ab29-541e70550aec None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:38.981689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:15:39.001505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44125734-e031-4d18-9bfc-46997adffe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a2ae50-b895-4474-ba30-d71cd5307d52,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:39.009170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7edf3621-3854-4a65-aaad-a86907b56fe3) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:39.021470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6cbd2-2e26-4704-baf3-c1c5b84990fd None None] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:39.027462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.036581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:39.038714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.071005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-686cb2cb-beb9-44eb-9c73-1fecde912ace admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4911945 Aug 11 03:15:39.073727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51690) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:39.082636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:39.099125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e70d663a-c05d-430f-884d-271a8df18260 None None] Could not find standard attr ID for object 3981f67d-7b5f-4c9e-9a50-92d56d954160. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:15:39.151591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:39.157397 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.159680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.173282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.266328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.314866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-7edf3621-3854-4a65-aaad-a86907b56fe3', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:39.315859 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.344281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:39.344744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.457422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 705e518e-2803-4461-aa78-70b20b7d73f9 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:15:39.615304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Allocated IP 172.20.0.2 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:39.684041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 705e518e-2803-4461-aa78-70b20b7d73f9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=705e518e-2803-4461-aa78-70b20b7d73f9,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:39.715949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '705e518e-2803-4461-aa78-70b20b7d73f9', 'network_id': 'effd984e-5feb-4b17-b9af-dc7dc2aae44d', 'port_id': '705e518e-2803-4461-aa78-70b20b7d73f9', 'mac_address': 'fa:16:3e:22:f1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ecfa77-7a04-47b1-b49a-7b18b85b391b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:15:39.760408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.849934 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.871999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=84564530-0753-4bad-979d-5f4cb683b613,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:39.890797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705e518e-2803-4461-aa78-70b20b7d73f9 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:15:39.909404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.913877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51722) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:39.914410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e32e82c7-4227-4e27-8bd2-2449fd7e00ae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/84564530-0753-4bad-979d-5f4cb683b613 HTTP/1.1" status: 204 len: 168 time: 1.0243721 Aug 11 03:15:39.926700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85364e62-e850-4a7d-a2f2-27bd0a61946b req-a1822b56-b2ad-4e36-91c7-517af5963afc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:39.928289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85364e62-e850-4a7d-a2f2-27bd0a61946b req-a1822b56-b2ad-4e36-91c7-517af5963afc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 943 time: 0.2270117 Aug 11 03:15:39.932461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:39.982120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-984bd3a3-5ce2-4c60-b61b-f51ef7dacf44 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663116 Aug 11 03:15:39.985014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51724) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:39.991584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:40.011147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 705e518e-2803-4461-aa78-70b20b7d73f9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=705e518e-2803-4461-aa78-70b20b7d73f9,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:40.018502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.030904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85364e62-e850-4a7d-a2f2-27bd0a61946b req-751ebb19-e946-4fde-90c0-0491afdd9001 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936170 Aug 11 03:15:40.156730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:40.159982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=705e518e-2803-4461-aa78-70b20b7d73f9,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:40.161565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.176279 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.190400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Transition to ACTIVE for port object 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:40.221266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Transition to ACTIVE for port object 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:40.235825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.273432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['705e518e-2803-4461-aa78-70b20b7d73f9'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:15:40.302860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.325811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:40.331028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.333893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:40.337547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:40.355869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Pushing event updated for resources: {'Port': ['ID=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:40.455428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Attempting to bind port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:40.455955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Attempting to bind port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:40.456212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Attempting to bind port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:40.465147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41d75c-3528-41b2-9fcd-c6aeede5be27 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:40.483397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:40.483810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:40.484223 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.484893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:40.485394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Bound port: 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:40.485784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.506332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Allocated IP 172.25.4.239 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d81e15ee-7735-4598-b3a5-d0ed7d3449a3) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:40.648861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.681350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3bc29a00-1e22-4894-9872-5278437ee1dc None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:40.681867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3bc29a00-1e22-4894-9872-5278437ee1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.683504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:15:40.709619 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.713814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] For port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:40.761129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] For port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:40.780961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:40.786695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:40.787542 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.795419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Pushing event updated for resources: {'Port': ['ID=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:40.799185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:40.974172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:40.977453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029c619-282a-4da7-ab3c-28f6563359bf None None] Pushing event updated for resources: {'Port': ['ID=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:41.169909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.231788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] For port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:41.268979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f5a16-4548-42b9-a953-169155b53231 req-55591611-a5f9-4e56-a58e-38ff6a3772f5 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:41.278970 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b9f5a16-4548-42b9-a953-169155b53231 req-55591611-a5f9-4e56-a58e-38ff6a3772f5 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 944 time: 0.1044066 Aug 11 03:15:41.334040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.347873 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.350035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.433686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b9f5a16-4548-42b9-a953-169155b53231 req-048efff1-088b-4fc9-9708-0a981789a1ef tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495206 Aug 11 03:15:41.468979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 705e518e-2803-4461-aa78-70b20b7d73f9 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:41.507525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:41.526552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:41.528970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=d5995112-17df-44e9-8911-93b19fcc222b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:41.539069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 705e518e-2803-4461-aa78-70b20b7d73f9 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:41.543622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:41.544737 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.561598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 705e518e-2803-4461-aa78-70b20b7d73f9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:41.564735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,revision_number=8']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:41.567174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.569890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.577449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-85be2e3a-0564-4817-9c35-af2bf6ca975d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5907247 Aug 11 03:15:41.581892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51750) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:41.588629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:41.616492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9109283-1ad7-4557-acd5-1170368015d8 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:41.769034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:41.770597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Router f93a7318-771a-4b3e-b82c-fb13ab611115 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:15:41.773054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.829672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d354f724-35ee-47a1-9fdf-ae66c88b5d09 None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:41.830623 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d354f724-35ee-47a1-9fdf-ae66c88b5d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.906006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:41.920338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:41.937889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.940222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d1cbba46-16a3-496e-a37e-e3b2ea530186 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8640130 Aug 11 03:15:41.942824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51754) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:41.947699 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:41.965211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:41.965868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:42.180895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.218137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705e518e-2803-4461-aa78-70b20b7d73f9'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:42.220769 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc65921d-35ef-42a6-b1fb-acf0435344cf" -d '{"events": [{"server_uuid": "a8dde1f6-d74d-481a-bd3d-05ac8f6d1908", "name": "network-vif-plugged", "status": "completed", "tag": "705e518e-2803-4461-aa78-70b20b7d73f9"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:42.271782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:42.286086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 705e518e-2803-4461-aa78-70b20b7d73f9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=705e518e-2803-4461-aa78-70b20b7d73f9,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:42.286658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:42.296552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:42.300196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.302471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8609649-dfa1-46d7-8dd6-0bd526eda857 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:42.318423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=5016a733-eadc-4e58-9442-bf2e85b732b4,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:42.323814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-22ff97d7-dc43-4518-8e8c-258e6c3f6701 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7404687 Aug 11 03:15:42.327017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51760) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:42.335214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:75:6e:3a', 'name': 'tempest-NetworksTestDHCPv6-1758507528'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:42.387674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.398379 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd39847a-039e-463c-b8ea-6f615f47d507 x-openstack-request-id: req-fd39847a-039e-463c-b8ea-6f615f47d507 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:42.398777 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8dde1f6-d74d-481a-bd3d-05ac8f6d1908", "name": "network-vif-plugged", "status": "completed", "tag": "705e518e-2803-4461-aa78-70b20b7d73f9", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:42.399138 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd39847a-039e-463c-b8ea-6f615f47d507 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:42.400690 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705e518e-2803-4461-aa78-70b20b7d73f9', 'code': 200} Aug 11 03:15:42.456969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d14d2-2ca5-4c71-a1ad-b452efe654f9 req-cfb91bfc-be76-4cf6-9261-b6bdfc3df008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:42.458486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f46d14d2-2ca5-4c71-a1ad-b452efe654f9 req-cfb91bfc-be76-4cf6-9261-b6bdfc3df008 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 1097 time: 0.0686383 Aug 11 03:15:42.475548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-714af4a9-9ec3-4ab4-934c-89e00fdd210e None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:42.476644 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-714af4a9-9ec3-4ab4-934c-89e00fdd210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.490000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:42.508840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f46d14d2-2ca5-4c71-a1ad-b452efe654f9 req-2a287520-9735-4057-8aff-46a7a02bfe4f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398088 Aug 11 03:15:42.539595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:42.605596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8d4d3c-e4bd-4484-9e21-f556224593bc None None] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:42.636519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.637043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79383b5e-c4dd-4359-8c19-b3aa8c8543e8 req-75eaa9aa-3089-43ce-b552-99a6a70791f0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:42.644221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79383b5e-c4dd-4359-8c19-b3aa8c8543e8 req-75eaa9aa-3089-43ce-b552-99a6a70791f0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 945 time: 0.0978844 Aug 11 03:15:42.657696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port ebde3523-2f85-40d9-9f65-30d5b3b14f82 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:42.672041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:42.692154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=705e518e-2803-4461-aa78-70b20b7d73f9,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:42.710721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79383b5e-c4dd-4359-8c19-b3aa8c8543e8 req-0e0e90c8-2782-4f7b-b643-bffa58a6e31c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Aug 11 03:15:42.865646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 172.20.0.11 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5016a733-eadc-4e58-9442-bf2e85b732b4/ebde3523-2f85-40d9-9f65-30d5b3b14f82) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:42.875594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fe75:6e3a (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/d5995112-17df-44e9-8911-93b19fcc222b/ebde3523-2f85-40d9-9f65-30d5b3b14f82) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:42.913722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Allocated IP 172.20.0.1 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/cf67a907-e60c-4ad4-93b0-13152d21167b) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:43.053608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-26dec556-c19e-40cd-af46-37d82dfbf88e None None] Provisioning for port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:43.062620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.076223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:41Z', 'revision_number': 3, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:43.084204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Transition to ACTIVE for port object cf67a907-e60c-4ad4-93b0-13152d21167b will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:43.143980 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.169202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:43.169559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Updating router f93a7318-771a-4b3e-b82c-fb13ab611115 port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:43.169891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.197647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object ebde3523-2f85-40d9-9f65-30d5b3b14f82 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:43.199667 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': 'd5995112-17df-44e9-8911-93b19fcc222b', 'ip_address': '2001:db8::f816:3eff:fe7e:8c59'}, {'subnet_id': '5016a733-eadc-4e58-9442-bf2e85b732b4'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '0a6cb4ae-c344-4ab8-81c8-bbbf495a2585'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:15:43.219122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:43.228138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:43.231870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:43.246153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.255945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.289514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.303995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.315737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:43.360299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67a907-e60c-4ad4-93b0-13152d21167b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:43.370669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:43.374584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:43.381795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:43.396825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=ebde3523-2f85-40d9-9f65-30d5b3b14f82,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:43.504886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.505663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.541728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d9fe1992-10af-40c5-9019-f0a4920782f9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2134020 Aug 11 03:15:43.542345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51776) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:43.572512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.653770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7404cf2-5d6c-4a24-ae14-2963487a9f41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.672876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7404cf2-5d6c-4a24-ae14-2963487a9f41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.680183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e7404cf2-5d6c-4a24-ae14-2963487a9f41 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1367788 Aug 11 03:15:43.681115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51782) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:43.819672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port ebde3523-2f85-40d9-9f65-30d5b3b14f82 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:43.820009 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.828143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.836592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.891443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:43.892050 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.897533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] Allocated IP 172.20.0.2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5016a733-eadc-4e58-9442-bf2e85b732b4/0a6cb4ae-c344-4ab8-81c8-bbbf495a2585) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:43.910546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67a907-e60c-4ad4-93b0-13152d21167b,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:43.934662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.957791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fe3a078c-dbd0-4c28-a0d3-10fd8c11c78d None None] Provisioning for port cf67a907-e60c-4ad4-93b0-13152d21167b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:43.975481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76791d0c-819c-4ecb-b741-f8df3f9edb9c req-6129d2a3-149c-4509-8333-550f9126258a tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:43.977232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76791d0c-819c-4ecb-b741-f8df3f9edb9c req-6129d2a3-149c-4509-8333-550f9126258a tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 945 time: 0.1234367 Aug 11 03:15:43.981794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fe3a078c-dbd0-4c28-a0d3-10fd8c11c78d None None] Provisioning complete for port cf67a907-e60c-4ad4-93b0-13152d21167b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:43.982155 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fe3a078c-dbd0-4c28-a0d3-10fd8c11c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:43.994291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:44.020202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for ebde3523-2f85-40d9-9f65-30d5b3b14f82 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:44.047353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:44.048928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76791d0c-819c-4ecb-b741-f8df3f9edb9c req-ba033927-2824-486a-92e0-7e2be3d104f5 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569949 Aug 11 03:15:44.050586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:44.171773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a078c-dbd0-4c28-a0d3-10fd8c11c78d None None] Port cf67a907-e60c-4ad4-93b0-13152d21167b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:44.216248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] For port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:44.293219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:44.310559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:44.338535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:15:44.386103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:44.389246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] Transition to ACTIVE for port object 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:44.400203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:44.454040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:44.497850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Transition to ACTIVE for port object d81e15ee-7735-4598-b3a5-d0ed7d3449a3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:44.523911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:44.540106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae8957c6-3405-4bf5-ab2e-61d8cdf6d502 admin admin] 10.222.0.60 "PUT /v2.0/routers/f93a7318-771a-4b3e-b82c-fb13ab611115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5860827 Aug 11 03:15:44.540247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=ebde3523-2f85-40d9-9f65-30d5b3b14f82,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:44.559596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18a31b-b024-44ae-96b6-ea3d62a73aef None None] Pushing event updated for resources: {'Port': ['ID=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:44.648846 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:44.656577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51800) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:44.663761 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:44.669515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-91e5e864-5ede-4174-9045-73f75cd29102 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/ebde3523-2f85-40d9-9f65-30d5b3b14f82 HTTP/1.1" status: 204 len: 168 time: 0.9869444 Aug 11 03:15:44.772384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3bddbe-865e-44b4-81a5-547db264bef3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.779506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3bddbe-865e-44b4-81a5-547db264bef3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.789463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3bddbe-865e-44b4-81a5-547db264bef3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:44.796300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5c3bddbe-865e-44b4-81a5-547db264bef3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1360288 Aug 11 03:15:44.796619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51804) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:44.985926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 5016a733-eadc-4e58-9442-bf2e85b732b4 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:44.998281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.068824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-71a6737e-2f28-4167-b0d9-006112448b1f None None] Provisioning complete for port cf67a907-e60c-4ad4-93b0-13152d21167b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:45.069887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-71a6737e-2f28-4167-b0d9-006112448b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.073428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Attempting to bind port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:45.074018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Attempting to bind port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:45.074290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.074765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Attempting to bind port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:45.120024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:45.132182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:45.133143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:45.133783 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.134608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:45.135296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Bound port: d81e15ee-7735-4598-b3a5-d0ed7d3449a3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:45.135905 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.147689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:45.148375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.199098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4533ba-0a1a-4e3c-915c-aeba827b9392 None None] Pushing event updated for resources: {'Port': ['ID=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:45.255890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-71a6737e-2f28-4167-b0d9-006112448b1f None None] Port cf67a907-e60c-4ad4-93b0-13152d21167b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:45.304489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.376731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] For port d81e15ee-7735-4598-b3a5-d0ed7d3449a3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:45.412630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] For port d81e15ee-7735-4598-b3a5-d0ed7d3449a3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:45.416160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.428592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.442342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.465342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=5016a733-eadc-4e58-9442-bf2e85b732b4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:45.469150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.472146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9c462c53-fcd0-43ff-8a53-a7c1c17e322b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5016a733-eadc-4e58-9442-bf2e85b732b4 HTTP/1.1" status: 204 len: 168 time: 0.6741509 Aug 11 03:15:45.474358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51820) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:45.580712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:45.585448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet d5995112-17df-44e9-8911-93b19fcc222b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:45.605427 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.609270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.707110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.724748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4533ba-0a1a-4e3c-915c-aeba827b9392 None None] Pushing event updated for resources: {'Port': ['ID=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:45.742286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:45.744863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:45.807385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:45.812949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1899535864-network', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:45.868587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Made reservation on behalf of 21feefb5bbaa42259a1e8861494f1ff2 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:45.872870 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.881710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:45.885452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.904350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.924121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a6a6e-f873-43e9-8806-6426c913ffee None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:45.990971 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:45.998369 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.008798 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.035474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:15:46.037736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=d5995112-17df-44e9-8911-93b19fcc222b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:46.042002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.046547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-828aed54-24f2-4d8b-9810-3cf80fb53899 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/d5995112-17df-44e9-8911-93b19fcc222b HTTP/1.1" status: 204 len: 168 time: 0.5691240 Aug 11 03:15:46.047017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51832) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:46.056805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026d17ba-3aa2-40d1-80cf-3ab54329420f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:46.062233 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.062589 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Added segment 119dc765-97be-4285-8887-ae0d1b216fc4 of type vlan for network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b Aug 11 03:15:46.083640 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:46.092596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e12b7a40-c047-4ee4-9374-1ce720236409 None None] Provisioning for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:46.096419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:46.119385 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.128320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-599feb6c-36b6-49eb-822e-a1e3ae5bb9ed tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767775 Aug 11 03:15:46.128586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51834) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:46.134390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:46.146098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e12b7a40-c047-4ee4-9374-1ce720236409 None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:46.146479 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e12b7a40-c047-4ee4-9374-1ce720236409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.156449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.157387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:46.158473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.218683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4071219 Aug 11 03:15:46.218942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:46.224316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Request body: {'subnet': {'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1899535864-subnet', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:46.239499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4973ee0-ccbc-4375-9c5b-537350076596 admin admin] Pushing event updated for resources: {'Network': ['ID=5d5c922c-d443-4bb2-96d0-0159ba76cc6b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:46.239763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:46.240104 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.269741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Made reservation on behalf of 21feefb5bbaa42259a1e8861494f1ff2 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:46.273912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.340964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:15:46.555368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.637494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:15:46.648382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 2, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:46.683510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3825f6e-daa8-483c-9c01-de573bcfd0d0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:46.687213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e899eb2d-942c-4839-b182-a13ccc1b3ee4 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 2, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:46.744175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Checking segment: {'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:46.744864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Network hostable DHCP agents. Network: 5d5c922c-d443-4bb2-96d0-0159ba76cc6b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:15:46.747690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:46.751924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.757280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] Deleting port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:46.757683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.816937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:15:46.849092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5d5c922c-d443-4bb2-96d0-0159ba76cc6b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:46.858320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] For port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:46.858456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.866997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed71316-08d7-467a-8360-d0ae855dd066 None None] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:46.871182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:46.873288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:46.915810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] Calling delete_port for 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:46.926869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e1ac85d2-dd8f-4d11-996e-304f8b94d223 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7066925 Aug 11 03:15:46.927800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51848) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:46.935039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:47.005500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.007915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.042766 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.129828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:47.131471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:47.151954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:47.151954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.213196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.214531 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0848832 Aug 11 03:15:47.215454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923ea44-eb65-44a6-b06e-e99abace1ed8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=f329a785-72b4-4a14-9c86-b9905553a652,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:47.217748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51854) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:47.224006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:47.310227 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.370110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'fixed_ips': [{'subnet_id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:47.371695 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.377220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] No DVR routers for this DVR port 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:47.410475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de852e4-2f38-4f96-9f6c-6967fc96d604 None None] Pushing event deleted for resources: {'Port': ['ID=0a6cb4ae-c344-4ab8-81c8-bbbf495a2585,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:47.414678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eefc30-5da7-4d6b-a9f8-16e33f7658c8 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:47.533475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:47.539195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:47.921539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Allocated IP 172.20.0.2 (5d5c922c-d443-4bb2-96d0-0159ba76cc6b/f3825f6e-daa8-483c-9c01-de573bcfd0d0/190bffb3-7db2-4629-8c7d-39c3aa552e16) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:47.962447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:48.058121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.179340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.197739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.208051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.213940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.220903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.231738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.240201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.246659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-d73a69a2-1d1d-4578-96d3-3a4fd7fc393b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.5335050 Aug 11 03:15:48.331782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f8492ad9-aa7b-412d-8216-ac654eabee44 req-5b9b37d8-3934-46ed-9590-fa0f9f95d08f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0785396 Aug 11 03:15:48.369715 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.387945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Transition to ACTIVE for port object 190bffb3-7db2-4629-8c7d-39c3aa552e16 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:48.421674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Transition to ACTIVE for port object 190bffb3-7db2-4629-8c7d-39c3aa552e16 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:48.455919 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.488636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:15:48.493297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.539757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:48.541417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:48.542047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.546721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Pushing event updated for resources: {'Port': ['ID=190bffb3-7db2-4629-8c7d-39c3aa552e16,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:48.550312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:48.553594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:48.567168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.591401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.608925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:48.612475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:48.617309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.617895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.637756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=039416b1-c76d-4255-93da-1634345b5503,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:48.643140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-59a6a8b1-e471-4b29-8d32-224b83090b9a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4229727 Aug 11 03:15:48.645509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51870) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:48.651793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:9e:a0:06', 'name': 'tempest-NetworksTestDHCPv6-1016915062'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:48.781367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'f329a785-72b4-4a14-9c86-b9905553a652'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:15:48.782619 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.790234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Attempting to bind port 190bffb3-7db2-4629-8c7d-39c3aa552e16 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:48.790506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Attempting to bind port 190bffb3-7db2-4629-8c7d-39c3aa552e16 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:48.790882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Attempting to bind port 190bffb3-7db2-4629-8c7d-39c3aa552e16 on network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:48.819385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.825745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.833674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.842258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.842937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:48.843354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Checking segment: {'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:48.843799 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.844209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Bound using segment: {'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:48.848235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Bound port: 190bffb3-7db2-4629-8c7d-39c3aa552e16, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:48.848662 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:48.855067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.861705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.867759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.869785 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-2a5dcf0e-7fde-4fbb-8a49-de221e727b07 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.2062156 Aug 11 03:15:48.887542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:48.933317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b684f379-d1a4-46d3-9175-111a0b304d6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:48.934795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b684f379-d1a4-46d3-9175-111a0b304d6b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "GET /v2.0/ports/07ccd968-45bc-4053-a908-2d3b50757c20?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0571179 Aug 11 03:15:48.994986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Allocated IP 172.25.4.6 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/298c746d-a69b-40d8-bf56-3c4f3014e8f9) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:49.050101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.124603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port e16c3d8d-a4b6-4503-be48-c2f5061a4f44 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:49.223102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-e25b9090-81ce-4406-8684-316e0e699a1d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "GET /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2759104 Aug 11 03:15:49.239511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:49.268005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:49.297665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.312641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:15:49.313263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0a6cb4ae-c344-4ab8-81c8-bbbf495a2585 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:49.346714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.351978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] For port 190bffb3-7db2-4629-8c7d-39c3aa552e16, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:49.356206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] For port 190bffb3-7db2-4629-8c7d-39c3aa552e16, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=190bffb3-7db2-4629-8c7d-39c3aa552e16,segment=NetworkSegment(119dc765-97be-4285-8887-ae0d1b216fc4),segment_id=119dc765-97be-4285-8887-ae0d1b216fc4)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:49.367240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.393423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 172.20.0.13 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/f329a785-72b4-4a14-9c86-b9905553a652/e16c3d8d-a4b6-4503-be48-c2f5061a4f44) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:49.400778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fe9e:a006 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/039416b1-c76d-4255-93da-1634345b5503/e16c3d8d-a4b6-4503-be48-c2f5061a4f44) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:49.510298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9210e5d-bbb2-4b58-97ae-4d04effbca02 None None] Pushing event updated for resources: {'Port': ['ID=190bffb3-7db2-4629-8c7d-39c3aa552e16,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:49.587579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.639450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.693985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object e16c3d8d-a4b6-4503-be48-c2f5061a4f44 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:49.765136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:49.778129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:49.785495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:49.819658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:49.856037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:49.856322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d81e15ee-7735-4598-b3a5-d0ed7d3449a3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:49.873543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:49.885620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:49.898805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=e16c3d8d-a4b6-4503-be48-c2f5061a4f44,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:49.906269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Pushing event updated for resources: {'Port': ['ID=298c746d-a69b-40d8-bf56-3c4f3014e8f9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:49.963421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:49.971611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:49.979251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:49.987533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:49.995740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.002370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.028392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.029432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.030196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.030565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-a7ac02b6-0f92-48f4-8704-44be5c85f742 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 5446 time: 0.4648595 Aug 11 03:15:50.033920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] For port 07ccd968-45bc-4053-a908-2d3b50757c20, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=07ccd968-45bc-4053-a908-2d3b50757c20,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:50.081798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b7286e20-3645-4afd-ad78-bf2f9f30d9b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4345913 Aug 11 03:15:50.082463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51882) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:50.117018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Allocated IP 172.20.0.2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/f329a785-72b4-4a14-9c86-b9905553a652/e5e73708-f9be-4170-9be1-15b3209fb2f8) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:50.131904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:50.157482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Allocated IP 2001:db8::f816:3eff:fe83:13e7 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/039416b1-c76d-4255-93da-1634345b5503/e5e73708-f9be-4170-9be1-15b3209fb2f8) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:50.193837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:50.194602 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.203060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa24a76-6a52-4521-b05b-88b49ee154ff tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.205343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dfa24a76-6a52-4521-b05b-88b49ee154ff tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1212621 Aug 11 03:15:50.210162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51884) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:50.233313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 622db2ec-896e-4228-b772-39f5b21605a4 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:50.301834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5af26d0f-2815-4a98-9347-79ccd815be51 req-d4715d0f-e485-4e60-965b-d8aaa946043a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=9729e100-7841-46ad-a899-d5608b2cd673&id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2311826 Aug 11 03:15:50.302927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] For port 07ccd968-45bc-4053-a908-2d3b50757c20, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:50.379065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] device_id is not set on port 07ccd968-45bc-4053-a908-2d3b50757c20 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:50.391293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.412472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.439264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port e16c3d8d-a4b6-4503-be48-c2f5061a4f44 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:50.440068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.570811 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.572443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] Pushing event updated for resources: {'Port': ['ID=07ccd968-45bc-4053-a908-2d3b50757c20,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:50.629734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] No DVR routers for this DVR port 07ccd968-45bc-4053-a908-2d3b50757c20 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:50.642063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.647895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.662058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Transition to ACTIVE for port object e5e73708-f9be-4170-9be1-15b3209fb2f8 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:50.682773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Transition to ACTIVE for port object e5e73708-f9be-4170-9be1-15b3209fb2f8 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:50.690991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for e16c3d8d-a4b6-4503-be48-c2f5061a4f44 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:50.719875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.744383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] In _notify_port_updated(), no bound segment for port 07ccd968-45bc-4053-a908-2d3b50757c20 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:15:50.748814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.749510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.751615 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-97b3a2b9-334f-4844-805a-8ce86cdc6244 service neutron] 10.222.0.57 "PUT /v2.0/ports/07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 200 len: 1032 time: 1.5166819 Aug 11 03:15:50.855920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d81e15ee-7735-4598-b3a5-d0ed7d3449a3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:50.857226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Pushing event updated for resources: {'Port': ['ID=e5e73708-f9be-4170-9be1-15b3209fb2f8,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:50.862154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.868852 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:50.875750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7f78b9fe-af8c-40ca-8e92-5de6293f41cd tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:50.878317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7f78b9fe-af8c-40ca-8e92-5de6293f41cd tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "GET /v2.0/ports/ae75cc7d-fc75-422e-8913-845ce41ecec0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1146059 Aug 11 03:15:50.908964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:50.920855 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:50.947114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:50.951086 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:50.993376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.013288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:51.122714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:51.123414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:51.130420 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de2ab85-4975-4e4b-9235-df93fd3984ca" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "622db2ec-896e-4228-b772-39f5b21605a4"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:51.176911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 622db2ec-896e-4228-b772-39f5b21605a4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=622db2ec-896e-4228-b772-39f5b21605a4,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:51.184540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:51.187643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:51.217467 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.219342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device fcd57400-63e5-4aed-a7a9-c05effa0c4a1 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:51.238727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.279928 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:51.280453 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7c8b2-d415-457c-8bd5-aa10146993c0 x-openstack-request-id: req-74b7c8b2-d415-457c-8bd5-aa10146993c0 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:51.281023 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "622db2ec-896e-4228-b772-39f5b21605a4", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:51.281292 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74b7c8b2-d415-457c-8bd5-aa10146993c0 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:51.281843 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4', 'code': 200} Aug 11 03:15:51.304115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=e16c3d8d-a4b6-4503-be48-c2f5061a4f44,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:51.328803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.333506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95a831-5920-4a19-971f-b24a907ef6e8 None None] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:51.536650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=622db2ec-896e-4228-b772-39f5b21605a4,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:51.540607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb0b5892-bf59-4c2e-82fa-7e524c26f65b None None] Provisioning complete for port 07ccd968-45bc-4053-a908-2d3b50757c20 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:51.541543 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb0b5892-bf59-4c2e-82fa-7e524c26f65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.556556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.558582 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f8602003-6cc6-4163-94db-299523e112d7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/e16c3d8d-a4b6-4503-be48-c2f5061a4f44 HTTP/1.1" status: 204 len: 168 time: 1.3474193 Aug 11 03:15:51.561047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51900) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:51.590502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cb0b5892-bf59-4c2e-82fa-7e524c26f65b None None] Port 07ccd968-45bc-4053-a908-2d3b50757c20 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:51.684437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571164e-19e8-49fd-9065-afdb0337f8c5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.688252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Attempting to bind port e5e73708-f9be-4170-9be1-15b3209fb2f8 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:51.688564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Attempting to bind port e5e73708-f9be-4170-9be1-15b3209fb2f8 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:51.689469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Attempting to bind port e5e73708-f9be-4170-9be1-15b3209fb2f8 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:51.693944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571164e-19e8-49fd-9065-afdb0337f8c5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.695344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571164e-19e8-49fd-9065-afdb0337f8c5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:51.697119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1571164e-19e8-49fd-9065-afdb0337f8c5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1350756 Aug 11 03:15:51.702334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:51.703343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:51.703782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:51.704135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.705449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:51.706036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Bound port: e5e73708-f9be-4170-9be1-15b3209fb2f8, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:51.706693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.724230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51904) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:51.747084 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 2, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:51.802616 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:51.802957 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Updating router f93a7318-771a-4b3e-b82c-fb13ab611115 port cf67a907-e60c-4ad4-93b0-13152d21167b binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:51.835001 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:15:51.838327 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.841280 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.858936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 039416b1-c76d-4255-93da-1634345b5503 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:51.864559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:51.939267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 190bffb3-7db2-4629-8c7d-39c3aa552e16 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:51.955974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-87907bc5-30e5-4f31-a4f1-3574c2a9d359 None None] Provisioning for port 190bffb3-7db2-4629-8c7d-39c3aa552e16 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:51.977733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.016125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-65f8d433-9c54-474d-94f3-d9e2036732ce tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.023976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-65f8d433-9c54-474d-94f3-d9e2036732ce tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.045936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-65f8d433-9c54-474d-94f3-d9e2036732ce tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.056520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-65f8d433-9c54-474d-94f3-d9e2036732ce tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.062151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-289c1e01-9861-42a5-bbe1-7ca3f8d889d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.071135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-65f8d433-9c54-474d-94f3-d9e2036732ce tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.088149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-65f8d433-9c54-474d-94f3-d9e2036732ce tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:52.089922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-65f8d433-9c54-474d-94f3-d9e2036732ce tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 4665 time: 0.6019073 Aug 11 03:15:52.130089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.149437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] For port e5e73708-f9be-4170-9be1-15b3209fb2f8, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:52.158593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] For port e5e73708-f9be-4170-9be1-15b3209fb2f8, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5e73708-f9be-4170-9be1-15b3209fb2f8,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:52.203474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:52.253970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-289c1e01-9861-42a5-bbe1-7ca3f8d889d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.259946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.299140 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.321574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.322951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:52.332729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-289c1e01-9861-42a5-bbe1-7ca3f8d889d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.354889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.395042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.397900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/039416b1-c76d-4255-93da-1634345b5503 HTTP/1.1" status: 204 len: 168 time: 0.6945622 Aug 11 03:15:52.419806 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.433345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:52.436827 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Transition to ACTIVE for port object cf67a907-e60c-4ad4-93b0-13152d21167b will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:52.446052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6c57278-aef1-491d-bf2a-df2fc07fee83 req-bcde91f2-30fc-41dc-af82-41373b606a4b tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&id=9729e100-7841-46ad-a899-d5608b2cd673&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3371305 Aug 11 03:15:52.469136 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.488147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] For port ae75cc7d-fc75-422e-8913-845ce41ecec0, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ae75cc7d-fc75-422e-8913-845ce41ecec0,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:52.502386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet f329a785-72b4-4a14-9c86-b9905553a652 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:15:52.505230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb317d-39a0-4c16-b4ed-e33ef59b2fba tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=039416b1-c76d-4255-93da-1634345b5503,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:52.522969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c1e01-9861-42a5-bbe1-7ca3f8d889d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d751770-fac5-4f0f-b107-d66c60687aed,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:52.526757 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.530149 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911670e-2e78-42e9-94a2-f462876f6562 None None] Pushing event updated for resources: {'Port': ['ID=cf67a907-e60c-4ad4-93b0-13152d21167b,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:52.533339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-289c1e01-9861-42a5-bbe1-7ca3f8d889d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d74df7dc5e094607a45eab02d32bde40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8066466 Aug 11 03:15:52.554262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51912) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:52.622880 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Attempting to bind port cf67a907-e60c-4ad4-93b0-13152d21167b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:52.624436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Attempting to bind port cf67a907-e60c-4ad4-93b0-13152d21167b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:52.624907 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Attempting to bind port cf67a907-e60c-4ad4-93b0-13152d21167b on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:52.629343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Router ca7b91a3-13d8-42a7-8df3-602d9e657240 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:15:52.630947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.639584 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:52.640231 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:52.640742 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.643121 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:52.643765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Bound port: cf67a907-e60c-4ad4-93b0-13152d21167b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:52.644428 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.688852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] For port ae75cc7d-fc75-422e-8913-845ce41ecec0, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:52.745742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.803253 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2f7e21d-333f-407f-856c-840b03b1f034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.808603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 190bffb3-7db2-4629-8c7d-39c3aa552e16 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:52.815745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349f12c-481d-4692-9cf2-723fa5ac48c2 None None] Pushing event updated for resources: {'Port': ['ID=e5e73708-f9be-4170-9be1-15b3209fb2f8,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:52.837590 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] For port cf67a907-e60c-4ad4-93b0-13152d21167b, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:52.841485 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] For port cf67a907-e60c-4ad4-93b0-13152d21167b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cf67a907-e60c-4ad4-93b0-13152d21167b,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:52.853021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 190bffb3-7db2-4629-8c7d-39c3aa552e16 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:52.853402 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.856596 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.906202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:52.962692 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] device_id is not set on port ae75cc7d-fc75-422e-8913-845ce41ecec0 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:52.993714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8407510-785f-43a2-805e-f91d6b0a5893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.011927 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.032460 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911670e-2e78-42e9-94a2-f462876f6562 None None] Pushing event updated for resources: {'Port': ['ID=cf67a907-e60c-4ad4-93b0-13152d21167b,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:53.035666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:53.076659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.086268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:53.094358 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:53.121802 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.134876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.134876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f4913445-c1c5-4b75-ba7f-fa03ea9270c3 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:53.225235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=f329a785-72b4-4a14-9c86-b9905553a652,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:53.231829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8407510-785f-43a2-805e-f91d6b0a5893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.235822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.246933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b587b33a-e237-4027-91c4-ca086bc37ab0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/f329a785-72b4-4a14-9c86-b9905553a652 HTTP/1.1" status: 204 len: 168 time: 0.8110156 Aug 11 03:15:53.248038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51916) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:53.289609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1'}, {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:53.304430 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50acd09d-3f5b-443d-90e4-6ad0b1711ee5" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1"}, {"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:53.354970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:15:53.368537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:53.372239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Pushing event updated for resources: {'Port': ['ID=ae75cc7d-fc75-422e-8913-845ce41ecec0,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:53.386566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Sync routers for ids ['ca7b91a3-13d8-42a7-8df3-602d9e657240'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:15:53.430136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e8fc718-c61d-42a0-ad6c-047507710a35 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1777983 Aug 11 03:15:53.432250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51920) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:53.442882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] No DVR routers for this DVR port ae75cc7d-fc75-422e-8913-845ce41ecec0 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:53.451454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:53.514099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8407510-785f-43a2-805e-f91d6b0a5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.520634 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725d73dc-0e05-4385-9c66-5c21acb422a5 x-openstack-request-id: req-725d73dc-0e05-4385-9c66-5c21acb422a5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:53.521489 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1", "code": 200}, {"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:53.521918 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-725d73dc-0e05-4385-9c66-5c21acb422a5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:53.522393 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1', 'code': 200} Aug 11 03:15:53.522714 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'code': 200} Aug 11 03:15:53.526041 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8407510-785f-43a2-805e-f91d6b0a5893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.529392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f8407510-785f-43a2-805e-f91d6b0a5893 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d751770-fac5-4f0f-b107-d66c60687aed HTTP/1.1" status: 204 len: 168 time: 0.9719808 Aug 11 03:15:53.536004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Routers {'ca7b91a3-13d8-42a7-8df3-602d9e657240'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:53.536929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ca7b91a3-13d8-42a7-8df3-602d9e657240'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:53.557899 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:53.560569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.562547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.563124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.564316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.564844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.567167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.568122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.568608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.570614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.572046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.574045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.574605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:53.591476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8407510-785f-43a2-805e-f91d6b0a5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d751770-fac5-4f0f-b107-d66c60687aed,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:53.601700 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:53.603482 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6e7e56e-fde3-44ca-b65d-f62998ee6f46 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6744854 Aug 11 03:15:53.623123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 51926) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:53.719396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:53.726492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.126729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Set router ca7b91a3-13d8-42a7-8df3-602d9e657240 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:54.186529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.259620 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:52Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:54.273437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:54.282287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:54.292775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:54.293986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.325006 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dc20f0-552d-4489-86e3-358e935ebf93 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:52Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:15:54.343343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9100196 Aug 11 03:15:54.344664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51938) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:54.357988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:54.366665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209b1b1-7ddc-45b4-b67d-b61bbe988615 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=74919428-419a-41e5-ad93-a5eb0e181d4c,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:54.448846 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.473786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a0cd903e-3148-4695-a588-e775f62abf8f None None] Provisioning complete for port 190bffb3-7db2-4629-8c7d-39c3aa552e16 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:54.474179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0cd903e-3148-4695-a588-e775f62abf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.475808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:54.573147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438d287-53e6-42c3-8b5f-fdc7ace8a45a None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:54.581060 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.611049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:54.616422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.747521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 190bffb3-7db2-4629-8c7d-39c3aa552e16, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=190bffb3-7db2-4629-8c7d-39c3aa552e16,segment=NetworkSegment(119dc765-97be-4285-8887-ae0d1b216fc4),segment_id=119dc765-97be-4285-8887-ae0d1b216fc4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:54.835809 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.836708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d81e15ee-7735-4598-b3a5-d0ed7d3449a3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:54.852626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] In _notify_port_updated(), no bound segment for port ae75cc7d-fc75-422e-8913-845ce41ecec0 on network e1a8af23-52dd-4dad-8136-4888e0d0e982 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:15:54.853553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:54.864393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:54.864393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-a95ea462-d8ca-479c-92b3-bc96b3abff22 service neutron] 10.222.0.57 "PUT /v2.0/ports/ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 200 len: 1033 time: 3.9757419 Aug 11 03:15:54.892863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:55.084041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=190bffb3-7db2-4629-8c7d-39c3aa552e16,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:55.110398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0bb6-e112-49b3-8a04-85337a6d2af4 req-bfb3f2d8-313e-442a-8ef3-d7be109ffe6a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.117454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0bb6-e112-49b3-8a04-85337a6d2af4 req-bfb3f2d8-313e-442a-8ef3-d7be109ffe6a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.124494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0bb6-e112-49b3-8a04-85337a6d2af4 req-bfb3f2d8-313e-442a-8ef3-d7be109ffe6a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.131615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0bb6-e112-49b3-8a04-85337a6d2af4 req-bfb3f2d8-313e-442a-8ef3-d7be109ffe6a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.137965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0bb6-e112-49b3-8a04-85337a6d2af4 req-bfb3f2d8-313e-442a-8ef3-d7be109ffe6a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.139863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8ab0bb6-e112-49b3-8a04-85337a6d2af4 req-bfb3f2d8-313e-442a-8ef3-d7be109ffe6a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 3881 time: 1.5297887 Aug 11 03:15:55.166955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.168339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 07ccd968-45bc-4053-a908-2d3b50757c20 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:55.272568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8ab0bb6-e112-49b3-8a04-85337a6d2af4 req-6ef41d0e-0a64-4c42-b090-4e79960fdacb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224589 Aug 11 03:15:55.277223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:55.277461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.364953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:55.366460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:15:55.540369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] For port f4913445-c1c5-4b75-ba7f-fa03ea9270c3, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:55.540616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.597654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600b216-978b-4d3d-8c45-dff97cc78f48 req-a6fb9a52-7e9d-4545-bf51-5129674bd15e tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:55.606504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e600b216-978b-4d3d-8c45-dff97cc78f48 req-a6fb9a52-7e9d-4545-bf51-5129674bd15e tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1098 time: 0.2323129 Aug 11 03:15:55.607159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 07ccd968-45bc-4053-a908-2d3b50757c20 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:55.607597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:55.617434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:55.619845 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d96a20-1e62-492d-94f7-5539fde7303f" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:55.623067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for f4913445-c1c5-4b75-ba7f-fa03ea9270c3 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:55.718138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e600b216-978b-4d3d-8c45-dff97cc78f48 req-4bf68370-54f5-4dcf-8956-652671cfcf11 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101623 Aug 11 03:15:55.746216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.747218 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4346b921-17bf-4a66-a171-e4d51a660b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.760138 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f5fd3c-d621-430c-89eb-3d83f2193a65 x-openstack-request-id: req-a1f5fd3c-d621-430c-89eb-3d83f2193a65 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:55.760441 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:55.760884 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1f5fd3c-d621-430c-89eb-3d83f2193a65 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:55.761065 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3', 'code': 200} Aug 11 03:15:55.807656 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.824536 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.888829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:55.917646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:55.928769 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.018434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2abae3-a675-4925-8126-70404da7ab11 req-87494867-0cf5-4ec5-b8d7-600ad0190c3e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.020042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd2abae3-a675-4925-8126-70404da7ab11 req-87494867-0cf5-4ec5-b8d7-600ad0190c3e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.1944499 Aug 11 03:15:56.099994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd2abae3-a675-4925-8126-70404da7ab11 req-d614a200-b68a-4fd5-89a7-0cc97af0a0bd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699220 Aug 11 03:15:56.105999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] For port e5e73708-f9be-4170-9be1-15b3209fb2f8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5e73708-f9be-4170-9be1-15b3209fb2f8,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:56.122070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.128557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 51982) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:56.152842 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.177602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=f4913445-c1c5-4b75-ba7f-fa03ea9270c3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:56.198108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 3, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port': {'id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:48Z', 'updated_at': '2021-08-11T03:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:56.241085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Checking router: ca7b91a3-13d8-42a7-8df3-602d9e657240 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:15:56.241472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Updating router ca7b91a3-13d8-42a7-8df3-602d9e657240 port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:15:56.253311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.276952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:56.281238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.282006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.295830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7f70dd54-8b10-423c-bd0d-30238f02666a None None] Provisioning for port e5e73708-f9be-4170-9be1-15b3209fb2f8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:56.325300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] No DVR routers for this DVR port f4913445-c1c5-4b75-ba7f-fa03ea9270c3 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:56.330072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.339694 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-fece4500-9c22-4d67-9621-1ce728424d71 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "DELETE /v2.0/ports/f4913445-c1c5-4b75-ba7f-fa03ea9270c3 HTTP/1.1" status: 204 len: 173 time: 1.4689295 Aug 11 03:15:56.340192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:56.345504 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4685850-565e-4cb8-aa53-a78470af73ea" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:56.352537 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.353906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ae75cc7d-fc75-422e-8913-845ce41ecec0 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:15:56.403407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=e5e73708-f9be-4170-9be1-15b3209fb2f8,revision_number=6']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:56.442301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b589ca64-2891-458f-93ce-2b661ba53b3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 HTTP/1.1" status: 200 len: 994 time: 0.3062413 Aug 11 03:15:56.463540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:56.473634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:56.475413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=54d9de8d-bdd1-427b-9e13-9afd8f68ce8a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:56.479607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.480334 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.491790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Allocated IP 172.20.0.1 (5d5c922c-d443-4bb2-96d0-0159ba76cc6b/f3825f6e-daa8-483c-9c01-de573bcfd0d0/97135058-bd71-46f7-9c97-4a14b9070fe4) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:56.500862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5f335e10-222b-41e7-88e8-8e7d6970a453 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1524458 Aug 11 03:15:56.504576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52012) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:56.530408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:90:05:f6', 'name': 'tempest-NetworksTestDHCPv6-176149327'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:15:56.543441 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd981d5b-bbfc-4985-8e2c-82fb939b8514 x-openstack-request-id: req-bd981d5b-bbfc-4985-8e2c-82fb939b8514 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:56.544041 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "f4913445-c1c5-4b75-ba7f-fa03ea9270c3", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:56.547493 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd981d5b-bbfc-4985-8e2c-82fb939b8514 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:56.548693 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': 'f4913445-c1c5-4b75-ba7f-fa03ea9270c3', 'status': 'completed', 'code': 200} Aug 11 03:15:56.708953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.805154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcaa38-c365-4004-afeb-55c01ca0786d req-6ce14d0c-cc6b-4437-b393-cb951b1501b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.814255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcaa38-c365-4004-afeb-55c01ca0786d req-6ce14d0c-cc6b-4437-b393-cb951b1501b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.820829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcaa38-c365-4004-afeb-55c01ca0786d req-6ce14d0c-cc6b-4437-b393-cb951b1501b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.828073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcaa38-c365-4004-afeb-55c01ca0786d req-6ce14d0c-cc6b-4437-b393-cb951b1501b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:56.830723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fdcaa38-c365-4004-afeb-55c01ca0786d req-6ce14d0c-cc6b-4437-b393-cb951b1501b3 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 3144 time: 0.3357644 Aug 11 03:15:56.906343 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fdcaa38-c365-4004-afeb-55c01ca0786d req-d0ffdce3-10f3-415b-b8b8-cf232b57e510 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615509 Aug 11 03:15:56.918856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:56.919514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:56.984745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:15:57.060139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.084400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:57.099245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Transition to ACTIVE for port object 97135058-bd71-46f7-9c97-4a14b9070fe4 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:57.141010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.141360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.143124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.143665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.144196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.144704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.145198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.145700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.146219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.146719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.147562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.148092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:15:57.170216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.184543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7f70dd54-8b10-423c-bd0d-30238f02666a None None] Provisioning complete for port ae75cc7d-fc75-422e-8913-845ce41ecec0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:57.184686 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7f70dd54-8b10-423c-bd0d-30238f02666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.215202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] For port fcd57400-63e5-4aed-a7a9-c05effa0c4a1, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:57.216786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.231460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 6fed7d65-d1dd-4056-9211-c47082a1403c yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:15:57.234779 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.255262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7f70dd54-8b10-423c-bd0d-30238f02666a None None] Port ae75cc7d-fc75-422e-8913-845ce41ecec0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:57.256606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cf67a907-e60c-4ad4-93b0-13152d21167b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:57.289898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for fcd57400-63e5-4aed-a7a9-c05effa0c4a1 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:57.322221 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.342341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': '54d9de8d-bdd1-427b-9e13-9afd8f68ce8a', 'ip_address': '2001:db8::f816:3eff:fe83:13e7'}, {'subnet_id': '74919428-419a-41e5-ad93-a5eb0e181d4c'}], 'binding:host_id': 'n-d-768509-22'}, 'id': 'e5e73708-f9be-4170-9be1-15b3209fb2f8'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:15:57.413793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ae75cc7d-fc75-422e-8913-845ce41ecec0 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:15:57.472842 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.504396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:57.514768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:57.515838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 172.20.0.3 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/74919428-419a-41e5-ad93-a5eb0e181d4c/6fed7d65-d1dd-4056-9211-c47082a1403c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:57.529659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fe90:5f6 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/54d9de8d-bdd1-427b-9e13-9afd8f68ce8a/6fed7d65-d1dd-4056-9211-c47082a1403c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:57.534199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Pushing event updated for resources: {'Port': ['ID=97135058-bd71-46f7-9c97-4a14b9070fe4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:57.538975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:57.605841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port cf67a907-e60c-4ad4-93b0-13152d21167b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:57.620689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cf67a907-e60c-4ad4-93b0-13152d21167b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:57.621453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4e9ab-e297-4336-ba9b-2f9dc8c59e3b req-4f6532e2-9876-4843-8ce7-cb04749b8bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:57.623063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07d4e9ab-e297-4336-ba9b-2f9dc8c59e3b req-4f6532e2-9876-4843-8ce7-cb04749b8bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.2151232 Aug 11 03:15:57.631147 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.637577 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.720451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.732379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-494175cf-0b72-4517-8ae6-cd70810f6a4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4033473 Aug 11 03:15:57.821584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:57.826832 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461c46bb-c316-41e3-833f-1afb041a34ce" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:57.838007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.851846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Transition to ACTIVE for port object 298c746d-a69b-40d8-bf56-3c4f3014e8f9 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:57.867095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 6fed7d65-d1dd-4056-9211-c47082a1403c will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:57.871123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07d4e9ab-e297-4336-ba9b-2f9dc8c59e3b req-29893d4b-c658-4948-9354-93c742654795 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356684 Aug 11 03:15:57.874625 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.892925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:57.926076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52134) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:57.941972 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.010213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] Allocated IP 172.20.0.2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/74919428-419a-41e5-ad93-a5eb0e181d4c/e5e73708-f9be-4170-9be1-15b3209fb2f8) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:15:58.074358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:15:58.078110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:15:58.082144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=6fed7d65-d1dd-4056-9211-c47082a1403c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:58.092096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:15:58.101789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=fcd57400-63e5-4aed-a7a9-c05effa0c4a1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:58.225817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9e87b948-7800-46c8-afa8-bd2f2eb8daf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.245433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.246133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.258406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] No DVR routers for this DVR port fcd57400-63e5-4aed-a7a9-c05effa0c4a1 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:15:58.264910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.267987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-1aea1931-e5e5-44f7-9da1-c6e47e074ec9 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "DELETE /v2.0/ports/fcd57400-63e5-4aed-a7a9-c05effa0c4a1 HTTP/1.1" status: 204 len: 173 time: 1.9018724 Aug 11 03:15:58.268789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.305690 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a5c47aea-5e66-4023-b72d-5193088fd2fb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.7968636 Aug 11 03:15:58.309541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52160) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:58.395884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] For port e5e73708-f9be-4170-9be1-15b3209fb2f8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5e73708-f9be-4170-9be1-15b3209fb2f8,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:58.399588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76dd66-457c-48e7-a199-d639d1b5c574 req-13333927-d4c2-41e2-adf2-d87575a20548 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.401956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d662e69-33e2-4cf1-917b-8a7233256bc6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.406087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76dd66-457c-48e7-a199-d639d1b5c574 req-13333927-d4c2-41e2-adf2-d87575a20548 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.410719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d662e69-33e2-4cf1-917b-8a7233256bc6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.413046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2d662e69-33e2-4cf1-917b-8a7233256bc6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1023586 Aug 11 03:15:58.413991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76dd66-457c-48e7-a199-d639d1b5c574 req-13333927-d4c2-41e2-adf2-d87575a20548 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:58.415970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52162) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:58.416605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b76dd66-457c-48e7-a199-d639d1b5c574 req-13333927-d4c2-41e2-adf2-d87575a20548 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 2411 time: 0.3106093 Aug 11 03:15:58.431721 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91793cda-0e12-4ec6-824f-6bf21386eb64 x-openstack-request-id: req-91793cda-0e12-4ec6-824f-6bf21386eb64 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:58.432024 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-unplugged", "status": "completed", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:58.432288 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91793cda-0e12-4ec6-824f-6bf21386eb64 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:58.432690 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289', 'code': 200} Aug 11 03:15:58.504003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.555531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:15:58.558294 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3199c0-c1f8-4ff5-aa5f-07f24cedb055" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:15:58.568172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b76dd66-457c-48e7-a199-d639d1b5c574 req-375e7a5d-6190-4a7f-8a94-6a612bae3519 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417906 Aug 11 03:15:58.590800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9e87b948-7800-46c8-afa8-bd2f2eb8daf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.603739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e507ae-8329-40a5-b675-eab87bded962 None None] Pushing event updated for resources: {'Port': ['ID=298c746d-a69b-40d8-bf56-3c4f3014e8f9,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:58.616229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9e87b948-7800-46c8-afa8-bd2f2eb8daf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.653464 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.658604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] Transition to ACTIVE for port object e5e73708-f9be-4170-9be1-15b3209fb2f8 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:15:58.659871 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94000e3f-6aa2-4c53-af70-b4536a280037 x-openstack-request-id: req-94000e3f-6aa2-4c53-af70-b4536a280037 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:15:58.660210 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "fcd57400-63e5-4aed-a7a9-c05effa0c4a1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:15:58.660460 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94000e3f-6aa2-4c53-af70-b4536a280037 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:15:58.660861 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': 'fcd57400-63e5-4aed-a7a9-c05effa0c4a1', 'status': 'completed', 'code': 200} Aug 11 03:15:58.661971 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.669534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Attempting to bind port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:15:58.669908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Attempting to bind port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:15:58.670481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Attempting to bind port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:15:58.672704 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6d873ee8-af35-4f30-932a-48d2beca162a None None] Provisioning for port 97135058-bd71-46f7-9c97-4a14b9070fe4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:58.687122 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.693258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 6fed7d65-d1dd-4056-9211-c47082a1403c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:58.694342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.697902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:15:58.698488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.711190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6d873ee8-af35-4f30-932a-48d2beca162a None None] Provisioning complete for port 97135058-bd71-46f7-9c97-4a14b9070fe4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:58.718683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6d873ee8-af35-4f30-932a-48d2beca162a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.762118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:15:58.762832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:15:58.763424 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.764083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:15:58.767084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Bound port: 298c746d-a69b-40d8-bf56-3c4f3014e8f9, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:15:58.767975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.782183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9e87b948-7800-46c8-afa8-bd2f2eb8daf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=87eca96d52ba4dd18bcddff9ad3f5232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526342 Aug 11 03:15:58.783902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87b948-7800-46c8-afa8-bd2f2eb8daf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74992549-48a0-4f23-9915-5f7b915a60a8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:58.786456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52172) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:58.849847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] For port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:58.850516 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.872891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:58.887348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.913856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port cf67a907-e60c-4ad4-93b0-13152d21167b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cf67a907-e60c-4ad4-93b0-13152d21167b,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:15:58.936967 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.968048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.973306 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:58.975187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5e73708-f9be-4170-9be1-15b3209fb2f8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:58.988578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6d873ee8-af35-4f30-932a-48d2beca162a None None] Port 97135058-bd71-46f7-9c97-4a14b9070fe4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:15:59.003073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e8a9-1b08-4873-834f-26bae999650c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.019414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f298c-5d54-497d-bfa8-d521176e7a2d None None] Pushing event updated for resources: {'Port': ['ID=e5e73708-f9be-4170-9be1-15b3209fb2f8,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:59.041175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e8a9-1b08-4873-834f-26bae999650c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.045957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] For port 298c746d-a69b-40d8-bf56-3c4f3014e8f9, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:15:59.071575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.086109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 6fed7d65-d1dd-4056-9211-c47082a1403c owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:15:59.099289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] For port 298c746d-a69b-40d8-bf56-3c4f3014e8f9, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=298c746d-a69b-40d8-bf56-3c4f3014e8f9,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:15:59.100843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Pushing event updated for resources: {'Port': ['ID=97135058-bd71-46f7-9c97-4a14b9070fe4,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:59.115650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.145953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=cf67a907-e60c-4ad4-93b0-13152d21167b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:59.163858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e5e73708-f9be-4170-9be1-15b3209fb2f8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:15:59.203198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 190bffb3-7db2-4629-8c7d-39c3aa552e16 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:15:59.249781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Routers {'ca7b91a3-13d8-42a7-8df3-602d9e657240'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:15:59.250468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ca7b91a3-13d8-42a7-8df3-602d9e657240'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:15:59.254548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e8a9-1b08-4873-834f-26bae999650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.257490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e8a9-1b08-4873-834f-26bae999650c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.261224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a0e1e8a9-1b08-4873-834f-26bae999650c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74992549-48a0-4f23-9915-5f7b915a60a8 HTTP/1.1" status: 204 len: 168 time: 0.4662378 Aug 11 03:15:59.334329 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.342165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e507ae-8329-40a5-b675-eab87bded962 None None] Pushing event updated for resources: {'Port': ['ID=298c746d-a69b-40d8-bf56-3c4f3014e8f9,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:59.418245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 190bffb3-7db2-4629-8c7d-39c3aa552e16 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:15:59.418902 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.436728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1e8a9-1b08-4873-834f-26bae999650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74992549-48a0-4f23-9915-5f7b915a60a8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:59.477768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] Set router ca7b91a3-13d8-42a7-8df3-602d9e657240 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:15:59.482403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.542408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=6fed7d65-d1dd-4056-9211-c47082a1403c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:15:59.664151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-20750cab-4d1f-422e-861b-bca297117f26 req-5d959971-0915-4945-9b70-c1c0b474fff2 service neutron] (111683) timed out ('10.222.0.10', 50171) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:15:59.841185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.846031 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-26f5ab9f-9779-4094-b73e-08a726689d4f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/6fed7d65-d1dd-4056-9211-c47082a1403c HTTP/1.1" status: 204 len: 168 time: 1.4229305 Aug 11 03:15:59.846031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52190) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:59.847405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52192) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:59.952700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a72b0-add8-411f-9a24-5704f39b94df None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:15:59.963305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b16ec99-db3d-4d51-9d2e-f594ce91c49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:15:59.973380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971d9e-83ff-45cf-bef4-35ce8f0c29f0 req-91ad18f8-df66-452b-b07a-f7a1745ff0d5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.976370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43762f0c-f212-4588-988a-63b513d06072 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.977893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43762f0c-f212-4588-988a-63b513d06072 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.979688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43762f0c-f212-4588-988a-63b513d06072 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:15:59.984878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-43762f0c-f212-4588-988a-63b513d06072 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1121581 Aug 11 03:15:59.986330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52194) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:15:59.987209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d971d9e-83ff-45cf-bef4-35ce8f0c29f0 req-91ad18f8-df66-452b-b07a-f7a1745ff0d5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.9790666 Aug 11 03:16:00.012423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e017e-6d38-4cba-b2d6-4f7f90b95e08 req-38ada4d9-aba6-4cf9-98f2-4e268bf9321a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:00.014309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 4, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port': {'id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:48Z', 'updated_at': '2021-08-11T03:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '97135058-bd71-46f7-9c97-4a14b9070fe4', 'name': '', 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'mac_address': 'fa:16:3e:79:c6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:55Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 2, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'subnets': [{'id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:00.015843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=5d573750-1cc4-4cb9-ab04-ce21cb2f4289,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:00.019527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e017e-6d38-4cba-b2d6-4f7f90b95e08 req-38ada4d9-aba6-4cf9-98f2-4e268bf9321a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:00.027330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f0e017e-6d38-4cba-b2d6-4f7f90b95e08 req-38ada4d9-aba6-4cf9-98f2-4e268bf9321a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 1678 time: 0.2746873 Aug 11 03:16:00.027799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cf67a907-e60c-4ad4-93b0-13152d21167b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:00.080760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] No DVR routers for this DVR port 5d573750-1cc4-4cb9-ab04-ce21cb2f4289 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:00.084783 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.086887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-7399368f-9582-4cc8-8e6f-73c1c8c8e5eb tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "DELETE /v2.0/ports/5d573750-1cc4-4cb9-ab04-ce21cb2f4289 HTTP/1.1" status: 204 len: 173 time: 1.7691934 Aug 11 03:16:00.101002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0911a778-4d04-44d7-8c19-3e91a3533c16 None None] The sync data for ids ['ca7b91a3-13d8-42a7-8df3-602d9e657240'] in n-d-768509-22 is: [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 4, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port': {'id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e9:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:48Z', 'updated_at': '2021-08-11T03:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '97135058-bd71-46f7-9c97-4a14b9070fe4', 'name': '', 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'mac_address': 'fa:16:3e:79:c6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:55Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 2, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'subnets': [{'id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:00.112604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-76c9cd94-dcf8-4aee-8d06-aa2a959e9179 None None] Provisioning for port e5e73708-f9be-4170-9be1-15b3209fb2f8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:00.126877 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.127968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-76c9cd94-dcf8-4aee-8d06-aa2a959e9179 None None] Provisioning complete for port e5e73708-f9be-4170-9be1-15b3209fb2f8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:00.128457 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-76c9cd94-dcf8-4aee-8d06-aa2a959e9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.131436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f0e017e-6d38-4cba-b2d6-4f7f90b95e08 req-38119e4f-2acf-461e-88f7-aac65524d254 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031477 Aug 11 03:16:00.149387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 54d9de8d-bdd1-427b-9e13-9afd8f68ce8a {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:00.154103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.195306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d971d9e-83ff-45cf-bef4-35ce8f0c29f0 req-b5290153-b623-4e93-82b5-fea4d9ac4ed7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066071 Aug 11 03:16:00.201898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-cd928993-b374-42dd-aa56-e11b7f785498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:00.204771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-cd928993-b374-42dd-aa56-e11b7f785498 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1098 time: 0.2765610 Aug 11 03:16:00.221810 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.223016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:00.242529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:00.301984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b16ec99-db3d-4d51-9d2e-f594ce91c49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.316442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9b16ec99-db3d-4d51-9d2e-f594ce91c49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.394705 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-76c9cd94-dcf8-4aee-8d06-aa2a959e9179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.398401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.400224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cf67a907-e60c-4ad4-93b0-13152d21167b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:00.400623 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.510350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-43ba0e52-eee7-4eec-aaa4-4e5626d19999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:00.514681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-43ba0e52-eee7-4eec-aaa4-4e5626d19999 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.2892199 Aug 11 03:16:00.538454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9b16ec99-db3d-4d51-9d2e-f594ce91c49f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74f087347c7845c09280ac0a9051b889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912804 Aug 11 03:16:00.541550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52198) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:00.545283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16ec99-db3d-4d51-9d2e-f594ce91c49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea338f9-a74c-4438-806d-d457692e3103,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:00.571680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.614412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=54d9de8d-bdd1-427b-9e13-9afd8f68ce8a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:00.633432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.635730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6e879acf-8d0c-4652-af29-efd16bae0801 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/54d9de8d-bdd1-427b-9e13-9afd8f68ce8a HTTP/1.1" status: 204 len: 168 time: 0.6456335 Aug 11 03:16:00.638346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52200) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:00.680316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5e73708-f9be-4170-9be1-15b3209fb2f8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:00.737342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:00.739905 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0113570f-901d-490a-a4e9-c1d37735af88" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:00.745057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-59bc4c51-48a3-409e-ada3-32ce8a46d95d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1002 time: 0.2181680 Aug 11 03:16:00.751613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port 622db2ec-896e-4228-b772-39f5b21605a4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:00.751883 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.760138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-76c9cd94-dcf8-4aee-8d06-aa2a959e9179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:16:00.760499 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-76c9cd94-dcf8-4aee-8d06-aa2a959e9179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:16:00.762007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 74919428-419a-41e5-ad93-a5eb0e181d4c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:00.780452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.792588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e5e73708-f9be-4170-9be1-15b3209fb2f8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:00.792991 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.839128 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb50f1-5ab7-4457-973a-8c56b798433f x-openstack-request-id: req-4deb50f1-5ab7-4457-973a-8c56b798433f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:00.840043 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "5d573750-1cc4-4cb9-ab04-ce21cb2f4289", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:00.840794 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4deb50f1-5ab7-4457-973a-8c56b798433f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:00.841310 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': '5d573750-1cc4-4cb9-ab04-ce21cb2f4289', 'status': 'completed', 'code': 200} Aug 11 03:16:00.884806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.940626 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:00.946936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-b6cfbe07-bf77-46d0-a47e-56f70380a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:00.954580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-b6cfbe07-bf77-46d0-a47e-56f70380a788 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.1936655 Aug 11 03:16:00.962222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Router ca7b91a3-13d8-42a7-8df3-602d9e657240 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:00.991133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e5e73708-f9be-4170-9be1-15b3209fb2f8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5e73708-f9be-4170-9be1-15b3209fb2f8,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:00.995949 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.022375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.084599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e5e73708-f9be-4170-9be1-15b3209fb2f8,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:01.095719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8248797d-8181-4a60-b2b1-78e59cf5f9ed None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:01.171554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-f51739a8-ae66-43ac-a006-5e47ed142e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:01.174979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-f51739a8-ae66-43ac-a006-5e47ed142e1e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2111564 Aug 11 03:16:01.181963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-674c4ab6-8c57-43ea-8e7b-1dbda43abe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.374270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:01.380563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-01c28f2f-fe0c-497d-a476-5aee086bba8e admin admin] 10.222.0.60 "PUT /v2.0/routers/ca7b91a3-13d8-42a7-8df3-602d9e657240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7546277 Aug 11 03:16:01.455996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] For port 622db2ec-896e-4228-b772-39f5b21605a4, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=622db2ec-896e-4228-b772-39f5b21605a4,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:01.456845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.475016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-674c4ab6-8c57-43ea-8e7b-1dbda43abe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.501106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for 622db2ec-896e-4228-b772-39f5b21605a4 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:01.550501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92f9d3-7e33-49cc-866a-53013d5b0d7c req-ffee7647-dbbe-477f-b416-c3e320f503e8 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:01.562095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92f9d3-7e33-49cc-866a-53013d5b0d7c req-ffee7647-dbbe-477f-b416-c3e320f503e8 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:01.585068 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb92f9d3-7e33-49cc-866a-53013d5b0d7c req-ffee7647-dbbe-477f-b416-c3e320f503e8 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 1678 time: 0.2593052 Aug 11 03:16:01.694821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb2a3e01-dfc3-4d73-b5e5-7f7fe75268e4 None None] Provisioning complete for port 97135058-bd71-46f7-9c97-4a14b9070fe4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:01.695440 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb2a3e01-dfc3-4d73-b5e5-7f7fe75268e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.700399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f124587-56b9-4b88-928f-16da1919a7d0 req-59e6439f-8958-47c5-afdc-3a104c3844ed tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:01.702538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f124587-56b9-4b88-928f-16da1919a7d0 req-59e6439f-8958-47c5-afdc-3a104c3844ed tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.1065702 Aug 11 03:16:01.704782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.722794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-8151fe46-ed16-446e-85f3-42a051cebf0e service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272605 Aug 11 03:16:01.748965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eb92f9d3-7e33-49cc-866a-53013d5b0d7c req-87a14230-5fee-4065-b36d-a036bb5a505f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747177 Aug 11 03:16:01.755539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a3e01-dfc3-4d73-b5e5-7f7fe75268e4 None None] Port 97135058-bd71-46f7-9c97-4a14b9070fe4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:01.771893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb2a3e01-dfc3-4d73-b5e5-7f7fe75268e4 None None] Provisioning complete for port e5e73708-f9be-4170-9be1-15b3209fb2f8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:01.772374 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb2a3e01-dfc3-4d73-b5e5-7f7fe75268e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.778737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=74919428-419a-41e5-ad93-a5eb0e181d4c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:01.794115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.796015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-55722fe0-9657-49ed-a167-161a2bdaa86f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/74919428-419a-41e5-ad93-a5eb0e181d4c HTTP/1.1" status: 204 len: 168 time: 1.1565447 Aug 11 03:16:01.821695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f124587-56b9-4b88-928f-16da1919a7d0 req-58ca8127-bd86-43ee-b11d-9033c204b082 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913680 Aug 11 03:16:01.822385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52218) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:01.880744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315b429a-ca09-4aa1-a67b-195498567cc5 None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': '74919428-419a-41e5-ad93-a5eb0e181d4c'}], 'binding:host_id': 'n-d-768509-22'}, 'id': 'e5e73708-f9be-4170-9be1-15b3209fb2f8'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:16:01.917855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-0d544626-bc37-48e7-a5a0-f9f2579310e4 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680179 Aug 11 03:16:01.923408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3ce49b4a-ef5b-45ba-92c1-4541071631db tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949519 Aug 11 03:16:01.926312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52224) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:01.943429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-674c4ab6-8c57-43ea-8e7b-1dbda43abe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.946188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-674c4ab6-8c57-43ea-8e7b-1dbda43abe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:01.947401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-674c4ab6-8c57-43ea-8e7b-1dbda43abe96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ea338f9-a74c-4438-806d-d457692e3103 HTTP/1.1" status: 204 len: 168 time: 1.3097105 Aug 11 03:16:01.977170 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-315b429a-ca09-4aa1-a67b-195498567cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.003591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c4ab6-8c57-43ea-8e7b-1dbda43abe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea338f9-a74c-4438-806d-d457692e3103,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:02.023793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fc9a5-529d-4dd1-a733-d81ee3373a20 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:02.025385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b32fc9a5-529d-4dd1-a733-d81ee3373a20 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0954404 Aug 11 03:16:02.028492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52232) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:02.247507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c3e70-4b5c-46f1-9dd1-0de5a7fc2944 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:02.253321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-409c3e70-4b5c-46f1-9dd1-0de5a7fc2944 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2229946 Aug 11 03:16:02.256140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52236) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:02.269941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.322873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 298c746d-a69b-40d8-bf56-3c4f3014e8f9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:02.376130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=622db2ec-896e-4228-b772-39f5b21605a4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:02.413008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b6b932dd-5d84-40a8-8351-b64cad1f75a5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1556261 Aug 11 03:16:02.415463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:02.432480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cdb48435-b7bc-4c54-baf6-166bb3433e93 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:02.452672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] No DVR routers for this DVR port 622db2ec-896e-4228-b772-39f5b21605a4 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:02.457766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.460267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-d618dd2c-b979-4930-896b-2cf31ba8ac05 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "DELETE /v2.0/ports/622db2ec-896e-4228-b772-39f5b21605a4 HTTP/1.1" status: 204 len: 173 time: 2.3654945 Aug 11 03:16:02.506833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717fa7bc-380c-4902-9183-baac454399bd None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:02.608883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:02.630904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:02.631992 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.689181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-539ad608-7bcf-460c-ad6f-be767ab9972b None None] Provisioning complete for port e5e73708-f9be-4170-9be1-15b3209fb2f8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:02.689922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-539ad608-7bcf-460c-ad6f-be767ab9972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.715311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb48435-b7bc-4c54-baf6-166bb3433e93 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:02.721407 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdb48435-b7bc-4c54-baf6-166bb3433e93 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.723384 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb48435-b7bc-4c54-baf6-166bb3433e93 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:02.724088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb48435-b7bc-4c54-baf6-166bb3433e93 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:02.748316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:02.748845 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:02.762084 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cdb48435-b7bc-4c54-baf6-166bb3433e93 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3445873 Aug 11 03:16:02.762979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:02.769624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8e88ef31-4bc8-4093-b47a-8c77b228ca8d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:02.945121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] For port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:02.945515 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.072248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:03.082770 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02697ade-751c-4e08-bf66-1a42dab4f2ae" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "622db2ec-896e-4228-b772-39f5b21605a4"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:03.155142 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.181445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52274) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:03.229095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 298c746d-a69b-40d8-bf56-3c4f3014e8f9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=298c746d-a69b-40d8-bf56-3c4f3014e8f9,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:03.285389 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.287159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5e73708-f9be-4170-9be1-15b3209fb2f8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:03.298015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec23273-8e84-4416-a3dc-0ab8f810dc98 req-7094274f-a3ab-4a80-adb5-c748db1fc456 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:03.306012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec23273-8e84-4416-a3dc-0ab8f810dc98 req-7094274f-a3ab-4a80-adb5-c748db1fc456 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.2988081 Aug 11 03:16:03.311902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e88ef31-4bc8-4093-b47a-8c77b228ca8d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:03.325870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032d690-acac-42e4-a93b-f2c6c46f6501 req-9602ea60-0a38-42e7-83a6-ca2c2ea55aed tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:03.326502 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8e88ef31-4bc8-4093-b47a-8c77b228ca8d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.328067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9032d690-acac-42e4-a93b-f2c6c46f6501 req-9602ea60-0a38-42e7-83a6-ca2c2ea55aed tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 944 time: 0.2561147 Aug 11 03:16:03.330425 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e88ef31-4bc8-4093-b47a-8c77b228ca8d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:03.331327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e88ef31-4bc8-4093-b47a-8c77b228ca8d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:03.388666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8e88ef31-4bc8-4093-b47a-8c77b228ca8d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6243424 Aug 11 03:16:03.393614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52286) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:03.403172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f1e0ed7b-aa7c-4091-a57b-2d5d9dcaf604 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:03.431144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:03.511614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05765971-2687-49b6-81db-450cfaa28c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.537929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec23273-8e84-4416-a3dc-0ab8f810dc98 req-14685f52-5dd4-43ae-90e0-41c9a5322a5a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899290 Aug 11 03:16:03.580295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.581599 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.582075 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Floating IP 996fe8d6-193a-422d-bd44-1586c5e46917 disassociated. External IP: 172.25.4.224, port: 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6. Aug 11 03:16:03.582503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:03.648310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=298c746d-a69b-40d8-bf56-3c4f3014e8f9,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:03.668428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e5e73708-f9be-4170-9be1-15b3209fb2f8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:03.669019 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.686971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52292) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:03.732024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] Deleting port e5e73708-f9be-4170-9be1-15b3209fb2f8 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:03.732985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.759201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9032d690-acac-42e4-a93b-f2c6c46f6501 req-7ff26b32-d19e-4d0b-8b74-cc79fb9c1326 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups?id=1c43fc55-82f3-4c62-bf46-eab4decbdd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353002 Aug 11 03:16:03.791767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05765971-2687-49b6-81db-450cfaa28c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.802379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05765971-2687-49b6-81db-450cfaa28c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.910756 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647d1978-b2f8-483d-8a95-4678b41299e2 x-openstack-request-id: req-647d1978-b2f8-483d-8a95-4678b41299e2 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:03.911151 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "622db2ec-896e-4228-b772-39f5b21605a4", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:03.911541 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-647d1978-b2f8-483d-8a95-4678b41299e2 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:03.912584 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': '622db2ec-896e-4228-b772-39f5b21605a4', 'status': 'completed', 'code': 200} Aug 11 03:16:03.929043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] For port e5e73708-f9be-4170-9be1-15b3209fb2f8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5e73708-f9be-4170-9be1-15b3209fb2f8,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:03.929617 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.959051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05765971-2687-49b6-81db-450cfaa28c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf1ab69-a40f-4f14-949c-bded476345f5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:03.960864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.980937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0ed7b-aa7c-4091-a57b-2d5d9dcaf604 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:03.985454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1e0ed7b-aa7c-4091-a57b-2d5d9dcaf604 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:03.986887 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e0ed7b-aa7c-4091-a57b-2d5d9dcaf604 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:03.987331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e0ed7b-aa7c-4091-a57b-2d5d9dcaf604 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:04.003817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-653663100-network', 'tenant_id': '06380894fc254fdcaddfd3feaaea5482'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:04.020585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:04.061683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-05765971-2687-49b6-81db-450cfaa28c48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2482abb248d5435ba18c0b9fb30dcbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8775184 Aug 11 03:16:04.066666 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Sync routers for ids ['ca7b91a3-13d8-42a7-8df3-602d9e657240'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:04.078019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f1e0ed7b-aa7c-4091-a57b-2d5d9dcaf604 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6782784 Aug 11 03:16:04.082562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52300) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:04.083810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52302) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:04.086042 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Routers {'ca7b91a3-13d8-42a7-8df3-602d9e657240'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:04.086683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ca7b91a3-13d8-42a7-8df3-602d9e657240'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:04.087830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Made reservation on behalf of 06380894fc254fdcaddfd3feaaea5482 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:04.091972 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.104328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] Calling delete_port for e5e73708-f9be-4170-9be1-15b3209fb2f8 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:04.230442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Router f63e9284-c44a-408c-b7fe-a9eca3060264 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:16:04.235533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a1b81d34-a65b-43f8-9393-4d89025b0fdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:04.320980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 298c746d-a69b-40d8-bf56-3c4f3014e8f9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:04.357814 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Set router ca7b91a3-13d8-42a7-8df3-602d9e657240 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:04.372398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.391944 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.419240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] Pushing event deleted for resources: {'Port': ['ID=e5e73708-f9be-4170-9be1-15b3209fb2f8,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:04.438269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228d48c-3976-4896-a49b-9b4811401646 None None] No DVR routers for this DVR port e5e73708-f9be-4170-9be1-15b3209fb2f8 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:04.449571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:04.449934 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.497154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:16:04.502897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-571a56c2-b136-4efc-967c-736d1aa3936f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.545270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] Sync routers for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:16:04.561652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:04.562547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:04.585308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] No DVR routers for this DVR port 3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:04.602582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.604698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65f42393-df17-4ec2-a864-c1b338723a67 req-b80cd563-a228-41d9-9cd1-93197aaac460 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.57 "DELETE /v2.0/ports/3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6 HTTP/1.1" status: 204 len: 173 time: 2.1279550 Aug 11 03:16:04.622931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-571a56c2-b136-4efc-967c-736d1aa3936f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.704147 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 4, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port': {'id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:48Z', 'updated_at': '2021-08-11T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '97135058-bd71-46f7-9c97-4a14b9070fe4', 'name': '', 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'mac_address': 'fa:16:3e:79:c6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:55Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 2, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'subnets': [{'id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:04.729482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.769470 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Checking router: ca7b91a3-13d8-42a7-8df3-602d9e657240 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:04.769754 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Updating router ca7b91a3-13d8-42a7-8df3-602d9e657240 port 97135058-bd71-46f7-9c97-4a14b9070fe4 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:16:04.814770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.840995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:04.873108 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.914816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b81d34-a65b-43f8-9393-4d89025b0fdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:04.929954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5e73708-f9be-4170-9be1-15b3209fb2f8 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:04.932607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1b81d34-a65b-43f8-9393-4d89025b0fdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:04.946468 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b81d34-a65b-43f8-9393-4d89025b0fdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:04.946923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b81d34-a65b-43f8-9393-4d89025b0fdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:04.970857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:04.994080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd2e3670-4f96-445e-9cc7-39fe519196ec req-aba5c5f1-615a-453c-bacb-cb82aa2b85f1 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0419757 Aug 11 03:16:04.999452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e5e73708-f9be-4170-9be1-15b3209fb2f8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:04.999826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5e73708-f9be-4170-9be1-15b3209fb2f8 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:05.030819 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a1b81d34-a65b-43f8-9393-4d89025b0fdf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8136737 Aug 11 03:16:05.039771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52310) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:05.051022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c9a8f-0645-4bd9-90b4-9536c7d5ccbe req-7fe7f92a-168f-4b4a-b45a-adaf8dc2e6fb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.053531 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-827c9a8f-0645-4bd9-90b4-9536c7d5ccbe req-7fe7f92a-168f-4b4a-b45a-adaf8dc2e6fb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.3189816 Aug 11 03:16:05.055494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52667c4e-8c80-4baf-8e04-a4ace7edc4f8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:05.083888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-40817098-c10e-4a03-a3a3-335cc4d8245d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:05.124835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.125353 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Added segment 6bf9186e-6ffb-4821-bd75-aac070e8a117 of type vlan for network 07a759de-4c49-4686-9e92-e604b88238df Aug 11 03:16:05.230487 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-571a56c2-b136-4efc-967c-736d1aa3936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.234046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-571a56c2-b136-4efc-967c-736d1aa3936f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.238080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-571a56c2-b136-4efc-967c-736d1aa3936f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7bf1ab69-a40f-4f14-949c-bded476345f5 HTTP/1.1" status: 204 len: 168 time: 1.1437132 Aug 11 03:16:05.278220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a56c2-b136-4efc-967c-736d1aa3936f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf1ab69-a40f-4f14-949c-bded476345f5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:05.290844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:19Z', 'revision_number': 5, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:05.327918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-827c9a8f-0645-4bd9-90b4-9536c7d5ccbe req-8b2e8f10-b6fa-4aeb-b446-8cf8a89e8d75 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127805 Aug 11 03:16:05.338698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.349422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40817098-c10e-4a03-a3a3-335cc4d8245d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:05.353293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40817098-c10e-4a03-a3a3-335cc4d8245d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.354827 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-40817098-c10e-4a03-a3a3-335cc4d8245d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:05.355267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40817098-c10e-4a03-a3a3-335cc4d8245d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:05.361573 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.383865 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Transition to ACTIVE for port object 97135058-bd71-46f7-9c97-4a14b9070fe4 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:05.384469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] Checking router: f63e9284-c44a-408c-b7fe-a9eca3060264 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:16:05.400854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40817098-c10e-4a03-a3a3-335cc4d8245d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3392172 Aug 11 03:16:05.403412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52318) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:05.403579 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.410269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d7b7bc1a-f2ca-4fcb-8e11-13476e028f99 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:05.416502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:05.420265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:05.428779 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.430130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.430999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.554471 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Pushing event updated for resources: {'Port': ['ID=97135058-bd71-46f7-9c97-4a14b9070fe4,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:05.598261 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.607857 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.608618 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.609366 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.609974 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.610558 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.611114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.611695 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.612245 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.612806 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.613378 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.613948 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:05.614831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9230735 Aug 11 03:16:05.617808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52322) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:05.623280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Request body: {'subnet': {'network_id': '07a759de-4c49-4686-9e92-e604b88238df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-653663100-subnet', 'tenant_id': '06380894fc254fdcaddfd3feaaea5482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:05.674468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed55627-10c3-427e-bf29-6904e928ad38 admin admin] Pushing event updated for resources: {'Network': ['ID=07a759de-4c49-4686-9e92-e604b88238df,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:05.689242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Made reservation on behalf of 06380894fc254fdcaddfd3feaaea5482 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:05.691778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.695185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 07a759de-4c49-4686-9e92-e604b88238df details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:05.728927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b7bc1a-f2ca-4fcb-8e11-13476e028f99 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:05.733046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d7b7bc1a-f2ca-4fcb-8e11-13476e028f99 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.734663 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b7bc1a-f2ca-4fcb-8e11-13476e028f99 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:05.735875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b7bc1a-f2ca-4fcb-8e11-13476e028f99 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:05.747772 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Attempting to bind port 97135058-bd71-46f7-9c97-4a14b9070fe4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:05.756405 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Attempting to bind port 97135058-bd71-46f7-9c97-4a14b9070fe4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:05.757194 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Attempting to bind port 97135058-bd71-46f7-9c97-4a14b9070fe4 on network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:05.766887 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:05.767675 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Checking segment: {'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:05.768153 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d7b7bc1a-f2ca-4fcb-8e11-13476e028f99 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3631778 Aug 11 03:16:05.768609 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.769234 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Bound using segment: {'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:05.769946 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Bound port: 97135058-bd71-46f7-9c97-4a14b9070fe4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '119dc765-97be-4285-8887-ae0d1b216fc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:05.770670 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.771287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52328) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:05.831887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:05.864362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5cab387c-e1dc-4399-8533-24e12481943f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0914364 Aug 11 03:16:05.866302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52332) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:05.936169 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] For port 97135058-bd71-46f7-9c97-4a14b9070fe4, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:05.941041 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] For port 97135058-bd71-46f7-9c97-4a14b9070fe4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=97135058-bd71-46f7-9c97-4a14b9070fe4,segment=NetworkSegment(119dc765-97be-4285-8887-ae0d1b216fc4),segment_id=119dc765-97be-4285-8887-ae0d1b216fc4)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:05.950911 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:05.961356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066caa0b-f897-42c5-b583-bd46824d4e84 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:05.963385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-066caa0b-f897-42c5-b583-bd46824d4e84 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0960982 Aug 11 03:16:05.965961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:06.025193 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6ca75f62-dbb3-4a7e-856f-5903cc0069d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561843 Aug 11 03:16:06.028560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:06.038824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:06.120057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:06.134342 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa6e3ed-292a-430b-b7a5-080c09b14ed1" -d '{"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:06.178649 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Routers {'ca7b91a3-13d8-42a7-8df3-602d9e657240'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:16:06.191273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.196148 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:15:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ca7b91a3-13d8-42a7-8df3-602d9e657240'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:06.225776 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c23bf-0837-4f77-aff8-80320ded3c56 None None] Pushing event updated for resources: {'Port': ['ID=97135058-bd71-46f7-9c97-4a14b9070fe4,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:06.242152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:06.245940 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.420523 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533da8ce-4db7-48d6-a9d9-5539be7ec5c6 x-openstack-request-id: req-533da8ce-4db7-48d6-a9d9-5539be7ec5c6 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:06.420783 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465e1395-e6ad-4225-a33f-2ff406e8a464", "name": "network-vif-deleted", "tag": "3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:06.420895 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-533da8ce-4db7-48d6-a9d9-5539be7ec5c6 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:06.421289 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465e1395-e6ad-4225-a33f-2ff406e8a464', 'name': 'network-vif-deleted', 'tag': '3fd65bcf-f0b9-4820-ba7a-e6d360d3fab6', 'status': 'completed', 'code': 200} Aug 11 03:16:06.426477 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f81b35c-3288-47a8-91c8-c4a4aaf5cb8f req-ad06b0d9-7eac-495e-86aa-760bb90ad9c2 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.1288126 Aug 11 03:16:06.428699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60679bc7-a38f-498e-8ae8-d65e4670b00b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:06.434746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Checking segment: {'id': '6bf9186e-6ffb-4821-bd75-aac070e8a117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a759de-4c49-4686-9e92-e604b88238df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:06.435184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Network hostable DHCP agents. Network: 07a759de-4c49-4686-9e92-e604b88238df, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:06.482290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Network 07a759de-4c49-4686-9e92-e604b88238df is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:06.499748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 07a759de-4c49-4686-9e92-e604b88238df) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:06.506909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:06.507558 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:06.540437 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] Set router ca7b91a3-13d8-42a7-8df3-602d9e657240 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:16:06.547982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2353b428-9d66-4a38-a9ae-c52357a1b955 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9281433 Aug 11 03:16:06.567951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0e5780-6f0b-461b-bbdd-6a1b472d26c0 None None] Network 07a759de-4c49-4686-9e92-e604b88238df requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:06.694194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449aac20-8789-4118-99cb-89cfe3a731b1 req-0be43a83-f5ca-439f-bde6-45a081cfaf3e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:06.699056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-449aac20-8789-4118-99cb-89cfe3a731b1 req-0be43a83-f5ca-439f-bde6-45a081cfaf3e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.1081414 Aug 11 03:16:06.787102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-449aac20-8789-4118-99cb-89cfe3a731b1 req-94470c0d-2a08-46c1-b791-4e7ab1e4ef74 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746639 Aug 11 03:16:06.914674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:06.927498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.008855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b600a3-cd94-4c55-9f64-cf7a35673b12 None None] Network 07a759de-4c49-4686-9e92-e604b88238df requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:07.012085 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 4, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port': {'id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:48Z', 'updated_at': '2021-08-11T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '97135058-bd71-46f7-9c97-4a14b9070fe4', 'name': '', 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'mac_address': 'fa:16:3e:79:c6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:55Z', 'updated_at': '2021-08-11T03:16:05Z', 'revision_number': 4, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'subnets': [{'id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:07.052894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:07.076237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=06b0ab27-155e-4be9-8626-564d09dbed3b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:07.087708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:07.096460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:07.097781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.102801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb50f3c-1241-467e-b012-71eae6419807 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:07.108648 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eaf286-98e2-4514-a7f8-c5fd316eefec None None] The sync data for ids ['ca7b91a3-13d8-42a7-8df3-602d9e657240'] in n-d-768509-22 is: [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 4, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port': {'id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:48Z', 'updated_at': '2021-08-11T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '97135058-bd71-46f7-9c97-4a14b9070fe4', 'name': '', 'network_id': '5d5c922c-d443-4bb2-96d0-0159ba76cc6b', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'mac_address': 'fa:16:3e:79:c6:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:55Z', 'updated_at': '2021-08-11T03:16:05Z', 'revision_number': 4, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'subnets': [{'id': 'f3825f6e-daa8-483c-9c01-de573bcfd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:07.137158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52370) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:07.137935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae5f866b-671c-412d-97f5-d397a5d83aeb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1076505 Aug 11 03:16:07.143488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:d1:00:c2', 'name': 'tempest-NetworksTestDHCPv6-2075776829'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:07.381055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:07.443672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:19Z', 'revision_number': 5, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:07.561196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.599467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port c16bd156-5d88-4b2c-aacc-37d5af099879 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:07.623157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-88e42a0b-c5a3-46ca-8157-e5a3afd01a42 req-a4b7e47a-09d6-42f7-84cd-d02b04f6dba7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0525403 Aug 11 03:16:07.633903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92e0ff-b06b-470f-8dfd-1c5bffd3caf8 None None] The sync data for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 is: [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:05:12Z', 'revision_number': 4, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '93ccd352-20fd-477e-b34c-3185388b45c4', 'name': '', 'network_id': '860f8234-9f54-4e97-a39e-20fe5b3c5ccb', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'mac_address': 'fa:16:3e:3a:9d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:11Z', 'updated_at': '2021-08-11T03:05:19Z', 'revision_number': 5, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'subnets': [{'id': '43ec5d3d-e06d-454a-8d42-0e369a4ceba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:16:07.635069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:07.643153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2049733644-network', 'tenant_id': '2494ccf7ff124d7c8166f9c618f9f544'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:07.661700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': '06b0ab27-155e-4be9-8626-564d09dbed3b'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:07.662605 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.724867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Made reservation on behalf of 2494ccf7ff124d7c8166f9c618f9f544 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:07.727445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.750660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.882082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fed1:c2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/06b0ab27-155e-4be9-8626-564d09dbed3b/c16bd156-5d88-4b2c-aacc-37d5af099879) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:07.986706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:07.994725 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.051010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:08.068533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e584290-6bb3-4b71-bc70-948cf939f995,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:08.095264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.095714 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Added segment 4bf4ee46-2692-4ecd-9960-627b088a7b40 of type vlan for network a5817eda-a9a3-4a2e-868c-ff189e01936a Aug 11 03:16:08.217516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.277830 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99b253-d109-4c93-8ed3-69cf744bc230 None None] New status for floating IP 996fe8d6-193a-422d-bd44-1586c5e46917: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:16:08.299739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.303342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.304450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.349021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 97135058-bd71-46f7-9c97-4a14b9070fe4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:08.377576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7409306 Aug 11 03:16:08.380849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:08.386396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Request body: {'subnet': {'network_id': 'a5817eda-a9a3-4a2e-868c-ff189e01936a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2049733644-subnet', 'tenant_id': '2494ccf7ff124d7c8166f9c618f9f544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:08.393817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a5817eda-a9a3-4a2e-868c-ff189e01936a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:08.435060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.440670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.441294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.441820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.445646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.446261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.446772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.447291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.447869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.448591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.449092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.450339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5da2d34-e534-4b30-bcf7-2400560c75d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:08.472198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a5817eda-a9a3-4a2e-868c-ff189e01936a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:08.486270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Made reservation on behalf of 2494ccf7ff124d7c8166f9c618f9f544 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:08.488514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 97135058-bd71-46f7-9c97-4a14b9070fe4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:08.489727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.652979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 97135058-bd71-46f7-9c97-4a14b9070fe4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:08.655125 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.775331 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.839459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 97135058-bd71-46f7-9c97-4a14b9070fe4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=97135058-bd71-46f7-9c97-4a14b9070fe4,segment=NetworkSegment(119dc765-97be-4285-8887-ae0d1b216fc4),segment_id=119dc765-97be-4285-8887-ae0d1b216fc4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:08.853463 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.857758 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-64c594fd-5444-4507-8183-0f14e4877ee4 req-82618eb7-f967-4078-a12a-6e8b314bba00 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0374205 Aug 11 03:16:08.880557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.936675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3984606-3e4e-44d8-a779-3116efb62610,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:08.958705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=97135058-bd71-46f7-9c97-4a14b9070fe4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:08.959264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Checking segment: {'id': '4bf4ee46-2692-4ecd-9960-627b088a7b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'a5817eda-a9a3-4a2e-868c-ff189e01936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:08.959761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Network hostable DHCP agents. Network: a5817eda-a9a3-4a2e-868c-ff189e01936a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:08.960368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:08.976371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object c16bd156-5d88-4b2c-aacc-37d5af099879 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:08.989077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d6241-aa0e-4f4c-a8dd-cf66b0a36dfc req-e6f141f2-66a7-4e85-b89a-9b91a5362ff8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:08.990681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c9d6241-aa0e-4f4c-a8dd-cf66b0a36dfc req-e6f141f2-66a7-4e85-b89a-9b91a5362ff8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.2968118 Aug 11 03:16:08.996956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Network a5817eda-a9a3-4a2e-868c-ff189e01936a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:09.011150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a5817eda-a9a3-4a2e-868c-ff189e01936a) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:09.024627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a60030-55f7-4c58-a459-1da3724869d0 None None] Network a5817eda-a9a3-4a2e-868c-ff189e01936a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:09.030675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.031550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.057984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-32d649db-81d1-45e6-8aaa-ca61dec2f7bd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6685150 Aug 11 03:16:09.119487 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c9d6241-aa0e-4f4c-a8dd-cf66b0a36dfc req-c3f4fa9d-8585-44ca-a3ea-0c20de3c5f5f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178236 Aug 11 03:16:09.121002 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.178476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:09.183152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:09.188295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:09.195914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.197055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.210694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=c16bd156-5d88-4b2c-aacc-37d5af099879,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:09.228617 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4451e7ea-a2fd-4030-8411-7b5063ef291e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0876992 Aug 11 03:16:09.229525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52464) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:09.238788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Allocated IP 2001:db8::f816:3eff:fe4c:d66d (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/06b0ab27-155e-4be9-8626-564d09dbed3b/c6d849e9-b440-422e-bea8-2f828e0cbc3f) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:09.302166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb05d90f-a9a0-4acb-814a-551e23261ffd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.310539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cb05d90f-a9a0-4acb-814a-551e23261ffd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0776796 Aug 11 03:16:09.310934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52472) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:09.414067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a8c99c-e355-43b3-822b-53f169bdff03 None None] Network a5817eda-a9a3-4a2e-868c-ff189e01936a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:09.472030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port c16bd156-5d88-4b2c-aacc-37d5af099879 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:09.472498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.614024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.635500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for c16bd156-5d88-4b2c-aacc-37d5af099879 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:09.681040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.693814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Transition to ACTIVE for port object c6d849e9-b440-422e-bea8-2f828e0cbc3f will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:09.717493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Transition to ACTIVE for port object c6d849e9-b440-422e-bea8-2f828e0cbc3f will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:09.726493 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.808354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:09.814695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:09.825005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:09.832343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.846992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Pushing event updated for resources: {'Port': ['ID=c6d849e9-b440-422e-bea8-2f828e0cbc3f,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:09.874076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=c16bd156-5d88-4b2c-aacc-37d5af099879,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:09.915112 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.923700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52514) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:09.924881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-557d58e6-4640-40d1-aa66-f42511dee383 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/c16bd156-5d88-4b2c-aacc-37d5af099879 HTTP/1.1" status: 204 len: 168 time: 0.6125948 Aug 11 03:16:09.930167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Attempting to bind port c6d849e9-b440-422e-bea8-2f828e0cbc3f on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:09.930631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Attempting to bind port c6d849e9-b440-422e-bea8-2f828e0cbc3f by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:09.931006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Attempting to bind port c6d849e9-b440-422e-bea8-2f828e0cbc3f on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:09.936740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:09.937079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:09.937463 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.937885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:09.938363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Bound port: c6d849e9-b440-422e-bea8-2f828e0cbc3f, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:09.940061 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:09.946554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6be8c928-b123-4ae8-b348-905df0edf22e tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:09.948265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6be8c928-b123-4ae8-b348-905df0edf22e tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/networks?id=07a759de-4c49-4686-9e92-e604b88238df HTTP/1.1" status: 200 len: 811 time: 0.1957698 Aug 11 03:16:09.993653 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-ff233266-19a6-4b5a-965b-f414e3d1a7da tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/quotas/06380894fc254fdcaddfd3feaaea5482 HTTP/1.1" status: 200 len: 375 time: 0.0181541 Aug 11 03:16:10.013516 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a819cb1-85fe-441f-b52c-281199507a00 req-ce80f5ed-03bb-4c17-9e94-c78158998025 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0452855 Aug 11 03:16:10.021573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] For port c6d849e9-b440-422e-bea8-2f828e0cbc3f, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:10.027719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] For port c6d849e9-b440-422e-bea8-2f828e0cbc3f, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c6d849e9-b440-422e-bea8-2f828e0cbc3f,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:10.042141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.049509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-24caa2ae-30d9-491e-8f9b-68d4f1327b78 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=06380894fc254fdcaddfd3feaaea5482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485585 Aug 11 03:16:10.053193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451837ad-4762-4b7d-ae65-724f8297bfd8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.055416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451837ad-4762-4b7d-ae65-724f8297bfd8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.057113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-451837ad-4762-4b7d-ae65-724f8297bfd8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1323168 Aug 11 03:16:10.059724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52524) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:10.118929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe901d-9921-40ac-9784-4a48358e8fe5 None None] Pushing event updated for resources: {'Port': ['ID=c6d849e9-b440-422e-bea8-2f828e0cbc3f,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:10.238096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 06b0ab27-155e-4be9-8626-564d09dbed3b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:10.245933 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.251016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-e20ef365-cc91-434a-b58b-edcbe4b78190 service neutron] 10.222.0.60 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919332 Aug 11 03:16:10.307967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 97135058-bd71-46f7-9c97-4a14b9070fe4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:10.311055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d21a1-2c9d-4eff-b0cd-e1e6875d3c84 req-5068efee-c7a2-4336-a44f-21c8a5c6a623 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:10.320294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-010d21a1-2c9d-4eff-b0cd-e1e6875d3c84 req-5068efee-c7a2-4336-a44f-21c8a5c6a623 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.1051984 Aug 11 03:16:10.330481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.395122 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-010d21a1-2c9d-4eff-b0cd-e1e6875d3c84 req-99dba34d-5138-4fd7-a554-abc562d739b8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735493 Aug 11 03:16:10.447184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 97135058-bd71-46f7-9c97-4a14b9070fe4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:10.447525 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.594929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-ec6acf04-972b-45f4-aa53-a9d835afccc4 service neutron] 10.222.0.60 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562935 Aug 11 03:16:10.600175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.691224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.732754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=06b0ab27-155e-4be9-8626-564d09dbed3b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:10.741212 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:10.745711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52564) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:10.745851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a53ab4a9-e654-4159-a845-ff2828797ad5 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/06b0ab27-155e-4be9-8626-564d09dbed3b HTTP/1.1" status: 204 len: 168 time: 0.6849797 Aug 11 03:16:10.825910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7d25c0f1-a0d9-44c6-b156-8349f9e3a303 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759027 Aug 11 03:16:10.826580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52574) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:10.832867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:10.944352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cc34160c-4f2b-4faa-bb4f-6b30991289f5 req-b3b38973-0ca0-46d7-9109-3210d32295a2 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 210 time: 0.0422256 Aug 11 03:16:11.000383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:11.004860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:11.230594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-59ca6741-f57a-465d-89c1-cf11d3ef2075 req-459aa90f-961e-47cf-9678-b541556ad94a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0752990 Aug 11 03:16:11.712009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.objects.ports [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:11.741730 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0955f867-4984-4492-985f-a28e7f118e20 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:11.898309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cbd29-e8c1-46d9-b245-e3a7532d4933 req-1a92702f-e435-4734-b809-c40ecdeaa9b5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.900123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-810cbd29-e8c1-46d9-b245-e3a7532d4933 req-1a92702f-e435-4734-b809-c40ecdeaa9b5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.2776668 Aug 11 03:16:11.908891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-036d82d0-ee39-480c-bca8-f858809be082 None None] Provisioning for port c6d849e9-b440-422e-bea8-2f828e0cbc3f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:11.950562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-ae28f5e1-785d-4fad-aa69-2d0ff679e6c6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:11.953204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-ae28f5e1-785d-4fad-aa69-2d0ff679e6c6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.2306092 Aug 11 03:16:11.976506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c374669e-cf4e-425d-b7cb-18fc66f82f4e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/quotas/90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 375 time: 0.0172651 Aug 11 03:16:12.056379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-7cab321f-300f-47d7-b095-d04550efadf3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654960 Aug 11 03:16:12.099331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-810cbd29-e8c1-46d9-b245-e3a7532d4933 req-6a90f39b-574c-4592-b736-738c23748a67 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114132 Aug 11 03:16:12.110099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52642) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:12.143882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.253059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4e542032-1f0a-4bcf-a9e3-3ff39c669940 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879468 Aug 11 03:16:12.350927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c6d849e9-b440-422e-bea8-2f828e0cbc3f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:12.470411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port c6d849e9-b440-422e-bea8-2f828e0cbc3f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:12.473638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c6d849e9-b440-422e-bea8-2f828e0cbc3f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:12.474462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.526619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-a7ec31e9-eec2-4ebe-b957-942afa31132a service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599561 Aug 11 03:16:12.564579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Provisioning complete for port c6d849e9-b440-422e-bea8-2f828e0cbc3f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:12.565247 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.614890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d2bc5fd-e845-46f7-b1a9-e0aaa9b808cc req-a4eefa59-2b03-41a2-8394-bb3e38c24899 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 210 time: 0.2101374 Aug 11 03:16:12.630737 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48af5fcc-d0a5-4781-a8d8-437e75bf42f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.686869 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.760317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:12.816221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce4a18fc-da3f-4a51-b13b-9759a485238c req-5f99ceda-5881-4493-b3d6-0c566489239f tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0685441 Aug 11 03:16:12.871406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] For port c6d849e9-b440-422e-bea8-2f828e0cbc3f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c6d849e9-b440-422e-bea8-2f828e0cbc3f,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:12.881030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-44247820-9c1b-415d-bdf9-97f2b76c973a tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:12.882493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-44247820-9c1b-415d-bdf9-97f2b76c973a tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.57 "GET /v2.0/networks?id=07a759de-4c49-4686-9e92-e604b88238df HTTP/1.1" status: 200 len: 811 time: 0.6075678 Aug 11 03:16:12.902929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Request body: {'port': {'device_id': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'network_id': '07a759de-4c49-4686-9e92-e604b88238df', 'admin_state_up': True, 'tenant_id': '06380894fc254fdcaddfd3feaaea5482'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:13.064337 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.107344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.108271 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.153349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adf6c4f3-410a-4a48-8691-1f447d952e6f req-2e0b1a2d-9008-4ac2-b55d-fc8e2de5e46a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.0953763 Aug 11 03:16:13.238404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:13.250056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:13.269301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:13.270206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.277853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf297-5be0-4f8b-b055-8a45ed692e86 req-4b8e3a76-548b-4e34-9db6-5627bc77688d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:13.288085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9bbf297-5be0-4f8b-b055-8a45ed692e86 req-4b8e3a76-548b-4e34-9db6-5627bc77688d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.0774574 Aug 11 03:16:13.309614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=bdafbde8-9dbc-4510-8756-6862b23a6fa0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:13.327599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=c6d849e9-b440-422e-bea8-2f828e0cbc3f,revision_number=5']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:13.341936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48af5fcc-d0a5-4781-a8d8-437e75bf42f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.352871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-48af5fcc-d0a5-4781-a8d8-437e75bf42f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.364372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c9bbf297-5be0-4f8b-b055-8a45ed692e86 req-6baf2f16-5e03-4b0d-b778-1c0acb50df02 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750985 Aug 11 03:16:13.394462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:16:13.394822 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:16:13.395588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6388522c-94be-4009-86eb-e62d14525317 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:13.418670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Made reservation on behalf of 06380894fc254fdcaddfd3feaaea5482 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:13.422351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.445321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fb294d33-f4bb-4e1f-aed6-aba40c32986a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6153095 Aug 11 03:16:13.445569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48af5fcc-d0a5-4781-a8d8-437e75bf42f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b46b57bf5d34bc7b4460cc47b5692c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3317761 Aug 11 03:16:13.446028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52672) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:13.448311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52674) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:13.461169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48af5fcc-d0a5-4781-a8d8-437e75bf42f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9493e28-5e2d-4670-ba81-154cc71eeae0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:13.467199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:10:ba:e7', 'name': 'tempest-NetworksTestDHCPv6-721385324'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:13.491730 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:16:13.493377 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:16:13.553143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c76beca4-91d1-4a81-a1ba-ca45540f642f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.582213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c76beca4-91d1-4a81-a1ba-ca45540f642f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.664467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c76beca4-91d1-4a81-a1ba-ca45540f642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.667810 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c76beca4-91d1-4a81-a1ba-ca45540f642f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:13.669308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c76beca4-91d1-4a81-a1ba-ca45540f642f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9493e28-5e2d-4670-ba81-154cc71eeae0 HTTP/1.1" status: 204 len: 168 time: 0.2193820 Aug 11 03:16:13.685532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76beca4-91d1-4a81-a1ba-ca45540f642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9493e28-5e2d-4670-ba81-154cc71eeae0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:13.834244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2c7181c-f5d1-4397-ae55-a56ca1ca52a9 req-953df66a-3ef9-4538-88db-a304d14d6230 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 210 time: 0.0576406 Aug 11 03:16:13.851128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Allocated IP 172.20.0.14 (07a759de-4c49-4686-9e92-e604b88238df/60679bc7-a38f-498e-8ae8-d65e4670b00b/4dd62adc-3653-4bf6-baf1-724bcda6aadf) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:13.883997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:13.969844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.025370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35d9dd83-d82c-4cdb-9506-345cbb6c11b0 req-1d127d45-3bc3-4a03-af4f-afeb73d9cf65 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0546601 Aug 11 03:16:14.069797 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.118737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port c6d849e9-b440-422e-bea8-2f828e0cbc3f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c6d849e9-b440-422e-bea8-2f828e0cbc3f,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:14.127916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.206367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.267396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port bec29701-be29-4f75-b4f5-2005c393988f yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:14.300145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c6d849e9-b440-422e-bea8-2f828e0cbc3f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:14.362747 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-ef5ec382-2e69-4b9a-a720-f3d61950a891 service neutron] show failed (client error): The resource could not be found. Aug 11 03:16:14.364819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-ef5ec382-2e69-4b9a-a720-f3d61950a891 service neutron] 10.222.0.10 "GET /v2.0/ports/55150182-4a93-49c8-bc21-3c863b5f0419/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.3706985 Aug 11 03:16:14.402691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=c6d849e9-b440-422e-bea8-2f828e0cbc3f,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:14.416196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:16:14.416554 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-de9b0388-caa5-4ab7-baf5-61bd991c39a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:16:14.421675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-150b7ddb-3094-4c17-8255-f3ad3bfcb5ed req-718d497d-af6a-43db-8afc-a7e3b11f17bb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.1420202 Aug 11 03:16:14.477576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.494913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c6d849e9-b440-422e-bea8-2f828e0cbc3f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:14.496898 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.565546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7d8c9-07b3-48b1-a9f4-344761b6670d req-1daa9049-e077-46a5-95b2-8145c15a21dd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.574083 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a8d7d8c9-07b3-48b1-a9f4-344761b6670d req-1daa9049-e077-46a5-95b2-8145c15a21dd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.1013031 Aug 11 03:16:14.655518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-77e2510e-92e0-4f2a-8444-1161270a4761 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.658101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-77e2510e-92e0-4f2a-8444-1161270a4761 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.2864797 Aug 11 03:16:14.668325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a8d7d8c9-07b3-48b1-a9f4-344761b6670d req-e732545e-3017-4c65-8cfc-a050e65317bc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929029 Aug 11 03:16:14.711432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'port': {'device_id': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'admin_state_up': True, 'tenant_id': '90f8576177aa410199b6b0b88faa51b5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:14.749470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-5a80442a-b241-4533-8823-d891d4ee79d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:14.754366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-5a80442a-b241-4533-8823-d891d4ee79d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0823052 Aug 11 03:16:14.774198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:14.828849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.872477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.940350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fe10:bae7 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/bdafbde8-9dbc-4510-8756-6862b23a6fa0/bec29701-be29-4f75-b4f5-2005c393988f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:14.953144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Network 07a759de-4c49-4686-9e92-e604b88238df is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:14.973318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ce3d14e2-b9fe-4951-86cc-88b9ffc56204 None None] Provisioning complete for port c6d849e9-b440-422e-bea8-2f828e0cbc3f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:14.973751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ce3d14e2-b9fe-4951-86cc-88b9ffc56204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:14.976767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:15.039134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:15.150721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:15.160959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.182902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Pushing event updated for resources: {'Port': ['ID=4dd62adc-3653-4bf6-baf1-724bcda6aadf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:15.184238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ce3d14e2-b9fe-4951-86cc-88b9ffc56204 None None] Could not find standard attr ID for object c16bd156-5d88-4b2c-aacc-37d5af099879. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:16:15.285334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f74249e6-8dca-471f-ab70-c994bbc7a1a2 req-9133eb8b-0593-44ee-b87e-b6e661bd775a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.1445305 Aug 11 03:16:15.318728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:15.365917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:15.415380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:15.418147 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80796b4-c728-42f8-bd9a-613f81925261" -d '{"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-unplugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:15.423614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.440465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Transition to ACTIVE for port object 55150182-4a93-49c8-bc21-3c863b5f0419 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:15.446610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.511590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=6']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:15.527752 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57aea24-f5eb-4c41-b93b-72942df8a8eb x-openstack-request-id: req-d57aea24-f5eb-4c41-b93b-72942df8a8eb {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:15.528042 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-unplugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:15.528292 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d57aea24-f5eb-4c41-b93b-72942df8a8eb {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:15.528690 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'code': 200} Aug 11 03:16:15.707379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec4c9762-135b-4cf1-aaf9-9b6be7a4eee7 req-fc8d52c7-4678-4d68-9686-0666c0ca918f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.1008270 Aug 11 03:16:15.835716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:15.837482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:15.848395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] No DVR routers for this DVR port 55150182-4a93-49c8-bc21-3c863b5f0419 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:15.961461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.001471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303deb7-ef4f-49f6-902b-4386eb113d32 req-7cae594d-4b7a-4697-817c-159da429a562 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.003899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b303deb7-ef4f-49f6-902b-4386eb113d32 req-7cae594d-4b7a-4697-817c-159da429a562 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 932 time: 0.9762628 Aug 11 03:16:16.011070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object bec29701-be29-4f75-b4f5-2005c393988f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:16.052528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d9320d6b-8692-4e55-9b1c-4551625c57ea tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1570022 Aug 11 03:16:16.055078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:16.055692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:16.056296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:16.068100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:16.068624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:16.077214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Request body: {'port': {'device_id': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:16.083359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7df50-0b9f-4daa-a0aa-cc714529899c req-379aa44a-ff87-4b83-b7e7-1f3104d16bfa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.085335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0d7df50-0b9f-4daa-a0aa-cc714529899c req-379aa44a-ff87-4b83-b7e7-1f3104d16bfa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 944 time: 0.1188333 Aug 11 03:16:16.089219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:16.089779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Checking segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:16.090417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Bound using segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:16.091053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Bound port: 55150182-4a93-49c8-bc21-3c863b5f0419, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:16.091613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.139151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.20.0.12 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/c57baed5-1a18-48dd-8d44-ac8b596e2197) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:16.191133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b303deb7-ef4f-49f6-902b-4386eb113d32 req-43aca15f-3177-48aa-b765-c3f6f73f0362 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732666 Aug 11 03:16:16.192681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:16.196448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:16.207807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.238896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.243616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.287429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=7']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:16.310288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0d7df50-0b9f-4daa-a0aa-cc714529899c req-62989de2-4178-4741-9a78-2a73eed633b3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078936 Aug 11 03:16:16.322726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.322726 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.322726 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-67c7899d-d00b-4951-84af-1a53cefddb1b service neutron] 10.222.0.57 "PUT /v2.0/ports/55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1093 time: 1.5568571 Aug 11 03:16:16.332258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c6d849e9-b440-422e-bea8-2f828e0cbc3f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:16.410676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c6d849e9-b440-422e-bea8-2f828e0cbc3f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:16.411333 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.447432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-bc77c554-f0a6-4aa3-b694-7f94f39ac59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.449146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:16.456804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-bc77c554-f0a6-4aa3-b694-7f94f39ac59f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1096 time: 0.0934150 Aug 11 03:16:16.502366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-390581af-264d-4635-ac09-871cdc3c3aa3 req-ce183b10-4eed-48ff-9558-902a3807fb34 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0731008 Aug 11 03:16:16.503688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:16.526858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=bec29701-be29-4f75-b4f5-2005c393988f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:16.529530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:16.536320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.537095 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.622501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e1622026-fbfe-4a1e-812d-ee0c2cb4f7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1598351 Aug 11 03:16:16.631407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52752) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:16.697446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-1c917c8d-a27b-42f6-b6b8-ff1deb237f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.699145 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-1c917c8d-a27b-42f6-b6b8-ff1deb237f13 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.2272081 Aug 11 03:16:16.722306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f3d3ad-efc5-4435-ac82-c1b1a50b73a3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.761138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f3d3ad-efc5-4435-ac82-c1b1a50b73a3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:16.767127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:16.768045 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24f3d3ad-efc5-4435-ac82-c1b1a50b73a3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1354795 Aug 11 03:16:16.770249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52764) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:16.882262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Transition to ACTIVE for port object c57baed5-1a18-48dd-8d44-ac8b596e2197 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:16.989848 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-745a023a-fd2d-4eb6-9e14-e68c97788652 req-4e751426-2e20-43ca-9f87-023d5c1d02e5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.1043899 Aug 11 03:16:17.013521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-84d6f1c8-ec88-4b58-b939-b85639c0eaff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1000 time: 0.2437634 Aug 11 03:16:17.015048 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.022825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-77de22de-575c-4711-89e4-63bfe0562006 None None] Provisioning for port bec29701-be29-4f75-b4f5-2005c393988f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:17.026994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-77de22de-575c-4711-89e4-63bfe0562006 None None] Provisioning complete for port bec29701-be29-4f75-b4f5-2005c393988f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:17.027385 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-77de22de-575c-4711-89e4-63bfe0562006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.086833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-b68b1c3e-4539-4097-97e1-593df7465070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.088314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-b68b1c3e-4539-4097-97e1-593df7465070 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.0529234 Aug 11 03:16:17.129379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:17.130332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-77de22de-575c-4711-89e4-63bfe0562006 None None] Port bec29701-be29-4f75-b4f5-2005c393988f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:17.145291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:17.156201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:17.178666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port bec29701-be29-4f75-b4f5-2005c393988f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:17.178995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.183083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-59fceb80-8b58-432b-b47d-87cd4d3e09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.184596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-59fceb80-8b58-432b-b47d-87cd4d3e09b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885868 Aug 11 03:16:17.233180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=c57baed5-1a18-48dd-8d44-ac8b596e2197,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:17.281529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dd62adc-3653-4bf6-baf1-724bcda6aadf {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:17.298604 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.304916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-77e63530-54f6-43b1-b315-757de9e9f6c9 service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015496 Aug 11 03:16:17.373253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.376813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.385097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Transition to ACTIVE for port object 4dd62adc-3653-4bf6-baf1-724bcda6aadf will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:17.425292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.461446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-010bbc93-78db-4ad7-8e10-1593125feb8a None None] Provisioning for port c57baed5-1a18-48dd-8d44-ac8b596e2197 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:17.476003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-010bbc93-78db-4ad7-8e10-1593125feb8a None None] Provisioning complete for port c57baed5-1a18-48dd-8d44-ac8b596e2197 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:17.477260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-010bbc93-78db-4ad7-8e10-1593125feb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.516382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-4bbbedfa-4f85-4320-8d51-f2561aedff4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8154414 Aug 11 03:16:17.526885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.538609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:17.539044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Request body: {'port': {'device_id': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:17.541140 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ac83ac-4952-4b02-ad65-218466351975" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:17.542195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-010bbc93-78db-4ad7-8e10-1593125feb8a None None] Port c57baed5-1a18-48dd-8d44-ac8b596e2197 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:17.562139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for bec29701-be29-4f75-b4f5-2005c393988f owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:17.572271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-009a7e3c-fed5-4d4d-81e0-e7e82fdb74a5 service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296362 Aug 11 03:16:17.593238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4254cf-892a-47d4-ba68-88f18b172d98 req-1de65cbc-dc81-46c2-90c1-97cc4dc5e6b4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.603175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca4254cf-892a-47d4-ba68-88f18b172d98 req-1de65cbc-dc81-46c2-90c1-97cc4dc5e6b4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 944 time: 0.1428118 Aug 11 03:16:17.612264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd13ac-4406-4ade-b764-8f8bf38502de req-0eb66cbd-5105-4b22-b222-0caa189557d0 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:17.613808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07bd13ac-4406-4ade-b764-8f8bf38502de req-0eb66cbd-5105-4b22-b222-0caa189557d0 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 944 time: 0.2247610 Aug 11 03:16:17.622238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd62adc-3653-4bf6-baf1-724bcda6aadf,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:17.652810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:17.702506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ca4254cf-892a-47d4-ba68-88f18b172d98 req-a5842696-cb04-4a93-9c37-79e11aee51f7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982223 Aug 11 03:16:17.774422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Attempting to bind port 4dd62adc-3653-4bf6-baf1-724bcda6aadf on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:17.774697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Attempting to bind port 4dd62adc-3653-4bf6-baf1-724bcda6aadf by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '6bf9186e-6ffb-4821-bd75-aac070e8a117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a759de-4c49-4686-9e92-e604b88238df'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:17.775038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Attempting to bind port 4dd62adc-3653-4bf6-baf1-724bcda6aadf on network 07a759de-4c49-4686-9e92-e604b88238df {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:17.780869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:17.787771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.812163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Port 4dd62adc-3653-4bf6-baf1-724bcda6aadf on network 07a759de-4c49-4686-9e92-e604b88238df not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:17.813243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Attempting to bind port 4dd62adc-3653-4bf6-baf1-724bcda6aadf on network 07a759de-4c49-4686-9e92-e604b88238df {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:17.836459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07bd13ac-4406-4ade-b764-8f8bf38502de req-aae4d623-491e-4b68-8568-04d019d6b96d tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986263 Aug 11 03:16:17.842754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:17.846828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Checking segment: {'id': '6bf9186e-6ffb-4821-bd75-aac070e8a117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a759de-4c49-4686-9e92-e604b88238df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:17.847700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Bound using segment: {'id': '6bf9186e-6ffb-4821-bd75-aac070e8a117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a759de-4c49-4686-9e92-e604b88238df'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:17.848439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Bound port: 4dd62adc-3653-4bf6-baf1-724bcda6aadf, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bf9186e-6ffb-4821-bd75-aac070e8a117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '07a759de-4c49-4686-9e92-e604b88238df'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:17.849074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:17.940986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1777dbfb-6402-4a64-96a7-0228c50de88f req-c164512a-ef51-4858-9c46-05990aeacac6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.1011002 Aug 11 03:16:17.981099 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa58964b-82a6-41d7-9242-28c07b0275d9 x-openstack-request-id: req-fa58964b-82a6-41d7-9242-28c07b0275d9 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:17.982025 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:17.982461 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa58964b-82a6-41d7-9242-28c07b0275d9 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:17.983054 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'status': 'completed', 'code': 200} Aug 11 03:16:17.985182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.065970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=bec29701-be29-4f75-b4f5-2005c393988f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:18.117951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.137397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6c98ef9d-4e39-45e6-a187-c10d68d4b366 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/bec29701-be29-4f75-b4f5-2005c393988f HTTP/1.1" status: 204 len: 168 time: 1.3637328 Aug 11 03:16:18.139906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:18.214205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] For port 4dd62adc-3653-4bf6-baf1-724bcda6aadf, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:18.219684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] For port 4dd62adc-3653-4bf6-baf1-724bcda6aadf, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf,segment=NetworkSegment(6bf9186e-6ffb-4821-bd75-aac070e8a117),segment_id=6bf9186e-6ffb-4821-bd75-aac070e8a117)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:18.243854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.302654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67bce5-0332-4dbb-a31f-eed3a9424877 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.313244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d67bce5-0332-4dbb-a31f-eed3a9424877 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.317561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2d67bce5-0332-4dbb-a31f-eed3a9424877 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1735549 Aug 11 03:16:18.319340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52864) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:18.347406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Pushing event updated for resources: {'Port': ['ID=4dd62adc-3653-4bf6-baf1-724bcda6aadf,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:18.402792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-45ea33f8-4362-486b-881b-e19391155bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.405998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-45ea33f8-4362-486b-881b-e19391155bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1096 time: 0.3413270 Aug 11 03:16:18.425178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52abb8-a975-45e7-8e58-4e1b5d31c614 req-2f6f8d7e-e044-4310-9227-2045015866ea tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.427063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e52abb8-a975-45e7-8e58-4e1b5d31c614 req-2f6f8d7e-e044-4310-9227-2045015866ea tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 932 time: 0.3131428 Aug 11 03:16:18.448731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-b9c42eb0-8b8f-49d6-bd65-f7ebaa300590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.450824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-b9c42eb0-8b8f-49d6-bd65-f7ebaa300590 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1096 time: 0.4393945 Aug 11 03:16:18.459025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.459653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.461192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-6c71785c-28dd-4ba1-ae09-6f115fb0cc69 service neutron] 10.222.0.57 "PUT /v2.0/ports/4dd62adc-3653-4bf6-baf1-724bcda6aadf HTTP/1.1" status: 200 len: 1093 time: 2.3888793 Aug 11 03:16:18.462842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'tag': '4dd62adc-3653-4bf6-baf1-724bcda6aadf'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:18.465218 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023bffe8-0842-4e3f-a113-5846401aebcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b013b0df-4010-42b1-9f52-2cedce29ea94", "tag": "4dd62adc-3653-4bf6-baf1-724bcda6aadf"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:18.572317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-536bd936-ba31-4a19-b4ff-613d78e21b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.573839 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-536bd936-ba31-4a19-b4ff-613d78e21b0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.1118178 Aug 11 03:16:18.684503 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbd1f49-4890-4f49-ba79-9652dbadf91f x-openstack-request-id: req-5bbd1f49-4890-4f49-ba79-9652dbadf91f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:18.684804 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b013b0df-4010-42b1-9f52-2cedce29ea94", "tag": "4dd62adc-3653-4bf6-baf1-724bcda6aadf", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:18.685063 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bbd1f49-4890-4f49-ba79-9652dbadf91f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:18.685466 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'tag': '4dd62adc-3653-4bf6-baf1-724bcda6aadf', 'status': 'completed', 'code': 200} Aug 11 03:16:18.751814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-4a900ccb-0c1e-4551-8c39-6959fee579ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:18.753685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-4a900ccb-0c1e-4551-8c39-6959fee579ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06380894fc254fdcaddfd3feaaea5482&device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 1096 time: 0.1716468 Aug 11 03:16:18.901444 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-edc0de8d-e213-4385-9482-0dadf657cf59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1000 time: 0.2903631 Aug 11 03:16:18.958607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet bdafbde8-9dbc-4510-8756-6862b23a6fa0 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:18.973039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:18.974354 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-4f642cd7-b6e5-4c83-9d80-be83f83966c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf HTTP/1.1" status: 200 len: 217 time: 0.2047021 Aug 11 03:16:19.018022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e52abb8-a975-45e7-8e58-4e1b5d31c614 req-233c9ed7-2c91-460d-9d88-914518556812 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798643 Aug 11 03:16:19.055551 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.096185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57baed5-1a18-48dd-8d44-ac8b596e2197 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:19.100848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-863e6f6d-0ba2-4346-864d-984ecf13d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.102343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-863e6f6d-0ba2-4346-864d-984ecf13d582 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.6740131 Aug 11 03:16:19.117912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.136562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-d96bda1d-3412-4446-acfd-ddcd8ed2c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.137794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-d96bda1d-3412-4446-acfd-ddcd8ed2c299 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.2145488 Aug 11 03:16:19.150285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf4d3f-ec80-460b-b528-1756f718208c req-71245676-cf16-4317-ae6a-b497567e1c09 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.158476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0ccf4d3f-ec80-460b-b528-1756f718208c req-71245676-cf16-4317-ae6a-b497567e1c09 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 944 time: 0.2554691 Aug 11 03:16:19.207608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Transition to ACTIVE for port object c57baed5-1a18-48dd-8d44-ac8b596e2197 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:19.212785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52898) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:19.221159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-8e6cf80e-d159-492d-ba3b-51f19e5269c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.222582 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-8e6cf80e-d159-492d-ba3b-51f19e5269c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60679bc7-a38f-498e-8ae8-d65e4670b00b HTTP/1.1" status: 200 len: 851 time: 0.2084751 Aug 11 03:16:19.229261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.284315 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0ccf4d3f-ec80-460b-b528-1756f718208c req-f84f0e54-bbf1-4c43-b6ae-0a205966f42a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229885 Aug 11 03:16:19.303853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-5dadc713-0a8a-4f51-8698-6937a7237641 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1000 time: 0.1859674 Aug 11 03:16:19.318048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.338137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d325c9c-1de4-42a4-b4e3-044647699f0f req-913541e2-0803-49a4-b325-b996f9af1580 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.351027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d325c9c-1de4-42a4-b4e3-044647699f0f req-913541e2-0803-49a4-b325-b996f9af1580 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 944 time: 0.1823502 Aug 11 03:16:19.366434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-c4a18b23-4b78-47e1-83c8-e84ff76df34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.368585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-c4a18b23-4b78-47e1-83c8-e84ff76df34c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2037413 Aug 11 03:16:19.432573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-a2e2ae63-d07f-475a-98c6-b9803034e4ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07a759de-4c49-4686-9e92-e604b88238df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920140 Aug 11 03:16:19.502721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42a63a0c-3316-4897-b1a9-8f39ae141d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.524961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.533044 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-79fbaedd-8513-4bb0-ad27-0f3729564ada req-4a3accd7-f35f-4c44-b93e-3e8aa4b28cd8 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.1142383 Aug 11 03:16:19.533762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d325c9c-1de4-42a4-b4e3-044647699f0f req-67350663-7065-4335-8cd3-184e0c11e740 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817954 Aug 11 03:16:19.535413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-13db0429-f197-482c-ae03-61b62c780b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.537569 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-13db0429-f197-482c-ae03-61b62c780b26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.1596248 Aug 11 03:16:19.579349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=bdafbde8-9dbc-4510-8756-6862b23a6fa0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.593563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e857445a-96ed-41f8-9ad5-56903dddc92a None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:19.603442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.605658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-93a210f0-5f16-439f-a6b9-d602d99446c3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/bdafbde8-9dbc-4510-8756-6862b23a6fa0 HTTP/1.1" status: 204 len: 168 time: 1.2838206 Aug 11 03:16:19.608788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52904) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:19.628272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Pushing event updated for resources: {'Port': ['ID=c57baed5-1a18-48dd-8d44-ac8b596e2197,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:19.666058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9fb54991-3257-4f33-9d28-be9fe729887e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539804 Aug 11 03:16:19.668754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52906) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:19.723181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac83ac-4952-4b02-ad65-218466351975 req-d77217df-3796-4e18-b184-6ef6e50684c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.725218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-d77217df-3796-4e18-b184-6ef6e50684c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626225 Aug 11 03:16:19.739010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbcdf69-5722-4854-8305-8b2bb2da181f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:19.740823 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-abbcdf69-5722-4854-8305-8b2bb2da181f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0710428 Aug 11 03:16:19.747727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52908) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:19.869004 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-3feb05a4-02d7-4697-83af-fae3909e8ebe service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268740 Aug 11 03:16:19.880161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:19.942945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] Deleting port c6d849e9-b440-422e-bea8-2f828e0cbc3f {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:19.943622 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:19.944272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-d5d1d056-17b5-4f65-b76a-e3f640c17b06 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792740 Aug 11 03:16:19.981341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Attempting to bind port c57baed5-1a18-48dd-8d44-ac8b596e2197 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:19.981768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Attempting to bind port c57baed5-1a18-48dd-8d44-ac8b596e2197 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:19.982167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Attempting to bind port c57baed5-1a18-48dd-8d44-ac8b596e2197 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:19.982312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-cc90706c-9038-4be0-8e94-88533b40a7ee service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036270 Aug 11 03:16:19.988155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7f0d91-dc84-4a95-b1c9-36d9ed4ba01a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.003313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1d7f0d91-dc84-4a95-b1c9-36d9ed4ba01a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2484987 Aug 11 03:16:20.004229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.032759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] For port c6d849e9-b440-422e-bea8-2f828e0cbc3f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c6d849e9-b440-422e-bea8-2f828e0cbc3f,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:20.033319 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.044949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Port c57baed5-1a18-48dd-8d44-ac8b596e2197 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:20.045731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Attempting to bind port c57baed5-1a18-48dd-8d44-ac8b596e2197 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:20.048836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-463ea6b2-6501-4d86-8919-ca944ff95009 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290064 Aug 11 03:16:20.056133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] Calling delete_port for c6d849e9-b440-422e-bea8-2f828e0cbc3f owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:20.070833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e8f0f8f2-c515-4b84-ac78-6252ce9e5fae tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647464 Aug 11 03:16:20.074280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:20.074622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:20.074983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.075130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:20.075494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Bound port: c57baed5-1a18-48dd-8d44-ac8b596e2197, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:20.075886 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.081951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:20.147754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42a63a0c-3316-4897-b1a9-8f39ae141d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.175458 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.208106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] Pushing event deleted for resources: {'Port': ['ID=c6d849e9-b440-422e-bea8-2f828e0cbc3f,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.209925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31f835a-373a-4add-85cb-9be8c0bd69d0 None None] No DVR routers for this DVR port c6d849e9-b440-422e-bea8-2f828e0cbc3f on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:20.244759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] For port c57baed5-1a18-48dd-8d44-ac8b596e2197, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:20.248211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] For port c57baed5-1a18-48dd-8d44-ac8b596e2197, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c57baed5-1a18-48dd-8d44-ac8b596e2197,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:20.257961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-42a63a0c-3316-4897-b1a9-8f39ae141d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.261807 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:20.264610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:20.269081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.278170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c6d849e9-b440-422e-bea8-2f828e0cbc3f no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:20.312388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: c6d849e9-b440-422e-bea8-2f828e0cbc3f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:20.312388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c6d849e9-b440-422e-bea8-2f828e0cbc3f not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:20.321625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-42a63a0c-3316-4897-b1a9-8f39ae141d4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d39122960e645429b152557dacf1c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1023471 Aug 11 03:16:20.323404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.335479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52918) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.340815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63a0c-3316-4897-b1a9-8f39ae141d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff011b-d9de-4366-bae4-561f1baebaab,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.391235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.391925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.393357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] 10.222.0.10 "PUT /v2.0/ports/c57baed5-1a18-48dd-8d44-ac8b596e2197 HTTP/1.1" status: 200 len: 1093 time: 2.8645091 Aug 11 03:16:20.435228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57b4d-e9f8-4255-906d-b85fba9a3fcb req-d6796886-7491-49ae-a1d7-1ff65a51bdc8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.440971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91c57b4d-e9f8-4255-906d-b85fba9a3fcb req-d6796886-7491-49ae-a1d7-1ff65a51bdc8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.2630260 Aug 11 03:16:20.475810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f9d0e87-4307-4a5e-bffa-f638d25eeb1c req-8345ae9e-7703-48c3-8673-562da25c62d8 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153947 Aug 11 03:16:20.496800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:20.517529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '55150182-4a93-49c8-bc21-3c863b5f0419', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'port_id': '55150182-4a93-49c8-bc21-3c863b5f0419', 'mac_address': 'fa:16:3e:6a:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:20.530460 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91c57b4d-e9f8-4255-906d-b85fba9a3fcb req-f9310033-b530-45a1-876b-c4d2f588a89a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726802 Aug 11 03:16:20.550241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51ac83ac-4952-4b02-ad65-218466351975 req-a27bbc7f-3ea2-44dc-95d7-2d8f721cd3a4 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882855 Aug 11 03:16:20.564961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864e1d9-c350-435d-9520-6248c1b0e49f service neutron] Pushing event updated for resources: {'Port': ['ID=c57baed5-1a18-48dd-8d44-ac8b596e2197,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.630521 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.663461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55150182-4a93-49c8-bc21-3c863b5f0419 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:20.692873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:20.694208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'tag': 'c57baed5-1a18-48dd-8d44-ac8b596e2197'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:20.696839 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c05f58-c768-4966-9ec7-64bce8ccdc62" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f5a0ae-80b1-4fa2-b9e4-1f0256378157", "tag": "c57baed5-1a18-48dd-8d44-ac8b596e2197"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:20.700511 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.723848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca67d9-6dbc-41da-8dcd-5fa3b335f65d req-fe3bf129-2be9-4e36-9399-ac04fb2a27a0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.725607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46ca67d9-6dbc-41da-8dcd-5fa3b335f65d req-fe3bf129-2be9-4e36-9399-ac04fb2a27a0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 944 time: 0.3021655 Aug 11 03:16:20.766580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-3f7a1954-2ff5-4807-82eb-b774b0f21363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.768348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28a5b6-0114-41ab-9efe-24b66e847a4c req-bfd7b717-8e54-43ca-bbc4-81cab4b9be9d tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.768560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-3f7a1954-2ff5-4807-82eb-b774b0f21363 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 1096 time: 0.2622356 Aug 11 03:16:20.769906 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df28a5b6-0114-41ab-9efe-24b66e847a4c req-bfd7b717-8e54-43ca-bbc4-81cab4b9be9d tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 944 time: 0.1049044 Aug 11 03:16:20.779500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.780219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-820fddec-5d14-48bd-b511-f15452f1957d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.839586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bffe8-0842-4e3f-a113-5846401aebcf req-67a8e498-53ae-41ca-bf4e-c070606dfffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.841306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-023bffe8-0842-4e3f-a113-5846401aebcf req-67a8e498-53ae-41ca-bf4e-c070606dfffa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06380894fc254fdcaddfd3feaaea5482&device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 1096 time: 0.2854018 Aug 11 03:16:20.856530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:20.868580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-3996316a-ad66-43f4-8503-7fca6f77f636 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c57baed5-1a18-48dd-8d44-ac8b596e2197 HTTP/1.1" status: 200 len: 217 time: 0.0766442 Aug 11 03:16:20.870915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-820fddec-5d14-48bd-b511-f15452f1957d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.874755 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df28a5b6-0114-41ab-9efe-24b66e847a4c req-aab022b6-ae39-4baa-bfad-ab34ed2f8232 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979621 Aug 11 03:16:20.875808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.899976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-46ca67d9-6dbc-41da-8dcd-5fa3b335f65d req-423c34e9-8868-4c39-bc90-ea60bef9e4fe tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341386 Aug 11 03:16:20.920826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:20.926822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:20.932866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:20.933458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:20.939055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b1898-4e25-4ab6-a2e4-c7f84ef8d48f None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:20.949554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=bcdd306a-6f36-4dcb-b3b5-813e86c837f4,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:20.957905 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c9a617f2-6cc4-4c30-bbfd-bfc0aec9183a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8814161 Aug 11 03:16:20.960396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52928) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:20.966591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:2d:99:91', 'name': 'tempest-NetworksTestDHCPv6-651709245'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:21.027103 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912e7db2-0684-4ffb-8580-9c5bd0edef2f x-openstack-request-id: req-912e7db2-0684-4ffb-8580-9c5bd0edef2f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:21.027377 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f5a0ae-80b1-4fa2-b9e4-1f0256378157", "tag": "c57baed5-1a18-48dd-8d44-ac8b596e2197", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:21.027654 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-912e7db2-0684-4ffb-8580-9c5bd0edef2f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:21.028071 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'tag': 'c57baed5-1a18-48dd-8d44-ac8b596e2197', 'status': 'completed', 'code': 200} Aug 11 03:16:21.034312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['55150182-4a93-49c8-bc21-3c863b5f0419'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:21.055481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-46cdcf57-f59d-4522-86a7-544f68fa5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.068963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-46cdcf57-f59d-4522-86a7-544f68fa5300 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.1362343 Aug 11 03:16:21.098150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a608b69-1157-44ba-a52f-d9e479fa7035 req-f0a90d5a-bea6-4993-98a9-c49a5196d7cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0568979 Aug 11 03:16:21.157191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-820fddec-5d14-48bd-b511-f15452f1957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.161245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-820fddec-5d14-48bd-b511-f15452f1957d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.162604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-820fddec-5d14-48bd-b511-f15452f1957d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35ff011b-d9de-4366-bae4-561f1baebaab HTTP/1.1" status: 204 len: 168 time: 0.7683120 Aug 11 03:16:21.164041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:21.173596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bffe8-0842-4e3f-a113-5846401aebcf req-0ba4194b-48be-4c1b-8c13-e96e82d61643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.175830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-023bffe8-0842-4e3f-a113-5846401aebcf req-0ba4194b-48be-4c1b-8c13-e96e82d61643 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07a759de-4c49-4686-9e92-e604b88238df HTTP/1.1" status: 200 len: 912 time: 0.3212290 Aug 11 03:16:21.385549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779de721-9876-4ef6-970f-03b538822071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'bcdd306a-6f36-4dcb-b3b5-813e86c837f4'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:21.389676 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-779de721-9876-4ef6-970f-03b538822071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.679667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fddec-5d14-48bd-b511-f15452f1957d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff011b-d9de-4366-bae4-561f1baebaab,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:21.683997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-023bffe8-0842-4e3f-a113-5846401aebcf req-3b30b6b1-d6f4-425d-b95b-a75b0307a6ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf HTTP/1.1" status: 200 len: 217 time: 0.4977314 Aug 11 03:16:21.697470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-4c25bebe-6af3-4472-ac6f-1c7f3836a601 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.700415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-4c25bebe-6af3-4472-ac6f-1c7f3836a601 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085&tenant_id=69120019df3c43d2af4dc08a22e06ab4&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 945 time: 0.3345947 Aug 11 03:16:21.717303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-a96b51cf-a452-40d6-8813-c5d54a6ad794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.721022 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-a96b51cf-a452-40d6-8813-c5d54a6ad794 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6293981 Aug 11 03:16:21.801884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:21.829688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4a1ac-3c81-44de-8cc7-a50d4cb5d7fd req-96a17141-69fc-482c-94d7-77c8d347c3d1 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:21.832051 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7e4a1ac-3c81-44de-8cc7-a50d4cb5d7fd req-96a17141-69fc-482c-94d7-77c8d347c3d1 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.3026791 Aug 11 03:16:21.835870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-f6981d51-8386-4947-a1d6-32b433323465 service neutron] 10.222.0.57 "GET /v2.0/ports/55150182-4a93-49c8-bc21-3c863b5f0419/bindings/n-h2-768509-22 HTTP/1.1" status: 200 len: 383 time: 0.1169627 Aug 11 03:16:21.840163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 64b253ea-1288-4a4d-a4f3-5a3893134415 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:21.878578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-779de721-9876-4ef6-970f-03b538822071 None None] Allocated IP 2001:db8::f816:3eff:fe0a:89d6 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/bcdd306a-6f36-4dcb-b3b5-813e86c837f4/6fad833c-dd09-43d1-a12d-45c796c69cc5) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:21.887324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52938) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:21.893619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7e4a1ac-3c81-44de-8cc7-a50d4cb5d7fd req-7148dff5-7e4a-4b43-b89e-45b670aeae1e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477445 Aug 11 03:16:21.941868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-52e24926-7661-4bb9-8aaa-d12c3a01501d service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728029 Aug 11 03:16:21.982058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40550713-0ded-42a4-ad1c-d34982272c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.035620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d6cd6-bd81-4d70-8237-dcb07f1a1aa5 req-8783f589-760a-4cd4-8b4d-b536ae03c131 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.038091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f2d6cd6-bd81-4d70-8237-dcb07f1a1aa5 req-8783f589-760a-4cd4-8b4d-b536ae03c131 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.3610494 Aug 11 03:16:22.052995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-7a164f1d-b086-4f85-956b-927c02f4e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.054710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-7a164f1d-b086-4f85-956b-927c02f4e477 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1097 time: 0.1652675 Aug 11 03:16:22.151852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bffe8-0842-4e3f-a113-5846401aebcf req-5b344dc3-b203-4a24-9809-61eae907e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.160628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-85b8dbd6-11bd-43dd-809a-d59235d0e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.162111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-85b8dbd6-11bd-43dd-809a-d59235d0e954 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.0976770 Aug 11 03:16:22.167699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-023bffe8-0842-4e3f-a113-5846401aebcf req-5b344dc3-b203-4a24-9809-61eae907e0c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60679bc7-a38f-498e-8ae8-d65e4670b00b HTTP/1.1" status: 200 len: 851 time: 0.4652276 Aug 11 03:16:22.173919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d45383a1-1075-4106-808b-43fb3ad85aeb req-9adf813d-61a1-44dc-8d43-d2d03ad0f5b1 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125371 Aug 11 03:16:22.185971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68f070-52f7-4c3a-b360-299797c6b2d8 req-59fe2e3d-8847-4d82-80c3-af1887753208 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.187154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af68f070-52f7-4c3a-b360-299797c6b2d8 req-59fe2e3d-8847-4d82-80c3-af1887753208 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 944 time: 0.1772602 Aug 11 03:16:22.216011 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-779de721-9876-4ef6-970f-03b538822071 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.233978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-779de721-9876-4ef6-970f-03b538822071 None None] Transition to ACTIVE for port object 6fad833c-dd09-43d1-a12d-45c796c69cc5 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:22.261337 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-023bffe8-0842-4e3f-a113-5846401aebcf req-12778c57-bfaa-42b3-99a7-ee1a928ad3fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07a759de-4c49-4686-9e92-e604b88238df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559921 Aug 11 03:16:22.261738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-779de721-9876-4ef6-970f-03b538822071 None None] Transition to ACTIVE for port object 6fad833c-dd09-43d1-a12d-45c796c69cc5 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:22.274832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4dd62adc-3653-4bf6-baf1-724bcda6aadf details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:22.280344 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-779de721-9876-4ef6-970f-03b538822071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.303306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af68f070-52f7-4c3a-b360-299797c6b2d8 req-89e29579-942f-45f2-8dc3-9173235d2c51 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023469 Aug 11 03:16:22.337634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f2d6cd6-bd81-4d70-8237-dcb07f1a1aa5 req-8bcb6905-3fe8-45aa-8046-ef2aaf2c24e8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608310 Aug 11 03:16:22.371912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-9db1e395-b8e2-4317-81b4-101915153d29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1001 time: 0.1836786 Aug 11 03:16:22.419205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779de721-9876-4ef6-970f-03b538822071 None None] Pushing event updated for resources: {'Port': ['ID=6fad833c-dd09-43d1-a12d-45c796c69cc5,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.437702 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779de721-9876-4ef6-970f-03b538822071 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:22.442547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-779de721-9876-4ef6-970f-03b538822071 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:22.445943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779de721-9876-4ef6-970f-03b538822071 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:22.450258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8510058d-ebea-4d34-a024-2a82503487ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.538527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-023bffe8-0842-4e3f-a113-5846401aebcf req-fc0cbeb3-4a47-4dd0-81a1-d980ace3e508 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149990 Aug 11 03:16:22.543006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fe2d:9991 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/bcdd306a-6f36-4dcb-b3b5-813e86c837f4/64b253ea-1288-4a4d-a4f3-5a3893134415) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:22.550575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37be13f6-2af7-4f5d-bd1c-f7b2f7623f1f req-08f89b93-db37-4e86-acb6-fe2e3f945963 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.1154110 Aug 11 03:16:22.594563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-75579af5-983e-42f2-930d-7676c55f5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.596251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-75579af5-983e-42f2-930d-7676c55f5dbd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.2004695 Aug 11 03:16:22.610883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-6ea47f78-f208-4d7c-95fa-c36d282dc048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.612512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-6ea47f78-f208-4d7c-95fa-c36d282dc048 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 1096 time: 0.3579497 Aug 11 03:16:22.621659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-779de721-9876-4ef6-970f-03b538822071 None None] Attempting to bind port 6fad833c-dd09-43d1-a12d-45c796c69cc5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:22.622681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-779de721-9876-4ef6-970f-03b538822071 None None] Attempting to bind port 6fad833c-dd09-43d1-a12d-45c796c69cc5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:22.623518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779de721-9876-4ef6-970f-03b538822071 None None] Attempting to bind port 6fad833c-dd09-43d1-a12d-45c796c69cc5 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:22.637763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779de721-9876-4ef6-970f-03b538822071 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:22.638556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779de721-9876-4ef6-970f-03b538822071 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:22.639362 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-779de721-9876-4ef6-970f-03b538822071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.640123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779de721-9876-4ef6-970f-03b538822071 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:22.641627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-779de721-9876-4ef6-970f-03b538822071 None None] Bound port: 6fad833c-dd09-43d1-a12d-45c796c69cc5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:22.643766 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-779de721-9876-4ef6-970f-03b538822071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.660471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40550713-0ded-42a4-ad1c-d34982272c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.675938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 4dd62adc-3653-4bf6-baf1-724bcda6aadf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf,segment=NetworkSegment(6bf9186e-6ffb-4821-bd75-aac070e8a117),segment_id=6bf9186e-6ffb-4821-bd75-aac070e8a117)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:22.678841 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-40550713-0ded-42a4-ad1c-d34982272c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.708155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-c6c3bcea-9f1e-4cca-a6f7-e9cce5fbada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.709694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-c6c3bcea-9f1e-4cca-a6f7-e9cce5fbada2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000803 Aug 11 03:16:22.730134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '4dd62adc-3653-4bf6-baf1-724bcda6aadf', 'network_id': '07a759de-4c49-4686-9e92-e604b88238df', 'port_id': '4dd62adc-3653-4bf6-baf1-724bcda6aadf', 'mac_address': 'fa:16:3e:40:e6:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60679bc7-a38f-498e-8ae8-d65e4670b00b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:22.791241 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.799690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-023bffe8-0842-4e3f-a113-5846401aebcf req-809d983d-2e20-4b1d-8ec1-d3a42fa59eb4 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406027 Aug 11 03:16:22.833492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dd62adc-3653-4bf6-baf1-724bcda6aadf {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:22.845177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-db146ab6-315a-4139-93e2-3cbdb805098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:22.846679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-db146ab6-315a-4139-93e2-3cbdb805098a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.2040634 Aug 11 03:16:22.858136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40550713-0ded-42a4-ad1c-d34982272c4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f90cd946c0a4c078d6ba3061a8d89a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9633956 Aug 11 03:16:22.860479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52946) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:22.878476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 4dd62adc-3653-4bf6-baf1-724bcda6aadf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf,segment=NetworkSegment(6bf9186e-6ffb-4821-bd75-aac070e8a117),segment_id=6bf9186e-6ffb-4821-bd75-aac070e8a117)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:22.890140 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:22.896002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-779de721-9876-4ef6-970f-03b538822071 None None] For port 6fad833c-dd09-43d1-a12d-45c796c69cc5, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:22.901988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-779de721-9876-4ef6-970f-03b538822071 None None] For port 6fad833c-dd09-43d1-a12d-45c796c69cc5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fad833c-dd09-43d1-a12d-45c796c69cc5,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:22.902370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40550713-0ded-42a4-ad1c-d34982272c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baddc60-9a42-4e7f-9c95-90f3abbdb659,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:22.922412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-5a600fcd-2455-47ea-8e31-71085746b667 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c57baed5-1a18-48dd-8d44-ac8b596e2197 HTTP/1.1" status: 200 len: 217 time: 0.0669589 Aug 11 03:16:22.951418 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-779de721-9876-4ef6-970f-03b538822071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.023529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf741-94da-43bb-9aa8-62a9ec2d51dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.040752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=4dd62adc-3653-4bf6-baf1-724bcda6aadf,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.073451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf741-94da-43bb-9aa8-62a9ec2d51dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.126623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779de721-9876-4ef6-970f-03b538822071 None None] Pushing event updated for resources: {'Port': ['ID=6fad833c-dd09-43d1-a12d-45c796c69cc5,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.126882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-38b92f2e-904c-464e-90b1-2651ae92f961 service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068942 Aug 11 03:16:23.141266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4dd62adc-3653-4bf6-baf1-724bcda6aadf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:23.143295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.157595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf741-94da-43bb-9aa8-62a9ec2d51dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.160426 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6eaf741-94da-43bb-9aa8-62a9ec2d51dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.172668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e6eaf741-94da-43bb-9aa8-62a9ec2d51dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6baddc60-9a42-4e7f-9c95-90f3abbdb659 HTTP/1.1" status: 204 len: 168 time: 0.3017368 Aug 11 03:16:23.177619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-7444ce3a-3246-4017-b0b1-71007cac6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.179438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-7444ce3a-3246-4017-b0b1-71007cac6c42 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.2417274 Aug 11 03:16:23.248544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdb933-bc48-4313-a106-c0c911109a56 req-03718d31-4abe-4640-9838-60cea3785a0f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.256468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55bdb933-bc48-4313-a106-c0c911109a56 req-03718d31-4abe-4640-9838-60cea3785a0f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.1525323 Aug 11 03:16:23.312706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-6b956403-52fa-4a62-b53d-7be6c98a6865 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3893204 Aug 11 03:16:23.315958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-eb2fc0cb-da87-4f50-99d6-a8da930c3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.317473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-eb2fc0cb-da87-4f50-99d6-a8da930c3ad7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272447 Aug 11 03:16:23.336563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eaf741-94da-43bb-9aa8-62a9ec2d51dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baddc60-9a42-4e7f-9c95-90f3abbdb659,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.343267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 64b253ea-1288-4a4d-a4f3-5a3893134415 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:23.547341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55bdb933-bc48-4313-a106-c0c911109a56 req-329fa6f3-bffc-4e52-95bd-8a556618e4c8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893627 Aug 11 03:16:23.551073 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-f99b94d1-8f31-4d24-abff-b3269446a368 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958289 Aug 11 03:16:23.591882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-cc20fa90-31bc-4749-ba1e-e4c97149cbc6 service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444957 Aug 11 03:16:23.596012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.682447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe251-9441-417c-8e34-0dddffd15715 req-f371a277-89b9-4351-8e22-f349cf50e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.684013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-f371a277-89b9-4351-8e22-f349cf50e7e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 1098 time: 0.1318531 Aug 11 03:16:23.695121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:23.715437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19edbc-fcd9-4cbc-bf79-1b140353dbd6 req-834b994f-9be0-4dfe-9c59-221581c379af tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.724121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e19edbc-fcd9-4cbc-bf79-1b140353dbd6 req-834b994f-9be0-4dfe-9c59-221581c379af tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 945 time: 0.2849762 Aug 11 03:16:23.726381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:23.729710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:23.736696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.737432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:23.740924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=64b253ea-1288-4a4d-a4f3-5a3893134415,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:23.789575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5206bed5-7052-44e1-97b9-f17db491acbd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8276200 Aug 11 03:16:23.809805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 52962) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:23.858817 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3c05f58-c768-4966-9ec7-64bce8ccdc62 req-f18389bf-fcf2-4610-967b-43458b35c2fb service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966464 Aug 11 03:16:23.870750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ddb68-f630-4404-8284-6651e71b1cff req-d755963f-2f72-4c12-a36c-b83323202644 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.873067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-103ddb68-f630-4404-8284-6651e71b1cff req-d755963f-2f72-4c12-a36c-b83323202644 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.2073364 Aug 11 03:16:23.904330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e19edbc-fcd9-4cbc-bf79-1b140353dbd6 req-711fb387-29e9-4292-a980-fd443f7b1c32 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791589 Aug 11 03:16:23.940472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2979fe-544f-4c7f-b31f-aed513f757b8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.944037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe251-9441-417c-8e34-0dddffd15715 req-d1971527-432a-4669-bba0-8f38695eb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.945539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-d1971527-432a-4669-bba0-8f38695eb662 service neutron] 10.222.0.10 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 916 time: 0.2281406 Aug 11 03:16:23.951671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2979fe-544f-4c7f-b31f-aed513f757b8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:23.953612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-103ddb68-f630-4404-8284-6651e71b1cff req-089322eb-f01b-4a80-be71-c1d921fb1e70 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664780 Aug 11 03:16:23.954085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ec2979fe-544f-4c7f-b31f-aed513f757b8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1429729 Aug 11 03:16:23.962479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 52968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:24.053814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-d64aab12-b802-486d-99c4-e053639985d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49f94411-bf9a-49b6-a22f-f13639740654 HTTP/1.1" status: 200 len: 217 time: 0.0984688 Aug 11 03:16:24.065310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac17b118-ed81-4db4-92e9-9f2ac13650af req-894dd7e9-b477-4958-be40-8a512e73ea80 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0655549 Aug 11 03:16:24.189658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dfe251-9441-417c-8e34-0dddffd15715 req-f66a8b90-92ff-4096-97da-cb3423ff81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:24.191203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-f66a8b90-92ff-4096-97da-cb3423ff81a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.1293600 Aug 11 03:16:24.264818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-3ec5b542-4482-4f71-bb19-4ce43ddb7623 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565951 Aug 11 03:16:24.278609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4dd62adc-3653-4bf6-baf1-724bcda6aadf up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:24.384246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fad833c-dd09-43d1-a12d-45c796c69cc5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:24.442319 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-9b37b623-96ce-402c-a9d0-ceb5ede9d25d service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628120 Aug 11 03:16:24.481684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6fad833c-dd09-43d1-a12d-45c796c69cc5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:24.487677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 64b253ea-1288-4a4d-a4f3-5a3893134415 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:24.488038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.496238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 4dd62adc-3653-4bf6-baf1-724bcda6aadf completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:24.501203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 4dd62adc-3653-4bf6-baf1-724bcda6aadf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:24.503722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.692415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.692860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.715185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17dfe251-9441-417c-8e34-0dddffd15715 req-82b93e96-e368-49d4-b6ad-87ce4eb8c5ca service neutron] 10.222.0.10 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646048 Aug 11 03:16:24.728642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd62adc-3653-4bf6-baf1-724bcda6aadf'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:24.732431 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00007442-1a49-4570-bb2a-73d6aa7be54d" -d '{"events": [{"server_uuid": "b013b0df-4010-42b1-9f52-2cedce29ea94", "name": "network-vif-plugged", "status": "completed", "tag": "4dd62adc-3653-4bf6-baf1-724bcda6aadf"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:24.738113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 64b253ea-1288-4a4d-a4f3-5a3893134415 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:24.762017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 4dd62adc-3653-4bf6-baf1-724bcda6aadf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf,segment=NetworkSegment(6bf9186e-6ffb-4821-bd75-aac070e8a117),segment_id=6bf9186e-6ffb-4821-bd75-aac070e8a117)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:24.773993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4a9bf92d-986a-409a-b9e0-4d212f4a854d None None] Provisioning for port 6fad833c-dd09-43d1-a12d-45c796c69cc5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:24.776885 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:24.777920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:24.840742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba823d-3b9c-4871-acbb-3f395f48480c req-182be980-518d-4ef4-b34b-d5e4b472a585 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:24.842982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10ba823d-3b9c-4871-acbb-3f395f48480c req-182be980-518d-4ef4-b34b-d5e4b472a585 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.1530316 Aug 11 03:16:24.871830 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f48609a-c258-49eb-a437-5a6ca38b29a8 x-openstack-request-id: req-6f48609a-c258-49eb-a437-5a6ca38b29a8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:24.877532 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b013b0df-4010-42b1-9f52-2cedce29ea94", "name": "network-vif-plugged", "status": "completed", "tag": "4dd62adc-3653-4bf6-baf1-724bcda6aadf", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:24.877797 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f48609a-c258-49eb-a437-5a6ca38b29a8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:24.882752 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dd62adc-3653-4bf6-baf1-724bcda6aadf', 'code': 200} Aug 11 03:16:24.910515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10ba823d-3b9c-4871-acbb-3f395f48480c req-69f6285b-a0eb-467f-afc1-39f5ee747c11 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611265 Aug 11 03:16:24.965373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4a9bf92d-986a-409a-b9e0-4d212f4a854d None None] Provisioning complete for port 6fad833c-dd09-43d1-a12d-45c796c69cc5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:24.965994 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf92d-986a-409a-b9e0-4d212f4a854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.016521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.115591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=64b253ea-1288-4a4d-a4f3-5a3893134415,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.132943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 55150182-4a93-49c8-bc21-3c863b5f0419 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:25.145403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8bbbc-457f-41bd-914a-82be93aa6a9f req-98bc91f9-e985-4373-a556-9507b9ca2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:25.151221 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29b8bbbc-457f-41bd-914a-82be93aa6a9f req-98bc91f9-e985-4373-a556-9507b9ca2ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 1098 time: 0.2345448 Aug 11 03:16:25.159466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=4dd62adc-3653-4bf6-baf1-724bcda6aadf,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.168671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 55150182-4a93-49c8-bc21-3c863b5f0419 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:25.169691 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.208864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.221804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a340575a-b821-4a76-a8b3-694308a9de8a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/64b253ea-1288-4a4d-a4f3-5a3893134415 HTTP/1.1" status: 204 len: 168 time: 1.2582197 Aug 11 03:16:25.222509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:25.243747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29b8bbbc-457f-41bd-914a-82be93aa6a9f req-5b7e069d-d158-4907-8318-d90f4b7b74dc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835342 Aug 11 03:16:25.289890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153dde8-607c-4055-a5c1-552d3a471320 req-02422c45-b2c2-41c8-a88f-fa0290d44f1a tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:25.292900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7153dde8-607c-4055-a5c1-552d3a471320 req-02422c45-b2c2-41c8-a88f-fa0290d44f1a tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.2520978 Aug 11 03:16:25.389414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277fff0-bde1-4b0d-9f10-8207f1b01a4b req-020f3371-9415-4d46-a706-d624861d8450 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:25.391745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2277fff0-bde1-4b0d-9f10-8207f1b01a4b req-020f3371-9415-4d46-a706-d624861d8450 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.2085435 Aug 11 03:16:25.399326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7153dde8-607c-4055-a5c1-552d3a471320 req-941d8070-adc7-47f3-b832-06b5b5c99ea4 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984924 Aug 11 03:16:25.400274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78e345-0d95-4950-bf01-b21f6a984325 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:25.401833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f78e345-0d95-4950-bf01-b21f6a984325 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:25.403394 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf92d-986a-409a-b9e0-4d212f4a854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.407001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8f78e345-0d95-4950-bf01-b21f6a984325 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1351998 Aug 11 03:16:25.408105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53022) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:25.427025 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a540f14-c19b-4d80-ba0d-3e02431938e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.463126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2277fff0-bde1-4b0d-9f10-8207f1b01a4b req-6a9d203f-ccdd-45ef-a3f0-fa65731fb1a3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546386 Aug 11 03:16:25.597305 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.612626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet bcdd306a-6f36-4dcb-b3b5-813e86c837f4 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:25.616772 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bfc76dd6-9fc2-4604-aa94-5976c3def34d req-291a92ce-5dd7-4708-bbb6-0ee5eb0e12d7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0737410 Aug 11 03:16:25.622196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.632280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4a9bf92d-986a-409a-b9e0-4d212f4a854d None None] For port 6fad833c-dd09-43d1-a12d-45c796c69cc5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fad833c-dd09-43d1-a12d-45c796c69cc5,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:25.639402 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.649137 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a9bf92d-986a-409a-b9e0-4d212f4a854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.721524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.723841 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.785572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6704e1ab-d533-4c74-a0f9-e1dea4631af9 None None] Could not find standard attr ID for object 64b253ea-1288-4a4d-a4f3-5a3893134415. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:16:25.792830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bf92d-986a-409a-b9e0-4d212f4a854d None None] Pushing event updated for resources: {'Port': ['ID=6fad833c-dd09-43d1-a12d-45c796c69cc5,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:25.842824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:25.853063 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.864727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:25.943387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.004625 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.062886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c9fdd5-758b-457d-874a-f163e1b03a37 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:26.137078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdd306a-6f36-4dcb-b3b5-813e86c837f4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:26.145120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.148848 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2c5a977d-9e0e-46be-aefe-43e808bc09de tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/bcdd306a-6f36-4dcb-b3b5-813e86c837f4 HTTP/1.1" status: 204 len: 168 time: 0.7395082 Aug 11 03:16:26.151369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53080) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:26.225003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f1e8a-b2a0-4af8-8bfc-7c198ce05a80 req-c90790b6-aad2-41d8-b6b8-87476389e0ea tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.226681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b1f1e8a-b2a0-4af8-8bfc-7c198ce05a80 req-c90790b6-aad2-41d8-b6b8-87476389e0ea tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 946 time: 0.1757193 Aug 11 03:16:26.266599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-18393c6b-05ea-4a84-9d68-78a0ade72210 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1118400 Aug 11 03:16:26.269530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53088) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:26.277664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:26.332165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b1f1e8a-b2a0-4af8-8bfc-7c198ce05a80 req-18da7440-fb54-4214-96f5-a30688603fd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986054 Aug 11 03:16:26.385954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fad833c-dd09-43d1-a12d-45c796c69cc5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:26.448490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-7f348be1-68d2-4152-bfbf-807882d5d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.450826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-7f348be1-68d2-4152-bfbf-807882d5d7d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 1098 time: 0.0621581 Aug 11 03:16:26.474808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:26.475261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:26.479754 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.582492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.590253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6fad833c-dd09-43d1-a12d-45c796c69cc5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:26.590749 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:26.711795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa876839-bd99-4092-93ea-eb91d9d1d48c req-3f3c4dec-57fa-43f3-979b-ad332192460c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.713390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa876839-bd99-4092-93ea-eb91d9d1d48c req-3f3c4dec-57fa-43f3-979b-ad332192460c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.1197100 Aug 11 03:16:26.715263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286989c-7073-4162-b508-66b21ad6981d req-b062f9c8-eadd-4856-bf6f-4afd99fba600 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:26.717891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5286989c-7073-4162-b508-66b21ad6981d req-b062f9c8-eadd-4856-bf6f-4afd99fba600 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1217730 Aug 11 03:16:26.732189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53098) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:26.813427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5286989c-7073-4162-b508-66b21ad6981d req-08c58b19-7155-4c76-a59e-0028b0a0b551 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830898 Aug 11 03:16:26.906278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa876839-bd99-4092-93ea-eb91d9d1d48c req-5e05b134-d5a9-4898-bbcf-2557af085902 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708293 Aug 11 03:16:26.942099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:26.945762 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45618f98-7dd8-4710-87a7-33a49be636b6" -d '{"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-plugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:26.959255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:26.977593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bcb9299c-0537-4a55-aeee-9048ee4bfa16 req-af6705d0-9309-4453-87a7-09ea70437fdc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0547018 Aug 11 03:16:27.002015 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.022459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09ede1b6-f3f5-431f-aaf3-0c7df32af027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.065343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] Deleting port 6fad833c-dd09-43d1-a12d-45c796c69cc5 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:27.066371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.105923 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36244e80-fe9c-4fd9-9958-a79b088124f8 x-openstack-request-id: req-36244e80-fe9c-4fd9-9958-a79b088124f8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:27.106518 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-plugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:27.106954 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36244e80-fe9c-4fd9-9958-a79b088124f8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:27.107506 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'code': 200} Aug 11 03:16:27.148953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:27.164278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] For port 6fad833c-dd09-43d1-a12d-45c796c69cc5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6fad833c-dd09-43d1-a12d-45c796c69cc5,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:27.164688 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.183605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] Calling delete_port for 6fad833c-dd09-43d1-a12d-45c796c69cc5 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:27.194042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02975483-667d-45a1-b583-12507ef5491b req-5b00071b-1e8f-496f-95a3-5e2cbad5aa89 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.195583 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02975483-667d-45a1-b583-12507ef5491b req-5b00071b-1e8f-496f-95a3-5e2cbad5aa89 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.0959399 Aug 11 03:16:27.255588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:27.295922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.298034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02975483-667d-45a1-b583-12507ef5491b req-4f76f248-6787-49a4-abdc-effae640fd25 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927172 Aug 11 03:16:27.332283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] Pushing event deleted for resources: {'Port': ['ID=6fad833c-dd09-43d1-a12d-45c796c69cc5,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.333948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_pluggable_backend [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Port 6fad833c-dd09-43d1-a12d-45c796c69cc5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=111683) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 11 03:16:27.334243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:27.336254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79284933-03c4-4e40-89fa-07acfb5265d9 None None] No DVR routers for this DVR port 6fad833c-dd09-43d1-a12d-45c796c69cc5 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:27.338654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_pluggable_backend [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:89d6 {{(pid=111683) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 11 03:16:27.343123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_pluggable_backend [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0a:89d6 {{(pid=111683) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 11 03:16:27.349913 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.400411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:27.404163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:27.409417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.410022 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.414767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.418703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4cef26-f4f5-4177-8789-7d40632a1038 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:27.420768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=d7d4e537-8da0-41a8-a1fb-74571358b20e,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.428714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Transition to ACTIVE for port object 55150182-4a93-49c8-bc21-3c863b5f0419 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:27.434136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:27.436519 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312535ca-8185-46a3-a390-243858a5bc84" -d '{"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-unplugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:27.445026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.481173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09ede1b6-f3f5-431f-aaf3-0c7df32af027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.493836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b30c3535-3bfb-4e29-a467-74a6697e029b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2230299 Aug 11 03:16:27.496845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53112) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:27.503089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:02:44:27', 'name': 'tempest-NetworksTestDHCPv6-554455104'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:27.519838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09ede1b6-f3f5-431f-aaf3-0c7df32af027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.675057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562be84-1fd8-4e49-a7f8-4c5918d53030 req-048bcb9e-16bf-461a-af30-163226adc137 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:27.688307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7562be84-1fd8-4e49-a7f8-4c5918d53030 req-048bcb9e-16bf-461a-af30-163226adc137 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.2048283 Aug 11 03:16:27.694321 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'd7d4e537-8da0-41a8-a1fb-74571358b20e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:27.695510 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:27.699182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=10']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.718742 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfccb875-8cf2-4b72-a9b8-b75ab76aba41 x-openstack-request-id: req-bfccb875-8cf2-4b72-a9b8-b75ab76aba41 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:27.719431 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-unplugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:27.719927 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bfccb875-8cf2-4b72-a9b8-b75ab76aba41 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:27.720550 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'code': 200} Aug 11 03:16:27.777420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-09ede1b6-f3f5-431f-aaf3-0c7df32af027 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2e20e0d54fe4763a46e847fef8b0f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0418591 Aug 11 03:16:27.781988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53116) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:27.796397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede1b6-f3f5-431f-aaf3-0c7df32af027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf58557-2640-4cd4-9ac2-0a26c931e04e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:27.847109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:27.922209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7562be84-1fd8-4e49-a7f8-4c5918d53030 req-42b02787-9a1a-435e-88c0-b3f99140fa62 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298529 Aug 11 03:16:27.941011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] No DVR routers for this DVR port 55150182-4a93-49c8-bc21-3c863b5f0419 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:27.980368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Allocated IP 2001:db8::f816:3eff:feae:a412 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/d7d4e537-8da0-41a8-a1fb-74571358b20e/5fc215d3-0854-488c-8c85-07b62fe211b3) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:28.019848 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-c3ee69e7-8b42-4a7f-99f2-ed2238899b99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3159583 Aug 11 03:16:28.028021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6375fdcf-ded2-4f3e-afc0-38c418ac08cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.095678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.104858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6375fdcf-ded2-4f3e-afc0-38c418ac08cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.176937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ddc097-9b5c-43a7-b506-ee516ba22159 req-0ca2a962-96b2-499d-9df3-27d4dd4f100d tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.182319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7ddc097-9b5c-43a7-b506-ee516ba22159 req-0ca2a962-96b2-499d-9df3-27d4dd4f100d tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.3546209 Aug 11 03:16:28.187180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 843ac5ce-13aa-4662-96e0-a02494be5b47 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:28.209805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:28.210148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:28.211408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:28.212036 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.220757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:16:28.221175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Attempting to bind port 55150182-4a93-49c8-bc21-3c863b5f0419 on network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:28.228715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:28.229071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Checking segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:28.229742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Bound using segment: {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:28.230578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Bound port: 55150182-4a93-49c8-bc21-3c863b5f0419, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7152a76f-5bdf-41ec-9d84-cf123d293b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:28.230578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.242415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.265653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6375fdcf-ded2-4f3e-afc0-38c418ac08cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.269509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6375fdcf-ded2-4f3e-afc0-38c418ac08cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.271232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Transition to ACTIVE for port object 5fc215d3-0854-488c-8c85-07b62fe211b3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:28.275892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6375fdcf-ded2-4f3e-afc0-38c418ac08cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bf58557-2640-4cd4-9ac2-0a26c931e04e HTTP/1.1" status: 204 len: 168 time: 0.4891586 Aug 11 03:16:28.288255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b7ddc097-9b5c-43a7-b506-ee516ba22159 req-2815d2c5-372c-47b7-8dea-bbe1efdbc2d7 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565288 Aug 11 03:16:28.309061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fad833c-dd09-43d1-a12d-45c796c69cc5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:28.362656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-1989c85b-a947-4154-8615-e614434a452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.364450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-1989c85b-a947-4154-8615-e614434a452b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa09ea4333424814a0d5f8bad0860333&device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 1097 time: 0.2460859 Aug 11 03:16:28.367225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375fdcf-ded2-4f3e-afc0-38c418ac08cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf58557-2640-4cd4-9ac2-0a26c931e04e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.367965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Transition to ACTIVE for port object 5fc215d3-0854-488c-8c85-07b62fe211b3 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:28.370826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6fad833c-dd09-43d1-a12d-45c796c69cc5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:28.371197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6fad833c-dd09-43d1-a12d-45c796c69cc5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:28.409511 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.493736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:28.498379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:28.505401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:28.509378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:28.512759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:28.520574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Pushing event updated for resources: {'Port': ['ID=5fc215d3-0854-488c-8c85-07b62fe211b3,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.529232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.585430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Attempting to bind port 5fc215d3-0854-488c-8c85-07b62fe211b3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:28.585971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Attempting to bind port 5fc215d3-0854-488c-8c85-07b62fe211b3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:28.586439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Attempting to bind port 5fc215d3-0854-488c-8c85-07b62fe211b3 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:28.598001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:28.598701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:28.599253 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.599963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:28.600565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Bound port: 5fc215d3-0854-488c-8c85-07b62fe211b3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:28.601494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.647501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.647940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.649873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] 10.222.0.10 "PUT /v2.0/ports/55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1094 time: 2.1833627 Aug 11 03:16:28.650936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62caa266-962e-4ce9-92e9-7860608b2052 service neutron] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=11']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.707078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] For port 5fc215d3-0854-488c-8c85-07b62fe211b3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:28.712781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] For port 5fc215d3-0854-488c-8c85-07b62fe211b3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5fc215d3-0854-488c-8c85-07b62fe211b3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:28.722045 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:28.752159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816c13e-8a28-4df1-b3c1-92297c896493 req-6bb74184-f535-4838-bb51-57ef0babac0c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.753853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e816c13e-8a28-4df1-b3c1-92297c896493 req-6bb74184-f535-4838-bb51-57ef0babac0c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.3454332 Aug 11 03:16:28.833123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e581694-4a87-4cbb-84d6-0d113505609c None None] Pushing event updated for resources: {'Port': ['ID=5fc215d3-0854-488c-8c85-07b62fe211b3,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:28.836359 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:16:28.852386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-f19afbae-c21a-4a06-be8c-c24f35a3d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:28.853989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-f19afbae-c21a-4a06-be8c-c24f35a3d59c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1097 time: 0.1735306 Aug 11 03:16:28.943451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e816c13e-8a28-4df1-b3c1-92297c896493 req-454140e1-ed67-4d46-ba87-799867c168d3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619020 Aug 11 03:16:29.217217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-0d167eea-f166-4b15-9986-7ba4a164bb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.218889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-0d167eea-f166-4b15-9986-7ba4a164bb05 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.3451512 Aug 11 03:16:29.241474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb4f940c-92a9-46ea-87ed-962cd6800750 req-7ae38153-d454-4cf5-9aea-0199004639d6 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.7716138 Aug 11 03:16:29.317023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0dae1-aeb6-4bd8-a17f-4375f7e2e553 req-be78cba5-3bb5-45f4-954c-94bd977191e3 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.320203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fe02:4427 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/d7d4e537-8da0-41a8-a1fb-74571358b20e/843ac5ce-13aa-4662-96e0-a02494be5b47) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:29.324153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32f0dae1-aeb6-4bd8-a17f-4375f7e2e553 req-be78cba5-3bb5-45f4-954c-94bd977191e3 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 945 time: 0.1948617 Aug 11 03:16:29.341105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-69d403be-7616-4d3a-8501-22c0cd647f5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1000 time: 0.1120501 Aug 11 03:16:29.409152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32f0dae1-aeb6-4bd8-a17f-4375f7e2e553 req-484c29d2-25bc-4a8e-987b-ee076c32ce99 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655448 Aug 11 03:16:29.418802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-91fbbaf1-7af8-47cd-acba-2dda238c196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.420441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-91fbbaf1-7af8-47cd-acba-2dda238c196f service neutron] 10.222.0.57 "GET /v2.0/networks?id=effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 200 len: 916 time: 1.0175052 Aug 11 03:16:29.486970 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-6e553bdc-8ced-40be-b0c3-113ff90522e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c HTTP/1.1" status: 200 len: 217 time: 0.0568838 Aug 11 03:16:29.501834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-d99d91b9-fd46-4fd4-b53c-cf97ff68e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.504104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-d99d91b9-fd46-4fd4-b53c-cf97ff68e7d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.1145878 Aug 11 03:16:29.594902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf460a-2ada-409b-9a83-8a9f2cf9f61d req-63815d23-5b59-4185-9ffa-3d97b7258beb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.602743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3bbf460a-2ada-409b-9a83-8a9f2cf9f61d req-63815d23-5b59-4185-9ffa-3d97b7258beb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.2343173 Aug 11 03:16:29.627215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a3ffe-7ee3-4d4f-86be-7ef71c24cf15 req-0a48e19c-7594-4ca4-9fd5-3d2e89e6d458 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.629592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e0a3ffe-7ee3-4d4f-86be-7ef71c24cf15 req-0a48e19c-7594-4ca4-9fd5-3d2e89e6d458 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1040318 Aug 11 03:16:29.637973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-3ce3dbd4-3c53-47ea-b976-2a5044d2fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.640697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-3ce3dbd4-3c53-47ea-b976-2a5044d2fa66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269734 Aug 11 03:16:29.679476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-558f8ffe-7e9b-44f4-948b-af6f05b2ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:29.681067 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-558f8ffe-7e9b-44f4-948b-af6f05b2ca3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 200 len: 855 time: 0.1325223 Aug 11 03:16:29.722530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:29.726505 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab798f6b-a62b-4515-823b-e5a2022bdbb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:29.730208 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-935499bb-fdb7-46ef-b59f-2336200590f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=effd984e-5feb-4b17-b9af-dc7dc2aae44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403254 Aug 11 03:16:29.733209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3bbf460a-2ada-409b-9a83-8a9f2cf9f61d req-e9691214-17c0-4a0e-8ac6-20562ce0cca2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295373 Aug 11 03:16:29.860258 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:29.866455 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-c37d7e64-8e3e-4e36-bd43-e44761924146 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133996 Aug 11 03:16:29.878126 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e60670-4361-45ba-b3ef-fc8580ccc036 x-openstack-request-id: req-94e60670-4361-45ba-b3ef-fc8580ccc036 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:29.878483 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:29.878679 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94e60670-4361-45ba-b3ef-fc8580ccc036 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:29.879100 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'status': 'completed', 'code': 200} Aug 11 03:16:29.889944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 843ac5ce-13aa-4662-96e0-a02494be5b47 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:29.917184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-b2d23e12-de3d-4305-818b-4d16c7bfe843 service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780853 Aug 11 03:16:30.002568 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.005276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53160) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:30.095785 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.159660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:30.172779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88d1ee-3765-46a5-929c-d990c9a8f989 req-17d57dd0-9ff9-4903-863c-84783bd2e6b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.174369 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd88d1ee-3765-46a5-929c-d990c9a8f989 req-17d57dd0-9ff9-4903-863c-84783bd2e6b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.1461046 Aug 11 03:16:30.180052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:30.182763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:30.191227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.191227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.195617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe57e4f5-38d0-4f9e-91ad-4f05e03b3841 req-039171a7-3681-471f-82dd-c7d63225967c service neutron] 10.222.0.57 "GET /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674134 Aug 11 03:16:30.232517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=843ac5ce-13aa-4662-96e0-a02494be5b47,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:30.259233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2b940d84-4d5e-4510-a5a4-cbfad78ae074 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7586558 Aug 11 03:16:30.260779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53164) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:30.321280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:30.338065 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd88d1ee-3765-46a5-929c-d990c9a8f989 req-85562dcc-d0ea-4cc4-a560-d4a53654026b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394768 Aug 11 03:16:30.404944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264febab-c35d-41d8-8102-83b4fe77024f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.407967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a010eb80-ee8d-4036-a0e4-ba60fc74cd6a None None] Provisioning for port 5fc215d3-0854-488c-8c85-07b62fe211b3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:30.422605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264febab-c35d-41d8-8102-83b4fe77024f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.427974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-264febab-c35d-41d8-8102-83b4fe77024f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1668994 Aug 11 03:16:30.432489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:30.433164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53168) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:30.485874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5fc215d3-0854-488c-8c85-07b62fe211b3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:30.536207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6cfe37d-7132-41c6-9805-6e95b8255c0b req-1da4a112-4617-4708-988e-37daecccb06d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0435519 Aug 11 03:16:30.604923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 5fc215d3-0854-488c-8c85-07b62fe211b3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:30.619348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5fc215d3-0854-488c-8c85-07b62fe211b3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:30.619844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.688941 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e0a3ffe-7ee3-4d4f-86be-7ef71c24cf15 req-e2de73c1-53ea-4beb-800e-411471fa2bf2 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0439644 Aug 11 03:16:30.749238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-87c90708-c75b-4f35-9872-73b09762126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.752304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-87c90708-c75b-4f35-9872-73b09762126a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1097 time: 0.8710241 Aug 11 03:16:30.760808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-806117ad-4cc0-4a92-96db-e9454cdc3f07 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:30.762849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-806117ad-4cc0-4a92-96db-e9454cdc3f07 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 945 time: 0.8770761 Aug 11 03:16:30.780390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 843ac5ce-13aa-4662-96e0-a02494be5b47 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:30.783698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.790958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2ab3206a-7257-4707-a6a5-c7a9cf34781a None None] Provisioning for port 843ac5ce-13aa-4662-96e0-a02494be5b47 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:30.847216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2ab3206a-7257-4707-a6a5-c7a9cf34781a None None] Provisioning complete for port 843ac5ce-13aa-4662-96e0-a02494be5b47 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:30.847674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2ab3206a-7257-4707-a6a5-c7a9cf34781a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.889547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:30.939410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-815ad6b1-fa5d-4feb-b09a-10e98a7cd2ad req-bd6d840c-c55e-46f9-9b25-53fd96fbc6b7 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0339231 Aug 11 03:16:30.939865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2ab3206a-7257-4707-a6a5-c7a9cf34781a None None] Port 843ac5ce-13aa-4662-96e0-a02494be5b47 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:16:30.944841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 5fc215d3-0854-488c-8c85-07b62fe211b3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5fc215d3-0854-488c-8c85-07b62fe211b3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:30.953850 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.022188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=5fc215d3-0854-488c-8c85-07b62fe211b3,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:31.035508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ee4e4-adba-4169-93a4-2a6ed36ec4e9 req-cf0ae79b-0458-4ec2-8be1-f040b0aa7ab5 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.043753 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7b7ee4e4-adba-4169-93a4-2a6ed36ec4e9 req-cf0ae79b-0458-4ec2-8be1-f040b0aa7ab5 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 945 time: 0.3291173 Aug 11 03:16:31.046747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8693982-bfc0-4d6a-b159-daa3719b0804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.073959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79621924-c80d-40b2-b932-76f5c62294aa req-a5490c47-3c06-4895-b8e7-e4f9f027ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.075583 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79621924-c80d-40b2-b932-76f5c62294aa req-a5490c47-3c06-4895-b8e7-e4f9f027ee9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06380894fc254fdcaddfd3feaaea5482&device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 1098 time: 0.1408086 Aug 11 03:16:31.083532 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.126128 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 843ac5ce-13aa-4662-96e0-a02494be5b47 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:31.158354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7b7ee4e4-adba-4169-93a4-2a6ed36ec4e9 req-ec870cdf-1e16-4ca5-946a-30b50ee0eaac tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135628 Aug 11 03:16:31.160757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-7cd0851f-e597-4bdc-bd76-7474a440b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.162400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-7cd0851f-e597-4bdc-bd76-7474a440b97d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.3983762 Aug 11 03:16:31.188739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414fb80-9395-464c-8e0e-1197db9f0323 req-677a7a94-dd4d-4355-8a04-646cc1dce582 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.189795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8414fb80-9395-464c-8e0e-1197db9f0323 req-677a7a94-dd4d-4355-8a04-646cc1dce582 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.2574885 Aug 11 03:16:31.215513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-c9f77ad5-51ef-418e-bea6-29d53e98dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.217977 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-c9f77ad5-51ef-418e-bea6-29d53e98dab2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1097 time: 0.2149951 Aug 11 03:16:31.299916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79621924-c80d-40b2-b932-76f5c62294aa req-05c5b401-4a4d-4d36-a91e-c1cafaa65e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.301550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79621924-c80d-40b2-b932-76f5c62294aa req-05c5b401-4a4d-4d36-a91e-c1cafaa65e4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=07a759de-4c49-4686-9e92-e604b88238df HTTP/1.1" status: 200 len: 912 time: 0.2150657 Aug 11 03:16:31.356957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79621924-c80d-40b2-b932-76f5c62294aa req-c11311de-cf7d-4dbb-8d98-e34ed08ba4c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf HTTP/1.1" status: 200 len: 217 time: 0.0454745 Aug 11 03:16:31.365186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Deleting port 705e518e-2803-4461-aa78-70b20b7d73f9 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:31.365186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.400842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07dddb-a695-4645-b8c2-a2ec7a372b5f req-0228355a-3d49-45f3-ba9c-a70b0d7b7fdc tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.402371 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb07dddb-a695-4645-b8c2-a2ec7a372b5f req-0228355a-3d49-45f3-ba9c-a70b0d7b7fdc tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1450059 Aug 11 03:16:31.432488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-3ea6bf7f-4111-49d1-9a0e-a77278d6e48a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1000 time: 0.2364678 Aug 11 03:16:31.466858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8414fb80-9395-464c-8e0e-1197db9f0323 req-12477047-a10b-432c-aee5-f515aba04e42 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570865 Aug 11 03:16:31.482869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79621924-c80d-40b2-b932-76f5c62294aa req-ca23eb80-392a-4d4a-8233-401da94b0386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.485697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79621924-c80d-40b2-b932-76f5c62294aa req-ca23eb80-392a-4d4a-8233-401da94b0386 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60679bc7-a38f-498e-8ae8-d65e4670b00b HTTP/1.1" status: 200 len: 851 time: 0.1183252 Aug 11 03:16:31.488871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.511597 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb07dddb-a695-4645-b8c2-a2ec7a372b5f req-c2dd2937-96c8-4fcb-ae22-f8d27526025c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877187 Aug 11 03:16:31.562240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=843ac5ce-13aa-4662-96e0-a02494be5b47,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:31.585456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79621924-c80d-40b2-b932-76f5c62294aa req-5e802fd4-ce5f-445d-8a6b-33d9e8b2dd7a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07a759de-4c49-4686-9e92-e604b88238df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918705 Aug 11 03:16:31.604871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-b8691339-e707-4fff-ae94-4b56b4bd1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.606380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-b8691339-e707-4fff-ae94-4b56b4bd1940 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.1601934 Aug 11 03:16:31.621035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.625295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8f72e5ab-f293-4ff0-806a-e40f6e6a0666 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/843ac5ce-13aa-4662-96e0-a02494be5b47 HTTP/1.1" status: 204 len: 168 time: 1.1882138 Aug 11 03:16:31.626525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53184) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:31.650686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-bff2afab-a669-4890-80fb-4145344722d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.652242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-bff2afab-a669-4890-80fb-4145344722d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.3796971 Aug 11 03:16:31.656100 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8693982-bfc0-4d6a-b159-daa3719b0804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.658005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] For port 705e518e-2803-4461-aa78-70b20b7d73f9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=705e518e-2803-4461-aa78-70b20b7d73f9,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:31.658378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.715321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8693982-bfc0-4d6a-b159-daa3719b0804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:31.772293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Calling delete_port for 705e518e-2803-4461-aa78-70b20b7d73f9 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:31.777561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fecb6be-aada-4bc5-b9e8-d5e0ea0f4cfb req-c4b31fb5-1811-44a5-a8d5-b89bef1a2e9a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0591726 Aug 11 03:16:31.834945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6365c-3f3d-4021-ad9f-4d66c83785ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.834945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6365c-3f3d-4021-ad9f-4d66c83785ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.834945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f7f6365c-3f3d-4021-ad9f-4d66c83785ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2072697 Aug 11 03:16:31.835393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53186) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:31.845892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79621924-c80d-40b2-b932-76f5c62294aa req-b81a4c4b-4723-43f5-9576-d1a2028a6c25 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340500 Aug 11 03:16:31.899479 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b8693982-bfc0-4d6a-b159-daa3719b0804 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ab5ee3aa00645909576569bca450706&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8905597 Aug 11 03:16:31.906110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53188) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:31.911482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8693982-bfc0-4d6a-b159-daa3719b0804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b60cc4-6322-4496-966f-e6344197586e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:31.928641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecba77b-550e-41b4-a495-f2df99472de9 req-08693935-e66a-42b0-9584-942cf89a8656 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.930126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eecba77b-550e-41b4-a495-f2df99472de9 req-08693935-e66a-42b0-9584-942cf89a8656 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.3127959 Aug 11 03:16:31.935712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-ee080620-6ef8-4a24-aa8f-0b59bf8f9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:31.938668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-ee080620-6ef8-4a24-aa8f-0b59bf8f9427 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3119543 Aug 11 03:16:31.939943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-bbfa876a-cc9e-46a8-b321-8528c92c4cb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 1000 time: 0.2624066 Aug 11 03:16:31.962927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet d7d4e537-8da0-41a8-a1fb-74571358b20e {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:31.967842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.030680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.055937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79621924-c80d-40b2-b932-76f5c62294aa req-6055fcca-2157-4a68-acf4-7a754d08afd6 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841812 Aug 11 03:16:32.128272 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.130211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-8993b210-c183-4864-ad84-d8739774b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.131758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-8993b210-c183-4864-ad84-d8739774b36d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.1834369 Aug 11 03:16:32.137201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eecba77b-550e-41b4-a495-f2df99472de9 req-d13e140c-c24c-4423-9b0f-b25d0fd19655 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947730 Aug 11 03:16:32.222220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe5e7-1837-4f51-9cd3-80e04643917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.229819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.282575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-5a17dd1c-a43a-4509-8944-d5da31b5d6e7 service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303728 Aug 11 03:16:32.299054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe5e7-1837-4f51-9cd3-80e04643917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.305559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d4e537-8da0-41a8-a1fb-74571358b20e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:32.344356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098a7ee-dd70-400e-a959-a74f20c02679 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:32.348027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.355152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9f0de031-45cd-4b4c-a218-154122eb2187 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/d7d4e537-8da0-41a8-a1fb-74571358b20e HTTP/1.1" status: 204 len: 168 time: 0.5164986 Aug 11 03:16:32.355522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53192) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:32.406341 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aadd3bdb-c6d2-4b37-ab84-d6b2726570a6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469513 Aug 11 03:16:32.406597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53194) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:32.432827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5fc215d3-0854-488c-8c85-07b62fe211b3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:32.434573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-0369ea50-5dee-4857-8313-1c2f667c8243 service neutron] 10.222.0.57 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313622 Aug 11 03:16:32.471402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.487984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['49f94411-bf9a-49b6-a22f-f13639740654'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:32.490100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'c398ae86-a936-43d6-8c2b-776c1451b708'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:32.520183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9d44f8-8026-443a-ab73-feccae9c2368 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.525349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1a9d44f8-8026-443a-ab73-feccae9c2368 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1177938 Aug 11 03:16:32.526266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53198) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:32.586887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event deleted for resources: {'Port': ['ID=705e518e-2803-4461-aa78-70b20b7d73f9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:32.590710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0d20-7788-4ccf-b5f1-b6fd128b4ec7 req-009c0922-bc63-4f3a-8941-875b1b029fa6 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.601035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-487f0d20-7788-4ccf-b5f1-b6fd128b4ec7 req-009c0922-bc63-4f3a-8941-875b1b029fa6 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 867 time: 0.1998935 Aug 11 03:16:32.607837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-7f31c9a6-6f71-480a-94ec-89c6209d5012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.612603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-7f31c9a6-6f71-480a-94ec-89c6209d5012 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4670086 Aug 11 03:16:32.673742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5fc215d3-0854-488c-8c85-07b62fe211b3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:32.674432 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.710551 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-487f0d20-7788-4ccf-b5f1-b6fd128b4ec7 req-469bc26c-ace6-409f-82ce-d83d953aa375 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084523 Aug 11 03:16:32.751871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d8574e-a537-42bc-a8be-2de45a99f98b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:32.767467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24d8574e-a537-42bc-a8be-2de45a99f98b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2390773 Aug 11 03:16:32.768623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53202) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:32.880693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] No DVR routers for this DVR port 705e518e-2803-4461-aa78-70b20b7d73f9 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:32.888389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:32.893343 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f86029d3-8491-4aa5-a373-3a37bd8124e3 req-8d24b438-57bf-4c3c-b9ef-ceeb5b10fbbc tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "DELETE /v2.0/ports/705e518e-2803-4461-aa78-70b20b7d73f9 HTTP/1.1" status: 204 len: 173 time: 2.1126912 Aug 11 03:16:32.894328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:32.894884 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7b3bdb6e-3ce4-4616-9ab6-5d591f848e1f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1245794 Aug 11 03:16:32.899396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53206) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:32.902270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:32.947102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'name': 'network-vif-deleted', 'tag': '705e518e-2803-4461-aa78-70b20b7d73f9'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:32.950240 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb97a0b-331e-49e1-b8bc-feaafbbe2fb2" -d '{"events": [{"server_uuid": "a8dde1f6-d74d-481a-bd3d-05ac8f6d1908", "name": "network-vif-deleted", "tag": "705e518e-2803-4461-aa78-70b20b7d73f9"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:33.005764 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe5e7-1837-4f51-9cd3-80e04643917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.008409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a0bbe5e7-1837-4f51-9cd3-80e04643917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.012701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a0bbe5e7-1837-4f51-9cd3-80e04643917e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34b60cc4-6322-4496-966f-e6344197586e HTTP/1.1" status: 204 len: 168 time: 1.1021011 Aug 11 03:16:33.031814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bbe5e7-1837-4f51-9cd3-80e04643917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b60cc4-6322-4496-966f-e6344197586e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:33.058977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb761f97-5377-4847-9915-5573b5747a8e req-fd8c305d-4ab6-43bd-8bd9-71c121f18bf8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.064033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb761f97-5377-4847-9915-5573b5747a8e req-fd8c305d-4ab6-43bd-8bd9-71c121f18bf8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.3196704 Aug 11 03:16:33.094091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0712f-a132-4fd5-9849-63ab32054d99 req-dd116631-5d84-4917-97e4-c13a5daa0160 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.096359 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04d0712f-a132-4fd5-9849-63ab32054d99 req-dd116631-5d84-4917-97e4-c13a5daa0160 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.2234786 Aug 11 03:16:33.113054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:33.116809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.118522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-022d7ea0-d0b0-4e9f-917f-61ed3dc2fffd service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849336 Aug 11 03:16:33.156150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fb761f97-5377-4847-9915-5573b5747a8e req-7d3b7dfe-e931-4268-bfec-08f7aab1cfd6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818217 Aug 11 03:16:33.245533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-04d0712f-a132-4fd5-9849-63ab32054d99 req-daf57a14-3e26-4dd6-b5ac-a828f7681b89 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419935 Aug 11 03:16:33.293630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] Deleting port 5fc215d3-0854-488c-8c85-07b62fe211b3 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:33.294065 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.326823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc6f175d-ac74-4cd8-a075-f593ed4ef3c9 req-57f362cb-e56e-48e5-a896-b64c4d584255 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0687618 Aug 11 03:16:33.346929 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7bbe6d-5825-43da-b008-c1046f7ab345 x-openstack-request-id: req-3f7bbe6d-5825-43da-b008-c1046f7ab345 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:33.347494 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8dde1f6-d74d-481a-bd3d-05ac8f6d1908", "name": "network-vif-deleted", "tag": "705e518e-2803-4461-aa78-70b20b7d73f9", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:33.347953 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f7bbe6d-5825-43da-b008-c1046f7ab345 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:33.350029 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8dde1f6-d74d-481a-bd3d-05ac8f6d1908', 'name': 'network-vif-deleted', 'tag': '705e518e-2803-4461-aa78-70b20b7d73f9', 'status': 'completed', 'code': 200} Aug 11 03:16:33.420887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab798f6b-a62b-4515-823b-e5a2022bdbb4 req-89f28fe6-13a8-42c1-88c4-62f38f7fa092 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713659 Aug 11 03:16:33.423284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] For port 5fc215d3-0854-488c-8c85-07b62fe211b3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5fc215d3-0854-488c-8c85-07b62fe211b3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:33.423824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.449358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] Calling delete_port for 5fc215d3-0854-488c-8c85-07b62fe211b3 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:33.547136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.566556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479cf49-d6eb-4966-88d0-c4bd46ba2922 req-ad2d0506-6d8f-4aef-9165-97bab6bd87db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.568940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f479cf49-d6eb-4966-88d0-c4bd46ba2922 req-ad2d0506-6d8f-4aef-9165-97bab6bd87db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.1245785 Aug 11 03:16:33.605273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:33.615021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:33.617519 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.620280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:33.620918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:33.662389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=b12ed10f-d69a-4a44-b321-7294de29018b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:33.674335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-15009ca7-5763-4314-acf6-f25b9afea96b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7760961 Aug 11 03:16:33.677108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:33.681448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f479cf49-d6eb-4966-88d0-c4bd46ba2922 req-3b3c7877-e4ce-427e-a73a-499cb5966542 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703127 Aug 11 03:16:33.687470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:fb:d1:48', 'name': 'tempest-NetworksTestDHCPv6-726761979'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:33.697841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] No DVR routers for this DVR port 5fc215d3-0854-488c-8c85-07b62fe211b3 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:33.712339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c45e5-9af0-48de-ad6b-b4cdf45101e0 None None] Pushing event deleted for resources: {'Port': ['ID=5fc215d3-0854-488c-8c85-07b62fe211b3,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:33.732922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a1d60-89a7-49eb-b10b-6a63d20ba779 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:33.755285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:33.759550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 705e518e-2803-4461-aa78-70b20b7d73f9 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:33.820237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 705e518e-2803-4461-aa78-70b20b7d73f9 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:33.820870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 705e518e-2803-4461-aa78-70b20b7d73f9 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:33.880797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab31537a-5dfa-4f4d-985d-1655e383876d req-af3852ac-ba73-480c-acb8-9b43acedbad8 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8dde1f6-d74d-481a-bd3d-05ac8f6d1908 HTTP/1.1" status: 200 len: 210 time: 0.0542290 Aug 11 03:16:33.929660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:34.038873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:34.058424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.070510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '55150182-4a93-49c8-bc21-3c863b5f0419', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'port_id': '55150182-4a93-49c8-bc21-3c863b5f0419', 'mac_address': 'fa:16:3e:6a:f6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:34.086410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port cfb348ea-a2c2-4383-b8c6-815ea2ff27ed yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:34.121728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'b12ed10f-d69a-4a44-b321-7294de29018b'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:34.122609 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.166094 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.258930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55150182-4a93-49c8-bc21-3c863b5f0419 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:34.314990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5fc215d3-0854-488c-8c85-07b62fe211b3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:34.345900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5fc215d3-0854-488c-8c85-07b62fe211b3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:34.346269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5fc215d3-0854-488c-8c85-07b62fe211b3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:34.351109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:34.358862 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:34.424302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdc8a6-14d9-49ef-9a18-7cebee0eedce req-58dcfa31-f2c7-4039-9829-b5f8acf6ecb4 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:34.433311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::204 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/b12ed10f-d69a-4a44-b321-7294de29018b/cfb348ea-a2c2-4383-b8c6-815ea2ff27ed) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:34.441534 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4bdc8a6-14d9-49ef-9a18-7cebee0eedce req-58dcfa31-f2c7-4039-9829-b5f8acf6ecb4 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.0822475 Aug 11 03:16:34.472264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=12']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:34.504716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fd13f-fbe1-41ea-a91f-ea8902ce63d1 req-75de2562-2fb4-44a1-96bd-e1f318fa8a02 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:34.506538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-776fd13f-fbe1-41ea-a91f-ea8902ce63d1 req-75de2562-2fb4-44a1-96bd-e1f318fa8a02 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 945 time: 0.1968853 Aug 11 03:16:34.514361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4bdc8a6-14d9-49ef-9a18-7cebee0eedce req-ad5bfe7a-2b20-4b9c-9bfd-348d878cabe7 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716381 Aug 11 03:16:34.598807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['55150182-4a93-49c8-bc21-3c863b5f0419'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:34.659474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bedcfa4d-e4cb-42f7-bc97-63c903cf012a req-2d519a20-064c-4d62-b94d-0ad5fa3ee055 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0668669 Aug 11 03:16:34.953089 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-776fd13f-fbe1-41ea-a91f-ea8902ce63d1 req-f06452c3-8887-4a34-97fd-deccf3ce0e33 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393206 Aug 11 03:16:34.969827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53262) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:35.156815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ac232ad2-d894-4bb0-b532-6d2239e36ddc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 HTTP/1.1" status: 200 len: 993 time: 0.1845789 Aug 11 03:16:35.163927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.210301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e69532-22a2-477c-b37b-eb799047b102 req-bdb9d57a-b8ba-459f-a9ac-25ab738994f1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:35.213368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5e69532-22a2-477c-b37b-eb799047b102 req-bdb9d57a-b8ba-459f-a9ac-25ab738994f1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.1472306 Aug 11 03:16:35.316402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object cfb348ea-a2c2-4383-b8c6-815ea2ff27ed will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:35.316683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5e69532-22a2-477c-b37b-eb799047b102 req-8c554263-2ce2-4cf8-a86a-07186aec2be2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897417 Aug 11 03:16:35.350083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41249f1e-d5a4-4609-bd9e-004c1c256d8d req-137defb6-bac9-43da-9f2f-4aac5d80b1a9 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:35.360536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41249f1e-d5a4-4609-bd9e-004c1c256d8d req-137defb6-bac9-43da-9f2f-4aac5d80b1a9 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1750565 Aug 11 03:16:35.407934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53272) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:35.418677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41249f1e-d5a4-4609-bd9e-004c1c256d8d req-67a5499c-3887-4f3c-a7e9-0aec395213d5 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572436 Aug 11 03:16:35.437860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.526872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/b12ed10f-d69a-4a44-b321-7294de29018b/18186d06-80f6-4c39-b9c5-17344d644fe3) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:35.542439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:35.547035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:35.554209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:35.561497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:35.561497 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.583238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=cfb348ea-a2c2-4383-b8c6-815ea2ff27ed,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:35.591027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-392df778-a687-4ba8-a455-68cb2c2eec7c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9126627 Aug 11 03:16:35.594817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53276) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:35.654712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1385745518'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:35.693782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299491d-8832-4ba7-82f5-4b1720f5fb91 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:35.695284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f299491d-8832-4ba7-82f5-4b1720f5fb91 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0992603 Aug 11 03:16:35.698096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53278) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:35.707585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Made reservation on behalf of a009d6a5e0c14b28a2672cbfaaf76077 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:35.711891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.725516 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.755672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:35.845719 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.853419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port cfb348ea-a2c2-4383-b8c6-815ea2ff27ed {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:35.853855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.861024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.872025 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.884444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Transition to ACTIVE for port object 18186d06-80f6-4c39-b9c5-17344d644fe3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:35.901442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 55150182-4a93-49c8-bc21-3c863b5f0419 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:35.907973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 55150182-4a93-49c8-bc21-3c863b5f0419 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:35.908489 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.919137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26250f8f-a43f-40b8-89bd-c348f5019f52,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:35.925405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4ee1179-5d7b-4d70-969e-69b642b9443a req-93935e9e-4aa6-4356-9660-af3dff0a08ed tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/ports?device_id=465e1395-e6ad-4225-a33f-2ff406e8a464 HTTP/1.1" status: 200 len: 210 time: 0.0779009 Aug 11 03:16:35.939433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:35.963657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Transition to ACTIVE for port object 18186d06-80f6-4c39-b9c5-17344d644fe3 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:35.964551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:35.964991 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Added segment f08d413f-635e-444b-bd69-d437a21fa85e of type vlan for network 02dbd98b-2abb-4c08-9061-a40bc04984c9 Aug 11 03:16:35.980169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.030218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.031198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:36.034886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:36.041797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:36.079781 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.084926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.088939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Pushing event updated for resources: {'Port': ['ID=18186d06-80f6-4c39-b9c5-17344d644fe3,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.109050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.109848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.110033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for cfb348ea-a2c2-4383-b8c6-815ea2ff27ed owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:36.180651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Attempting to bind port 18186d06-80f6-4c39-b9c5-17344d644fe3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:36.180795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Attempting to bind port 18186d06-80f6-4c39-b9c5-17344d644fe3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:36.181153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Attempting to bind port 18186d06-80f6-4c39-b9c5-17344d644fe3 on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:36.184594 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.215881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:36.216770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:36.217129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.217531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:36.218163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Bound port: 18186d06-80f6-4c39-b9c5-17344d644fe3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:36.218624 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.225298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:36.230128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8181293 Aug 11 03:16:36.230695 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9015d05f-03ba-494f-bcc0-e6b51cf3b0b7" -d '{"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-plugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:36.231188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53282) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.241198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a36a78-0465-4325-b76a-18009212203f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Pushing event updated for resources: {'Network': ['ID=02dbd98b-2abb-4c08-9061-a40bc04984c9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.252955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:36.271970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 02dbd98b-2abb-4c08-9061-a40bc04984c9 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:36.274141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.313013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.338731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'network': {'name': 'tempest-network--840185470', 'router:external': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:36.365119 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98572923-d23a-4c14-8889-e4cfffcf5bf5 x-openstack-request-id: req-98572923-d23a-4c14-8889-e4cfffcf5bf5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:36.365504 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-plugged", "status": "completed", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:36.365679 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98572923-d23a-4c14-8889-e4cfffcf5bf5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:36.366082 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'code': 200} Aug 11 03:16:36.377047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Made reservation on behalf of de495b8a34fe449d964fe43b3fe07c20 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:36.379312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.391182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=cfb348ea-a2c2-4383-b8c6-815ea2ff27ed,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.403234 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.430804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.432867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c7c463fc-73d3-48f5-9375-06a15c0745bc tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/cfb348ea-a2c2-4383-b8c6-815ea2ff27ed HTTP/1.1" status: 204 len: 168 time: 0.7330623 Aug 11 03:16:36.439286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53292) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.527617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f4efe-da3c-45ea-9b81-9674d65f9f64 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.530449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f4efe-da3c-45ea-9b81-9674d65f9f64 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.533222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea4f4efe-da3c-45ea-9b81-9674d65f9f64 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0927465 Aug 11 03:16:36.536155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53296) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.575803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.589721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.604027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:36.615070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.615776 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Added segment b383d057-8032-4696-890b-fb8a1af31ad8 of type vlan for network 400c79f6-dd2e-4000-92d3-6b877994e097 Aug 11 03:16:36.664327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.686477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed80e19-deb1-4382-b0cc-ca94c703ed08 req-e4affdba-d511-40fe-9f36-7eb3b5f43b9c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.690291 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ed80e19-deb1-4382-b0cc-ca94c703ed08 req-e4affdba-d511-40fe-9f36-7eb3b5f43b9c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1081653 Aug 11 03:16:36.695846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet b12ed10f-d69a-4a44-b321-7294de29018b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:36.700670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.753948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.754936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.755516 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.759936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=13']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.764950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] For port 18186d06-80f6-4c39-b9c5-17344d644fe3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:36.769794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] For port 18186d06-80f6-4c39-b9c5-17344d644fe3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=18186d06-80f6-4c39-b9c5-17344d644fe3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:36.775284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.779375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8519da06-8754-4a07-a660-b5f72f9b5acc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.791117 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:36.832285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ed80e19-deb1-4382-b0cc-ca94c703ed08 req-75dc714b-fe65-4cae-a885-ccf3c95a9019 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325312 Aug 11 03:16:36.833628 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a945b3-f7b0-40dd-895b-5e03eb3ce782 req-28c8ca95-5f8d-4512-b7d7-5ad07ca28047 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:36.841597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91a945b3-f7b0-40dd-895b-5e03eb3ce782 req-28c8ca95-5f8d-4512-b7d7-5ad07ca28047 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.2641234 Aug 11 03:16:36.853472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6210415 Aug 11 03:16:36.867174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53300) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:36.885935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2eeae5-6faa-49bf-acbb-df56809fa086 None None] Pushing event updated for resources: {'Port': ['ID=18186d06-80f6-4c39-b9c5-17344d644fe3,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.904961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7722b-98be-429a-908d-6eec8d538af1 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Network': ['ID=400c79f6-dd2e-4000-92d3-6b877994e097,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:36.917260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 400c79f6-dd2e-4000-92d3-6b877994e097 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:36.957952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-91a945b3-f7b0-40dd-895b-5e03eb3ce782 req-7ac6b66d-e2b7-43e3-93ab-8a817807cc82 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066668 Aug 11 03:16:37.054602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.061526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53308) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.097706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.252010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76925c4d-f76d-420b-867f-76e17541e32a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.280259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-58c3a90f-4799-4ef9-8950-01bb44e49812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:37.282733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-58c3a90f-4799-4ef9-8950-01bb44e49812 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=06380894fc254fdcaddfd3feaaea5482&device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 1098 time: 0.1102536 Aug 11 03:16:37.298088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76925c4d-f76d-420b-867f-76e17541e32a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.321841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b440eb-52bc-4044-93c7-2873c0e514e2 req-1258fcbd-fe7a-4cd8-b654-83693392c2b2 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:37.330235 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63b440eb-52bc-4044-93c7-2873c0e514e2 req-1258fcbd-fe7a-4cd8-b654-83693392c2b2 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1800056 Aug 11 03:16:37.359826 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.377442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400c79f6-dd2e-4000-92d3-6b877994e097']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:37.380058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.408069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b383d057-8032-4696-890b-fb8a1af31ad8') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:37.408337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b383d057-8032-4696-890b-fb8a1af31ad8') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:37.428114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76925c4d-f76d-420b-867f-76e17541e32a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.430715 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76925c4d-f76d-420b-867f-76e17541e32a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.432016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-76925c4d-f76d-420b-867f-76e17541e32a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/security-groups/1c43fc55-82f3-4c62-bf46-eab4decbdd0a HTTP/1.1" status: 204 len: 168 time: 0.3693471 Aug 11 03:16:37.435727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63b440eb-52bc-4044-93c7-2873c0e514e2 req-99f8fd37-bec2-4a1d-b221-ea0325cacc2e tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045873 Aug 11 03:16:37.438628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.440006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.441865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b12ed10f-d69a-4a44-b321-7294de29018b HTTP/1.1" status: 204 len: 168 time: 0.9045422 Aug 11 03:16:37.453051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.453051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f18ef5-fc67-41a3-97bc-345020c19bb7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=b12ed10f-d69a-4a44-b321-7294de29018b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.453440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53314) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.475016 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-b7d07e67-e059-43a2-b93f-b686078a619a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] show failed (client error): The resource could not be found. Aug 11 03:16:37.476064 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b7d07e67-e059-43a2-b93f-b686078a619a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "GET /v2.0/security-groups/1c43fc55-82f3-4c62-bf46-eab4decbdd0a HTTP/1.1" status: 404 len: 347 time: 0.0331261 Aug 11 03:16:37.477268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.479279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53316) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.510453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76925c4d-f76d-420b-867f-76e17541e32a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c43fc55-82f3-4c62-bf46-eab4decbdd0a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.523306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:37.523739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:37.525546 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:37.540731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-437a07b0-6dfa-4470-aded-0cde5664e346 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0877774 Aug 11 03:16:37.540731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-85cf911d-ff62-4a0b-b02b-fe0af3b39741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:37.542141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-85cf911d-ff62-4a0b-b02b-fe0af3b39741 service neutron] 10.222.0.57 "GET /v2.0/networks?id=07a759de-4c49-4686-9e92-e604b88238df HTTP/1.1" status: 200 len: 912 time: 0.2503357 Aug 11 03:16:37.542985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53318) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.607535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-c48f3ed7-50d2-446f-a51a-21af830da1e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf HTTP/1.1" status: 200 len: 217 time: 0.0544031 Aug 11 03:16:37.662264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.672340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 400c79f6-dd2e-4000-92d3-6b877994e097 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:16:37.675434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.680667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "DELETE /v2.0/networks/400c79f6-dd2e-4000-92d3-6b877994e097 HTTP/1.1" status: 204 len: 168 time: 0.8092346 Aug 11 03:16:37.681601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53320) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.686192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'network': {'router:external': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:37.689774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef2df9-ef77-4093-9fd5-77cfc38e7d28 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event deleted for resources: {'Network': ['ID=400c79f6-dd2e-4000-92d3-6b877994e097,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:37.694894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port a4283ed4-2363-4cb2-a193-af7ea3eff5ba {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:37.695237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.717887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490549c-f5ca-4f6e-b092-253d0b5cdd2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:37.720790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0490549c-f5ca-4f6e-b092-253d0b5cdd2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1766140 Aug 11 03:16:37.723734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53322) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:37.736522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Made reservation on behalf of de495b8a34fe449d964fe43b3fe07c20 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:37.738687 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.802241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.803679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:37.821863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for a4283ed4-2363-4cb2-a193-af7ea3eff5ba owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:38.062811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.111170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=a4283ed4-2363-4cb2-a193-af7ea3eff5ba,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.244753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.250736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.255620 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-689e0fac-2dc9-4f6c-b21d-7528405f721d tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/floatingips/996fe8d6-193a-422d-bd44-1586c5e46917 HTTP/1.1" status: 204 len: 168 time: 0.7722738 Aug 11 03:16:38.257690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53326) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:38.354183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-189eae40-b708-4cb8-a2af-76289b7d66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:38.356004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-189eae40-b708-4cb8-a2af-76289b7d66e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=60679bc7-a38f-498e-8ae8-d65e4670b00b HTTP/1.1" status: 200 len: 851 time: 0.7396233 Aug 11 03:16:38.366530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 18186d06-80f6-4c39-b9c5-17344d644fe3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:38.423213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port 07ccd968-45bc-4053-a908-2d3b50757c20 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:38.423559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.433994 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-4ecc5659-6c40-4ab3-a694-93278db4b864 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=07a759de-4c49-4686-9e92-e604b88238df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635715 Aug 11 03:16:38.445007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd86b5-4be6-4127-ad8a-b82661e3aab7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:38.449016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f7cd86b5-4be6-4127-ad8a-b82661e3aab7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7238958 Aug 11 03:16:38.454020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53328) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:38.478662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 18186d06-80f6-4c39-b9c5-17344d644fe3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:38.488023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe71150-013a-404b-8432-52d6cd73f3d9 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:38.526155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:38.560718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-024ee5ff-4eaf-4eb3-9f3e-90d0ccde4d10 None None] Provisioning for port 18186d06-80f6-4c39-b9c5-17344d644fe3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:38.568014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-024ee5ff-4eaf-4eb3-9f3e-90d0ccde4d10 None None] Provisioning complete for port 18186d06-80f6-4c39-b9c5-17344d644fe3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:38.568751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-024ee5ff-4eaf-4eb3-9f3e-90d0ccde4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.570524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.589725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for 07ccd968-45bc-4053-a908-2d3b50757c20 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:38.642791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c18d7ede-bede-4bd9-90cb-9153aae7576b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1717143 Aug 11 03:16:38.643816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53336) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:38.651417 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.652053 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Added segment f3134ad5-a604-4afb-9a42-bae8492a034b of type vlan for network bac1e71e-dd65-40e8-bf85-77b66bfac084 Aug 11 03:16:38.657652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:38.716544 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-024ee5ff-4eaf-4eb3-9f3e-90d0ccde4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.759319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a3b38-6212-461c-9ddf-9d7fe0517ca4 req-6be1b000-4996-47b7-a8f1-9bee7b138e7b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:38.767957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de2a3b38-6212-461c-9ddf-9d7fe0517ca4 req-6be1b000-4996-47b7-a8f1-9bee7b138e7b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 944 time: 0.4186621 Aug 11 03:16:38.768469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-024ee5ff-4eaf-4eb3-9f3e-90d0ccde4d10 None None] For port 18186d06-80f6-4c39-b9c5-17344d644fe3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=18186d06-80f6-4c39-b9c5-17344d644fe3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:38.775545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-024ee5ff-4eaf-4eb3-9f3e-90d0ccde4d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.836200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:38.846866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ee5ff-4eaf-4eb3-9f3e-90d0ccde4d10 None None] Pushing event updated for resources: {'Port': ['ID=18186d06-80f6-4c39-b9c5-17344d644fe3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:38.853688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.874893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.896607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] Deleting port 18186d06-80f6-4c39-b9c5-17344d644fe3 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:38.897297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:38.902284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-5c6c1bfc-3640-44c7-9bfa-affe7f5b4370 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491301 Aug 11 03:16:38.910687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de2a3b38-6212-461c-9ddf-9d7fe0517ca4 req-612bcd2e-42ca-4b56-9685-48a8db80b285 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407599 Aug 11 03:16:38.914224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=07ccd968-45bc-4053-a908-2d3b50757c20,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:39.003550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] For port 18186d06-80f6-4c39-b9c5-17344d644fe3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=18186d06-80f6-4c39-b9c5-17344d644fe3,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:39.004182 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.008566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:39.013323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.025400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] Calling delete_port for 18186d06-80f6-4c39-b9c5-17344d644fe3 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:39.028954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.030097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:39.031593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.061256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1313abe-1723-407f-8dd6-1a0110835fe6 req-b595cf05-7757-4dba-a876-4d2cb8b49dd0 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:39.069147 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1313abe-1723-407f-8dd6-1a0110835fe6 req-b595cf05-7757-4dba-a876-4d2cb8b49dd0 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.2325332 Aug 11 03:16:39.144790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.146933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4d3df034-57ba-41b8-9e2c-21b987794fb7 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/ports/07ccd968-45bc-4053-a908-2d3b50757c20 HTTP/1.1" status: 204 len: 168 time: 0.8879600 Aug 11 03:16:39.151216 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.167235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53340) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:39.189492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5048521 Aug 11 03:16:39.194087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:39.204235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'subnet': {'network_id': 'bac1e71e-dd65-40e8-bf85-77b66bfac084', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:39.217546 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1313abe-1723-407f-8dd6-1a0110835fe6 req-7dc2748a-56c5-4f14-9e68-00f6b2fc122b tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363263 Aug 11 03:16:39.228353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] Pushing event deleted for resources: {'Port': ['ID=18186d06-80f6-4c39-b9c5-17344d644fe3,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:39.230478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3081fc86-db39-43e2-abe4-eb08fc47219f None None] No DVR routers for this DVR port 18186d06-80f6-4c39-b9c5-17344d644fe3 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:39.256791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6add3237-ef4b-4206-973e-8a59cbc3b3f4 req-35564252-3cdc-4180-a9ed-3ab1707434e2 service neutron] 10.222.0.57 "GET /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434465 Aug 11 03:16:39.290246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6957d7d-9218-434c-8d63-23ffedd36e7e tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Network': ['ID=bac1e71e-dd65-40e8-bf85-77b66bfac084,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:39.302066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network bac1e71e-dd65-40e8-bf85-77b66bfac084 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:39.384131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Made reservation on behalf of de495b8a34fe449d964fe43b3fe07c20 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:39.386675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.521565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffabd5f-74fe-41fa-b4ae-0493ee93ff58 req-48cedc82-a5ce-4727-9914-d518c7a27ad0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:39.523101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ffabd5f-74fe-41fa-b4ae-0493ee93ff58 req-48cedc82-a5ce-4727-9914-d518c7a27ad0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 945 time: 0.2726939 Aug 11 03:16:39.590800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port ae75cc7d-fc75-422e-8913-845ce41ecec0 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:39.591151 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.674520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2ffabd5f-74fe-41fa-b4ae-0493ee93ff58 req-5f657e4c-c87f-4ff0-91d1-7080e19587b0 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444001 Aug 11 03:16:39.791661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c57baed5-1a18-48dd-8d44-ac8b596e2197 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:16:39.819738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.860509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for ae75cc7d-fc75-422e-8913-845ce41ecec0 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:39.883599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.objects.ports [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:39.901347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.908037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c57baed5-1a18-48dd-8d44-ac8b596e2197, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c57baed5-1a18-48dd-8d44-ac8b596e2197,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:39.920045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'c57baed5-1a18-48dd-8d44-ac8b596e2197', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'port_id': 'c57baed5-1a18-48dd-8d44-ac8b596e2197', 'mac_address': 'fa:16:3e:27:b1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:16:39.958686 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:39.973427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57baed5-1a18-48dd-8d44-ac8b596e2197 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:16:39.996225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c57baed5-1a18-48dd-8d44-ac8b596e2197, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c57baed5-1a18-48dd-8d44-ac8b596e2197,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:40.010705 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.012619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:40.024905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:40.037838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:40.038474 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.044345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9006ec-9fcb-48a7-a6f2-9d60fccd22cc None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:40.067215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=b3def834-230d-4361-b57e-245f6a658d44,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:40.089882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-220dcd7f-13c4-4567-af96-06e4ff0656a8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4398797 Aug 11 03:16:40.092653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156c78-d1f8-462b-98f8-97d2670ded1a req-3b8391be-15f8-472b-8cf5-55c259bd98fb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:40.095157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53348) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:40.099283 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-228b585b-edda-401f-b538-735f404b9df7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:40.110324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48156c78-d1f8-462b-98f8-97d2670ded1a req-3b8391be-15f8-472b-8cf5-55c259bd98fb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 945 time: 0.0974286 Aug 11 03:16:40.136017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c57baed5-1a18-48dd-8d44-ac8b596e2197,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:40.151536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-48156c78-d1f8-462b-98f8-97d2670ded1a req-10e0267b-54a3-4c78-b0e4-904bc2d671a4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395298 Aug 11 03:16:40.229949 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.235163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['c57baed5-1a18-48dd-8d44-ac8b596e2197'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:40.263814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 18186d06-80f6-4c39-b9c5-17344d644fe3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:40.277698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=ae75cc7d-fc75-422e-8913-845ce41ecec0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:40.294981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 18186d06-80f6-4c39-b9c5-17344d644fe3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:40.295259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 18186d06-80f6-4c39-b9c5-17344d644fe3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:40.346865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'b3def834-230d-4361-b57e-245f6a658d44'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:40.347747 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.389087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.objects.ports [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111682) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:40.389748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.461293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228b585b-edda-401f-b538-735f404b9df7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:40.464754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-228b585b-edda-401f-b538-735f404b9df7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.525010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.526903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bc31fa63-6775-4777-8947-28a342e654b4 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/ports/ae75cc7d-fc75-422e-8913-845ce41ecec0 HTTP/1.1" status: 204 len: 168 time: 1.3586791 Aug 11 03:16:40.530071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53352) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:40.539036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Subnet': ['ID=29e62d3d-e508-4972-888a-22473625c244,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:40.552977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87121bb5-f3e2-4938-b611-37bd62018d44 req-35534c4b-650f-4e4f-b499-1b011b60bad8 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:40.554508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87121bb5-f3e2-4938-b611-37bd62018d44 req-35534c4b-650f-4e4f-b499-1b011b60bad8 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.2261860 Aug 11 03:16:40.557253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Allocated IP 2001:db8::f816:3eff:fe27:3b60 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/b3def834-230d-4361-b57e-245f6a658d44/99029a34-f03a-4211-b0c7-09c9492e3b9d) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:40.594713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting subnet e01f82ee-a4e1-431e-91f4-a5f555770b0c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:40.598360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.607166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Checking segment: {'id': 'f3134ad5-a604-4afb-9a42-bae8492a034b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'bac1e71e-dd65-40e8-bf85-77b66bfac084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:40.607527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Network hostable DHCP agents. Network: bac1e71e-dd65-40e8-bf85-77b66bfac084, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:40.633794 n-d-768509-22 neutron-server[111682]: INFO neutron.db.ipam_backend_mixin [None req-228b585b-edda-401f-b538-735f404b9df7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3def834-230d-4361-b57e-245f6a658d44 (CIDR: 2001:db8::/64) Aug 11 03:16:40.646573 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-228b585b-edda-401f-b538-735f404b9df7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:40.647394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228b585b-edda-401f-b538-735f404b9df7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:40.661701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.666943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87121bb5-f3e2-4938-b611-37bd62018d44 req-5a50ea5a-1963-47ba-92e4-3054bc7c7d06 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971851 Aug 11 03:16:40.672302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Network bac1e71e-dd65-40e8-bf85-77b66bfac084 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:40.693866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-228b585b-edda-401f-b538-735f404b9df7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5984287 Aug 11 03:16:40.698239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:40.706905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:40.710741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, bac1e71e-dd65-40e8-bf85-77b66bfac084) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:40.726768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:40.727442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.750795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14669549-13f3-4e81-8cff-d500b92faeb1 None None] Network bac1e71e-dd65-40e8-bf85-77b66bfac084 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:40.810591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a1140ad7-8e87-4110-9d0b-ba57f198876b tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6114550 Aug 11 03:16:40.825616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53360) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:40.831872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'floatingip': {'floating_network_id': 'bac1e71e-dd65-40e8-bf85-77b66bfac084'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:40.854237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.874311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.897607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Transition to ACTIVE for port object 99029a34-f03a-4211-b0c7-09c9492e3b9d will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:40.946644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.949054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Transition to ACTIVE for port object 99029a34-f03a-4211-b0c7-09c9492e3b9d will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:40.974880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-ef7090bc-48bb-491a-86a2-6f56c1687fa6 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:40.976528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-ef7090bc-48bb-491a-86a2-6f56c1687fa6 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 945 time: 0.1638098 Aug 11 03:16:40.980691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:40.981169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.005848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Subnet': ['ID=e01f82ee-a4e1-431e-91f4-a5f555770b0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.008451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.016716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a6afd9a2-d3a9-45e6-a648-b36927fb00cc tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/subnets/e01f82ee-a4e1-431e-91f4-a5f555770b0c HTTP/1.1" status: 204 len: 168 time: 0.4843805 Aug 11 03:16:41.017432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53364) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:41.018451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e813d856-3965-4a06-beaa-402aab272324 None None] Network 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:41.023108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed080de-d88e-407a-88b5-a40206a528fc req-69d1cddf-6514-4bf3-bf3b-faf1f48870ca tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:41.033718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ed080de-d88e-407a-88b5-a40206a528fc req-69d1cddf-6514-4bf3-bf3b-faf1f48870ca tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 945 time: 0.2175460 Aug 11 03:16:41.044915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8805eec-79fe-4189-9b51-2e6dee507f8e None None] Network bac1e71e-dd65-40e8-bf85-77b66bfac084 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:41.107726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:41.111982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting subnet 4af9d3ac-1eb2-49ec-bddb-728c315853e9 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:41.117563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.128070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:41.131542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.149791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:41.157535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311160-47b6-45b3-be5e-e323e63658e0 req-a39902e1-1a12-4486-99a6-fd6d0d6f672b tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:41.159209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0311160-47b6-45b3-be5e-e323e63658e0 req-a39902e1-1a12-4486-99a6-fd6d0d6f672b tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1045334 Aug 11 03:16:41.160443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:41.171087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Pushing event updated for resources: {'Port': ['ID=99029a34-f03a-4211-b0c7-09c9492e3b9d,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.174051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.250875 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0311160-47b6-45b3-be5e-e323e63658e0 req-e6d37e22-8d77-4c2b-b119-a6acf7ef4e22 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796406 Aug 11 03:16:41.253186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ed080de-d88e-407a-88b5-a40206a528fc req-92ccb989-f640-434b-a2d1-1b057ec16557 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182953 Aug 11 03:16:41.310329 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.316504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Attempting to bind port 99029a34-f03a-4211-b0c7-09c9492e3b9d on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:41.316878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Attempting to bind port 99029a34-f03a-4211-b0c7-09c9492e3b9d by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:41.317641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Attempting to bind port 99029a34-f03a-4211-b0c7-09c9492e3b9d on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:41.352159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Deleting port c398ae86-a936-43d6-8c2b-776c1451b708 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:41.352535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.379850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:41.380145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:41.380547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.380936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:41.381416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Bound port: 99029a34-f03a-4211-b0c7-09c9492e3b9d, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:41.381804 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.386967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.420174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Subnet': ['ID=4af9d3ac-1eb2-49ec-bddb-728c315853e9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.432187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.439554 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d487358a-7465-4db2-b3b0-ce6fcf65457a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/subnets/4af9d3ac-1eb2-49ec-bddb-728c315853e9 HTTP/1.1" status: 204 len: 168 time: 0.4205420 Aug 11 03:16:41.440321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:41.480814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] For port 99029a34-f03a-4211-b0c7-09c9492e3b9d, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:41.486587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] For port 99029a34-f03a-4211-b0c7-09c9492e3b9d, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99029a34-f03a-4211-b0c7-09c9492e3b9d,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:41.491489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6cc8c2-e939-412e-849e-69b5e124e5db None None] Network e1a8af23-52dd-4dad-8136-4888e0d0e982 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:41.493507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] DHCP port deletion for 21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:41.507152 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.531490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.551252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.559896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592626a-7cec-4953-868c-34596ab6c784 req-ca912a88-338f-4c63-8fe4-e135f52607ba tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:41.561447 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8592626a-7cec-4953-868c-34596ab6c784 req-ca912a88-338f-4c63-8fe4-e135f52607ba tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 945 time: 0.2046802 Aug 11 03:16:41.573959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] For port c398ae86-a936-43d6-8c2b-776c1451b708, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c398ae86-a936-43d6-8c2b-776c1451b708,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:41.573959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.612895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port 1669469f-4330-4e9e-91db-0ee5b179babc {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:41.613243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.640134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Calling delete_port for c398ae86-a936-43d6-8c2b-776c1451b708 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:41.667389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf169c-173e-405d-826c-f1ec56d9bfb9 None None] Pushing event updated for resources: {'Port': ['ID=99029a34-f03a-4211-b0c7-09c9492e3b9d,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.715294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] For port 1669469f-4330-4e9e-91db-0ee5b179babc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1669469f-4330-4e9e-91db-0ee5b179babc,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:41.715777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.716052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] Deleting port 1669469f-4330-4e9e-91db-0ee5b179babc {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:41.716886 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.732511 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for 1669469f-4330-4e9e-91db-0ee5b179babc owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:41.816562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] For port 1669469f-4330-4e9e-91db-0ee5b179babc, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=1669469f-4330-4e9e-91db-0ee5b179babc,segment=NetworkSegment(4a95035b-6e1e-419e-a75e-befbb9f4e8e3),segment_id=4a95035b-6e1e-419e-a75e-befbb9f4e8e3)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:41.817212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.844633 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:41.846245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] Calling delete_port for 1669469f-4330-4e9e-91db-0ee5b179babc owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:41.852385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c57baed5-1a18-48dd-8d44-ac8b596e2197 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:41.878645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] No DVR routers for this DVR port 1669469f-4330-4e9e-91db-0ee5b179babc on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:41.880455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=1669469f-4330-4e9e-91db-0ee5b179babc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:41.888485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] DHCP port deletion for e1a8af23-52dd-4dad-8136-4888e0d0e982 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:42.026377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.040198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:42.047554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port c57baed5-1a18-48dd-8d44-ac8b596e2197 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:42.051228 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.054614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] Deleting port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:42.055524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.057361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a95035b-6e1e-419e-a75e-befbb9f4e8e3') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:42.057985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a95035b-6e1e-419e-a75e-befbb9f4e8e3') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:42.072056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.089789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port c57baed5-1a18-48dd-8d44-ac8b596e2197 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:42.089789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.091337 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.098690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:42.099121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:42.102427 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:42.149860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] Pushing event deleted for resources: {'Port': ['ID=1669469f-4330-4e9e-91db-0ee5b179babc,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:42.153384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bc68c-2fdf-4e96-ad08-fe0f928e8bfe None None] No DVR routers for this DVR port 1669469f-4330-4e9e-91db-0ee5b179babc on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:42.198511 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.210335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.216151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/networks/21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539 HTTP/1.1" status: 204 len: 168 time: 0.7716208 Aug 11 03:16:42.231220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53370) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:42.237283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8592626a-7cec-4953-868c-34596ab6c784 req-d37bc44e-fd03-47bc-a8ea-d42399f87352 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561379 Aug 11 03:16:42.242981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] For port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,segment=NetworkSegment(9a3488d9-e726-4789-87dd-fc8bb9bf7b41),segment_id=9a3488d9-e726-4789-87dd-fc8bb9bf7b41)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:42.243396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.245593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780365d-7454-436f-a892-a01792dd8d31 tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Network': ['ID=21cae7c0-8d98-4b6a-bd1a-0bff9b9ca539,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:42.265991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] Calling delete_port for 4e860c4d-87b3-4ba1-837a-588fddfc6aaa owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:42.332938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.402624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=5f365c18-3322-4696-b678-f4a0f562c466,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:42.412870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:42.421830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:42.428345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9accc-8e42-4207-a0a2-9cad67ed7396 req-2ec290fc-b314-4978-a657-0bf24c367e6e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:42.430210 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ca9accc-8e42-4207-a0a2-9cad67ed7396 req-2ec290fc-b314-4978-a657-0bf24c367e6e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 945 time: 0.0603046 Aug 11 03:16:42.445603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:42.446219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.449095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Allocated IP 172.20.0.5 (bac1e71e-dd65-40e8-bf85-77b66bfac084/29e62d3d-e508-4972-888a-22473625c244/20b48807-d75d-45ae-9697-b0b2181ecd98) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:42.481006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ca9accc-8e42-4207-a0a2-9cad67ed7396 req-b811c8a2-8c4e-41b0-aeb4-33c2d622322b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433738 Aug 11 03:16:42.501758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.547787 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-509c7b06-d8e0-49f6-851a-a28853385e7e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8478136 Aug 11 03:16:42.551096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53376) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:42.561171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:f7:02:da', 'name': 'tempest-NetworksTestDHCPv6-1878576662'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:42.565921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99029a34-f03a-4211-b0c7-09c9492e3b9d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:42.622809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb2e8c-5874-44d9-8a0b-cb7f031e54fe req-523b612e-b4f8-41e2-9a91-07b030817270 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:42.625382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3dfb2e8c-5874-44d9-8a0b-cb7f031e54fe req-523b612e-b4f8-41e2-9a91-07b030817270 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.2050011 Aug 11 03:16:42.644451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.682608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 99029a34-f03a-4211-b0c7-09c9492e3b9d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:42.699525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57baed5-1a18-48dd-8d44-ac8b596e2197'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:42.700953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.701700 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e7ac12-b10b-4086-bc13-67df16ee5306" -d '{"events": [{"server_uuid": "b7f5a0ae-80b1-4fa2-b9e4-1f0256378157", "name": "network-vif-plugged", "status": "completed", "tag": "c57baed5-1a18-48dd-8d44-ac8b596e2197"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:42.717335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'c398ae86-a936-43d6-8c2b-776c1451b708'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:42.719747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['49f94411-bf9a-49b6-a22f-f13639740654'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:42.727593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c57baed5-1a18-48dd-8d44-ac8b596e2197, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c57baed5-1a18-48dd-8d44-ac8b596e2197,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:42.767217 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.785116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.792736 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e302dde9-c796-47c7-ad23-c1f21ea65661 x-openstack-request-id: req-e302dde9-c796-47c7-ad23-c1f21ea65661 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:42.794434 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f5a0ae-80b1-4fa2-b9e4-1f0256378157", "name": "network-vif-plugged", "status": "completed", "tag": "c57baed5-1a18-48dd-8d44-ac8b596e2197", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:42.794434 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e302dde9-c796-47c7-ad23-c1f21ea65661 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:42.794434 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57baed5-1a18-48dd-8d44-ac8b596e2197', 'code': 200} Aug 11 03:16:42.795962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event deleted for resources: {'Port': ['ID=c398ae86-a936-43d6-8c2b-776c1451b708,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:42.800410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:42.818824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3dfb2e8c-5874-44d9-8a0b-cb7f031e54fe req-b54e2aa7-58d6-4f18-b4ac-0901895f3626 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754873 Aug 11 03:16:42.868378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e860c4d-87b3-4ba1-837a-588fddfc6aaa no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:42.872566 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.901853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] No DVR routers for this DVR port c398ae86-a936-43d6-8c2b-776c1451b708 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:42.907976 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.908232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4e860c4d-87b3-4ba1-837a-588fddfc6aaa {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:42.908709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4e860c4d-87b3-4ba1-837a-588fddfc6aaa not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:42.910133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1669469f-4330-4e9e-91db-0ee5b179babc no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:42.910283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a38bba5f-6d0a-4c4d-af11-c1586f830a28 req-f75f5411-aa7c-4ed3-ac82-cf2b6db83d1b tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "DELETE /v2.0/ports/c398ae86-a936-43d6-8c2b-776c1451b708 HTTP/1.1" status: 204 len: 173 time: 1.8709316 Aug 11 03:16:42.911324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Deleting port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:42.913427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] Pushing event deleted for resources: {'Port': ['ID=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:42.917493 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:42.919416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'name': 'network-vif-deleted', 'tag': 'c398ae86-a936-43d6-8c2b-776c1451b708'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:42.921912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96c924-74d2-4f6b-87de-721af9065a2b None None] No DVR routers for this DVR port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:42.922271 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba9c97a-7fd9-4cea-a950-22fcbb5be729" -d '{"events": [{"server_uuid": "052f1bcc-ff9f-4978-93c3-615e9a5b4192", "name": "network-vif-deleted", "tag": "c398ae86-a936-43d6-8c2b-776c1451b708"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:43.015882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 1669469f-4330-4e9e-91db-0ee5b179babc {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:43.016254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 1669469f-4330-4e9e-91db-0ee5b179babc not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:43.027100 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4615d40-c59b-415e-82b9-7df1e409df02 x-openstack-request-id: req-f4615d40-c59b-415e-82b9-7df1e409df02 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:43.027397 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052f1bcc-ff9f-4978-93c3-615e9a5b4192", "name": "network-vif-deleted", "tag": "c398ae86-a936-43d6-8c2b-776c1451b708", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:43.027665 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4615d40-c59b-415e-82b9-7df1e409df02 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:43.035389 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f1bcc-ff9f-4978-93c3-615e9a5b4192', 'name': 'network-vif-deleted', 'tag': 'c398ae86-a936-43d6-8c2b-776c1451b708', 'status': 'completed', 'code': 200} Aug 11 03:16:43.099443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] For port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:43.100052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.105254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1a753-4957-45ce-b7c6-6f2927fb0c9c req-85f4c102-026f-4d35-9e6a-591215325c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:43.106768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ea1a753-4957-45ce-b7c6-6f2927fb0c9c req-85f4c102-026f-4d35-9e6a-591215325c48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 1098 time: 0.2158287 Aug 11 03:16:43.126218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Calling delete_port for 4e860c4d-87b3-4ba1-837a-588fddfc6aaa owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:43.134449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.141393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:16:43.149059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c57baed5-1a18-48dd-8d44-ac8b596e2197,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.164402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3006c7d-4a16-4ace-b5ca-d797337b588e None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:43.169754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.193750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Network bac1e71e-dd65-40e8-bf85-77b66bfac084 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:43.220176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Port': ['ID=20b48807-d75d-45ae-9697-b0b2181ecd98,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.232586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:43.275512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] No DVR routers for this DVR port 4e860c4d-87b3-4ba1-837a-588fddfc6aaa on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:43.277844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Port': ['ID=4e860c4d-87b3-4ba1-837a-588fddfc6aaa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.289545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:43.297072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ea1a753-4957-45ce-b7c6-6f2927fb0c9c req-39191942-2a91-4bc2-8d9a-219c16ecf5c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778941 Aug 11 03:16:43.336639 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.357888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-dcfce9fd-7b87-4e3e-915d-9ef33a91e1a6 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:43.360102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-dcfce9fd-7b87-4e3e-915d-9ef33a91e1a6 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.57 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.4975963 Aug 11 03:16:43.462543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.466227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 4b3b6ca8-a704-4153-80d7-b3b9072de93a yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:43.466537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-71729fde-8ec2-4a9d-97a5-e35f943741ba None None] Provisioning for port 99029a34-f03a-4211-b0c7-09c9492e3b9d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:43.480264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-71729fde-8ec2-4a9d-97a5-e35f943741ba None None] Provisioning complete for port 99029a34-f03a-4211-b0c7-09c9492e3b9d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:43.480732 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-71729fde-8ec2-4a9d-97a5-e35f943741ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.500827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a8af23-52dd-4dad-8136-4888e0d0e982']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:43.533387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3488d9-e726-4789-87dd-fc8bb9bf7b41') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:43.533969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3488d9-e726-4789-87dd-fc8bb9bf7b41') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:43.544808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.563980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.570809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:43.571470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.644195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb5975-09cb-4410-9690-2fc4d034e59e req-e6bef1a4-c183-45a5-b28c-45ce847a4e17 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:43.652389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eecb5975-09cb-4410-9690-2fc4d034e59e req-e6bef1a4-c183-45a5-b28c-45ce847a4e17 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 946 time: 0.2988262 Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:43.654509 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:43.668596 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.685665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.687540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] 10.222.0.60 "DELETE /v2.0/networks/e1a8af23-52dd-4dad-8136-4888e0d0e982 HTTP/1.1" status: 204 len: 168 time: 1.4493423 Aug 11 03:16:43.706277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8:0:1::1b8 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5f365c18-3322-4696-b678-f4a0f562c466/4b3b6ca8-a704-4153-80d7-b3b9072de93a) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:43.728737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-71729fde-8ec2-4a9d-97a5-e35f943741ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.744119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-96bdb5f2-53f2-4fcf-994d-94e13f039687 req-f688280b-f75e-4714-a817-536811b02f71 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=052f1bcc-ff9f-4978-93c3-615e9a5b4192 HTTP/1.1" status: 200 len: 210 time: 0.0749376 Aug 11 03:16:43.750814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:fef7:2da (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/b3def834-230d-4361-b57e-245f6a658d44/4b3b6ca8-a704-4153-80d7-b3b9072de93a) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:43.764345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.777546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-71729fde-8ec2-4a9d-97a5-e35f943741ba None None] For port 99029a34-f03a-4211-b0c7-09c9492e3b9d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99029a34-f03a-4211-b0c7-09c9492e3b9d,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:43.788206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01428e-10c4-4b3d-ab09-14908be9a17a tempest-TaggedBootDevicesTest_v242-1793723697 tempest-TaggedBootDevicesTest_v242-1793723697-project] Pushing event deleted for resources: {'Network': ['ID=e1a8af23-52dd-4dad-8136-4888e0d0e982,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.800166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Deleting port 4dd62adc-3653-4bf6-baf1-724bcda6aadf {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:43.800166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.831369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-71729fde-8ec2-4a9d-97a5-e35f943741ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.834871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eecb5975-09cb-4410-9690-2fc4d034e59e req-4cd0f23b-5b3c-4229-a098-5b2f345f9fc9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812980 Aug 11 03:16:43.856774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:43.921464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': 'b3def834-230d-4361-b57e-245f6a658d44', 'ip_address': '2001:db8::f816:3eff:fe27:3b60'}, {'subnet_id': '5f365c18-3322-4696-b678-f4a0f562c466'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '99029a34-f03a-4211-b0c7-09c9492e3b9d'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:16:43.962664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71729fde-8ec2-4a9d-97a5-e35f943741ba None None] Pushing event updated for resources: {'Port': ['ID=99029a34-f03a-4211-b0c7-09c9492e3b9d,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:43.965291 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.043358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] For port 4dd62adc-3653-4bf6-baf1-724bcda6aadf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4dd62adc-3653-4bf6-baf1-724bcda6aadf,segment=NetworkSegment(6bf9186e-6ffb-4821-bd75-aac070e8a117),segment_id=6bf9186e-6ffb-4821-bd75-aac070e8a117)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:44.043771 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.062311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c4f8b-1552-4d6e-b5ad-917ccea23d8e req-db37d7d5-2478-4387-ba49-13a7b55e8ed6 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:44.063880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b00c4f8b-1552-4d6e-b5ad-917ccea23d8e req-db37d7d5-2478-4387-ba49-13a7b55e8ed6 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/ports?device_id=b013b0df-4010-42b1-9f52-2cedce29ea94 HTTP/1.1" status: 200 len: 946 time: 0.1581504 Aug 11 03:16:44.104734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Calling delete_port for 4dd62adc-3653-4bf6-baf1-724bcda6aadf owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:44.178941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.187098 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.217254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b00c4f8b-1552-4d6e-b5ad-917ccea23d8e req-de68430b-fe04-417c-9bc3-9b3874829336 tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.60 "GET /v2.0/security-groups?id=52667c4e-8c80-4baf-8e04-a4ace7edc4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258898 Aug 11 03:16:44.222490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.282287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Port': ['ID=20b48807-d75d-45ae-9697-b0b2181ecd98,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:44.299886 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.310933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99029a34-f03a-4211-b0c7-09c9492e3b9d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:44.323469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.328359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7501c971-c992-4a13-b584-b2ef596bcdde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5013449 Aug 11 03:16:44.329265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53396) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:44.370571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 99029a34-f03a-4211-b0c7-09c9492e3b9d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:44.371266 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.375401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 4b3b6ca8-a704-4153-80d7-b3b9072de93a will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:44.378243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.403272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4dd62adc-3653-4bf6-baf1-724bcda6aadf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:44.420050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14c8117f-db40-48bf-854c-21b8132eacd5 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=bac1e71e-dd65-40e8-bf85-77b66bfac084 HTTP/1.1" status: 200 len: 689 time: 0.0890334 Aug 11 03:16:44.421274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53398) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:44.456280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Pushing event deleted for resources: {'Port': ['ID=4dd62adc-3653-4bf6-baf1-724bcda6aadf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:44.479777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] No DVR routers for this DVR port 4dd62adc-3653-4bf6-baf1-724bcda6aadf on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:44.484108 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.486746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eddf15c2-2429-4172-bad6-90eb008bd290 req-c029f8a0-414a-46c3-bf10-5dffc9f4d53c tempest-TestServerAdvancedOps-1437870407 tempest-TestServerAdvancedOps-1437870407-project] 10.222.0.57 "DELETE /v2.0/ports/4dd62adc-3653-4bf6-baf1-724bcda6aadf HTTP/1.1" status: 204 len: 173 time: 1.0921800 Aug 11 03:16:44.488859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'name': 'network-vif-deleted', 'tag': '4dd62adc-3653-4bf6-baf1-724bcda6aadf'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:44.493698 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea70c3c-fb8e-4cf8-9c90-37ea5c9c49a2" -d '{"events": [{"server_uuid": "b013b0df-4010-42b1-9f52-2cedce29ea94", "name": "network-vif-deleted", "tag": "4dd62adc-3653-4bf6-baf1-724bcda6aadf"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:44.534359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.536904 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.581433 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee6dc59-27a9-44ef-814a-6e2189ab2f28 x-openstack-request-id: req-aee6dc59-27a9-44ef-814a-6e2189ab2f28 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:44.581731 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b013b0df-4010-42b1-9f52-2cedce29ea94", "name": "network-vif-deleted", "tag": "4dd62adc-3653-4bf6-baf1-724bcda6aadf", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:44.582000 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aee6dc59-27a9-44ef-814a-6e2189ab2f28 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:44.582384 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b013b0df-4010-42b1-9f52-2cedce29ea94', 'name': 'network-vif-deleted', 'tag': '4dd62adc-3653-4bf6-baf1-724bcda6aadf', 'status': 'completed', 'code': 200} Aug 11 03:16:44.600453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] Allocated IP 2001:db8:0:1::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/5f365c18-3322-4696-b678-f4a0f562c466/99029a34-f03a-4211-b0c7-09c9492e3b9d) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:44.604112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:44.608438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:44.613203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:44.628532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:44.629417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.642897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=4b3b6ca8-a704-4153-80d7-b3b9072de93a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:44.654417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9a7d9a75-8f67-4d5b-a0db-db64e6a39eab tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1018407 Aug 11 03:16:44.658194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53402) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:44.715919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] For port 99029a34-f03a-4211-b0c7-09c9492e3b9d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99029a34-f03a-4211-b0c7-09c9492e3b9d,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:44.722112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Deleting port 20b48807-d75d-45ae-9697-b0b2181ecd98 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:44.723275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.750527 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.766750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] Transition to ACTIVE for port object 99029a34-f03a-4211-b0c7-09c9492e3b9d will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:44.776797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 4b3b6ca8-a704-4153-80d7-b3b9072de93a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:44.777229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.783705 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.865615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386c982-0cef-467f-9cec-2c2b16a9b381 None None] Pushing event updated for resources: {'Port': ['ID=99029a34-f03a-4211-b0c7-09c9492e3b9d,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:44.868291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.868627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.894761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:44.908373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 4b3b6ca8-a704-4153-80d7-b3b9072de93a owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:44.909059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Calling delete_port for 20b48807-d75d-45ae-9697-b0b2181ecd98 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:45.218819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f95a3c-da4c-4700-bd1a-3ed2a8b27675 req-a6ce2eb0-1db5-4f47-a80d-c5fb5b36df14 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.231726 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63f95a3c-da4c-4700-bd1a-3ed2a8b27675 req-a6ce2eb0-1db5-4f47-a80d-c5fb5b36df14 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 946 time: 0.2108152 Aug 11 03:16:45.242180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.261800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.345336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=4b3b6ca8-a704-4153-80d7-b3b9072de93a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.357878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event deleted for resources: {'Port': ['ID=20b48807-d75d-45ae-9697-b0b2181ecd98,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.373410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1677-c43b-42a5-8431-33cc36236f24 req-5170d5c1-a549-4574-ba4d-df359e5d7447 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.381584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-638c1677-c43b-42a5-8431-33cc36236f24 req-5170d5c1-a549-4574-ba4d-df359e5d7447 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 946 time: 0.2112401 Aug 11 03:16:45.394162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.399168 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3aaa6e74-fa07-4288-a5fe-1d9620af932b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/4b3b6ca8-a704-4153-80d7-b3b9072de93a HTTP/1.1" status: 204 len: 168 time: 0.7396009 Aug 11 03:16:45.400210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53416) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:45.443340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63f95a3c-da4c-4700-bd1a-3ed2a8b27675 req-33a9abdd-609f-4301-b3be-ae043a932574 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106078 Aug 11 03:16:45.444274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-638c1677-c43b-42a5-8431-33cc36236f24 req-d2402902-e2ec-47c4-b0fd-6ce39a9e7a79 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616639 Aug 11 03:16:45.447875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.502600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9672025-7796-45a9-b9be-74d130a815f0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.506667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9672025-7796-45a9-b9be-74d130a815f0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1031246 Aug 11 03:16:45.506667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53420) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:45.506925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:45.537824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.603932 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.630181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=29e62d3d-e508-4972-888a-22473625c244,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.648907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] Deleting subnet 60679bc7-a38f-498e-8ae8-d65e4670b00b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:45.657569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.695300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5241296d-d049-4186-be7c-e21600f20548 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.696916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5241296d-d049-4186-be7c-e21600f20548 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1890447 Aug 11 03:16:45.700044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53424) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:45.706032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.720926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747926cc-0c31-4158-aca8-ea91b430eb63 req-7b5bd428-1740-4035-825e-e9ea9f84be76 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.728974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-747926cc-0c31-4158-aca8-ea91b430eb63 req-7b5bd428-1740-4035-825e-e9ea9f84be76 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 946 time: 0.1723406 Aug 11 03:16:45.747585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.750268 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac1e71e-dd65-40e8-bf85-77b66bfac084']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:45.767389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3134ad5-a604-4afb-9a42-bae8492a034b') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:45.767699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3134ad5-a604-4afb-9a42-bae8492a034b') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:45.783663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.806226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-eb591449-886f-4f3d-af1e-3f63374d2f48 req-319d234f-90b3-4877-b1cb-57883a28bb30 service neutron] (111683) timed out ('10.222.0.60', 57322) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:16:45.815137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d71013-c85c-414d-ac47-7ab1088e4553 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.816283 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d71013-c85c-414d-ac47-7ab1088e4553 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.818053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d71013-c85c-414d-ac47-7ab1088e4553 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:45.819852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d2d71013-c85c-414d-ac47-7ab1088e4553 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1185014 Aug 11 03:16:45.822419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53426) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:45.835449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.848891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-747926cc-0c31-4158-aca8-ea91b430eb63 req-a2992de1-2b8b-4be1-a0f4-2de01aa67e7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127033 Aug 11 03:16:45.857013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.872743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:45.872938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:45.875689 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:45.933783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.974913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-60c391d3-a11b-4dfe-b3d4-648d5b43a91e None None] Provisioning for port 99029a34-f03a-4211-b0c7-09c9492e3b9d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:45.979242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.981957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-60c391d3-a11b-4dfe-b3d4-648d5b43a91e None None] Provisioning complete for port 99029a34-f03a-4211-b0c7-09c9492e3b9d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:45.982637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-60c391d3-a11b-4dfe-b3d4-648d5b43a91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:45.985223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/60679bc7-a38f-498e-8ae8-d65e4670b00b HTTP/1.1" status: 204 len: 168 time: 0.4757955 Aug 11 03:16:45.986512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da07e3-b6fc-4500-977c-5f75076aa644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60679bc7-a38f-498e-8ae8-d65e4670b00b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:45.988281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53430) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:46.028045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 5f365c18-3322-4696-b678-f4a0f562c466 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:46.034921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.092281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.106824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.121596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450f30b-19ea-43be-a930-467b91437403 req-eadacb24-90b8-4542-a8fe-a63eb1a04b5a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.123189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5450f30b-19ea-43be-a930-467b91437403 req-eadacb24-90b8-4542-a8fe-a63eb1a04b5a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 946 time: 0.1780062 Aug 11 03:16:46.125233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bac1e71e-dd65-40e8-bf85-77b66bfac084 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:16:46.129406 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.131451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "DELETE /v2.0/networks/bac1e71e-dd65-40e8-bf85-77b66bfac084 HTTP/1.1" status: 204 len: 168 time: 1.7089849 Aug 11 03:16:46.143681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53432) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:46.151498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.202392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ef918-95d6-4943-877b-ff2e3da9c7c2 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event deleted for resources: {'Network': ['ID=bac1e71e-dd65-40e8-bf85-77b66bfac084,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:46.317409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5450f30b-19ea-43be-a930-467b91437403 req-1806d2cb-c5ec-4210-8fa3-f7b6106e8c44 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608300 Aug 11 03:16:46.318093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e138a350-1682-48d9-9b72-f5f21efe4cf2 None None] Could not find standard attr ID for object 4b3b6ca8-a704-4153-80d7-b3b9072de93a. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:16:46.366288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99029a34-f03a-4211-b0c7-09c9492e3b9d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:46.382057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.410692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c398ae86-a936-43d6-8c2b-776c1451b708 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:46.419305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.433185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a759de-4c49-4686-9e92-e604b88238df']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:46.471917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: c398ae86-a936-43d6-8c2b-776c1451b708 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:46.474179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c398ae86-a936-43d6-8c2b-776c1451b708 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:46.493002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf9186e-6ffb-4821-bd75-aac070e8a117') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:46.493276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf9186e-6ffb-4821-bd75-aac070e8a117') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:46.510590 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3ea3fc9f-a3b0-4937-9389-65bc0bb19036 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.3637097 Aug 11 03:16:46.511069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53440) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:46.512961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.535883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 99029a34-f03a-4211-b0c7-09c9492e3b9d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:46.536098 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.635645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.658322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.661749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:46.662321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:46.664430 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:46.723437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=5f365c18-3322-4696-b678-f4a0f562c466,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:46.756483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.757075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9d08f-765e-4f43-a07d-378290ce79c6 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:46.761905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-63ab186d-c571-4f3c-9ce3-afecbfcc73d1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5f365c18-3322-4696-b678-f4a0f562c466 HTTP/1.1" status: 204 len: 168 time: 0.9377685 Aug 11 03:16:46.762766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53444) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:46.816431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.816900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.817357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.817808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.818251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.818700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.819139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.819576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.820052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.820585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.821026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.825808 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-85bafff6-74b3-4d41-8c46-ec900f2bb747 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7190 time: 0.3027470 Aug 11 03:16:46.829458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:46.857314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet b3def834-230d-4361-b57e-245f6a658d44 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:46.874498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-f6c3ac3f-59c2-4127-b2c4-8b27140330db tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.877093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-f6c3ac3f-59c2-4127-b2c4-8b27140330db tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 946 time: 0.4041402 Aug 11 03:16:46.877914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.899362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.902889 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-7551b464-8ddf-4b07-8073-5bcc24decbed tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] delete failed (client error): The resource could not be found. Aug 11 03:16:46.907079 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7551b464-8ddf-4b07-8073-5bcc24decbed tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/b7673aa4-f93d-40d1-88d2-cc1a3901fcc1 HTTP/1.1" status: 404 len: 345 time: 0.0725250 Aug 11 03:16:46.910736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:46.915287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] 10.222.0.60 "DELETE /v2.0/networks/07a759de-4c49-4686-9e92-e604b88238df HTTP/1.1" status: 204 len: 168 time: 0.9234543 Aug 11 03:16:46.915287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53448) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:46.926803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53450) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:46.945389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298487c5-ce19-45fb-b330-72eebeb93563 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a759de-4c49-4686-9e92-e604b88238df,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:46.959750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9002ec4-be87-4cc4-b007-51432a95d5d5 req-8accaec8-1ace-420d-b1d8-40e9dfe504fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:46.968360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9002ec4-be87-4cc4-b007-51432a95d5d5 req-8accaec8-1ace-420d-b1d8-40e9dfe504fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 946 time: 0.2175934 Aug 11 03:16:46.990049 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-263e3720-38f0-4581-b9a1-b4d2ca54eafd tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] DELETE failed (client error): The resource could not be found. Aug 11 03:16:46.990678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263e3720-38f0-4581-b9a1-b4d2ca54eafd tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:46.995867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-263e3720-38f0-4581-b9a1-b4d2ca54eafd tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "DELETE /v2.0/networks/bac1e71e-dd65-40e8-bf85-77b66bfac084 HTTP/1.1" status: 404 len: 339 time: 0.0772905 Aug 11 03:16:46.997071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53452) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.007355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'network': {'name': 'tempest-network--1621200789', 'router:external': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:47.014708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e3c02-f84a-416a-8a2f-019ee091837f req-be9db3ce-d326-4891-bb2a-743ae25e4fa2 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.024563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25e3c02-f84a-416a-8a2f-019ee091837f req-be9db3ce-d326-4891-bb2a-743ae25e4fa2 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 946 time: 0.3714869 Aug 11 03:16:47.032317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9002ec4-be87-4cc4-b007-51432a95d5d5 req-669221e9-5f9d-435d-9889-a76f3668ce1d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629072 Aug 11 03:16:47.063515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Made reservation on behalf of de495b8a34fe449d964fe43b3fe07c20 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:47.066356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.105281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:47.107542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.117867 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.118307 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Added segment 503163d1-fe23-466a-a586-fd4e1512d94b of type vlan for network 045580c8-fbe8-40a4-b253-12b7f129fd6d Aug 11 03:16:47.168354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.191169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] Deleting subnet d3984606-3e4e-44d8-a779-3116efb62610 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:47.208135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.219828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.220835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.221490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.247873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b25e3c02-f84a-416a-8a2f-019ee091837f req-cf87ebd7-6a34-4f89-8d19-076d6dbbd888 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044973 Aug 11 03:16:47.292090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2883184 Aug 11 03:16:47.294914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53454) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.301176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.344482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acc08a-ac36-4d77-92cf-11f8e76d58e9 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Network': ['ID=045580c8-fbe8-40a4-b253-12b7f129fd6d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:47.355998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 045580c8-fbe8-40a4-b253-12b7f129fd6d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:47.367890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.409084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Deleting port 49f94411-bf9a-49b6-a22f-f13639740654 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:47.409661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.495291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.624684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616f507-6e4a-4eb2-bcc6-513a77cfd8d2 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.630862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] For port 49f94411-bf9a-49b6-a22f-f13639740654, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=49f94411-bf9a-49b6-a22f-f13639740654,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:47.631243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.643961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616f507-6e4a-4eb2-bcc6-513a77cfd8d2 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.648068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.653894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616f507-6e4a-4eb2-bcc6-513a77cfd8d2 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.660775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.662744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a616f507-6e4a-4eb2-bcc6-513a77cfd8d2 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:47.664766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a616f507-6e4a-4eb2-bcc6-513a77cfd8d2 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3688910 Aug 11 03:16:47.665822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Calling delete_port for 49f94411-bf9a-49b6-a22f-f13639740654 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:47.667758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53462) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.706802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=b3def834-230d-4361-b57e-245f6a658d44,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:47.714386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.716492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d3984606-3e4e-44d8-a779-3116efb62610 HTTP/1.1" status: 204 len: 168 time: 0.7866199 Aug 11 03:16:47.726003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:47.731372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53464) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.731755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53466) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:47.732658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a23665a0-353f-4228-ae1c-f14b09ad5c68 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b3def834-230d-4361-b57e-245f6a658d44 HTTP/1.1" status: 204 len: 168 time: 0.9528308 Aug 11 03:16:47.768333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b658bb-a78e-4043-99e8-1bb91b12b495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3984606-3e4e-44d8-a779-3116efb62610,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:47.960193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9cef7-d1fa-4324-bce2-f2807bdb15aa None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:48.130961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-14acb08d-7cc8-4efb-a782-2bba68379802 None None] Provisioning complete for port 99029a34-f03a-4211-b0c7-09c9492e3b9d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:48.131326 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14acb08d-7cc8-4efb-a782-2bba68379802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.157518 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-daffa926-dea9-4b87-b802-6f0b0e6d46a0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4190707 Aug 11 03:16:48.173815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:48.182680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:48.279477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.301050 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.378147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc19b68-7c15-43d2-b92f-acf78c6e1109 req-67d9f9b5-28f0-4584-83e3-6b85757a1fb3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:48.380567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8fc19b68-7c15-43d2-b92f-acf78c6e1109 req-67d9f9b5-28f0-4584-83e3-6b85757a1fb3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 946 time: 0.2171593 Aug 11 03:16:48.415183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4dd62adc-3653-4bf6-baf1-724bcda6aadf no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:48.448376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:16:48.451556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 4dd62adc-3653-4bf6-baf1-724bcda6aadf {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:48.452403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4dd62adc-3653-4bf6-baf1-724bcda6aadf not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:48.507020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] Deleting port 99029a34-f03a-4211-b0c7-09c9492e3b9d {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:48.507435 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.594872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] For port 99029a34-f03a-4211-b0c7-09c9492e3b9d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99029a34-f03a-4211-b0c7-09c9492e3b9d,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:48.595955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.606852 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.615336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:48.618950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.628505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] Calling delete_port for 99029a34-f03a-4211-b0c7-09c9492e3b9d owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:48.638003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-72cc9e46-eb08-489a-a330-05d46f9e9737 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:48.640184 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-72cc9e46-eb08-489a-a330-05d46f9e9737 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 946 time: 0.1064723 Aug 11 03:16:48.642665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.664924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:48.691184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222980-fdf4-4a7f-ba76-2b21c052708d req-b9a4b817-a4bc-4361-94a0-509858a6dddb tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:48.692837 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab222980-fdf4-4a7f-ba76-2b21c052708d req-b9a4b817-a4bc-4361-94a0-509858a6dddb tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f8d0621-3a27-4387-951f-9d0c6f580e0e HTTP/1.1" status: 200 len: 946 time: 0.1501305 Aug 11 03:16:48.696111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045580c8-fbe8-40a4-b253-12b7f129fd6d']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:48.726488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event deleted for resources: {'Port': ['ID=49f94411-bf9a-49b6-a22f-f13639740654,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:48.810956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.824708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] No DVR routers for this DVR port 49f94411-bf9a-49b6-a22f-f13639740654 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:48.828947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.830809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-358784b4-20f2-494c-93ef-f9e1dd893dbf req-7c7f9de2-5ab5-4fae-bf15-754389f67e11 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.10 "DELETE /v2.0/ports/49f94411-bf9a-49b6-a22f-f13639740654 HTTP/1.1" status: 204 len: 173 time: 1.9021749 Aug 11 03:16:48.834700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'name': 'network-vif-deleted', 'tag': '49f94411-bf9a-49b6-a22f-f13639740654'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:48.836788 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f255a67-954b-441f-b726-68e481cf8608" -d '{"events": [{"server_uuid": "3f8d0621-3a27-4387-951f-9d0c6f580e0e", "name": "network-vif-deleted", "tag": "49f94411-bf9a-49b6-a22f-f13639740654"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:48.844168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab222980-fdf4-4a7f-ba76-2b21c052708d req-69e8fccc-8e5d-4e1b-b8ad-681607834912 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317031 Aug 11 03:16:48.844544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] Pushing event deleted for resources: {'Port': ['ID=99029a34-f03a-4211-b0c7-09c9492e3b9d,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:48.857795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85718d9d-ea6d-4303-af89-a3c13ba94488 None None] No DVR routers for this DVR port 99029a34-f03a-4211-b0c7-09c9492e3b9d on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:48.881504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port c57baed5-1a18-48dd-8d44-ac8b596e2197 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:48.881880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:48.960457 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155b4959-1e68-4e9b-aad3-c05aeccd9f85 x-openstack-request-id: req-155b4959-1e68-4e9b-aad3-c05aeccd9f85 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:48.961255 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8d0621-3a27-4387-951f-9d0c6f580e0e", "name": "network-vif-deleted", "tag": "49f94411-bf9a-49b6-a22f-f13639740654", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:48.961719 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-155b4959-1e68-4e9b-aad3-c05aeccd9f85 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:48.962143 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f8d0621-3a27-4387-951f-9d0c6f580e0e', 'name': 'network-vif-deleted', 'tag': '49f94411-bf9a-49b6-a22f-f13639740654', 'status': 'completed', 'code': 200} Aug 11 03:16:48.993579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503163d1-fe23-466a-a586-fd4e1512d94b') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:48.993955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503163d1-fe23-466a-a586-fd4e1512d94b') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:49.010501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] For port c57baed5-1a18-48dd-8d44-ac8b596e2197, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c57baed5-1a18-48dd-8d44-ac8b596e2197,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:49.010882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.018609 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8fc19b68-7c15-43d2-b92f-acf78c6e1109 req-102ab0ad-e713-43fe-8fd3-4b516f93959b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6093469 Aug 11 03:16:49.029317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for c57baed5-1a18-48dd-8d44-ac8b596e2197 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:49.035325 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.043505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.073255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5817eda-a9a3-4a2e-868c-ff189e01936a']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:49.082871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.093344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf4ee46-2692-4ecd-9960-627b088a7b40') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:49.093344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf4ee46-2692-4ecd-9960-627b088a7b40') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:49.108510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.111763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:49.112232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:49.113951 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:49.188065 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.199494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.200615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['c57baed5-1a18-48dd-8d44-ac8b596e2197'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:16:49.223472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:49.223472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.223841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=c57baed5-1a18-48dd-8d44-ac8b596e2197,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:49.223970 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:49.280569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] No DVR routers for this DVR port c57baed5-1a18-48dd-8d44-ac8b596e2197 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:16:49.295248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.297510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66f1aa53-e35c-440d-b187-1999f9d46246 req-a5457014-778e-4330-bf6d-39e8d85c6b7f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "DELETE /v2.0/ports/c57baed5-1a18-48dd-8d44-ac8b596e2197 HTTP/1.1" status: 204 len: 173 time: 0.6458821 Aug 11 03:16:49.299149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.321079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:49.330959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 045580c8-fbe8-40a4-b253-12b7f129fd6d {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:16:49.332789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.337107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.342935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "DELETE /v2.0/networks/045580c8-fbe8-40a4-b253-12b7f129fd6d HTTP/1.1" status: 204 len: 168 time: 1.6700354 Aug 11 03:16:49.343803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53478) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.357076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'network': {'name': 'tempest-network--221101027', 'router:external': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:49.359671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289f0d3-142e-4d8d-8882-07d3ffba3b81 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event deleted for resources: {'Network': ['ID=045580c8-fbe8-40a4-b253-12b7f129fd6d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:49.381336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.403362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.406186 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] 10.222.0.60 "DELETE /v2.0/networks/a5817eda-a9a3-4a2e-868c-ff189e01936a HTTP/1.1" status: 204 len: 168 time: 1.6731582 Aug 11 03:16:49.410562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Made reservation on behalf of de495b8a34fe449d964fe43b3fe07c20 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:49.413528 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.446825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:49.461710 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.462482 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Added segment 134d1ffa-e4c3-4146-b859-70ba1aa00c28 of type vlan for network a34ba0c2-f457-4940-81f2-9de000191ce7 Aug 11 03:16:49.469656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:49.499380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:49.503458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ba33d-f35a-4bb1-940c-206aa6d072da admin admin] Pushing event deleted for resources: {'Network': ['ID=a5817eda-a9a3-4a2e-868c-ff189e01936a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:49.511387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eccf25d-a9d8-4280-8fb5-dc90875c60df None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:49.517460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:49.518026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.564904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3866415 Aug 11 03:16:49.573353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d6d89-213b-4428-9bef-dd97b3ee5cdb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:49.575501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53482) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.586367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b080a4dc-302b-498b-93a8-f6cfc317becb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:49.588903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.720127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.721566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:49.723660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:49.840727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 49f94411-bf9a-49b6-a22f-f13639740654 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:49.875520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5297415 Aug 11 03:16:49.876887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53486) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.894691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53490) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:49.896961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8446166-77bc-491c-ad37-40a936a97742 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Network': ['ID=a34ba0c2-f457-4940-81f2-9de000191ce7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:49.899912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 49f94411-bf9a-49b6-a22f-f13639740654 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:49.902447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 49f94411-bf9a-49b6-a22f-f13639740654 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:49.910499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a34ba0c2-f457-4940-81f2-9de000191ce7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:50.005192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:50.006160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.144199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b080a4dc-302b-498b-93a8-f6cfc317becb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:50.160218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b080a4dc-302b-498b-93a8-f6cfc317becb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.199648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Allocated IP 2001:db8::f816:3eff:fe0a:1566 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7/696d39bb-60d9-4c73-bf50-a488fe420d8c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:50.216355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f291cb-07db-4d41-978e-66277aa81bdf tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:50.219272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a5f291cb-07db-4d41-978e-66277aa81bdf tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] 10.222.0.60 "GET /v2.0/networks/a34ba0c2-f457-4940-81f2-9de000191ce7 HTTP/1.1" status: 200 len: 756 time: 0.3395016 Aug 11 03:16:50.222265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53498) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:50.308047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-15e3bb36-709b-43cf-ae6b-e8693570a8bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06380894fc254fdcaddfd3feaaea5482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884497 Aug 11 03:16:50.309196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53500) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:50.359469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-138f41b0-7b34-41b9-a854-f92387ace944 req-3ac97bde-2758-4705-865d-0c1124c05dbc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.0792468 Aug 11 03:16:50.411381 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.421093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443cfbd3-688c-4670-acfc-721affe23c18 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:50.422134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Transition to ACTIVE for port object 696d39bb-60d9-4c73-bf50-a488fe420d8c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:50.432100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-443cfbd3-688c-4670-acfc-721affe23c18 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] 10.222.0.60 "GET /v2.0/networks/02dbd98b-2abb-4c08-9061-a40bc04984c9 HTTP/1.1" status: 200 len: 768 time: 0.2087312 Aug 11 03:16:50.432788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53502) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:50.440392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Transition to ACTIVE for port object 696d39bb-60d9-4c73-bf50-a488fe420d8c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:50.445674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99029a34-f03a-4211-b0c7-09c9492e3b9d no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:50.483679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.490109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 99029a34-f03a-4211-b0c7-09c9492e3b9d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:50.490677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99029a34-f03a-4211-b0c7-09c9492e3b9d not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:50.513746 n-d-768509-22 neutron-server[111683]: INFO neutron.db.ipam_backend_mixin [None req-b080a4dc-302b-498b-93a8-f6cfc317becb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7 (CIDR: 2001:db8::/64) Aug 11 03:16:50.520042 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b080a4dc-302b-498b-93a8-f6cfc317becb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:50.520501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b080a4dc-302b-498b-93a8-f6cfc317becb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:50.540657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:50.544838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:50.545013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b080a4dc-302b-498b-93a8-f6cfc317becb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9682839 Aug 11 03:16:50.550095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53504) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:50.550584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:50.554864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81edc9a-135a-4318-bd8d-7efe02b3c466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.558826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:50.575016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:50.600217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81edc9a-135a-4318-bd8d-7efe02b3c466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.651029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.662958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Attempting to bind port 696d39bb-60d9-4c73-bf50-a488fe420d8c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:16:50.663562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Attempting to bind port 696d39bb-60d9-4c73-bf50-a488fe420d8c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:16:50.663745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Attempting to bind port 696d39bb-60d9-4c73-bf50-a488fe420d8c on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:16:50.678904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:16:50.679279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:50.681500 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.681791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:16:50.684173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Bound port: 696d39bb-60d9-4c73-bf50-a488fe420d8c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:16:50.684173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.700345 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81edc9a-135a-4318-bd8d-7efe02b3c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.704808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81edc9a-135a-4318-bd8d-7efe02b3c466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.707132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d81edc9a-135a-4318-bd8d-7efe02b3c466 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52667c4e-8c80-4baf-8e04-a4ace7edc4f8 HTTP/1.1" status: 204 len: 168 time: 0.3895953 Aug 11 03:16:50.720136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81edc9a-135a-4318-bd8d-7efe02b3c466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52667c4e-8c80-4baf-8e04-a4ace7edc4f8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:50.799133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.821973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34ba0c2-f457-4940-81f2-9de000191ce7']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:50.833586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:16:50.838927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:16:50.843875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134d1ffa-e4c3-4146-b859-70ba1aa00c28') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:50.845589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.859971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134d1ffa-e4c3-4146-b859-70ba1aa00c28') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:50.870860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.918081 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.935121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad3f3f-81d3-4724-a27a-1abd0b9db379 None None] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:50.941713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:50.942139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:50.944087 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:50.965028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'name': 'network-vif-deleted', 'tag': 'c57baed5-1a18-48dd-8d44-ac8b596e2197'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:16:50.967958 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbbc0ea-1a0e-4337-9452-adf88bfb4c6c" -d '{"events": [{"server_uuid": "b7f5a0ae-80b1-4fa2-b9e4-1f0256378157", "name": "network-vif-deleted", "tag": "c57baed5-1a18-48dd-8d44-ac8b596e2197"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:16:51.027366 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55d55bc-895a-4068-a353-88664df05622 x-openstack-request-id: req-c55d55bc-895a-4068-a353-88664df05622 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:16:51.027746 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f5a0ae-80b1-4fa2-b9e4-1f0256378157", "name": "network-vif-deleted", "tag": "c57baed5-1a18-48dd-8d44-ac8b596e2197", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:16:51.028811 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c55d55bc-895a-4068-a353-88664df05622 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:16:51.030132 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f5a0ae-80b1-4fa2-b9e4-1f0256378157', 'name': 'network-vif-deleted', 'tag': 'c57baed5-1a18-48dd-8d44-ac8b596e2197', 'status': 'completed', 'code': 200} Aug 11 03:16:51.032168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:51.038308 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.175022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.187035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a34ba0c2-f457-4940-81f2-9de000191ce7 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:16:51.213691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.215832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a34ba0c2-f457-4940-81f2-9de000191ce7 HTTP/1.1" status: 204 len: 168 time: 0.7820528 Aug 11 03:16:51.220294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53514) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.241036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26233a-3b99-4cf0-92dd-7022e867bcde tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event deleted for resources: {'Network': ['ID=a34ba0c2-f457-4940-81f2-9de000191ce7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:51.267397 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'network': {'name': 'tempest-network--1271916012'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:51.398808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Made reservation on behalf of de495b8a34fe449d964fe43b3fe07c20 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:51.400727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.405805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53520) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.471315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:51.502263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.503368 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Added segment bc0b147c-5f3e-4614-a3d4-b97a55d908d7 of type vlan for network da17b34e-b3ce-46c8-b54a-837475973158 Aug 11 03:16:51.527138 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1a29a39d-0363-4e66-b578-639b0d74032c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2494ccf7ff124d7c8166f9c618f9f544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201069 Aug 11 03:16:51.530397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53522) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.575218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.622659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.633101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:51.633698 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.656592 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.681169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89118616-1017-461b-9cee-0d531aa81490 req-798bc5bb-614f-4476-a597-aea5c58cac35 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.0743103 Aug 11 03:16:51.683146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4610853 Aug 11 03:16:51.694131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53524) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.709613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Request body: {'network': {'router:external': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:51.733623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8071c737-93b9-43d3-8204-93fe47cf5fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.743953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:51.772986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:51.790877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:51.791485 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.826055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=1e9a8775-6699-46f9-ac7b-2d77aa580c98,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:51.837827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a42a23ac-7179-4d7e-9a9b-d68a656fd3d2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2866280 Aug 11 03:16:51.840145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8071c737-93b9-43d3-8204-93fe47cf5fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.847463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53526) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:51.854229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c57baed5-1a18-48dd-8d44-ac8b596e2197 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:51.857095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:b6:66:2d', 'name': 'tempest-NetworksTestDHCPv6-723865032'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:51.900826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: c57baed5-1a18-48dd-8d44-ac8b596e2197 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:16:51.906717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c57baed5-1a18-48dd-8d44-ac8b596e2197 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:16:51.919025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8071c737-93b9-43d3-8204-93fe47cf5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.923106 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8071c737-93b9-43d3-8204-93fe47cf5fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:51.924550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8071c737-93b9-43d3-8204-93fe47cf5fbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e584290-6bb3-4b71-bc70-948cf939f995 HTTP/1.1" status: 204 len: 168 time: 0.3932300 Aug 11 03:16:51.948388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071c737-93b9-43d3-8204-93fe47cf5fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e584290-6bb3-4b71-bc70-948cf939f995,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:52.053792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409eb79-c76d-40c6-8ed2-c12fc3182c26 tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Network': ['ID=da17b34e-b3ce-46c8-b54a-837475973158,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:52.064431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network da17b34e-b3ce-46c8-b54a-837475973158 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:52.233532 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.292504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:52.299277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.345834 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eaa7f921-1bf5-4361-ab1b-06d23d2514a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.395802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event updated for resources: {'Network': ['ID=da17b34e-b3ce-46c8-b54a-837475973158,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:52.438367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 696d39bb-60d9-4c73-bf50-a488fe420d8c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:52.441341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Network da17b34e-b3ce-46c8-b54a-837475973158 is not hosted by any dhcp agent {{(pid=111683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:16:52.442948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:52.443240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.447273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-532f1d05-0631-4231-b73e-761d8026e75f tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "PUT /v2.0/networks/da17b34e-b3ce-46c8-b54a-837475973158 HTTP/1.1" status: 200 len: 858 time: 0.7496555 Aug 11 03:16:52.448277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53536) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:52.548142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 696d39bb-60d9-4c73-bf50-a488fe420d8c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:52.599731 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.636462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.674829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port e4853c79-97b3-4b80-baeb-654b585664ad yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:52.716793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d385a-bf03-4db0-ac5c-ec1a96836497 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:52.745968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.766381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da17b34e-b3ce-46c8-b54a-837475973158']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:52.784589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0b147c-5f3e-4614-a3d4-b97a55d908d7') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:52.784932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0b147c-5f3e-4614-a3d4-b97a55d908d7') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:52.809412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.842623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.848997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0aeca37c-d334-46b8-9e77-1a95debad9b4 None None] Provisioning for port 696d39bb-60d9-4c73-bf50-a488fe420d8c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:52.856221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0aeca37c-d334-46b8-9e77-1a95debad9b4 None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:52.856800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0aeca37c-d334-46b8-9e77-1a95debad9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.862941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:52.863697 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:52.865867 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:52.899067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bab13625-f433-460a-9136-3cfd88cc7049 req-c14babeb-247d-48ab-ae46-7265b5e8350f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.0531306 Aug 11 03:16:52.955443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.956109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8:0:1::7 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/1e9a8775-6699-46f9-ac7b-2d77aa580c98/e4853c79-97b3-4b80-baeb-654b585664ad) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:52.963224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da17b34e-b3ce-46c8-b54a-837475973158 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 11 03:16:52.970909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::f816:3eff:feb6:662d (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7/e4853c79-97b3-4b80-baeb-654b585664ad) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:52.981111 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:52.989253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] 10.222.0.60 "DELETE /v2.0/networks/da17b34e-b3ce-46c8-b54a-837475973158 HTTP/1.1" status: 204 len: 168 time: 0.5372233 Aug 11 03:16:52.990269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53542) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:53.006352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f6682-e47b-4a7c-9df2-bdfa43911a6a tempest-ExternalNetworksTestJSON-2088347206 tempest-ExternalNetworksTestJSON-2088347206-project-admin] Pushing event deleted for resources: {'Network': ['ID=da17b34e-b3ce-46c8-b54a-837475973158,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:53.071646 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-9123bc4e-ebbb-4e72-9bfe-fff724daad18 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] DELETE failed (client error): The resource could not be found. Aug 11 03:16:53.072173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9123bc4e-ebbb-4e72-9bfe-fff724daad18 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:53.077366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9123bc4e-ebbb-4e72-9bfe-fff724daad18 tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] 10.222.0.60 "DELETE /v2.0/subnets/29e62d3d-e508-4972-888a-22473625c244 HTTP/1.1" status: 404 len: 337 time: 0.0830569 Aug 11 03:16:53.077870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53544) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:53.225649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.260310 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0aeca37c-d334-46b8-9e77-1a95debad9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.309818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.325738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0aeca37c-d334-46b8-9e77-1a95debad9b4 None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:53.332667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object e4853c79-97b3-4b80-baeb-654b585664ad will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:53.333147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0aeca37c-d334-46b8-9e77-1a95debad9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.388989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.400726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dbd98b-2abb-4c08-9061-a40bc04984c9']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:53.414543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.431206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08d413f-635e-444b-bd69-d437a21fa85e') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:53.434358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08d413f-635e-444b-bd69-d437a21fa85e') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:16:53.441557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeca37c-d334-46b8-9e77-1a95debad9b4 None None] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:53.445398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': 'ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7', 'ip_address': '2001:db8::f816:3eff:fe0a:1566'}, {'subnet_id': '1e9a8775-6699-46f9-ac7b-2d77aa580c98'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '696d39bb-60d9-4c73-bf50-a488fe420d8c'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:16:53.457966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.477081 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.485135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:16:53.485605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.488499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:53.494734 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.497354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:53.504155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:53.511259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:53.512178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.517143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=e4853c79-97b3-4b80-baeb-654b585664ad,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:53.550606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53548) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:16:53.553574 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:16:53.556217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1297a002-1a39-4b46-90d1-abe8657c4130 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6927824 Aug 11 03:16:53.621252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.658551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.660421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] 10.222.0.60 "DELETE /v2.0/networks/02dbd98b-2abb-4c08-9061-a40bc04984c9 HTTP/1.1" status: 204 len: 168 time: 0.5813608 Aug 11 03:16:53.687903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Pushing event deleted for resources: {'Network': ['ID=02dbd98b-2abb-4c08-9061-a40bc04984c9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:53.699495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.699495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.699807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.700027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.700347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.700696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.701399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.701399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.701729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.702058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.702384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.702715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36040615-4acf-467c-a412-d102c211633f tempest-ExternalNetworksTestJSON-1522738144 tempest-ExternalNetworksTestJSON-1522738144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:53.721997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] Allocated IP 2001:db8:0:1::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/1e9a8775-6699-46f9-ac7b-2d77aa580c98/696d39bb-60d9-4c73-bf50-a488fe420d8c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:53.741255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port e4853c79-97b3-4b80-baeb-654b585664ad {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:16:53.741255 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.846641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:53.868954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.883677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for e4853c79-97b3-4b80-baeb-654b585664ad owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:16:53.892482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:53.908377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] Transition to ACTIVE for port object 696d39bb-60d9-4c73-bf50-a488fe420d8c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:53.913124 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.039335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d172f68f-4329-434b-bae4-c7006b540b18 req-a056732f-12fa-457d-af7c-fe29ba85e8de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.0367761 Aug 11 03:16:54.077608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.087199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2d2e5-bcf3-424b-9776-62b92cfde8fb None None] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:54.136761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.192137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=e4853c79-97b3-4b80-baeb-654b585664ad,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:54.254650 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.256999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-26fc7585-95ca-4a75-980f-77773ce0e0b9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/e4853c79-97b3-4b80-baeb-654b585664ad HTTP/1.1" status: 204 len: 168 time: 0.7043796 Aug 11 03:16:54.259516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53562) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.261138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3f2452df-8044-4cc6-97a4-62f603c12e1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a009d6a5e0c14b28a2672cbfaaf76077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773455 Aug 11 03:16:54.261956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.305132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 696d39bb-60d9-4c73-bf50-a488fe420d8c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:54.354684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1a47da0-b190-48e8-9e91-e952775ff887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.361111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22837aa9-825c-45cb-92cf-e94dd1860113 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.363167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-22837aa9-825c-45cb-92cf-e94dd1860113 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1025150 Aug 11 03:16:54.365646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53568) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.406493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1a47da0-b190-48e8-9e91-e952775ff887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.445931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e2fab-9463-4a87-b8e7-3765467fe8ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.447654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b07e2fab-9463-4a87-b8e7-3765467fe8ac tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0808594 Aug 11 03:16:54.450039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53570) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.475971 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1a47da0-b190-48e8-9e91-e952775ff887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.479669 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1a47da0-b190-48e8-9e91-e952775ff887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.481178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1a47da0-b190-48e8-9e91-e952775ff887 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/26250f8f-a43f-40b8-89bd-c348f5019f52 HTTP/1.1" status: 204 len: 168 time: 0.2182908 Aug 11 03:16:54.491760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47da0-b190-48e8-9e91-e952775ff887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26250f8f-a43f-40b8-89bd-c348f5019f52,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:54.528668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c3323-37b4-4211-9b67-624ea665e007 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.531546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c3323-37b4-4211-9b67-624ea665e007 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.533337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49c3323-37b4-4211-9b67-624ea665e007 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:54.537344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b49c3323-37b4-4211-9b67-624ea665e007 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0839467 Aug 11 03:16:54.537874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53574) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.614097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 1e9a8775-6699-46f9-ac7b-2d77aa580c98 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:54.619187 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.670727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.802123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.849396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53580) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.878774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.901346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1e8ada1c-e920-4ef4-9b60-5907ccdeb826 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de495b8a34fe449d964fe43b3fe07c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507212 Aug 11 03:16:54.903886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53582) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.919733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9a8775-6699-46f9-ac7b-2d77aa580c98,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:54.924065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.932477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-72dc9353-22b3-4375-b62f-3112c6f8a3d3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/1e9a8775-6699-46f9-ac7b-2d77aa580c98 HTTP/1.1" status: 204 len: 168 time: 0.3935182 Aug 11 03:16:54.933110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53584) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:54.984335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93f7690a-c5ef-4bb0-9b1d-b97ad12d2c2b None None] Provisioning for port 696d39bb-60d9-4c73-bf50-a488fe420d8c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:54.984903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8d22496-77bb-45e6-a1c9-4ea851b02997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:54.988433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93f7690a-c5ef-4bb0-9b1d-b97ad12d2c2b None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:54.988812 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-93f7690a-c5ef-4bb0-9b1d-b97ad12d2c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.004361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:16:55.009366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.027808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8d22496-77bb-45e6-a1c9-4ea851b02997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.077081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.119670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8d22496-77bb-45e6-a1c9-4ea851b02997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.122732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8d22496-77bb-45e6-a1c9-4ea851b02997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.128015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d8d22496-77bb-45e6-a1c9-4ea851b02997 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8519da06-8754-4a07-a660-b5f72f9b5acc HTTP/1.1" status: 204 len: 168 time: 0.2200024 Aug 11 03:16:55.145752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d22496-77bb-45e6-a1c9-4ea851b02997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8519da06-8754-4a07-a660-b5f72f9b5acc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:55.200476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6e9e42d1-4f3a-42a5-90a2-a7782c81b6ca req-cf6ef6b2-9584-4385-ac76-0466f986afc8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7f5a0ae-80b1-4fa2-b9e4-1f0256378157 HTTP/1.1" status: 200 len: 210 time: 0.0412784 Aug 11 03:16:55.204833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e598443-f144-43c2-ac01-c45f59d4def2 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:55.259618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.287126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8d85073-00ef-4f80-addc-dddeabcfc721 None None] Could not find standard attr ID for object e4853c79-97b3-4b80-baeb-654b585664ad. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:16:55.295654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-609bed49-2bd1-476e-b19b-cd6e118a1400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.392143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.431809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:55.434083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.436376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7a5023a2-2c63-417d-b487-f14ae9fe51c0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7 HTTP/1.1" status: 204 len: 168 time: 0.5021462 Aug 11 03:16:55.438740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53594) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:55.488688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-28d2d437-0e20-46f4-874e-2bd2b52d51b7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486102 Aug 11 03:16:55.492882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53596) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:55.508761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:55.519738 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.527896 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.599507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34ac529-c76e-4839-a3f1-f701d36a9d44 None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': 'ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '696d39bb-60d9-4c73-bf50-a488fe420d8c'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:16:55.632638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:55.635931 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d34ac529-c76e-4839-a3f1-f701d36a9d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.638469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.917372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.942052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90fa8b6-abaf-47db-83b3-916146e35697 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:55.968953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:55.976023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:55.980554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:55.981227 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:55.994025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:56.004468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-efe632bc-2079-4400-a3d3-59013331ea0a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5092142 Aug 11 03:16:56.007366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53612) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:56.012604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-90e1ef39-3789-416c-92a8-fa60c790e92b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:56.043527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06abebce-f974-4e32-969d-9b7529bc4dd8 None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:56.044120 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06abebce-f974-4e32-969d-9b7529bc4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.197346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e1ef39-3789-416c-92a8-fa60c790e92b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:56.201985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90e1ef39-3789-416c-92a8-fa60c790e92b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.278879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53620) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:56.335546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 696d39bb-60d9-4c73-bf50-a488fe420d8c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:16:56.363722 n-d-768509-22 neutron-server[111682]: INFO neutron.db.ipam_backend_mixin [None req-90e1ef39-3789-416c-92a8-fa60c790e92b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40 (CIDR: 2001:db8::/64) Aug 11 03:16:56.368975 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e1ef39-3789-416c-92a8-fa60c790e92b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:16:56.369686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e1ef39-3789-416c-92a8-fa60c790e92b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:16:56.387499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-90e1ef39-3789-416c-92a8-fa60c790e92b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3789706 Aug 11 03:16:56.390506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53626) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:56.396352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:56.434602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Update dhcp port {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'fixed_ips': [{'subnet_id': 'c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40'}], 'binding:host_id': 'n-d-768509-22'}, 'id': '696d39bb-60d9-4c73-bf50-a488fe420d8c'} from n-d-768509-22. {{(pid=111684) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 11 03:16:56.515745 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.539821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-948702943'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:56.596315 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:16:56.596315 n-d-768509-22 neutron-server[111683]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:16:56.596315 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id': '13d2224bb9834ba1b8f0d913481207a8', 'id': 'add7fa2d-af01-4c9e-95a2-6c0131c0c347', 'expiration': datetime.datetime(2021, 8, 11, 3, 18, 56, 579991)}] Aug 11 03:16:56.596315 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:16:56.596679 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:16:56.603779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:56.608936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.619687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.730239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.737251 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.738798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.765669 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.775489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:16:56.786257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0198c425-5183-4c50-8189-38e5b3cbb677,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:56.791380 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.791772 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Added segment 26bb62dd-8d16-4031-ad87-6a5d02d21877 of type vlan for network a33502df-bca9-4b89-9721-7e36cd60f71a Aug 11 03:16:56.817589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40/696d39bb-60d9-4c73-bf50-a488fe420d8c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:56.828699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:56.838527 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.840408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.881464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.888011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:56.888488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:56.957204 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:56.957425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6766558 Aug 11 03:16:56.960312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53634) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:56.965526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'subnet': {'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:56.984387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3ed6576f-ac36-469d-9305-212819135952 None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:57.017034 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.033482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Transition to ACTIVE for port object 696d39bb-60d9-4c73-bf50-a488fe420d8c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:57.040507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.102087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bee8a-f48e-4951-bc72-dd2b61cffb7c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Network': ['ID=a33502df-bca9-4b89-9721-7e36cd60f71a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:57.141912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:57.150257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.152904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a33502df-bca9-4b89-9721-7e36cd60f71a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:16:57.157758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:57.162219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.306430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:57.325729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.325729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.326120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.327416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.327416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.327416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.327416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.328143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.328143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.328381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.328699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.328966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed6576f-ac36-469d-9305-212819135952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:16:57.586628 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.721009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Subnet': ['ID=69f3cf3d-813d-4041-a76e-6e7258c7cc6b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:57.787382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Checking segment: {'id': '26bb62dd-8d16-4031-ad87-6a5d02d21877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:16:57.787783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network hostable DHCP agents. Network: a33502df-bca9-4b89-9721-7e36cd60f71a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:16:57.822817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network a33502df-bca9-4b89-9721-7e36cd60f71a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:16:57.845274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a33502df-bca9-4b89-9721-7e36cd60f71a) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:57.849711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:57.850413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:57.854921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954423f2-0c4b-4d0c-a281-4a6fb0d8050a None None] Network a33502df-bca9-4b89-9721-7e36cd60f71a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:57.887321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bc1dfb75-2c9e-4ce6-aed9-80d2067695d6 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9235950 Aug 11 03:16:57.887601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53640) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:57.893382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'name': 'tempest-AllowedAddressPairTestJSON-1853786262'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:58.175113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-a33502df-bca9-4b89-9721-7e36cd60f71a', 'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'tenant_id': 'df2a9e7f88fd4ddd9636ae4b10bbe09e', 'fixed_ips': [{'subnet_id': '69f3cf3d-813d-4041-a76e-6e7258c7cc6b'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:16:58.176009 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.204258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.208584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:58.212453 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.258067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] device_id is not set on port ded8af4f-a6d7-47b9-a87b-88ab87a537ec yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:58.297069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:16:58.371356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5301f3-5e3a-41ff-a90d-317e246a8686 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:16:58.430484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 696d39bb-60d9-4c73-bf50-a488fe420d8c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:16:58.486532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Allocated IP 172.20.0.12 (a33502df-bca9-4b89-9721-7e36cd60f71a/69f3cf3d-813d-4041-a76e-6e7258c7cc6b/ded8af4f-a6d7-47b9-a87b-88ab87a537ec) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:58.533489 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.634608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9f7daf56-c1b7-4679-b872-7dab4de62685 None None] Provisioning for port 696d39bb-60d9-4c73-bf50-a488fe420d8c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:16:58.653591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9f7daf56-c1b7-4679-b872-7dab4de62685 None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:58.656033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f7daf56-c1b7-4679-b872-7dab4de62685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.704939 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.765102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Transition to ACTIVE for port object ded8af4f-a6d7-47b9-a87b-88ab87a537ec will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:16:58.820285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:16:58.820887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.862560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.899564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:58.919213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=ded8af4f-a6d7-47b9-a87b-88ab87a537ec,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:58.946571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network a33502df-bca9-4b89-9721-7e36cd60f71a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:58.948646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:58.962351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:16:58.965125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.978312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:58.979285 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.020586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.021226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.050856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b77911ac-83e1-4231-8c0d-e4f32440e00a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1620209 Aug 11 03:16:59.053693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53648) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:59.059621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'name': 'tempest-AllowedAddressPairTestJSON-456416425', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f9:ae:f9'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:59.134212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:16:59.138077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:16:59.144147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:59.156732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:16:59.157443 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.169012 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f7daf56-c1b7-4679-b872-7dab4de62685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.182929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Allocated IP 172.20.0.2 (a33502df-bca9-4b89-9721-7e36cd60f71a/69f3cf3d-813d-4041-a76e-6e7258c7cc6b/cd76d3ac-0505-428a-82c1-331575525568) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:16:59.185111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=fd975c14-42b3-4b24-802c-79c8105d229f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:59.220499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7b6b1135-1fc7-4701-bc75-026664a49aca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8265157 Aug 11 03:16:59.221366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53652) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:59.232410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:01:5d:11', 'name': 'tempest-NetworksTestDHCPv6-1405571736'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:16:59.318884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:59.471145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.485866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:16:59.494502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] device_id is not set on port be6edc7a-a957-4e13-be7a-02ef35e805bf yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:59.635766 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.671214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port 174605b0-5b49-45d9-92ee-b256070eaed4 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:16:59.693655 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.720733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9f7daf56-c1b7-4679-b872-7dab4de62685 None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:16:59.734562 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f7daf56-c1b7-4679-b872-7dab4de62685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:16:59.814796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7daf56-c1b7-4679-b872-7dab4de62685 None None] Pushing event updated for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:16:59.855652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53662) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:16:59.973100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:16:59.973700 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:17:00.021157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::25a (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40/174605b0-5b49-45d9-92ee-b256070eaed4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:00.028910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:5d11 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/fd975c14-42b3-4b24-802c-79c8105d229f/174605b0-5b49-45d9-92ee-b256070eaed4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:00.101248 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.130726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.174121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Transition to ACTIVE for port object cd76d3ac-0505-428a-82c1-331575525568 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:00.246171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Transition to ACTIVE for port object cd76d3ac-0505-428a-82c1-331575525568 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:00.262852 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.329179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.351972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Network a33502df-bca9-4b89-9721-7e36cd60f71a is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:00.359301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Allocated IP 172.20.0.8 (a33502df-bca9-4b89-9721-7e36cd60f71a/69f3cf3d-813d-4041-a76e-6e7258c7cc6b/be6edc7a-a957-4e13-be7a-02ef35e805bf) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:00.360418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:00.363936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object 174605b0-5b49-45d9-92ee-b256070eaed4 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:00.368519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265c353-c856-499e-8de9-71450dae89c1 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:00.418385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:00.420339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.434026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Pushing event updated for resources: {'Port': ['ID=cd76d3ac-0505-428a-82c1-331575525568,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:00.486768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=174605b0-5b49-45d9-92ee-b256070eaed4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:00.494942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:00.496788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:00.503374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:00.515319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:00.519701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.557450 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-74fadff4-b785-4f5a-bceb-86f8526500e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3321223 Aug 11 03:17:00.557927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53668) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:00.606340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Attempting to bind port cd76d3ac-0505-428a-82c1-331575525568 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:00.606726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Attempting to bind port cd76d3ac-0505-428a-82c1-331575525568 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '26bb62dd-8d16-4031-ad87-6a5d02d21877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:00.607103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Attempting to bind port cd76d3ac-0505-428a-82c1-331575525568 on network a33502df-bca9-4b89-9721-7e36cd60f71a {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:00.624576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:00.624971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Checking segment: {'id': '26bb62dd-8d16-4031-ad87-6a5d02d21877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:00.625392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.625800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Bound using segment: {'id': '26bb62dd-8d16-4031-ad87-6a5d02d21877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:00.626292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.626413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Bound port: cd76d3ac-0505-428a-82c1-331575525568, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26bb62dd-8d16-4031-ad87-6a5d02d21877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:00.626688 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.630454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-64d746cf-1eb1-4d62-874c-36950a3a9d85 None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:00.630824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64d746cf-1eb1-4d62-874c-36950a3a9d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.642533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Transition to ACTIVE for port object be6edc7a-a957-4e13-be7a-02ef35e805bf will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:00.728963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port 174605b0-5b49-45d9-92ee-b256070eaed4 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:00.729326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.780964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 696d39bb-60d9-4c73-bf50-a488fe420d8c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:00.850733 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.866760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for 174605b0-5b49-45d9-92ee-b256070eaed4 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:00.869761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:00.994814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] For port cd76d3ac-0505-428a-82c1-331575525568, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:01.018164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] For port cd76d3ac-0505-428a-82c1-331575525568, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cd76d3ac-0505-428a-82c1-331575525568,segment=NetworkSegment(26bb62dd-8d16-4031-ad87-6a5d02d21877),segment_id=26bb62dd-8d16-4031-ad87-6a5d02d21877)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:01.026687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.067421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:01.068349 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.152911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e52e22-caa2-4506-8e9b-a12812a3730c None None] Pushing event updated for resources: {'Port': ['ID=cd76d3ac-0505-428a-82c1-331575525568,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:01.227064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.334885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=174605b0-5b49-45d9-92ee-b256070eaed4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:01.395401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.401159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-45747ece-8259-4a69-ac49-a76e5a38ddfd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/174605b0-5b49-45d9-92ee-b256070eaed4 HTTP/1.1" status: 204 len: 168 time: 0.8420558 Aug 11 03:17:01.401960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53676) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:01.451664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=be6edc7a-a957-4e13-be7a-02ef35e805bf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:01.460480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network a33502df-bca9-4b89-9721-7e36cd60f71a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:01.464066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:01.522929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:01.546409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec077b-b954-49bf-a955-287558df49df tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.554408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-83ec077b-b954-49bf-a955-287558df49df tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1491971 Aug 11 03:17:01.558842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53678) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:01.681784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.682456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.686565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-75c4ac7b-d57e-4a93-8a32-f91d8e1d7f65 None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:01.687063 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75c4ac7b-d57e-4a93-8a32-f91d8e1d7f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.689846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685aed5c-42f1-4d7e-98da-1e6c9dc5e7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.698827 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-685aed5c-42f1-4d7e-98da-1e6c9dc5e7ca tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1388481 Aug 11 03:17:01.699739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:01.768844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3c92b34c-bc06-4e56-9223-e362730a67b7 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.7116857 Aug 11 03:17:01.770880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53684) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:01.796807 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44478a-0d90-40ed-a8da-4e9f31bf8661 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.799051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44478a-0d90-40ed-a8da-4e9f31bf8661 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.800951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af44478a-0d90-40ed-a8da-4e9f31bf8661 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.805977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af44478a-0d90-40ed-a8da-4e9f31bf8661 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1037984 Aug 11 03:17:01.806515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53686) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:01.851199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-75c4ac7b-d57e-4a93-8a32-f91d8e1d7f65 None None] Could not find standard attr ID for object 174605b0-5b49-45d9-92ee-b256070eaed4. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:01.901238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca070506-0ade-417f-abc1-9390d7807b43 req-0c04f3b3-a8ff-4cde-bab6-55677b012099 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:01.908205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca070506-0ade-417f-abc1-9390d7807b43 req-0c04f3b3-a8ff-4cde-bab6-55677b012099 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 945 time: 0.2202587 Aug 11 03:17:01.929035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:01.938894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.989029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:01.996141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca070506-0ade-417f-abc1-9390d7807b43 req-7d00bad5-4559-4e6e-b1a0-8a8e54ef795e tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835917 Aug 11 03:17:02.012774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6c784-54dc-49e5-a7a1-ec09f2a21d16 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.019442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6c784-54dc-49e5-a7a1-ec09f2a21d16 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.025497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6c784-54dc-49e5-a7a1-ec09f2a21d16 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:02.027190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ee6c784-54dc-49e5-a7a1-ec09f2a21d16 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2429059 Aug 11 03:17:02.031348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53690) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:02.048709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.068117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5274f039-80bf-4d1b-bfeb-92bbf135e795 None None] Could not find standard attr ID for object 174605b0-5b49-45d9-92ee-b256070eaed4. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:02.221716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.320193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting port be6edc7a-a957-4e13-be7a-02ef35e805bf {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:02.320485 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.326908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.441296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:02.443460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.448295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e1739d0-44ec-44c6-abab-24db2bb5113b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40 HTTP/1.1" status: 204 len: 168 time: 0.6402454 Aug 11 03:17:02.451123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da512e-2a2c-4325-91b0-ef213684c8d7 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:02.454152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53708) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:02.459076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Deleting port 93ccd352-20fd-477e-b34c-3185388b45c4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:02.463386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.538707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet fd975c14-42b3-4b24-802c-79c8105d229f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:02.542323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.593712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] For port 93ccd352-20fd-477e-b34c-3185388b45c4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=93ccd352-20fd-477e-b34c-3185388b45c4,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:02.594091 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.610968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.617590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Calling delete_port for 93ccd352-20fd-477e-b34c-3185388b45c4 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:02.772987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.786366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd76d3ac-0505-428a-82c1-331575525568 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:02.894528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port cd76d3ac-0505-428a-82c1-331575525568 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:02.910251 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.911547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12512b5f-0881-42fb-81a3-1a91eb471405 None None] Network a33502df-bca9-4b89-9721-7e36cd60f71a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:02.923285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.966363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ccd352-20fd-477e-b34c-3185388b45c4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:02.977774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=fd975c14-42b3-4b24-802c-79c8105d229f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:02.979971 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:02.982573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6eed567e-fda0-4c49-b681-4088f69bba7a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/fd975c14-42b3-4b24-802c-79c8105d229f HTTP/1.1" status: 204 len: 168 time: 0.5274014 Aug 11 03:17:02.986691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53738) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:03.041753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-50fd1f95-40e8-4776-b4fa-cefa57aca58a None None] Provisioning for port cd76d3ac-0505-428a-82c1-331575525568 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:03.044272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ab83a0d-b912-4770-821d-ad1ae85aa223 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568838 Aug 11 03:17:03.067425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53742) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:03.081214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:03.082271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-50fd1f95-40e8-4776-b4fa-cefa57aca58a None None] Provisioning complete for port cd76d3ac-0505-428a-82c1-331575525568 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:03.082902 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50fd1f95-40e8-4776-b4fa-cefa57aca58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.168161 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.336828 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.344104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Calling delete_port for be6edc7a-a957-4e13-be7a-02ef35e805bf owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:03.430616 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50fd1f95-40e8-4776-b4fa-cefa57aca58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.489480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-50fd1f95-40e8-4776-b4fa-cefa57aca58a None None] For port cd76d3ac-0505-428a-82c1-331575525568, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cd76d3ac-0505-428a-82c1-331575525568,segment=NetworkSegment(26bb62dd-8d16-4031-ad87-6a5d02d21877),segment_id=26bb62dd-8d16-4031-ad87-6a5d02d21877)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:03.494861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50fd1f95-40e8-4776-b4fa-cefa57aca58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.556345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-8dc79c28-af77-4a86-9247-ea09fee1c23d tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:03.557918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-8dc79c28-af77-4a86-9247-ea09fee1c23d tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 945 time: 0.2966690 Aug 11 03:17:03.575699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:03.579871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.594927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd1f95-40e8-4776-b4fa-cefa57aca58a None None] Pushing event updated for resources: {'Port': ['ID=cd76d3ac-0505-428a-82c1-331575525568,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:03.706789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340040d-4095-4400-9b8a-70cb11b125ec req-3714d15d-7e97-49d0-b3be-5aee3c57ecad tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:03.708408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0340040d-4095-4400-9b8a-70cb11b125ec req-3714d15d-7e97-49d0-b3be-5aee3c57ecad tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 945 time: 0.4482622 Aug 11 03:17:03.737124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Router f63e9284-c44a-408c-b7fe-a9eca3060264 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:03.872327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0340040d-4095-4400-9b8a-70cb11b125ec req-5216e100-1595-48c2-9936-1ded5249958c tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514487 Aug 11 03:17:03.909934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:03.923539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Provisioning for port be6edc7a-a957-4e13-be7a-02ef35e805bf completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:03.932393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7eebeee8-5ad0-4f35-88ab-d5a2d11b9d77 admin admin] 10.222.0.60 "PUT /v2.0/routers/f63e9284-c44a-408c-b7fe-a9eca3060264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0731268 Aug 11 03:17:03.932888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53778) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:03.939691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Provisioning complete for port be6edc7a-a957-4e13-be7a-02ef35e805bf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:03.940313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:03.996762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] Sync routers for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:04.034954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b58165b-e7ff-4393-aaed-2aaaec4d31d5 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:04.066845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.073217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Deleting port 4d25e6c4-d048-42ee-a005-ef2142b40e0c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:04.073551 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.077333 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.177854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:04.180339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:04.226436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.251967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Port': ['ID=be6edc7a-a957-4e13-be7a-02ef35e805bf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:04.335075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Deleting port 24b609c4-8e48-4088-b78d-3e7e93cbb330 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:04.342563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.345408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.376157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:04.432771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:04.458990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:04.460388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Port be6edc7a-a957-4e13-be7a-02ef35e805bf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:04.487358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:04.490012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.498419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] For port 24b609c4-8e48-4088-b78d-3e7e93cbb330, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=24b609c4-8e48-4088-b78d-3e7e93cbb330,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:04.498786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.516393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Calling delete_port for 24b609c4-8e48-4088-b78d-3e7e93cbb330 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:04.553530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] For port 4d25e6c4-d048-42ee-a005-ef2142b40e0c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=4d25e6c4-d048-42ee-a005-ef2142b40e0c,segment=NetworkSegment(2289a281-f580-4548-a89d-d3f126fe1469),segment_id=2289a281-f580-4548-a89d-d3f126fe1469)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:04.554155 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.578735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=b78c6a59-5b73-4fba-887d-ce84df7bf80f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:04.596199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Calling delete_port for 4d25e6c4-d048-42ee-a005-ef2142b40e0c owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:04.613418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d6f7622-88ec-47da-858d-d46a267ebcaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5429065 Aug 11 03:17:04.614414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53782) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:04.620616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.626869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f5283e16-6bc3-4579-9963-eb08848118a4 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/ports/be6edc7a-a957-4e13-be7a-02ef35e805bf HTTP/1.1" status: 204 len: 168 time: 2.5942183 Aug 11 03:17:04.630081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53784) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:04.637270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-48d6ffae-9e2d-48c1-b7dd-0727bd8a1d3b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:04.676931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Provisioning for port ded8af4f-a6d7-47b9-a87b-88ab87a537ec completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:04.687185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Provisioning complete for port ded8af4f-a6d7-47b9-a87b-88ab87a537ec triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:04.694025 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:04.704434 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-49254c8e-f9ca-40fc-9d39-517931fa95df tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] GET failed (client error): The resource could not be found. Aug 11 03:17:04.709156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-49254c8e-f9ca-40fc-9d39-517931fa95df tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "GET /v2.0/ports/be6edc7a-a957-4e13-be7a-02ef35e805bf HTTP/1.1" status: 404 len: 333 time: 0.0780253 Aug 11 03:17:04.723237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53786) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:04.735161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'name': 'tempest-AllowedAddressPairTestJSON-1417425304'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:04.923292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Port ded8af4f-a6d7-47b9-a87b-88ab87a537ec cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:04.935127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:04.987502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd76d3ac-0505-428a-82c1-331575525568 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:05.026102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d6ffae-9e2d-48c1-b7dd-0727bd8a1d3b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:05.030863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-48d6ffae-9e2d-48c1-b7dd-0727bd8a1d3b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.049609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Provisioning complete for port cd76d3ac-0505-428a-82c1-331575525568 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:05.050127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9040061e-1f46-45d9-af06-fd1b2a8e7314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.121535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:05.130626 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.190082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] device_id is not set on port e8009317-f669-4339-9765-e3ca1c59f690 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:05.198006 n-d-768509-22 neutron-server[111683]: INFO neutron.db.ipam_backend_mixin [None req-48d6ffae-9e2d-48c1-b7dd-0727bd8a1d3b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b78c6a59-5b73-4fba-887d-ce84df7bf80f (CIDR: 2001:db8::/64) Aug 11 03:17:05.206776 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d6ffae-9e2d-48c1-b7dd-0727bd8a1d3b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:17:05.207255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d6ffae-9e2d-48c1-b7dd-0727bd8a1d3b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:05.218402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.220396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd2ec9-9604-4538-ab12-5447aef3c850 req-b9892799-9af6-4f72-8ab9-2760b156ffc8 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:05.229679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45dd2ec9-9604-4538-ab12-5447aef3c850 req-b9892799-9af6-4f72-8ab9-2760b156ffc8 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/ports?device_id=5298f939-f01f-42ef-96de-f0bf932bde05 HTTP/1.1" status: 200 len: 945 time: 0.2098122 Aug 11 03:17:05.266649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-48d6ffae-9e2d-48c1-b7dd-0727bd8a1d3b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6376150 Aug 11 03:17:05.267413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53790) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:05.272320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Pushing event deleted for resources: {'Port': ['ID=4d25e6c4-d048-42ee-a005-ef2142b40e0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:05.273305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['4d25e6c4-d048-42ee-a005-ef2142b40e0c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:05.277605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'subnet': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:05.365725 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cd76d3ac-0505-428a-82c1-331575525568 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:05.366377 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.397132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] Deleting port 696d39bb-60d9-4c73-bf50-a488fe420d8c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:05.398722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.529866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:17:02Z', 'revision_number': 5, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port': {'id': '24b609c4-8e48-4088-b78d-3e7e93cbb330', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:05:06Z', 'updated_at': '2021-08-11T03:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:05.540119 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.577580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Allocated IP 172.20.0.13 (a33502df-bca9-4b89-9721-7e36cd60f71a/69f3cf3d-813d-4041-a76e-6e7258c7cc6b/e8009317-f669-4339-9765-e3ca1c59f690) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:05.583801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b609c4-8e48-4088-b78d-3e7e93cbb330,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:05.592633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] Checking router: f63e9284-c44a-408c-b7fe-a9eca3060264 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:05.603093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-45dd2ec9-9604-4538-ab12-5447aef3c850 req-4409bae7-1d03-49f8-8c5c-851b07cecf27 tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.60 "GET /v2.0/security-groups?id=c9ac1695-0856-4351-b85d-572e6dcabbc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724370 Aug 11 03:17:05.679445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] Routers {'f63e9284-c44a-408c-b7fe-a9eca3060264'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:05.680410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f63e9284-c44a-408c-b7fe-a9eca3060264'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:05.686899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] For port 696d39bb-60d9-4c73-bf50-a488fe420d8c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=696d39bb-60d9-4c73-bf50-a488fe420d8c,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:05.687584 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.792336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] Calling delete_port for 696d39bb-60d9-4c73-bf50-a488fe420d8c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:05.799201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6ebe1a26-db2a-43f4-87d0-c61d8aa37e1b None None] Could not find standard attr ID for object be6edc7a-a957-4e13-be7a-02ef35e805bf. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:05.820258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] Set router f63e9284-c44a-408c-b7fe-a9eca3060264 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:05.835984 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:05.863034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.888772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] No DVR routers for this DVR port 4d25e6c4-d048-42ee-a005-ef2142b40e0c on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:05.891417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:05.893712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2d1031b1-4ba7-492b-944f-fb65a7f15e7d req-dff8166d-7782-4488-b1b6-8a0dd0f9d77f tempest-AttachVolumeNegativeTest-85941888 tempest-AttachVolumeNegativeTest-85941888-project] 10.222.0.57 "DELETE /v2.0/ports/4d25e6c4-d048-42ee-a005-ef2142b40e0c HTTP/1.1" status: 204 len: 173 time: 2.1964180 Aug 11 03:17:05.899922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:17:05Z', 'revision_number': 7, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:05.906993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5298f939-f01f-42ef-96de-f0bf932bde05', 'name': 'network-vif-deleted', 'tag': '4d25e6c4-d048-42ee-a005-ef2142b40e0c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:05.911031 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc56e28-fed3-47e3-82b6-32babddb5947" -d '{"events": [{"server_uuid": "5298f939-f01f-42ef-96de-f0bf932bde05", "name": "network-vif-deleted", "tag": "4d25e6c4-d048-42ee-a005-ef2142b40e0c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:05.988156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1769e5d8-96f6-433f-8f94-a4e26ad9711b None None] The sync data for ids ['f63e9284-c44a-408c-b7fe-a9eca3060264'] in n-d-768509-22 is: [{'id': 'f63e9284-c44a-408c-b7fe-a9eca3060264', 'name': 'tempest-TaggedBootDevicesTest_v242-387401476-router', 'tenant_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:05:03Z', 'updated_at': '2021-08-11T03:17:05Z', 'revision_number': 7, 'project_id': '4ab1bcc9082a44ae98a270e385d2f40f', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:05.991797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6ebe1a26-db2a-43f4-87d0-c61d8aa37e1b None None] Provisioning complete for port 696d39bb-60d9-4c73-bf50-a488fe420d8c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:05.992736 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1a26-db2a-43f4-87d0-c61d8aa37e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.069663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c62af2-db5c-4d3c-bb52-629c824fbefc req-3cae4f38-c78b-4817-87fb-961aa9a2b295 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.072479 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60c62af2-db5c-4d3c-bb52-629c824fbefc req-3cae4f38-c78b-4817-87fb-961aa9a2b295 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1099 time: 0.1849966 Aug 11 03:17:06.145001 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.164594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60c62af2-db5c-4d3c-bb52-629c824fbefc req-5b36a83d-d0cb-41c7-a5c9-865fd7ebd5ed tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742056 Aug 11 03:17:06.166546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:06.172211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.179592 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e8334d-8a22-48c9-90f4-67d10fa3f0ad x-openstack-request-id: req-94e8334d-8a22-48c9-90f4-67d10fa3f0ad {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:06.179912 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5298f939-f01f-42ef-96de-f0bf932bde05", "name": "network-vif-deleted", "tag": "4d25e6c4-d048-42ee-a005-ef2142b40e0c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:06.180165 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94e8334d-8a22-48c9-90f4-67d10fa3f0ad {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:06.180886 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5298f939-f01f-42ef-96de-f0bf932bde05', 'name': 'network-vif-deleted', 'tag': '4d25e6c4-d048-42ee-a005-ef2142b40e0c', 'status': 'completed', 'code': 200} Aug 11 03:17:06.195578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53802) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:06.209772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.216215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] Pushing event deleted for resources: {'Port': ['ID=696d39bb-60d9-4c73-bf50-a488fe420d8c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:06.217312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.220563 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.223606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86358623-6d64-46c3-b989-e9d1ae612732 None None] No DVR routers for this DVR port 696d39bb-60d9-4c73-bf50-a488fe420d8c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:06.265471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6ebe1a26-db2a-43f4-87d0-c61d8aa37e1b None None] Provisioning complete for port ded8af4f-a6d7-47b9-a87b-88ab87a537ec triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:06.267010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6ebe1a26-db2a-43f4-87d0-c61d8aa37e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.271659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b664d1bb-f23f-4ab7-be61-de36a3db7b84 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:06.281965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Transition to ACTIVE for port object e8009317-f669-4339-9765-e3ca1c59f690 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:06.298799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.299678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f63e9284-c44a-408c-b7fe-a9eca3060264 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:17:06.305486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.309012 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-989d3284-785d-45ac-9698-e0d7b4511e73 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f63e9284-c44a-408c-b7fe-a9eca3060264 HTTP/1.1" status: 204 len: 168 time: 2.3730190 Aug 11 03:17:06.311055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53804) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:06.335221 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.397940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe1a26-db2a-43f4-87d0-c61d8aa37e1b None None] Port ded8af4f-a6d7-47b9-a87b-88ab87a537ec cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:06.406721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network a33502df-bca9-4b89-9721-7e36cd60f71a is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:06.411221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:06.419735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:06.445351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] Deleting subnet 43ec5d3d-e06d-454a-8d42-0e369a4ceba9 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:06.458601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.492814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:06.498044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.539770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=e8009317-f669-4339-9765-e3ca1c59f690,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:06.580756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c2616363-979f-4d70-a13b-99708444fac1 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8547180 Aug 11 03:17:06.583044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53808) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:06.588625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f9:ae:f9'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:06.617763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'tenant_id': '13d2224bb9834ba1b8f0d913481207a8', 'fixed_ips': [{'subnet_id': 'b78c6a59-5b73-4fba-887d-ce84df7bf80f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:06.618631 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.714640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53812) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:06.800867 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.847552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a71eeb9c-609b-404c-b0a9-9f468946af72 None None] Provisioning for port e8009317-f669-4339-9765-e3ca1c59f690 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:06.860343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a71eeb9c-609b-404c-b0a9-9f468946af72 None None] Provisioning complete for port e8009317-f669-4339-9765-e3ca1c59f690 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:06.860722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a71eeb9c-609b-404c-b0a9-9f468946af72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.894766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:06.896434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Allocated IP 2001:db8::2 (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/b78c6a59-5b73-4fba-887d-ce84df7bf80f/b1a48cca-1d12-41f8-86e7-8203c90e34db) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:06.960802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] Deleting subnet 17ecfa77-7a04-47b1-b49a-7b18b85b391b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:06.970488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.017372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 24b609c4-8e48-4088-b78d-3e7e93cbb330 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:07.081506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 24b609c4-8e48-4088-b78d-3e7e93cbb330 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:07.082134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 24b609c4-8e48-4088-b78d-3e7e93cbb330 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:07.083417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 93ccd352-20fd-477e-b34c-3185388b45c4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:07.086728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a71eeb9c-609b-404c-b0a9-9f468946af72 None None] Port e8009317-f669-4339-9765-e3ca1c59f690 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:07.092183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.100451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 8df6a33b-9de0-4d6e-b418-3de0bf6ca074 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:07.100451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.128563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.131287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 93ccd352-20fd-477e-b34c-3185388b45c4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:07.132757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 93ccd352-20fd-477e-b34c-3185388b45c4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:07.133527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 696d39bb-60d9-4c73-bf50-a488fe420d8c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:07.176821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 696d39bb-60d9-4c73-bf50-a488fe420d8c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:07.177490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 696d39bb-60d9-4c73-bf50-a488fe420d8c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:07.195211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.204687 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.280766 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.285458 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.305599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Transition to ACTIVE for port object b1a48cca-1d12-41f8-86e7-8203c90e34db will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:07.313898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=e8009317-f669-4339-9765-e3ca1c59f690,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.319481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] In _notify_port_updated(), no bound segment for port e8009317-f669-4339-9765-e3ca1c59f690 on network a33502df-bca9-4b89-9721-7e36cd60f71a {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:17:07.325145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:07.325824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.331421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-24ce3ad8-6327-493a-ac11-a92e9d32215c tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "PUT /v2.0/ports/e8009317-f669-4339-9765-e3ca1c59f690 HTTP/1.1" status: 200 len: 995 time: 0.7472894 Aug 11 03:17:07.333453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53814) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:07.340527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Transition to ACTIVE for port object b1a48cca-1d12-41f8-86e7-8203c90e34db will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:07.356313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.440973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.441482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.448607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.469990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:07.472223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:07.475041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:07.478706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Pushing event updated for resources: {'Port': ['ID=b1a48cca-1d12-41f8-86e7-8203c90e34db,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.495268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43ec5d3d-e06d-454a-8d42-0e369a4ceba9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.510816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting port e8009317-f669-4339-9765-e3ca1c59f690 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:07.511166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.514407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 8df6a33b-9de0-4d6e-b418-3de0bf6ca074 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:07.583670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Attempting to bind port b1a48cca-1d12-41f8-86e7-8203c90e34db on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:07.584142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Attempting to bind port b1a48cca-1d12-41f8-86e7-8203c90e34db by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:07.584578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Attempting to bind port b1a48cca-1d12-41f8-86e7-8203c90e34db on network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:07.610305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:07.614144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Checking segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:07.614566 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.614970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Bound using segment: {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:07.615460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Bound port: b1a48cca-1d12-41f8-86e7-8203c90e34db, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01d39e53-3d18-4de0-a2e4-26fd92ff2d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:07.615870 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.621242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.648406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Calling delete_port for e8009317-f669-4339-9765-e3ca1c59f690 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:07.662045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.662174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95e7188-ba1d-4c5a-ba19-69955accddd6 None None] Network 860f8234-9f54-4e97-a39e-20fe5b3c5ccb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:07.662280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a1196aeb-9095-4565-9b93-a58ccf3437f9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/43ec5d3d-e06d-454a-8d42-0e369a4ceba9 HTTP/1.1" status: 204 len: 168 time: 1.3384922 Aug 11 03:17:07.664143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.669441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53818) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:07.716552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.objects.ports [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=111683) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 11 03:17:07.724984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ecfa77-7a04-47b1-b49a-7b18b85b391b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.727078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.731777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fe551120-1704-4fc1-9bb6-f93bed5fec47 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/17ecfa77-7a04-47b1-b49a-7b18b85b391b HTTP/1.1" status: 204 len: 168 time: 0.9799416 Aug 11 03:17:07.743905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6984308c-6708-41a0-b463-36044522d494 None None] Provisioning complete for port e8009317-f669-4339-9765-e3ca1c59f690 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:07.744629 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6984308c-6708-41a0-b463-36044522d494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.813377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53820) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:07.816456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] For port b1a48cca-1d12-41f8-86e7-8203c90e34db, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:07.823055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6984308c-6708-41a0-b463-36044522d494 None None] Port e8009317-f669-4339-9765-e3ca1c59f690 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:07.853067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] For port b1a48cca-1d12-41f8-86e7-8203c90e34db, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b1a48cca-1d12-41f8-86e7-8203c90e34db,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:07.876735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.953374 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:07.992065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc325a3-98e9-4e61-a7c8-1628ed2a5af9 None None] Pushing event updated for resources: {'Port': ['ID=b1a48cca-1d12-41f8-86e7-8203c90e34db,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:07.999408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.015338 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.020534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.073566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] DHCP port deletion for 860f8234-9f54-4e97-a39e-20fe5b3c5ccb request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:08.086505 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.106172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Port': ['ID=e8009317-f669-4339-9765-e3ca1c59f690,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.146423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=8df6a33b-9de0-4d6e-b418-3de0bf6ca074,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.171188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] Deleting port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:08.171571 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.279173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.304028 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.304455 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP 8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 disassociated (deleted). External IP: 172.25.4.166, port: 55150182-4a93-49c8-bc21-3c863b5f0419. Aug 11 03:17:08.305112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effd984e-5feb-4b17-b9af-dc7dc2aae44d']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:08.320376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2289a281-f580-4548-a89d-d3f126fe1469') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:08.321004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2289a281-f580-4548-a89d-d3f126fe1469') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:08.331781 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.355938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] For port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,segment=NetworkSegment(aa888eef-e276-43ec-804f-2dd33518640c),segment_id=aa888eef-e276-43ec-804f-2dd33518640c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:08.357758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.381442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] Calling delete_port for 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:08.388579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.412933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] For port b1a48cca-1d12-41f8-86e7-8203c90e34db, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b1a48cca-1d12-41f8-86e7-8203c90e34db,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:08.438534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:08.440521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.450395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.526767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4d25e6c4-d048-42ee-a005-ef2142b40e0c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:08.529610 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:08.574896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.575738 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.580756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Deleting port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:08.581096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.583140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 4d25e6c4-d048-42ee-a005-ef2142b40e0c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:08.583619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 4d25e6c4-d048-42ee-a005-ef2142b40e0c not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:08.599526 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.646412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] Pushing event deleted for resources: {'Port': ['ID=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.659094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829eab8-3e6d-4902-850a-31d13c48c79f None None] No DVR routers for this DVR port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:08.660489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.680282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.681135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] 10.222.0.60 "DELETE /v2.0/networks/effd984e-5feb-4b17-b9af-dc7dc2aae44d HTTP/1.1" status: 204 len: 168 time: 0.8126245 Aug 11 03:17:08.688968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=b1a48cca-1d12-41f8-86e7-8203c90e34db,revision_number=4']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.769975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.771984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-27527d0b-1d36-4ed9-876d-73d9e3f83352 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/ports/e8009317-f669-4339-9765-e3ca1c59f690 HTTP/1.1" status: 204 len: 168 time: 1.4335103 Aug 11 03:17:08.774947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89525f-c693-462d-9b4f-c5659eceb96f admin admin] Pushing event deleted for resources: {'Network': ['ID=effd984e-5feb-4b17-b9af-dc7dc2aae44d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.790869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53826) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:08.797811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] For port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56, host n-d-768509-22, got binding levels [] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:08.798173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.844720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b1a48cca-1d12-41f8-86e7-8203c90e34db up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:08.850607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:08.854563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:08.858252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:08.858908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:08.876391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.876881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.877298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.877924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.878381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.879042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.879385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.879836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.880285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.887174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.887728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.888199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:08.895572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Subnet': ['ID=92ceab71-e36c-4645-ab81-3cab570a39cc,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:08.919752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 1af65c92-fe59-4ce4-b13b-715a974e8a08 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:08.921725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6a6dac1c-b18b-4c19-b67f-96ef84c7bb36 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6511536 Aug 11 03:17:08.932041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b1a48cca-1d12-41f8-86e7-8203c90e34db completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:08.935030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53828) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:08.947099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Request body: {'port': {'network_id': 'e51b4e85-8fd7-4abc-aa38-836ab05f2ed4', 'mac_address': 'fa:16:3e:6b:c5:2b', 'name': 'tempest-NetworksTestDHCPv6-1229608989'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:08.952325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53830) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:09.024978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:09.068929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:09.069778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:09.175116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9512d83-dd89-4300-a9f5-dcd7c4a2eea4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa09ea4333424814a0d5f8bad0860333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195227 Aug 11 03:17:09.179853 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53832) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:09.236039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Made reservation on behalf of 13d2224bb9834ba1b8f0d913481207a8 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:09.262772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Calling delete_port for 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:09.267052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 was not found and therefore no delete operation was performed {{(pid=111682) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:17:09.268863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.296862 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-352e028b-9b3a-4370-bed1-2cbe40806003 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] GET failed (client error): The resource could not be found. Aug 11 03:17:09.304234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-352e028b-9b3a-4370-bed1-2cbe40806003 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "GET /v2.0/ports/e8009317-f669-4339-9765-e3ca1c59f690 HTTP/1.1" status: 404 len: 333 time: 0.5171349 Aug 11 03:17:09.305347 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53834) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:09.314578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'name': 'tempest-AllowedAddressPairTestJSON-1208127040'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:09.328339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b64691b-498f-4ec1-9b74-ecf1c0d49c56,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:09.330476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] No DVR routers for this DVR port 2b64691b-498f-4ec1-9b74-ecf1c0d49c56 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:09.392855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:09.407205 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] Sync routers for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:09.411184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.418892 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.426956 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:09.428453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:09.431185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860f8234-9f54-4e97-a39e-20fe5b3c5ccb']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:09.445863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa888eef-e276-43ec-804f-2dd33518640c') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:09.446316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa888eef-e276-43ec-804f-2dd33518640c') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:09.448493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1dc4-aa39-436d-959c-31ccd109d34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.457887 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.474443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.483900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:09.484515 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:09.487158 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:09.500724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95405024-278e-4437-83f4-e53374e4a9e8 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:09.507607 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1df98e6a-b2e4-4e30-8413-8147531acdc5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/floatingips/8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6 HTTP/1.1" status: 204 len: 168 time: 3.3108411 Aug 11 03:17:09.526559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:09.541986 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b5d1c-3392-4288-a611-6dd636451c96" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:09.563423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.569574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.586628 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1dc4-aa39-436d-959c-31ccd109d34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.590231 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.593795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/860f8234-9f54-4e97-a39e-20fe5b3c5ccb HTTP/1.1" status: 204 len: 168 time: 1.9197543 Aug 11 03:17:09.595430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0139972-6b95-4f14-bd9f-137f38622bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=860f8234-9f54-4e97-a39e-20fe5b3c5ccb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:09.619717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9f198681-47c7-491f-980a-8bb8538d763c None None] Provisioning for port b1a48cca-1d12-41f8-86e7-8203c90e34db completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:09.641183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9f198681-47c7-491f-980a-8bb8538d763c None None] Provisioning complete for port b1a48cca-1d12-41f8-86e7-8203c90e34db triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:09.641451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f198681-47c7-491f-980a-8bb8538d763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.650889 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:09.690430 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ba0a7d-d0a9-499f-aec1-02e1a757a88e x-openstack-request-id: req-00ba0a7d-d0a9-499f-aec1-02e1a757a88e {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:09.690765 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:09.690967 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00ba0a7d-d0a9-499f-aec1-02e1a757a88e {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:09.691800 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'status': 'completed', 'code': 200} Aug 11 03:17:09.761484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] device_id is not set on port c73a49ba-26aa-4f16-abe1-1776ad8952a2 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:09.787808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:09.806571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-0354667d-5d8c-4727-95af-ac273e907705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:09.817864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-0354667d-5d8c-4727-95af-ac273e907705 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 1099 time: 0.1251063 Aug 11 03:17:09.820153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:09.974776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] device_id is not set on port 5757359a-8e47-4454-a33c-b6a1ebc8739b yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:10.026658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef8b76-bc83-415a-9b50-b8af48c94abc req-85331248-e6b5-4c3a-9d96-644c49a42866 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.028623 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22ef8b76-bc83-415a-9b50-b8af48c94abc req-85331248-e6b5-4c3a-9d96-644c49a42866 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 947 time: 0.0968199 Aug 11 03:17:10.053051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:10.073405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-ecc5dfac-a303-481e-b776-c45b629373fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.074996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-ecc5dfac-a303-481e-b776-c45b629373fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 200 len: 898 time: 0.2480371 Aug 11 03:17:10.084510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1dc4-aa39-436d-959c-31ccd109d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.087556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e1f1dc4-aa39-436d-959c-31ccd109d34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.090597 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e1f1dc4-aa39-436d-959c-31ccd109d34b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9ac1695-0856-4351-b85d-572e6dcabbc5 HTTP/1.1" status: 204 len: 168 time: 0.9075036 Aug 11 03:17:10.133763 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:07Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:10.142097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-8452d067-1932-48d7-89b3-2c67ec05c4d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 200 len: 217 time: 0.0547297 Aug 11 03:17:10.147199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-22ef8b76-bc83-415a-9b50-b8af48c94abc req-c3e96cc3-c03f-4843-8bd7-b77c1b768443 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079926 Aug 11 03:17:10.173322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f1dc4-aa39-436d-959c-31ccd109d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ac1695-0856-4351-b85d-572e6dcabbc5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:10.203481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-7c618642-6c99-4906-8c88-209b127630e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.205524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-7c618642-6c99-4906-8c88-209b127630e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 200 len: 835 time: 0.0538042 Aug 11 03:17:10.226634 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] Checking router: 1af65c92-fe59-4ce4-b13b-715a974e8a08 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:10.241017 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f198681-47c7-491f-980a-8bb8538d763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.254904 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:10.255870 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:10.279858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9f198681-47c7-491f-980a-8bb8538d763c None None] For port b1a48cca-1d12-41f8-86e7-8203c90e34db, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b1a48cca-1d12-41f8-86e7-8203c90e34db,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:10.293761 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f198681-47c7-491f-980a-8bb8538d763c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.299013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-0015be2d-24cc-418f-86ee-9f8a329650f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:10.301251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-0015be2d-24cc-418f-86ee-9f8a329650f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8fea8141-2fed-4c89-bca3-3b5f43cacfdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0864627 Aug 11 03:17:10.334412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eaa7df73-ea7e-4d7a-959e-ea6bcb8c1893 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ab1bcc9082a44ae98a270e385d2f40f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766659 Aug 11 03:17:10.356029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53850) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:10.378589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f198681-47c7-491f-980a-8bb8538d763c None None] Pushing event updated for resources: {'Port': ['ID=b1a48cca-1d12-41f8-86e7-8203c90e34db,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:10.416505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Allocated IP 172.20.0.8 (a33502df-bca9-4b89-9721-7e36cd60f71a/69f3cf3d-813d-4041-a76e-6e7258c7cc6b/5757359a-8e47-4454-a33c-b6a1ebc8739b) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:10.480476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8::34c (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/b78c6a59-5b73-4fba-887d-ce84df7bf80f/c73a49ba-26aa-4f16-abe1-1776ad8952a2) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:10.505153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:c52b (e51b4e85-8fd7-4abc-aa38-836ab05f2ed4/92ceab71-e36c-4645-ab81-3cab570a39cc/c73a49ba-26aa-4f16-abe1-1776ad8952a2) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:10.530505 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:10.560505 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0fe73cc0-4db6-4c9f-ab27-fc8eff9bd2c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.582351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-458da468-0a3b-471f-97d1-19bbff378361 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730038 Aug 11 03:17:10.607692 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0fe73cc0-4db6-4c9f-ab27-fc8eff9bd2c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.760930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b1a48cca-1d12-41f8-86e7-8203c90e34db up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:10.877760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b1a48cca-1d12-41f8-86e7-8203c90e34db triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:10.883870 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.956985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b6b5d1c-3392-4288-a611-6dd636451c96 req-1dff99d1-c15f-4d98-82aa-4884a3f48cc9 service neutron] 10.222.0.10 "GET /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611779 Aug 11 03:17:10.956985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0fe73cc0-4db6-4c9f-ab27-fc8eff9bd2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.959915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0fe73cc0-4db6-4c9f-ab27-fc8eff9bd2c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:10.979368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0fe73cc0-4db6-4c9f-ab27-fc8eff9bd2c7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9729e100-7841-46ad-a899-d5608b2cd673 HTTP/1.1" status: 204 len: 168 time: 0.6023238 Aug 11 03:17:11.008860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe73cc0-4db6-4c9f-ab27-fc8eff9bd2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9729e100-7841-46ad-a899-d5608b2cd673,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:11.085261 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:07Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:11.124802 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e608494c-a88e-464d-82d4-63eaaf7c3e66 None None] The sync data for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 is: [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:14:58Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5e49f5d1-953c-41e6-8ab0-32d0132279bf', 'name': '', 'network_id': '8fea8141-2fed-4c89-bca3-3b5f43cacfdf', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:50:34:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': 'fc43041c-c398-4494-a751-d499f768c496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:57Z', 'updated_at': '2021-08-11T03:15:07Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': 'fc43041c-c398-4494-a751-d499f768c496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:11.144302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-894b8745-801c-4a2a-b5ff-a80799c69ef5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.149655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-894b8745-801c-4a2a-b5ff-a80799c69ef5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 947 time: 0.1275909 Aug 11 03:17:11.364265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 55150182-4a93-49c8-bc21-3c863b5f0419 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:11.364896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.448254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d40747a-e1c1-4bad-8590-89103d342cb6 None None] Provisioning complete for port b1a48cca-1d12-41f8-86e7-8203c90e34db triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:11.448556 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d40747a-e1c1-4bad-8590-89103d342cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.590515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 55150182-4a93-49c8-bc21-3c863b5f0419, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=55150182-4a93-49c8-bc21-3c863b5f0419,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:11.591773 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.604906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8c981-747f-48de-953c-d867ccbf9d4f req-e34cfa9a-0820-4163-82d9-23037b748336 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:11.607132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c8c981-747f-48de-953c-d867ccbf9d4f req-e34cfa9a-0820-4163-82d9-23037b748336 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e1d759d-63e8-4ac9-9e87-94663dcf3085 HTTP/1.1" status: 200 len: 947 time: 0.2095377 Aug 11 03:17:11.648177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 55150182-4a93-49c8-bc21-3c863b5f0419 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:11.699244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32f44b-d502-4ac9-be11-8d4addcab479 None None] New status for floating IP 8377996d-dd9d-4de3-81ff-fdbc5cfc2ef6: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:17:11.720642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.741530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c8c981-747f-48de-953c-d867ccbf9d4f req-5b7d1544-b7aa-4efc-8960-b7a6b1371f1f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=132d4c5a-8e34-4f13-a261-382acf79bd57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259081 Aug 11 03:17:11.771874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Transition to ACTIVE for port object 5757359a-8e47-4454-a33c-b6a1ebc8739b will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:11.790264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.820130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Transition to ACTIVE for port object c73a49ba-26aa-4f16-abe1-1776ad8952a2 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:11.868738 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.910132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.922252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network a33502df-bca9-4b89-9721-7e36cd60f71a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:11.926673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:11.931272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:11.942382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:11.969991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=55150182-4a93-49c8-bc21-3c863b5f0419,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:11.988273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=5757359a-8e47-4454-a33c-b6a1ebc8739b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:12.058614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] No DVR routers for this DVR port 55150182-4a93-49c8-bc21-3c863b5f0419 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:12.070171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.076830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60b0122a-9b18-4713-9e2b-598c53cceaca req-b73eda06-6662-422d-8245-06743ee2bffc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "DELETE /v2.0/ports/55150182-4a93-49c8-bc21-3c863b5f0419 HTTP/1.1" status: 204 len: 173 time: 0.9196696 Aug 11 03:17:12.077422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-deleted', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:12.085319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event updated for resources: {'Port': ['ID=c73a49ba-26aa-4f16-abe1-1776ad8952a2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:12.086797 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90006e49-328d-4c57-b3bb-60d95eb7a2bf" -d '{"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-deleted", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:12.125953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:12.147671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.147671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.155541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:12.160507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:12.171595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:12.173576 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.205383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-39a18054-ead3-433b-830f-a26922e3c865 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8926935 Aug 11 03:17:12.205685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53898) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.218524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:ae:f9'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:12.219183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e6938a13-fcaa-4cfd-8b75-49a1aa146ae0 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2828772 Aug 11 03:17:12.223057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53900) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.232041 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a6aa05-289f-4fcf-83cd-d03b8fff3f1d x-openstack-request-id: req-b0a6aa05-289f-4fcf-83cd-d03b8fff3f1d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:12.233047 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1d759d-63e8-4ac9-9e87-94663dcf3085", "name": "network-vif-deleted", "tag": "55150182-4a93-49c8-bc21-3c863b5f0419", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:12.233369 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0a6aa05-289f-4fcf-83cd-d03b8fff3f1d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:12.234932 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1d759d-63e8-4ac9-9e87-94663dcf3085', 'name': 'network-vif-deleted', 'tag': '55150182-4a93-49c8-bc21-3c863b5f0419', 'status': 'completed', 'code': 200} Aug 11 03:17:12.337825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8e88a5b9-b2e9-434b-b1fb-417840f10b26 None None] Provisioning for port 5757359a-8e47-4454-a33c-b6a1ebc8739b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:12.343513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8e88a5b9-b2e9-434b-b1fb-417840f10b26 None None] Provisioning complete for port 5757359a-8e47-4454-a33c-b6a1ebc8739b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:12.343916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e88a5b9-b2e9-434b-b1fb-417840f10b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.444968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8e88a5b9-b2e9-434b-b1fb-417840f10b26 None None] Port 5757359a-8e47-4454-a33c-b6a1ebc8739b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:12.539970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53906) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.603509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting port c73a49ba-26aa-4f16-abe1-1776ad8952a2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:12.616052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.675738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ae28bc17-5021-4986-b8fc-ff82adb4354f None None] Provisioning for port c73a49ba-26aa-4f16-abe1-1776ad8952a2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:12.687462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ae28bc17-5021-4986-b8fc-ff82adb4354f None None] Provisioning complete for port c73a49ba-26aa-4f16-abe1-1776ad8952a2 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:12.689433 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae28bc17-5021-4986-b8fc-ff82adb4354f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.745766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1086533602-network', 'tenant_id': '9a80b78f1b8a4e7bb19958a40bb3969e'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:12.788456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Made reservation on behalf of 9a80b78f1b8a4e7bb19958a40bb3969e for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:12.791944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.814458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ae28bc17-5021-4986-b8fc-ff82adb4354f None None] Port c73a49ba-26aa-4f16-abe1-1776ad8952a2 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:12.821746 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.839219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:12.856424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:12.884304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Calling delete_port for c73a49ba-26aa-4f16-abe1-1776ad8952a2 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:12.888323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.255272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.268993 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.343745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.383265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=5757359a-8e47-4454-a33c-b6a1ebc8739b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:13.434333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Port': ['ID=c73a49ba-26aa-4f16-abe1-1776ad8952a2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:13.483777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] In _notify_port_updated(), no bound segment for port 5757359a-8e47-4454-a33c-b6a1ebc8739b on network a33502df-bca9-4b89-9721-7e36cd60f71a {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:17:13.489398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.490070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.494490 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-30fab61b-2e50-4394-9393-dac86bbaa5b0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "PUT /v2.0/ports/5757359a-8e47-4454-a33c-b6a1ebc8739b HTTP/1.1" status: 200 len: 996 time: 1.2875640 Aug 11 03:17:13.495156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53928) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:13.500275 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.500535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.506601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bc2aca5b-bba4-49d8-9530-d126303abeaf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/c73a49ba-26aa-4f16-abe1-1776ad8952a2 HTTP/1.1" status: 204 len: 168 time: 1.2805696 Aug 11 03:17:13.511008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53930) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:13.561808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.681104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting port 5757359a-8e47-4454-a33c-b6a1ebc8739b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:13.681638 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.689577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:13.721531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e760195-a417-41c0-9eab-fe73aadd4650 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.725695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e760195-a417-41c0-9eab-fe73aadd4650 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2134790 Aug 11 03:17:13.729423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53932) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:13.730087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:13.746374 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.747011 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Added segment 939004fe-4579-47eb-9781-807c50d4dad4 of type vlan for network d3af15fb-fbd2-451f-9317-f35051245d07 Aug 11 03:17:13.749723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2922d4cb-3324-42bb-bdbc-42f6485cc998 None None] Provisioning complete for port 5757359a-8e47-4454-a33c-b6a1ebc8739b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:13.751928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2922d4cb-3324-42bb-bdbc-42f6485cc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.844053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2922d4cb-3324-42bb-bdbc-42f6485cc998 None None] Port 5757359a-8e47-4454-a33c-b6a1ebc8739b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:13.853240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.866532 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.874097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Calling delete_port for 5757359a-8e47-4454-a33c-b6a1ebc8739b owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:13.921193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd58ed-6ca1-4cdb-affd-f30583e459bf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.926070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53934) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:13.928477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2abd58ed-6ca1-4cdb-affd-f30583e459bf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1841972 Aug 11 03:17:13.947210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:13.973072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.974133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:13.979679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:13.988362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 55150182-4a93-49c8-bc21-3c863b5f0419 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:13.989913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 55150182-4a93-49c8-bc21-3c863b5f0419 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:14.037947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111b56-b4f0-4646-8b57-442e1bbd2db7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.039290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111b56-b4f0-4646-8b57-442e1bbd2db7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.041378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111b56-b4f0-4646-8b57-442e1bbd2db7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.042980 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fe111b56-b4f0-4646-8b57-442e1bbd2db7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1159351 Aug 11 03:17:14.046719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53936) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.055208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.096347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5550265 Aug 11 03:17:14.100632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53938) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.104582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f573d7-ff28-4d72-a7f9-a9a396e575a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d3af15fb-fbd2-451f-9317-f35051245d07,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.112789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Request body: {'subnet': {'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1086533602-subnet', 'tenant_id': '9a80b78f1b8a4e7bb19958a40bb3969e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:14.118168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d3af15fb-fbd2-451f-9317-f35051245d07 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:14.186626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet 92ceab71-e36c-4645-ab81-3cab570a39cc {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:14.197022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.231472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Made reservation on behalf of 9a80b78f1b8a4e7bb19958a40bb3969e for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:14.234275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.239013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.313638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Port': ['ID=5757359a-8e47-4454-a33c-b6a1ebc8739b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.348029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.476277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 5e49f5d1-953c-41e6-8ab0-32d0132279bf {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:14.476627 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.616411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.624700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7312f4a5-4e48-4579-a6d2-5575f9f27f0e tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/ports/5757359a-8e47-4454-a33c-b6a1ebc8739b HTTP/1.1" status: 204 len: 168 time: 1.1164510 Aug 11 03:17:14.636742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53954) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.662920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.672108 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-f607ee05-7b7f-45ca-80fa-cd1be1723a15 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] GET failed (client error): The resource could not be found. Aug 11 03:17:14.673651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f607ee05-7b7f-45ca-80fa-cd1be1723a15 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "GET /v2.0/ports/5757359a-8e47-4454-a33c-b6a1ebc8739b HTTP/1.1" status: 404 len: 333 time: 0.0361683 Aug 11 03:17:14.677348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53960) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.686075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'name': 'tempest-AllowedAddressPairTestJSON-172339166'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:14.749443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 5e49f5d1-953c-41e6-8ab0-32d0132279bf, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5e49f5d1-953c-41e6-8ab0-32d0132279bf,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:14.750129 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.773767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.774310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 5e49f5d1-953c-41e6-8ab0-32d0132279bf owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:14.821272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5615bef-7cc6-4968-9afe-20a9ae9ac01d,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.827090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.844250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.848784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/92ceab71-e36c-4645-ab81-3cab570a39cc HTTP/1.1" status: 204 len: 168 time: 0.8005815 Aug 11 03:17:14.850285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a81765-93ff-4e7a-b4cd-cc43c29bf4bb None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:14.858814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 53962) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:14.875225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1f5a8-5b3c-475e-bc93-5394f951f9f8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=92ceab71-e36c-4645-ab81-3cab570a39cc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:14.909972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Checking segment: {'id': '939004fe-4579-47eb-9781-807c50d4dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:14.910384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Network hostable DHCP agents. Network: d3af15fb-fbd2-451f-9317-f35051245d07, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:14.952091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Network d3af15fb-fbd2-451f-9317-f35051245d07 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:14.970953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d3af15fb-fbd2-451f-9317-f35051245d07) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:14.977038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:14.983480 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:14.986404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f7037-a4df-499b-a5b4-d993a3d02b28 None None] Network d3af15fb-fbd2-451f-9317-f35051245d07 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:15.009502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-109d1742-513e-4d12-8e37-3f4299f358fa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9031620 Aug 11 03:17:15.038699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Deleting subnet b78c6a59-5b73-4fba-887d-ce84df7bf80f {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:15.047185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.111385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.159387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:15.163073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.251291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] device_id is not set on port 6d6feb38-6ae2-4068-b478-e3dc4a7fe06a yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:15.309516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c66d32-8a31-4b9c-b687-e1ab49919f44 None None] Network d3af15fb-fbd2-451f-9317-f35051245d07 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:15.389601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.477529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.525387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=5e49f5d1-953c-41e6-8ab0-32d0132279bf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:15.701184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Allocated IP 172.20.0.7 (a33502df-bca9-4b89-9721-7e36cd60f71a/69f3cf3d-813d-4041-a76e-6e7258c7cc6b/6d6feb38-6ae2-4068-b478-e3dc4a7fe06a) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:15.710204 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.798889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Subnet': ['ID=b78c6a59-5b73-4fba-887d-ce84df7bf80f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:15.824795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:15.826881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-641f348d-cd2e-48ef-9b81-7b77768b4111 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b78c6a59-5b73-4fba-887d-ce84df7bf80f HTTP/1.1" status: 204 len: 168 time: 0.9666061 Aug 11 03:17:15.829985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53988) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:15.888523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a7b3e283-ef79-4ef7-8d0d-7194fecadb1d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540645 Aug 11 03:17:15.889016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53990) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:15.955656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7e2bee-7980-4f3f-b82f-e89bcfa45c0f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:15.959789 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6b7e2bee-7980-4f3f-b82f-e89bcfa45c0f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0672009 Aug 11 03:17:15.960075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53992) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.056394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f092f-880e-407a-a917-cea7be3f20f6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.061478 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ea4f092f-880e-407a-a917-cea7be3f20f6 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0969450 Aug 11 03:17:16.068253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53994) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.136163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2d0ab036-5932-43ad-b698-ae7d0d1b28c8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619452 Aug 11 03:17:16.139874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53996) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.174678 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-372b4670-20ad-4a33-bcfd-a1e77f35efcf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.175450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372b4670-20ad-4a33-bcfd-a1e77f35efcf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.179942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-372b4670-20ad-4a33-bcfd-a1e77f35efcf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/c73a49ba-26aa-4f16-abe1-1776ad8952a2 HTTP/1.1" status: 404 len: 333 time: 0.0367208 Aug 11 03:17:16.181560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 53998) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.223341 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-663b9af8-314e-4a88-8a89-f8c08dfc8e27 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.223774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663b9af8-314e-4a88-8a89-f8c08dfc8e27 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.225520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-663b9af8-314e-4a88-8a89-f8c08dfc8e27 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/92ceab71-e36c-4645-ab81-3cab570a39cc HTTP/1.1" status: 404 len: 337 time: 0.0429926 Aug 11 03:17:16.228066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54000) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.259811 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4222acd2-300a-4309-87d5-15a92ddfe39d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.260285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4222acd2-300a-4309-87d5-15a92ddfe39d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.262188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4222acd2-300a-4309-87d5-15a92ddfe39d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b78c6a59-5b73-4fba-887d-ce84df7bf80f HTTP/1.1" status: 404 len: 337 time: 0.0331776 Aug 11 03:17:16.265644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54002) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.298415 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b208a0b1-315f-4ad9-b7c9-925475c12287 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.299114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b208a0b1-315f-4ad9-b7c9-925475c12287 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.302136 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b208a0b1-315f-4ad9-b7c9-925475c12287 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/174605b0-5b49-45d9-92ee-b256070eaed4 HTTP/1.1" status: 404 len: 333 time: 0.0344195 Aug 11 03:17:16.303658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54004) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.330915 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f78c37b-d331-406e-9bde-3d7d1ad63764 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.331654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f78c37b-d331-406e-9bde-3d7d1ad63764 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.334101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0f78c37b-d331-406e-9bde-3d7d1ad63764 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/fd975c14-42b3-4b24-802c-79c8105d229f HTTP/1.1" status: 404 len: 337 time: 0.0294933 Aug 11 03:17:16.337161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54006) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.350516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd4d062-30c1-4eb2-905a-0783a3abcd39 None None] Network e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:16.367981 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45e92be-1fc4-4eac-a758-b7e42b977acb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.368656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45e92be-1fc4-4eac-a758-b7e42b977acb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.370549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e45e92be-1fc4-4eac-a758-b7e42b977acb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/c9be2dd0-3f4e-4193-ab4f-d75e61e4ed40 HTTP/1.1" status: 404 len: 337 time: 0.0325773 Aug 11 03:17:16.374096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54008) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.391191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-590debbc-d6f3-40bb-8e2e-d83426f47576 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:16.392883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-590debbc-d6f3-40bb-8e2e-d83426f47576 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/networks?id=d3af15fb-fbd2-451f-9317-f35051245d07 HTTP/1.1" status: 200 len: 822 time: 0.8522933 Aug 11 03:17:16.407220 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c969e99-28f0-4513-a8bb-c8f5e52069c8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.408184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c969e99-28f0-4513-a8bb-c8f5e52069c8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.410068 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7c969e99-28f0-4513-a8bb-c8f5e52069c8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/e4853c79-97b3-4b80-baeb-654b585664ad HTTP/1.1" status: 404 len: 333 time: 0.0342844 Aug 11 03:17:16.413948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54010) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.434402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f985d173-c666-4f01-8dcd-6f6609ce0309 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/quotas/9a80b78f1b8a4e7bb19958a40bb3969e HTTP/1.1" status: 200 len: 375 time: 0.0310249 Aug 11 03:17:16.468064 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ffe3c1-0ac7-49fb-b26c-4cc9d6b3e5f2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.468970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ffe3c1-0ac7-49fb-b26c-4cc9d6b3e5f2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.471004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-81ffe3c1-0ac7-49fb-b26c-4cc9d6b3e5f2 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/1e9a8775-6699-46f9-ac7b-2d77aa580c98 HTTP/1.1" status: 404 len: 337 time: 0.0559037 Aug 11 03:17:16.474083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54014) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.492327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.530679 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b944aaa-562a-4882-9f95-f0190f1b446a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.531797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b944aaa-562a-4882-9f95-f0190f1b446a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.533967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9b944aaa-562a-4882-9f95-f0190f1b446a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/ebb3bbe5-14f1-40a3-83b3-ef5eed9ae4b7 HTTP/1.1" status: 404 len: 337 time: 0.0587263 Aug 11 03:17:16.536771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54016) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.552737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-72750022-11e9-4899-bfb4-4ecfe2901d51 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9a80b78f1b8a4e7bb19958a40bb3969e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039281 Aug 11 03:17:16.580882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7727a689-f1a8-46eb-ad99-17ef48e0d707 None None] Provisioning complete for port b1a48cca-1d12-41f8-86e7-8203c90e34db triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:16.581260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7727a689-f1a8-46eb-ad99-17ef48e0d707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.596763 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d79fc9-167a-4527-9370-ae81e4027eea tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.597715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d79fc9-167a-4527-9370-ae81e4027eea tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.602137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c8d79fc9-167a-4527-9370-ae81e4027eea tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/4b3b6ca8-a704-4153-80d7-b3b9072de93a HTTP/1.1" status: 404 len: 333 time: 0.0617762 Aug 11 03:17:16.602529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54018) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.666581 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c980616-f647-43b8-8d6d-419ee4a1d968 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.667049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c980616-f647-43b8-8d6d-419ee4a1d968 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.679213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5c980616-f647-43b8-8d6d-419ee4a1d968 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5f365c18-3322-4696-b678-f4a0f562c466 HTTP/1.1" status: 404 len: 337 time: 0.0754883 Aug 11 03:17:16.679736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54022) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.758941 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5b2c5d-9bd1-4ae6-9edb-b7e75ba3631d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.759409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5b2c5d-9bd1-4ae6-9edb-b7e75ba3631d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.764777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54024) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.764934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad5b2c5d-9bd1-4ae6-9edb-b7e75ba3631d tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b3def834-230d-4361-b57e-245f6a658d44 HTTP/1.1" status: 404 len: 337 time: 0.0830834 Aug 11 03:17:16.811854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161772c2-6475-41a4-9d13-994361f89978 None None] DHCP port deletion for e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:16.875609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-161772c2-6475-41a4-9d13-994361f89978 None None] Deleting port b1a48cca-1d12-41f8-86e7-8203c90e34db {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:16.876027 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-161772c2-6475-41a4-9d13-994361f89978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.882238 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a1b22d-6add-4292-ad12-19d6a9f87824 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.882950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a1b22d-6add-4292-ad12-19d6a9f87824 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.887197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-22a1b22d-6add-4292-ad12-19d6a9f87824 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/cfb348ea-a2c2-4383-b8c6-815ea2ff27ed HTTP/1.1" status: 404 len: 333 time: 0.0986421 Aug 11 03:17:16.888135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54030) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:16.890835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.932815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Transition to ACTIVE for port object 6d6feb38-6ae2-4068-b478-e3dc4a7fe06a will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:16.949247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-161772c2-6475-41a4-9d13-994361f89978 None None] For port b1a48cca-1d12-41f8-86e7-8203c90e34db, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b1a48cca-1d12-41f8-86e7-8203c90e34db,segment=NetworkSegment(01d39e53-3d18-4de0-a2e4-26fd92ff2d30),segment_id=01d39e53-3d18-4de0-a2e4-26fd92ff2d30)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:16.949918 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-161772c2-6475-41a4-9d13-994361f89978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:16.966622 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf7cf73-2891-47b0-bbac-ef06089cde9e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:16.967377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf7cf73-2891-47b0-bbac-ef06089cde9e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:16.971619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-161772c2-6475-41a4-9d13-994361f89978 None None] Calling delete_port for b1a48cca-1d12-41f8-86e7-8203c90e34db owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:16.977719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6cf7cf73-2891-47b0-bbac-ef06089cde9e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b12ed10f-d69a-4a44-b321-7294de29018b HTTP/1.1" status: 404 len: 337 time: 0.0863390 Aug 11 03:17:16.979543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54034) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.045993 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b692837-f99f-4f75-8e44-80e286649d88 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.055143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b692837-f99f-4f75-8e44-80e286649d88 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.060490 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9b692837-f99f-4f75-8e44-80e286649d88 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/843ac5ce-13aa-4662-96e0-a02494be5b47 HTTP/1.1" status: 404 len: 333 time: 0.0788310 Aug 11 03:17:17.061427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54036) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.068034 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-161772c2-6475-41a4-9d13-994361f89978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.079809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-4e6b3455-f9cf-4b57-9401-d7b78ac5a958 service neutron] 10.222.0.60 "GET /v2.0/networks/d3af15fb-fbd2-451f-9317-f35051245d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703050 Aug 11 03:17:17.129386 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00a0539-8db4-4769-ace1-64ca049956bb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.130125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00a0539-8db4-4769-ace1-64ca049956bb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.130366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161772c2-6475-41a4-9d13-994361f89978 None None] Pushing event deleted for resources: {'Port': ['ID=b1a48cca-1d12-41f8-86e7-8203c90e34db,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:17.137554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d00a0539-8db4-4769-ace1-64ca049956bb tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/d7d4e537-8da0-41a8-a1fb-74571358b20e HTTP/1.1" status: 404 len: 337 time: 0.0748286 Aug 11 03:17:17.141422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54038) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.144662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161772c2-6475-41a4-9d13-994361f89978 None None] No DVR routers for this DVR port b1a48cca-1d12-41f8-86e7-8203c90e34db on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:17.197332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 1af65c92-fe59-4ce4-b13b-715a974e8a08 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:17.200674 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e921019-1134-494f-8ffa-12ae2cd4fc4e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.201591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e921019-1134-494f-8ffa-12ae2cd4fc4e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.204293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.204922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2e921019-1134-494f-8ffa-12ae2cd4fc4e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/64b253ea-1288-4a4d-a4f3-5a3893134415 HTTP/1.1" status: 404 len: 333 time: 0.0622816 Aug 11 03:17:17.207117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54042) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.244028 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-181474b8-c166-4e72-b2ed-ec3928183756 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.244747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181474b8-c166-4e72-b2ed-ec3928183756 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.246813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-181474b8-c166-4e72-b2ed-ec3928183756 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/bcdd306a-6f36-4dcb-b3b5-813e86c837f4 HTTP/1.1" status: 404 len: 337 time: 0.0383787 Aug 11 03:17:17.249851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54044) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.280810 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b5f2c21-24ac-4755-b8e3-233a474ae406 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.281546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b5f2c21-24ac-4755-b8e3-233a474ae406 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.285593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8b5f2c21-24ac-4755-b8e3-233a474ae406 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/bec29701-be29-4f75-b4f5-2005c393988f HTTP/1.1" status: 404 len: 333 time: 0.0325181 Aug 11 03:17:17.285735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network a33502df-bca9-4b89-9721-7e36cd60f71a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:17.291733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54046) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.328503 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-f787f5f1-f514-4105-adad-2b416f9d6497 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.328503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f787f5f1-f514-4105-adad-2b416f9d6497 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.328503 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f787f5f1-f514-4105-adad-2b416f9d6497 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/bdafbde8-9dbc-4510-8756-6862b23a6fa0 HTTP/1.1" status: 404 len: 337 time: 0.0331676 Aug 11 03:17:17.329154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54048) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.351916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:17.351916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:17.354320 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e57d745-92f3-4eeb-a972-de8c029840e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.355028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e57d745-92f3-4eeb-a972-de8c029840e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.362546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9e57d745-92f3-4eeb-a972-de8c029840e1 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/c16bd156-5d88-4b2c-aacc-37d5af099879 HTTP/1.1" status: 404 len: 333 time: 0.0284107 Aug 11 03:17:17.362546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54050) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.385433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54052) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.396228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-90efe565-0463-48bb-853a-76125abc5234 service neutron] 10.222.0.60 "GET /v2.0/networks/d3af15fb-fbd2-451f-9317-f35051245d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016179 Aug 11 03:17:17.402673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=6d6feb38-6ae2-4068-b478-e3dc4a7fe06a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:17.476336 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9711da-a594-4f3f-8765-ee751b341a8c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.476826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9711da-a594-4f3f-8765-ee751b341a8c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.486062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cc9711da-a594-4f3f-8765-ee751b341a8c tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/06b0ab27-155e-4be9-8626-564d09dbed3b HTTP/1.1" status: 404 len: 337 time: 0.1221740 Aug 11 03:17:17.488137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54056) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.502752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:17.503409 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.534848 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-305a5850-2635-401d-8a8e-6bf70b270d61 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.535571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-305a5850-2635-401d-8a8e-6bf70b270d61 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.538671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-305a5850-2635-401d-8a8e-6bf70b270d61 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/6fed7d65-d1dd-4056-9211-c47082a1403c HTTP/1.1" status: 404 len: 333 time: 0.0494001 Aug 11 03:17:17.540908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54060) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.556800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:17.571472 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] Sync routers for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:17.578258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9d3cd6c9-62bb-494d-9407-928178d7aa54 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/1af65c92-fe59-4ce4-b13b-715a974e8a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7373455 Aug 11 03:17:17.579566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54062) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.594245 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:17.603153 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:17.620871 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d266a58d-a50a-4cc4-9f64-f3b72497adee tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.621772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d266a58d-a50a-4cc4-9f64-f3b72497adee tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.626015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d266a58d-a50a-4cc4-9f64-f3b72497adee tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/54d9de8d-bdd1-427b-9e13-9afd8f68ce8a HTTP/1.1" status: 404 len: 337 time: 0.0822213 Aug 11 03:17:17.637709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54064) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.680458 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-81a9bbb7-b5ac-4d4c-a996-eede46944557 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0020800 Aug 11 03:17:17.684347 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54068) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.689599 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb8dc5f-dcb9-46bd-90ce-0c366db18052 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.694419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb8dc5f-dcb9-46bd-90ce-0c366db18052 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.694621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'network_id': 'a33502df-bca9-4b89-9721-7e36cd60f71a', 'name': 'tempest-AllowedAddressPairTestJSON-533711239'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:17.694738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ddb8dc5f-dcb9-46bd-90ce-0c366db18052 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/74919428-419a-41e5-ad93-a5eb0e181d4c HTTP/1.1" status: 404 len: 337 time: 0.0430050 Aug 11 03:17:17.698289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54070) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.708348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-099109fd-48ec-4a88-915e-ac06aaa87ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.773769 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-556aa5f4-0b3e-4232-b855-7b232b48fc3e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.774650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556aa5f4-0b3e-4232-b855-7b232b48fc3e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.778868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-556aa5f4-0b3e-4232-b855-7b232b48fc3e tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/e16c3d8d-a4b6-4503-be48-c2f5061a4f44 HTTP/1.1" status: 404 len: 333 time: 0.0762129 Aug 11 03:17:17.782425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54074) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.823044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2bff4fa6-a4c8-4b99-80aa-a5be9ae800ee None None] Provisioning for port 6d6feb38-6ae2-4068-b478-e3dc4a7fe06a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:17.834164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b0fc2c5-31cf-4a73-bfc9-75777fc22224 req-c7642d9f-2c26-4bec-9c4d-0c973d717d16 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 210 time: 0.0546958 Aug 11 03:17:17.835239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2bff4fa6-a4c8-4b99-80aa-a5be9ae800ee None None] Provisioning complete for port 6d6feb38-6ae2-4068-b478-e3dc4a7fe06a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:17.835643 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2bff4fa6-a4c8-4b99-80aa-a5be9ae800ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.868976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting subnet fc43041c-c398-4494-a751-d499f768c496 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:17.874602 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ba0156-1f76-4930-a54b-37f68ad7c6e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.875419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ba0156-1f76-4930-a54b-37f68ad7c6e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:17.879926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-06ba0156-1f76-4930-a54b-37f68ad7c6e3 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/039416b1-c76d-4255-93da-1634345b5503 HTTP/1.1" status: 404 len: 337 time: 0.0921366 Aug 11 03:17:17.880794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54076) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:17.881235 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.948627 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:17.948904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2bff4fa6-a4c8-4b99-80aa-a5be9ae800ee None None] Port 6d6feb38-6ae2-4068-b478-e3dc4a7fe06a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:17.971942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:17.994926 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-be497c7a-6a73-4dc6-992d-44db9906e737 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:17.996867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be497c7a-6a73-4dc6-992d-44db9906e737 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:18.003354 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-be497c7a-6a73-4dc6-992d-44db9906e737 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/f329a785-72b4-4a14-9c86-b9905553a652 HTTP/1.1" status: 404 len: 337 time: 0.1209633 Aug 11 03:17:18.005841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54078) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.041960 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-7940c05d-9a9e-43e1-8d89-ba7fca85b379 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:18.042648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7940c05d-9a9e-43e1-8d89-ba7fca85b379 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:18.045263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7940c05d-9a9e-43e1-8d89-ba7fca85b379 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/ebde3523-2f85-40d9-9f65-30d5b3b14f82 HTTP/1.1" status: 404 len: 333 time: 0.0384459 Aug 11 03:17:18.049227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54084) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.066969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-099109fd-48ec-4a88-915e-ac06aaa87ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.076444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-099109fd-48ec-4a88-915e-ac06aaa87ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.093444 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b250a092-ad3f-40c0-9165-5c00cc496e48 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:18.093937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b250a092-ad3f-40c0-9165-5c00cc496e48 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:18.095744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b250a092-ad3f-40c0-9165-5c00cc496e48 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5016a733-eadc-4e58-9442-bf2e85b732b4 HTTP/1.1" status: 404 len: 337 time: 0.0454862 Aug 11 03:17:18.100617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54086) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.171024 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-e362bf40-307f-462b-aa78-74eb46ab2596 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:18.171420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e362bf40-307f-462b-aa78-74eb46ab2596 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:18.173689 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e362bf40-307f-462b-aa78-74eb46ab2596 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/d5995112-17df-44e9-8911-93b19fcc222b HTTP/1.1" status: 404 len: 337 time: 0.0710378 Aug 11 03:17:18.174415 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Made reservation on behalf of df2a9e7f88fd4ddd9636ae4b10bbe09e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:18.175848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-099109fd-48ec-4a88-915e-ac06aaa87ac8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a27dbfabfaa441469c9ce4f78cfbb01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885458 Aug 11 03:17:18.177974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54088) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.178553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.184308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54090) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.214349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099109fd-48ec-4a88-915e-ac06aaa87ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf33872-67ed-4954-b096-3695474b5e5a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:18.225231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.251084 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddf2781-01d8-4275-9c59-4c4aeda4ddcd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:18.251945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fddf2781-01d8-4275-9c59-4c4aeda4ddcd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:18.253817 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fddf2781-01d8-4275-9c59-4c4aeda4ddcd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/3981f67d-7b5f-4c9e-9a50-92d56d954160 HTTP/1.1" status: 404 len: 333 time: 0.0567241 Aug 11 03:17:18.258243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54092) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.297466 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb23902-4d93-4985-9b47-663ac32e323b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:18.298092 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb23902-4d93-4985-9b47-663ac32e323b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:18.300049 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6bb23902-4d93-4985-9b47-663ac32e323b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5eb6be9f-9454-45ca-9844-a721990591bc HTTP/1.1" status: 404 len: 337 time: 0.0397856 Aug 11 03:17:18.304200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54094) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.373459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] device_id is not set on port b803cec7-0776-4f73-9bbd-f9ba3de60043 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:18.380281 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:17:15Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:18.381735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.397079 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0174a95-3555-4247-bb75-dd8b7701f045 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:18.398984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0174a95-3555-4247-bb75-dd8b7701f045 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:18.409499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb92d6b5-2508-4959-a0e2-81a266327d19 None None] Network 8fea8141-2fed-4c89-bca3-3b5f43cacfdf requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:18.410804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b0174a95-3555-4247-bb75-dd8b7701f045 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/84564530-0753-4bad-979d-5f4cb683b613 HTTP/1.1" status: 404 len: 337 time: 0.1038339 Aug 11 03:17:18.413827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-298e895c-819e-4972-a276-3697a3971acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.452046 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] Checking router: 1af65c92-fe59-4ce4-b13b-715a974e8a08 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:18.462288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-298e895c-819e-4972-a276-3697a3971acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.484796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.491028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/subnets/fc43041c-c398-4494-a751-d499f768c496 HTTP/1.1" status: 204 len: 168 time: 0.9032371 Aug 11 03:17:18.500669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54098) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.501281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54100) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.505369 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] Routers {'1af65c92-fe59-4ce4-b13b-715a974e8a08'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:18.506000 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:16:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['1af65c92-fe59-4ce4-b13b-715a974e8a08'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:18.602348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeba56-0860-4aa5-acb6-1fb63b51489a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Subnet': ['ID=fc43041c-c398-4494-a751-d499f768c496,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:18.710947 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] Set router 1af65c92-fe59-4ce4-b13b-715a974e8a08 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:18.739766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.795191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] DHCP port deletion for 8fea8141-2fed-4c89-bca3-3b5f43cacfdf request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:18.795400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-afbb510e-d5f8-470a-9f3a-091fdfe0e508 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc7499c3-d15c-4fc1-87b2-81aa969215e6 HTTP/1.1" status: 200 len: 205 time: 0.2877223 Aug 11 03:17:18.805135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54104) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:18.838332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-298e895c-819e-4972-a276-3697a3971acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.841666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-298e895c-819e-4972-a276-3697a3971acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:18.842966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-298e895c-819e-4972-a276-3697a3971acd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbf33872-67ed-4954-b096-3695474b5e5a HTTP/1.1" status: 204 len: 168 time: 0.6635642 Aug 11 03:17:18.853601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b1a48cca-1d12-41f8-86e7-8203c90e34db no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:18.914466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e895c-819e-4972-a276-3697a3971acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf33872-67ed-4954-b096-3695474b5e5a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:18.997885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b1a48cca-1d12-41f8-86e7-8203c90e34db {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:18.998673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b1a48cca-1d12-41f8-86e7-8203c90e34db not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:19.049350 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-28b869d4-03f9-406c-8b4a-7abc87d6106b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] delete failed (client error): The resource could not be found. Aug 11 03:17:19.052963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-28b869d4-03f9-406c-8b4a-7abc87d6106b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/routers/bc7499c3-d15c-4fc1-87b2-81aa969215e6 HTTP/1.1" status: 404 len: 336 time: 0.2461817 Aug 11 03:17:19.056172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54112) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.084577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] Deleting port 487098e9-614f-46de-b2bf-7e0ed76868e5 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:19.085160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.090895 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:17:15Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:19.095124 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e2c684-8fc9-4058-b91e-52d5d72916cd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.095574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e2c684-8fc9-4058-b91e-52d5d72916cd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.097627 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c9e2c684-8fc9-4058-b91e-52d5d72916cd tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/5f637b69-5093-4aae-9807-6d29babf4d7d HTTP/1.1" status: 404 len: 337 time: 0.0396416 Aug 11 03:17:19.100057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54114) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.133913 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d97dc8fd-f1d8-492c-8266-1a34c1240e2a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba0a3ac8-f868-407a-af39-bf566acac988 HTTP/1.1" status: 200 len: 205 time: 0.0306697 Aug 11 03:17:19.139407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54116) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.140691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.148475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1647b290-6e85-47e7-a735-2ffbc9105ed9 req-0e94fed2-1692-42f0-b643-51cb6e2b63a1 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 210 time: 0.1033211 Aug 11 03:17:19.182323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Allocated IP 172.20.0.4 (a33502df-bca9-4b89-9721-7e36cd60f71a/69f3cf3d-813d-4041-a76e-6e7258c7cc6b/b803cec7-0776-4f73-9bbd-f9ba3de60043) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:19.195539 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-3f1d2b14-77af-4d7f-8d99-b7deb2b20378 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] delete failed (client error): The resource could not be found. Aug 11 03:17:19.202437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54120) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.202768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3f1d2b14-77af-4d7f-8d99-b7deb2b20378 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/routers/ba0a3ac8-f868-407a-af39-bf566acac988 HTTP/1.1" status: 404 len: 336 time: 0.0569885 Aug 11 03:17:19.215041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] For port 487098e9-614f-46de-b2bf-7e0ed76868e5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=487098e9-614f-46de-b2bf-7e0ed76868e5,segment=NetworkSegment(7152a76f-5bdf-41ec-9d84-cf123d293b94),segment_id=7152a76f-5bdf-41ec-9d84-cf123d293b94)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:19.215748 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.236641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] Calling delete_port for 487098e9-614f-46de-b2bf-7e0ed76868e5 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:19.262288 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c681b90-c040-4ce0-b0c7-67f982ecfea7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.263407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c681b90-c040-4ce0-b0c7-67f982ecfea7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.266394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9c681b90-c040-4ce0-b0c7-67f982ecfea7 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/30b404fa-c082-4a1f-8c00-5ce3f816066b HTTP/1.1" status: 404 len: 337 time: 0.0573354 Aug 11 03:17:19.269376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54122) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.327819 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acc10b2-74a2-43eb-93b9-bfa4868bb225 None None] The sync data for ids ['1af65c92-fe59-4ce4-b13b-715a974e8a08'] in n-d-768509-22 is: [{'id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388259688', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:14:49Z', 'updated_at': '2021-08-11T03:17:15Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'bb5acb69-78ba-4eae-a7d6-7cf978127a14', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af65c92-fe59-4ce4-b13b-715a974e8a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:14:50Z', 'updated_at': '2021-08-11T03:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:19.373890 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08d102b-f6e4-47d4-b9fc-c80d34934b30 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.377756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08d102b-f6e4-47d4-b9fc-c80d34934b30 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.385720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c08d102b-f6e4-47d4-b9fc-c80d34934b30 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/1d51cc8f-0c48-4c09-a37e-939aa9e3ed49 HTTP/1.1" status: 404 len: 337 time: 0.1137056 Aug 11 03:17:19.403087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54128) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.420951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.443159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] No DVR routers for this DVR port 487098e9-614f-46de-b2bf-7e0ed76868e5 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:19.470426 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-327fe18d-695c-4cce-b42c-183f5427723a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.471553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327fe18d-695c-4cce-b42c-183f5427723a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.476435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-327fe18d-695c-4cce-b42c-183f5427723a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/13627678-f0b6-47a5-a2df-74fb6c7c0cb1 HTTP/1.1" status: 404 len: 333 time: 0.0706739 Aug 11 03:17:19.477440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54132) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.499445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df97076-17d5-441f-be09-f6ff42e5f0e4 None None] Pushing event deleted for resources: {'Port': ['ID=487098e9-614f-46de-b2bf-7e0ed76868e5,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:19.540812 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-723d1648-4a40-4d81-bda9-1a6d8d927cc9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.543826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723d1648-4a40-4d81-bda9-1a6d8d927cc9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.549320 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-723d1648-4a40-4d81-bda9-1a6d8d927cc9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/3d4ae3ce-2ec3-4012-b455-f62f41df71e6 HTTP/1.1" status: 404 len: 337 time: 0.0696900 Aug 11 03:17:19.552919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54134) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.587365 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-335394b8-b43c-44df-a9fd-ff1286097fb9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.588191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335394b8-b43c-44df-a9fd-ff1286097fb9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.590472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-335394b8-b43c-44df-a9fd-ff1286097fb9 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/5446d34e-9ffe-402b-88f9-6332355c6e5f HTTP/1.1" status: 404 len: 333 time: 0.0366354 Aug 11 03:17:19.594172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54136) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.627901 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa36932-b6df-4c75-93e8-4d83c53cab34 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.628359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa36932-b6df-4c75-93e8-4d83c53cab34 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.630316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7aa36932-b6df-4c75-93e8-4d83c53cab34 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/c5812289-9d4f-4ea3-b002-b0b442f55649 HTTP/1.1" status: 404 len: 337 time: 0.0352397 Aug 11 03:17:19.632430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port bb5acb69-78ba-4eae-a7d6-7cf978127a14 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:19.632768 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.636737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54138) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.640977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.677394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-42b9d047-11d9-49dc-a4da-ff5a3f4120f3 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:19.679457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-42b9d047-11d9-49dc-a4da-ff5a3f4120f3 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.57 "GET /v2.0/networks?id=d3af15fb-fbd2-451f-9317-f35051245d07 HTTP/1.1" status: 200 len: 822 time: 0.2592716 Aug 11 03:17:19.680875 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Transition to ACTIVE for port object b803cec7-0776-4f73-9bbd-f9ba3de60043 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:19.693867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Request body: {'port': {'device_id': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07', 'admin_state_up': True, 'tenant_id': '9a80b78f1b8a4e7bb19958a40bb3969e'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:19.707105 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-403d18f7-4055-4b2b-b53d-64effa571d1f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.707734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403d18f7-4055-4b2b-b53d-64effa571d1f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.723092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-403d18f7-4055-4b2b-b53d-64effa571d1f tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/7579827a-f3a4-4b92-95d2-7fa9708112df HTTP/1.1" status: 404 len: 333 time: 0.0852950 Aug 11 03:17:19.725733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54144) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.773791 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba79db57-d808-4386-b6f3-64a0bd0cd970 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.785741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba79db57-d808-4386-b6f3-64a0bd0cd970 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.818052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.819178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ba79db57-d808-4386-b6f3-64a0bd0cd970 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/c261e716-7fae-473a-8ea4-a87e1d651b0d HTTP/1.1" status: 404 len: 337 time: 0.0923805 Aug 11 03:17:19.838776 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.895658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port bb5acb69-78ba-4eae-a7d6-7cf978127a14, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bb5acb69-78ba-4eae-a7d6-7cf978127a14,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:19.896365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:19.922828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for bb5acb69-78ba-4eae-a7d6-7cf978127a14 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:19.958287 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfb1097-335a-476c-a4ab-c82c406526fa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:19.959094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dfb1097-335a-476c-a4ab-c82c406526fa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:19.963212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2dfb1097-335a-476c-a4ab-c82c406526fa tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/d64de295-2a06-4dcc-a2e9-f317c203f37c HTTP/1.1" status: 404 len: 333 time: 0.1410244 Aug 11 03:17:19.971918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54154) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:19.989064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=b803cec7-0776-4f73-9bbd-f9ba3de60043,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:20.030062 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c625bfb-c70e-4057-91c4-ce82cb3b74bf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:20.030608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c625bfb-c70e-4057-91c4-ce82cb3b74bf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:20.034637 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8c625bfb-c70e-4057-91c4-ce82cb3b74bf tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/8243a635-f2c6-41a6-8b60-80fa7caee3dc HTTP/1.1" status: 404 len: 337 time: 0.0594506 Aug 11 03:17:20.040757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54156) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:20.060540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Network a33502df-bca9-4b89-9721-7e36cd60f71a is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:20.081013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:20.085689 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-b242b4e6-3213-4aad-8cd5-b3c6c367b167 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:20.086557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b242b4e6-3213-4aad-8cd5-b3c6c367b167 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:20.088405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b242b4e6-3213-4aad-8cd5-b3c6c367b167 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/bf376883-29f9-4cad-87fe-72b07764d359 HTTP/1.1" status: 404 len: 333 time: 0.0451574 Aug 11 03:17:20.089773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:20.096659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54158) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:20.161636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Made reservation on behalf of 9a80b78f1b8a4e7bb19958a40bb3969e for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:20.168293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.183195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:20.183903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.258202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-59d51beb-e72c-4051-bbc1-1f1d28e38198 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5721023 Aug 11 03:17:20.260073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54166) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:20.265899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f9:ae:f9'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:96:06:19'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:20.498823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1366f7f5-ee2b-4000-a741-2e4df407a2f1 None None] Provisioning for port b803cec7-0776-4f73-9bbd-f9ba3de60043 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:20.503849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1366f7f5-ee2b-4000-a741-2e4df407a2f1 None None] Provisioning complete for port b803cec7-0776-4f73-9bbd-f9ba3de60043 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:20.504473 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1366f7f5-ee2b-4000-a741-2e4df407a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.568373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1366f7f5-ee2b-4000-a741-2e4df407a2f1 None None] Port b803cec7-0776-4f73-9bbd-f9ba3de60043 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:20.584463 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf20fb7-25d3-4403-8da6-775d619ef644 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:20.585165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf20fb7-25d3-4403-8da6-775d619ef644 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:20.587291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4bf20fb7-25d3-4403-8da6-775d619ef644 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/d0b7dfaa-3642-4e7e-ab47-9d0e465ca1bf HTTP/1.1" status: 404 len: 337 time: 0.4866080 Aug 11 03:17:20.588150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Allocated IP 172.20.0.8 (d3af15fb-fbd2-451f-9317-f35051245d07/d5615bef-7cc6-4968-9afe-20a9ae9ac01d/3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:20.589969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54168) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:20.625079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-238db5e9-f0cd-4f35-ae7a-81b015f70bea req-ee433556-3e2e-44aa-a1b2-d24bf29ee4d3 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 210 time: 0.0818355 Aug 11 03:17:20.670922 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4568b30-fa8c-45d6-b7d5-cfed0e3d94c8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:20.671714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4568b30-fa8c-45d6-b7d5-cfed0e3d94c8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:20.673558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a4568b30-fa8c-45d6-b7d5-cfed0e3d94c8 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/b3263cd7-5648-44c5-bbae-77c9f9ce3253 HTTP/1.1" status: 404 len: 333 time: 0.0796106 Aug 11 03:17:20.676334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54170) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:20.691016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.745393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 487098e9-614f-46de-b2bf-7e0ed76868e5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:20.761125 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb6b123-1540-457a-b803-2a4ca11e92c4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:20.761590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb6b123-1540-457a-b803-2a4ca11e92c4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:20.766155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1eb6b123-1540-457a-b803-2a4ca11e92c4 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/b69181b9-79c9-4271-8f3b-57145568c722 HTTP/1.1" status: 404 len: 337 time: 0.0863276 Aug 11 03:17:20.780544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:20.782008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=bb5acb69-78ba-4eae-a7d6-7cf978127a14,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:20.783413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 487098e9-614f-46de-b2bf-7e0ed76868e5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:20.790913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 487098e9-614f-46de-b2bf-7e0ed76868e5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:20.791079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5e49f5d1-953c-41e6-8ab0-32d0132279bf no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:20.812757 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.829843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.851345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5e49f5d1-953c-41e6-8ab0-32d0132279bf {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:20.851887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5e49f5d1-953c-41e6-8ab0-32d0132279bf not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:20.973929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:20.976902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.035179 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.036419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Fanout notify agent at l3_agent the message router_deleted on router 1af65c92-fe59-4ce4-b13b-715a974e8a08 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:17:21.046373 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.050213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-836c67c8-c66c-4559-8f79-c1127bd4316d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/routers/1af65c92-fe59-4ce4-b13b-715a974e8a08 HTTP/1.1" status: 204 len: 168 time: 2.5450366 Aug 11 03:17:21.050832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54182) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:21.172596 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.189966 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-727c186a-98af-4abf-9c2e-6f1c22c60d4a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:21.190689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727c186a-98af-4abf-9c2e-6f1c22c60d4a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:21.192536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-727c186a-98af-4abf-9c2e-6f1c22c60d4a tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/ports/53c95cc6-3ce0-457c-815d-886882997315 HTTP/1.1" status: 404 len: 333 time: 0.4081650 Aug 11 03:17:21.196832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54184) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:21.334989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.351912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fea8141-2fed-4c89-bca3-3b5f43cacfdf']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:21.361713 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2c8759-13bd-4ad0-804d-d40d5ec31f1b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] DELETE failed (client error): The resource could not be found. Aug 11 03:17:21.362188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd2c8759-13bd-4ad0-804d-d40d5ec31f1b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:17:21.363968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cd2c8759-13bd-4ad0-804d-d40d5ec31f1b tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/subnets/17a8eabe-82af-476e-8b17-4dba341db5cd HTTP/1.1" status: 404 len: 337 time: 0.1628268 Aug 11 03:17:21.370865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54186) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:21.380394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7152a76f-5bdf-41ec-9d84-cf123d293b94') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:21.380824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7152a76f-5bdf-41ec-9d84-cf123d293b94') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:21.393163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.411853 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.421047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:21.422303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:21.426149 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:21.505488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.514040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.516017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.516691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/networks/8fea8141-2fed-4c89-bca3-3b5f43cacfdf HTTP/1.1" status: 204 len: 168 time: 0.4644074 Aug 11 03:17:21.519354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54188) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:21.548827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.551084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8b82-4ff9-4fd4-8b98-a39054995888 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Network': ['ID=8fea8141-2fed-4c89-bca3-3b5f43cacfdf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:21.601588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.733002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.798559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.845033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51b4e85-8fd7-4abc-aa38-836ab05f2ed4']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:21.860417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0080bf3f-556a-4af4-a3d0-9ba9b24a4c05 req-9de290b2-8eb2-43ac-afaa-46cf827bd9e4 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 210 time: 0.1121321 Aug 11 03:17:21.884460 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1460543e-dd37-4530-b121-13de40ac4a26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.891517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d39e53-3d18-4de0-a2e4-26fd92ff2d30') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:21.892047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d39e53-3d18-4de0-a2e4-26fd92ff2d30') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:21.909868 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.913202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event updated for resources: {'Port': ['ID=b803cec7-0776-4f73-9bbd-f9ba3de60043,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:21.916992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1460543e-dd37-4530-b121-13de40ac4a26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.944864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:21.950654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.003485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:22.003936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:22.010618 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:22.027782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] In _notify_port_updated(), no bound segment for port b803cec7-0776-4f73-9bbd-f9ba3de60043 on network a33502df-bca9-4b89-9721-7e36cd60f71a {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:17:22.031507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.033579 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.033938 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2febc1e7-7561-49a9-aa07-1586cbdf5a2a tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "PUT /v2.0/ports/b803cec7-0776-4f73-9bbd-f9ba3de60043 HTTP/1.1" status: 200 len: 1055 time: 1.7727497 Aug 11 03:17:22.035332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1460543e-dd37-4530-b121-13de40ac4a26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.042416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1460543e-dd37-4530-b121-13de40ac4a26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.047682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1460543e-dd37-4530-b121-13de40ac4a26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/security-groups/132d4c5a-8e34-4f13-a261-382acf79bd57 HTTP/1.1" status: 204 len: 168 time: 0.5267811 Aug 11 03:17:22.048312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54202) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:22.103409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460543e-dd37-4530-b121-13de40ac4a26 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=132d4c5a-8e34-4f13-a261-382acf79bd57,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:22.158740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Network d3af15fb-fbd2-451f-9317-f35051245d07 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:22.172742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:22.175978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:22.188404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Pushing event updated for resources: {'Port': ['ID=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:22.211556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.239382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.241662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] 10.222.0.60 "DELETE /v2.0/networks/e51b4e85-8fd7-4abc-aa38-836ab05f2ed4 HTTP/1.1" status: 204 len: 168 time: 0.8682652 Aug 11 03:17:22.254327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ec3a6108-b019-41c8-8edf-2dd64a541eeb None None] Provisioning complete for port b803cec7-0776-4f73-9bbd-f9ba3de60043 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:22.254837 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ec3a6108-b019-41c8-8edf-2dd64a541eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.261996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df3595-d27b-4cf5-8a89-75635e4fcf75 tempest-NetworksTestDHCPv6-958611282 tempest-NetworksTestDHCPv6-958611282-project] Pushing event deleted for resources: {'Network': ['ID=e51b4e85-8fd7-4abc-aa38-836ab05f2ed4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:22.273921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting port b803cec7-0776-4f73-9bbd-f9ba3de60043 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:22.274425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.285167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:22.286255 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.304250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-f70ff4f8-0d8a-4068-97fe-1796bd229276 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6159353 Aug 11 03:17:22.318496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Request body: {'port': {'device_id': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:22.374247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a6108-b019-41c8-8edf-2dd64a541eeb None None] Port b803cec7-0776-4f73-9bbd-f9ba3de60043 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:22.401784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-41553826-33d4-452b-820c-08f8c510a7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.440239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.443117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.484957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Calling delete_port for b803cec7-0776-4f73-9bbd-f9ba3de60043 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:22.733946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bb5acb69-78ba-4eae-a7d6-7cf978127a14 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:22.781395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: bb5acb69-78ba-4eae-a7d6-7cf978127a14 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:22.787977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bb5acb69-78ba-4eae-a7d6-7cf978127a14 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:22.843390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.899063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:22.909359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.927532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Transition to ACTIVE for port object 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:22.934981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:22.962140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:22.962308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Port': ['ID=b803cec7-0776-4f73-9bbd-f9ba3de60043,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:22.967102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54224) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:22.974105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d09d7ed1-2bc6-4af9-8154-6a21ae3f8be9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602338033', 'description': 'tempest-secgroup-smoke-602338033 description', 'project_id': '69120019df3c43d2af4dc08a22e06ab4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:23.091575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:23.135990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d09d7ed1-2bc6-4af9-8154-6a21ae3f8be9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.156338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aba6c4-594c-4ac3-b624-987e1463fb5e req-620ae499-5b47-4680-8a8e-18cbbdc219e8 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.157915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5aba6c4-594c-4ac3-b624-987e1463fb5e req-620ae499-5b47-4680-8a8e-18cbbdc219e8 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 943 time: 0.1586649 Aug 11 03:17:23.265355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b5aba6c4-594c-4ac3-b624-987e1463fb5e req-aa3c1217-bf6e-4896-a0a2-b47c24f72758 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009841 Aug 11 03:17:23.273162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Attempting to bind port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:23.273162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Attempting to bind port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '939004fe-4579-47eb-9781-807c50d4dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:23.273448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Attempting to bind port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c on network d3af15fb-fbd2-451f-9317-f35051245d07 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:23.287435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c on network d3af15fb-fbd2-451f-9317-f35051245d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:23.287713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Attempting to bind port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c on network d3af15fb-fbd2-451f-9317-f35051245d07 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:23.297054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:23.297401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Checking segment: {'id': '939004fe-4579-47eb-9781-807c50d4dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:23.297795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Bound using segment: {'id': '939004fe-4579-47eb-9781-807c50d4dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:23.298248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Bound port: 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '939004fe-4579-47eb-9781-807c50d4dad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:23.298616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.317730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cecd3051-a6d3-42da-82f4-20b836d63d8e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=13d2224bb9834ba1b8f0d913481207a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517704 Aug 11 03:17:23.317883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54230) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:23.397724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.400568 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bdb49952-d77d-4e92-9970-0f767f6f6257 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/ports/b803cec7-0776-4f73-9bbd-f9ba3de60043 HTTP/1.1" status: 204 len: 168 time: 1.3412151 Aug 11 03:17:23.404426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54232) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:23.435272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] For port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:23.437544 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-271e72bd-eac8-4ba2-989b-c2833eca226b tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] GET failed (client error): The resource could not be found. Aug 11 03:17:23.438018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e99f9361-758d-4d28-b41f-f60b232d34dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.439607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-271e72bd-eac8-4ba2-989b-c2833eca226b tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "GET /v2.0/ports/b803cec7-0776-4f73-9bbd-f9ba3de60043 HTTP/1.1" status: 404 len: 333 time: 0.0340486 Aug 11 03:17:23.443761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] For port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,segment=NetworkSegment(939004fe-4579-47eb-9781-807c50d4dad4),segment_id=939004fe-4579-47eb-9781-807c50d4dad4)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:23.444703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54234) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:23.460876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d09d7ed1-2bc6-4af9-8154-6a21ae3f8be9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.463111 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.466929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d09d7ed1-2bc6-4af9-8154-6a21ae3f8be9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.510668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e99f9361-758d-4d28-b41f-f60b232d34dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.530018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d09d7ed1-2bc6-4af9-8154-6a21ae3f8be9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.531235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d09d7ed1-2bc6-4af9-8154-6a21ae3f8be9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5622990 Aug 11 03:17:23.532414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d7ed1-2bc6-4af9-8154-6a21ae3f8be9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:23.534686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54240) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:23.541368 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1ede5379-e7dc-4ba2-9b3b-5b55a799b7bb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:23.556386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.557233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.558679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-5be22b58-b363-41be-9851-d601e3842637 service neutron] 10.222.0.57 "PUT /v2.0/ports/3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c HTTP/1.1" status: 200 len: 1092 time: 1.2463791 Aug 11 03:17:23.564082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'tag': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:23.566628 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a47bb8f1-700a-4116-b0fb-333bd789370d", "tag": "3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:23.602406 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ede5379-e7dc-4ba2-9b3b-5b55a799b7bb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.662993 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955681c2-f6e6-489b-8206-11b7772eabae x-openstack-request-id: req-955681c2-f6e6-489b-8206-11b7772eabae {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:23.663530 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47bb8f1-700a-4116-b0fb-333bd789370d", "tag": "3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:23.663955 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-955681c2-f6e6-489b-8206-11b7772eabae {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:23.664501 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'tag': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c', 'status': 'completed', 'code': 200} Aug 11 03:17:23.732167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be22b58-b363-41be-9851-d601e3842637 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:23.743575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ede5379-e7dc-4ba2-9b3b-5b55a799b7bb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.752985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e99f9361-758d-4d28-b41f-f60b232d34dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.755706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e99f9361-758d-4d28-b41f-f60b232d34dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.757002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e99f9361-758d-4d28-b41f-f60b232d34dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/341a0aa6-248e-41ee-a70a-491cb8a460da HTTP/1.1" status: 204 len: 168 time: 0.4382238 Aug 11 03:17:23.765201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ede5379-e7dc-4ba2-9b3b-5b55a799b7bb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.773188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f9361-758d-4d28-b41f-f60b232d34dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341a0aa6-248e-41ee-a70a-491cb8a460da,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:23.783333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-afb4f603-9fac-4c74-9d15-f0aab7613125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.783333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-afb4f603-9fac-4c74-9d15-f0aab7613125 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a80b78f1b8a4e7bb19958a40bb3969e&device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 1095 time: 0.1439118 Aug 11 03:17:23.785998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting port 6d6feb38-6ae2-4068-b478-e3dc4a7fe06a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:23.786398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.823294 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ede5379-e7dc-4ba2-9b3b-5b55a799b7bb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.825132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1ede5379-e7dc-4ba2-9b3b-5b55a799b7bb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2893274 Aug 11 03:17:23.828488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54252) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:23.831004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede5379-e7dc-4ba2-9b3b-5b55a799b7bb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f1140e-4bad-4a00-a127-8b9d44a1b184,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:23.836667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c5bef794-cedd-459e-8c61-70ee21beb912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:23.879837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5bef794-cedd-459e-8c61-70ee21beb912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.886831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-48b047a4-9d6c-4476-af6a-58683ed05189 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c HTTP/1.1" status: 200 len: 217 time: 0.0948813 Aug 11 03:17:23.962218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5bef794-cedd-459e-8c61-70ee21beb912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.970154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5bef794-cedd-459e-8c61-70ee21beb912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.970447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-3498a752-fadb-4036-ad2d-b187f6fa3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:23.971880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-3498a752-fadb-4036-ad2d-b187f6fa3feb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5615bef-7cc6-4968-9afe-20a9ae9ac01d HTTP/1.1" status: 200 len: 862 time: 0.0768883 Aug 11 03:17:23.982317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:23.996608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bef794-cedd-459e-8c61-70ee21beb912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec86eff-f539-4e75-88ed-2ae98b23a23e,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.002881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5bef794-cedd-459e-8c61-70ee21beb912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.007177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c5bef794-cedd-459e-8c61-70ee21beb912 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770720 Aug 11 03:17:24.008313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54256) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:24.014361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-33a21c87-715f-4351-9630-cf0f66ef7b0c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:24.023361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Calling delete_port for 6d6feb38-6ae2-4068-b478-e3dc4a7fe06a owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:24.026787 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-7abbccc1-72a5-451c-86f1-e0f0753f0bdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3af15fb-fbd2-451f-9317-f35051245d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473325 Aug 11 03:17:24.050076 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-33a21c87-715f-4351-9630-cf0f66ef7b0c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.130291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-33a21c87-715f-4351-9630-cf0f66ef7b0c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.141835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-33a21c87-715f-4351-9630-cf0f66ef7b0c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.168493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a21c87-715f-4351-9630-cf0f66ef7b0c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db1ee2e-bebe-4c75-977e-360099f1f3e0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.187950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-28fbff6b-3f1e-4bdc-bb3f-0b0c9f74bf06 service neutron] 10.222.0.57 "GET /v2.0/networks/d3af15fb-fbd2-451f-9317-f35051245d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517367 Aug 11 03:17:24.191014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-33a21c87-715f-4351-9630-cf0f66ef7b0c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.196438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-33a21c87-715f-4351-9630-cf0f66ef7b0c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869652 Aug 11 03:17:24.197306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54264) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:24.202996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a2282e00-9cae-4776-9c91-47490657d74e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:24.236472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a2282e00-9cae-4776-9c91-47490657d74e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.323246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a2282e00-9cae-4776-9c91-47490657d74e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.324140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.342703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a2282e00-9cae-4776-9c91-47490657d74e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.382709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2282e00-9cae-4776-9c91-47490657d74e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e5066b-132b-4d16-84dd-5c9c2f1d81ff,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.386137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61c36b72-4d1c-458e-bc5f-7168d64463e0 req-925c9eee-0b3f-4afb-9023-edb4d0bf732f service neutron] 10.222.0.57 "GET /v2.0/networks/d3af15fb-fbd2-451f-9317-f35051245d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771679 Aug 11 03:17:24.395258 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a2282e00-9cae-4776-9c91-47490657d74e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.401390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a2282e00-9cae-4776-9c91-47490657d74e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028880 Aug 11 03:17:24.403916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54280) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:24.409864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:24.431232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Port': ['ID=6d6feb38-6ae2-4068-b478-e3dc4a7fe06a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.468433 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:17:24.483761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.580668 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.588088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.610898 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.612957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1da604d-7015-4913-92af-cf89c1ce954d tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/ports/6d6feb38-6ae2-4068-b478-e3dc4a7fe06a HTTP/1.1" status: 204 len: 168 time: 1.1656899 Aug 11 03:17:24.632952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54288) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:24.645708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.647275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2418456 Aug 11 03:17:24.650436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb025-0581-4788-b40d-7ee1953dd847 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb17e983-548f-4070-8403-e2547881a770,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:24.658017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54292) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:24.663896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:24.681626 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-372eee04-5fb5-4a73-84a6-dcc32ac39d51 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] GET failed (client error): The resource could not be found. Aug 11 03:17:24.687941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54294) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:24.689353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-372eee04-5fb5-4a73-84a6-dcc32ac39d51 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "GET /v2.0/ports/6d6feb38-6ae2-4068-b478-e3dc4a7fe06a HTTP/1.1" status: 404 len: 333 time: 0.0502045 Aug 11 03:17:24.707384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c9169-d4e9-40cd-b038-1931b703862f req-ad7bef2e-b030-471d-967b-b08e602246df tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.710097 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a2c9169-d4e9-40cd-b038-1931b703862f req-ad7bef2e-b030-471d-967b-b08e602246df tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 943 time: 0.3105507 Aug 11 03:17:24.712185 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:17:24.740882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-b6820124-4004-497b-aef2-ed09d4f57d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.742389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-b6820124-4004-497b-aef2-ed09d4f57d49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a80b78f1b8a4e7bb19958a40bb3969e&device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 1095 time: 0.2818089 Aug 11 03:17:24.749107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.848755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54298) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:24.892501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a2c9169-d4e9-40cd-b038-1931b703862f req-138ff8dc-a2e9-4ae6-b5bd-e69d7f3c8595 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736252 Aug 11 03:17:24.920036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.930612 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.939995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting port ded8af4f-a6d7-47b9-a87b-88ab87a537ec {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:24.940591 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:24.959859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-c04aa767-33b9-4ea6-8c31-088ca143ab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:24.964160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-c04aa767-33b9-4ea6-8c31-088ca143ab0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3af15fb-fbd2-451f-9317-f35051245d07 HTTP/1.1" status: 200 len: 923 time: 0.2099133 Aug 11 03:17:25.013149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48aeb309-b519-4ebc-8255-e63d26fae965,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:25.027735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1294114098'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:25.036435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.040955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-83a95a18-8968-4797-9677-c237e3e92d4e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3816543 Aug 11 03:17:25.045873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54308) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:25.050787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'network': {'name': 'tempest-network-smoke--2132818691', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'port_security_enabled': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:25.052180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-05e46e48-3cce-442e-ae08-9db3efc25797 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c HTTP/1.1" status: 200 len: 217 time: 0.0797355 Aug 11 03:17:25.084511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:17:25.084511 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:17:25.084511 n-d-768509-22 neutron-server[111682]: [parameters: {'project_id_1': '69120019df3c43d2af4dc08a22e06ab4', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 17, 25, 73187)}] Aug 11 03:17:25.084511 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:17:25.085443 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:17:25.101905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.112136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Made reservation on behalf of 6e240bf9fcb04261aa06e38c79fdaeb5 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:25.116511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.125522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Calling delete_port for ded8af4f-a6d7-47b9-a87b-88ab87a537ec owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:25.134028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-674f6e85-cdff-4f0c-a731-3857c89a3150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.135844 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-674f6e85-cdff-4f0c-a731-3857c89a3150 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d5615bef-7cc6-4968-9afe-20a9ae9ac01d HTTP/1.1" status: 200 len: 862 time: 0.0750268 Aug 11 03:17:25.144674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.193939 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-328b884f-913c-423d-bd85-a142dfe19192 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3af15fb-fbd2-451f-9317-f35051245d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490787 Aug 11 03:17:25.208214 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-32db7bde-6ff9-43f9-aa79-75b165ffc306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.337949 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-73c1252e-1389-43b4-a6b9-ea550feadad1 service neutron] 10.222.0.57 "GET /v2.0/networks/d3af15fb-fbd2-451f-9317-f35051245d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309376 Aug 11 03:17:25.360153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.369075 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.380718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.416905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:25.454445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Port': ['ID=ded8af4f-a6d7-47b9-a87b-88ab87a537ec,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:25.464840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e878423c-24b5-4010-a506-ace1a401c479,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:25.491462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.491919 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Added segment c279d4f8-f80c-48f6-a98f-abc36ac3feb6 of type vlan for network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 Aug 11 03:17:25.502315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee8ae92d-b0d3-4fe1-ba90-3a268cef88e4 req-d2db103c-13c5-4eb9-a287-a19780cf507a service neutron] 10.222.0.57 "GET /v2.0/networks/d3af15fb-fbd2-451f-9317-f35051245d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535578 Aug 11 03:17:25.540234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.545747 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.622878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.658983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.661963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54318) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:25.670595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1fd35220-d717-490e-baa5-b3a62f0da4e0 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/ports/ded8af4f-a6d7-47b9-a87b-88ab87a537ec HTTP/1.1" status: 204 len: 168 time: 0.9770308 Aug 11 03:17:25.674593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:25.689500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.748016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.753689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:25.754315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.769927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting subnet 69f3cf3d-813d-4041-a76e-6e7258c7cc6b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:25.773754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:25.776410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.846984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.852574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0026846 Aug 11 03:17:25.853866 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.854210 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Added segment b3baa628-70ab-4e3a-bf53-ebe99529bc84 of type vlan for network 0cbac568-0895-4d23-98d5-f17abd2fe696 Aug 11 03:17:25.858213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54324) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:25.874360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Request body: {'subnet': {'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:25.944931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1741d-5876-42b1-9600-88fa0cc6a0f4 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event updated for resources: {'Network': ['ID=2549d4b4-ff6b-4aff-9fd8-7467408db6d4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:25.950999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:25.958006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:26.023153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.066404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.123093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.126737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Subnet': ['ID=69f3cf3d-813d-4041-a76e-6e7258c7cc6b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:26.130491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:26.131274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.135978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.140850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea06fc2a-b729-4704-b55d-f47b4883cc18 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/subnets/69f3cf3d-813d-4041-a76e-6e7258c7cc6b HTTP/1.1" status: 204 len: 168 time: 0.4756472 Aug 11 03:17:26.141091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54332) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:26.142357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Made reservation on behalf of 6e240bf9fcb04261aa06e38c79fdaeb5 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:26.146198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.149080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb15cc5-3d0c-4192-a42a-1f60a9cc38bc None None] Network a33502df-bca9-4b89-9721-7e36cd60f71a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:26.239734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2efbfb-66b1-4530-9eca-771ad30317a0 req-549966b3-13b2-49fa-bc8b-8609a1c118e8 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:26.241509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d2efbfb-66b1-4530-9eca-771ad30317a0 req-549966b3-13b2-49fa-bc8b-8609a1c118e8 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 943 time: 0.2178047 Aug 11 03:17:26.245780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.297549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2504947 Aug 11 03:17:26.302695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54334) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:26.316309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'admin_state_up': True, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:26.344806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dd7f8-ad2a-48fc-897a-1af317088482 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Network': ['ID=0cbac568-0895-4d23-98d5-f17abd2fe696,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:26.360923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:26.394682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.396256 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.398042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d2efbfb-66b1-4530-9eca-771ad30317a0 req-f73d19fc-c692-494b-b3ab-a3922f82c0e5 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384907 Aug 11 03:17:26.430091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Deleting port cd76d3ac-0505-428a-82c1-331575525568 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:26.430624 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.538282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.576128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] DHCP port deletion for a33502df-bca9-4b89-9721-7e36cd60f71a request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:26.585087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:26.599598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] For port cd76d3ac-0505-428a-82c1-331575525568, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cd76d3ac-0505-428a-82c1-331575525568,segment=NetworkSegment(26bb62dd-8d16-4031-ad87-6a5d02d21877),segment_id=26bb62dd-8d16-4031-ad87-6a5d02d21877)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:26.600052 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.619090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Calling delete_port for cd76d3ac-0505-428a-82c1-331575525568 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:26.679722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.771173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd76d3ac-0505-428a-82c1-331575525568 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:26.796573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.807836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.846563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Port': ['ID=cd76d3ac-0505-428a-82c1-331575525568,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:26.848887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] No DVR routers for this DVR port cd76d3ac-0505-428a-82c1-331575525568 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:26.897651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event updated for resources: {'Subnet': ['ID=3cb20cd0-4274-4eb8-bbe4-39caa24cc810,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:26.897896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No active binding found for port cd76d3ac-0505-428a-82c1-331575525568 {{(pid=111684) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 11 03:17:26.898283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd76d3ac-0505-428a-82c1-331575525568 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:26.912342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.913229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Checking segment: {'id': 'c279d4f8-f80c-48f6-a98f-abc36ac3feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:26.913723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Network hostable DHCP agents. Network: 2549d4b4-ff6b-4aff-9fd8-7467408db6d4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:26.940356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Deleting port cd76d3ac-0505-428a-82c1-331575525568 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:26.940754 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.974909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:26.986610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33502df-bca9-4b89-9721-7e36cd60f71a']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:27.003943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26bb62dd-8d16-4031-ad87-6a5d02d21877') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:27.004409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26bb62dd-8d16-4031-ad87-6a5d02d21877') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:27.009806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:27.015969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.019005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,segment=NetworkSegment(939004fe-4579-47eb-9781-807c50d4dad4),segment_id=939004fe-4579-47eb-9781-807c50d4dad4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:27.032444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.039483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:27.040068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.049236 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 2549d4b4-ff6b-4aff-9fd8-7467408db6d4) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:27.054281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] For port cd76d3ac-0505-428a-82c1-331575525568, host n-d-768509-22, got binding levels [] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:27.054736 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.064739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c', 'network_id': 'd3af15fb-fbd2-451f-9317-f35051245d07', 'port_id': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c', 'mac_address': 'fa:16:3e:73:d0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5615bef-7cc6-4968-9afe-20a9ae9ac01d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:27.068314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:27.071051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b79b3d-be4c-4e24-9d97-57315fc2fc83 None None] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:27.072155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.101221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Calling delete_port for cd76d3ac-0505-428a-82c1-331575525568 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:27.114526 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:27.133894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.139544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.ipam_backend_mixin [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Port cd76d3ac-0505-428a-82c1-331575525568 was not found and therefore no delete operation was performed {{(pid=111684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:17:27.160968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.163435 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] 10.222.0.60 "DELETE /v2.0/networks/a33502df-bca9-4b89-9721-7e36cd60f71a HTTP/1.1" status: 204 len: 168 time: 1.0214195 Aug 11 03:17:27.164811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7e56f-4df9-4a64-b148-1de624482147 tempest-AllowedAddressPairTestJSON-1308825260 tempest-AllowedAddressPairTestJSON-1308825260-project] Pushing event deleted for resources: {'Network': ['ID=a33502df-bca9-4b89-9721-7e36cd60f71a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:27.171948 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.198771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ba5153bf-d30d-48c2-ba51-7c3c634b3b07 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3371453 Aug 11 03:17:27.199292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:27.206167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Request body: {'port': {'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-538470134'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:27.225152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Network a33502df-bca9-4b89-9721-7e36cd60f71a is not hosted by any dhcp agent {{(pid=111684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:17:27.225995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] No DVR routers for this DVR port cd76d3ac-0505-428a-82c1-331575525568 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:27.234761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdcc4a-ebd0-4a90-aea2-31be225834c9 None None] Pushing event deleted for resources: {'Port': ['ID=cd76d3ac-0505-428a-82c1-331575525568,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:27.243286 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.288560 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.293148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.465045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.250 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/75040f97-7717-4689-9972-a8d0ddedd091) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:27.612386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.623078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:27.688107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.819047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54378) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:27.819863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,segment=NetworkSegment(939004fe-4579-47eb-9781-807c50d4dad4),segment_id=939004fe-4579-47eb-9781-807c50d4dad4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:27.821737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=75040f97-7717-4689-9972-a8d0ddedd091,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:27.837729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.841706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-2549d4b4-ff6b-4aff-9fd8-7467408db6d4', 'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4', 'tenant_id': '6e240bf9fcb04261aa06e38c79fdaeb5', 'fixed_ips': [{'subnet_id': '3cb20cd0-4274-4eb8-bbe4-39caa24cc810'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:27.843120 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:27.873119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:27.878457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:27.881914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:28.015658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:28.046644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb297d6-23c7-4dd6-8b17-87998d8f995b req-346a401f-b693-403b-9dad-96c512625423 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:28.048626 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aeb297d6-23c7-4dd6-8b17-87998d8f995b req-346a401f-b693-403b-9dad-96c512625423 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 944 time: 0.1738253 Aug 11 03:17:28.095431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:28.128285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aeb297d6-23c7-4dd6-8b17-87998d8f995b req-caa78944-ee09-4a67-a660-513721efd920 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731430 Aug 11 03:17:28.138733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Made reservation on behalf of 6e240bf9fcb04261aa06e38c79fdaeb5 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:28.144262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.165860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] device_id is not set on port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:28.190679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.215376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Allocated IP 2001:db8::2 (2549d4b4-ff6b-4aff-9fd8-7467408db6d4/3cb20cd0-4274-4eb8-bbe4-39caa24cc810/25b507fc-c6d7-4c73-bda0-a49903e89c1e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:28.286871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b90a824d-c0cf-4e34-af47-e23cd7f1a8a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df2a9e7f88fd4ddd9636ae4b10bbe09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569609 Aug 11 03:17:28.289665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54392) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:28.356190 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc8f0-85b5-4c75-9a18-6e26f8a665d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.369553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.423609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc8f0-85b5-4c75-9a18-6e26f8a665d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.524301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc8f0-85b5-4c75-9a18-6e26f8a665d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.526858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef4fc8f0-85b5-4c75-9a18-6e26f8a665d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.531140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ef4fc8f0-85b5-4c75-9a18-6e26f8a665d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0198c425-5183-4c50-8189-38e5b3cbb677 HTTP/1.1" status: 204 len: 168 time: 0.2370467 Aug 11 03:17:28.532793 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.543353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Transition to ACTIVE for port object 25b507fc-c6d7-4c73-bda0-a49903e89c1e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:28.556808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fc8f0-85b5-4c75-9a18-6e26f8a665d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0198c425-5183-4c50-8189-38e5b3cbb677,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:28.561316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Transition to ACTIVE for port object 25b507fc-c6d7-4c73-bda0-a49903e89c1e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:28.577147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.638707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:28.643418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:28.647224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:28.667002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Pushing event updated for resources: {'Port': ['ID=25b507fc-c6d7-4c73-bda0-a49903e89c1e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:28.718137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Allocated IP 2001:db8::f6 (2549d4b4-ff6b-4aff-9fd8-7467408db6d4/3cb20cd0-4274-4eb8-bbe4-39caa24cc810/0e85572a-17ea-46b6-bf7d-6eadb2d7a157) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:28.722590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Attempting to bind port 25b507fc-c6d7-4c73-bda0-a49903e89c1e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:28.723128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Attempting to bind port 25b507fc-c6d7-4c73-bda0-a49903e89c1e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c279d4f8-f80c-48f6-a98f-abc36ac3feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:28.726384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Attempting to bind port 25b507fc-c6d7-4c73-bda0-a49903e89c1e on network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:28.753113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:28.753719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Checking segment: {'id': 'c279d4f8-f80c-48f6-a98f-abc36ac3feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:28.754351 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.760063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Bound using segment: {'id': 'c279d4f8-f80c-48f6-a98f-abc36ac3feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:28.765334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Bound port: 25b507fc-c6d7-4c73-bda0-a49903e89c1e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c279d4f8-f80c-48f6-a98f-abc36ac3feb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:28.765898 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.781300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:28.946946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] For port 25b507fc-c6d7-4c73-bda0-a49903e89c1e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:28.958124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] For port 25b507fc-c6d7-4c73-bda0-a49903e89c1e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=25b507fc-c6d7-4c73-bda0-a49903e89c1e,segment=NetworkSegment(c279d4f8-f80c-48f6-a98f-abc36ac3feb6),segment_id=c279d4f8-f80c-48f6-a98f-abc36ac3feb6)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:28.969003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.057599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95927721-9d89-42b5-8753-c6ff759f87e5 None None] Pushing event updated for resources: {'Port': ['ID=25b507fc-c6d7-4c73-bda0-a49903e89c1e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:29.078274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 4251d45b-f90c-483b-ae84-83a71b7a4da6 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:17:29.083330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.117923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Transition to ACTIVE for port object 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:29.183916 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.268888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event updated for resources: {'Port': ['ID=0e85572a-17ea-46b6-bf7d-6eadb2d7a157,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:29.406861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:29.420464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:29.421320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Sync routers for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:29.436985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:29.438199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:29.441298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:29.442235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:29.449232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:29.450346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.475860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7040-1e26-4db7-870a-b6ba299cef0d req-5a850e14-267a-4423-9548-ae965fdfa22f tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:29.478202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-802c7040-1e26-4db7-870a-b6ba299cef0d req-5a850e14-267a-4423-9548-ae965fdfa22f tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 944 time: 0.2103505 Aug 11 03:17:29.486158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.492209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0f34b5c9-98ea-4f89-917e-dff3ef694029 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1827292 Aug 11 03:17:29.492950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54414) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:29.500025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3a1e9996-3050-4109-b811-c44b0e1fd0ce tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.2979581 Aug 11 03:17:29.508543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54416) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:29.518523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Request body: {'port': {'network_id': '2549d4b4-ff6b-4aff-9fd8-7467408db6d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-19265672', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:29.519058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] bootfile-name is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:17:29.519452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] tftp-server is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:17:29.519821 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] server-ip-address is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:17:29.641613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-802c7040-1e26-4db7-870a-b6ba299cef0d req-99def31f-078a-45fd-97f1-761bdf72132f tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523900 Aug 11 03:17:29.789065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Made reservation on behalf of 6e240bf9fcb04261aa06e38c79fdaeb5 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:29.795712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:29.851947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:29.863097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] device_id is not set on port 6a169582-e563-4e1f-87d0-e39f46f19465 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:17:30.003674 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c3266296-de79-42f1-be2b-383127cfec60 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=69120019df3c43d2af4dc08a22e06ab4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5093281 Aug 11 03:17:30.007086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54430) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:30.094912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54432) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:30.139930 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.141376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Allocated IP 2001:db8::2f0 (2549d4b4-ff6b-4aff-9fd8-7467408db6d4/3cb20cd0-4274-4eb8-bbe4-39caa24cc810/6a169582-e563-4e1f-87d0-e39f46f19465) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:30.333342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:28Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:30.358179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1061440394'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:30.405042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Checking router: 4251d45b-f90c-483b-ae84-83a71b7a4da6 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:30.405403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Updating router 4251d45b-f90c-483b-ae84-83a71b7a4da6 port 75040f97-7717-4689-9972-a8d0ddedd091 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:17:30.434999 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.462276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:30.469181 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.531227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.590051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:30.607806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.664935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Transition to ACTIVE for port object 6a169582-e563-4e1f-87d0-e39f46f19465 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:30.851263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.859396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65cae26-72af-425e-96cd-edbf35f0b842 None None] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:30.915677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 25b507fc-c6d7-4c73-bda0-a49903e89c1e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:30.961282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc737c5-6bff-4caf-8a9e-18cc6774a2bf tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:30.962857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:30.969585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ddc737c5-6bff-4caf-8a9e-18cc6774a2bf tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9506633 Aug 11 03:17:30.972412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54440) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:30.978407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:30.979836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:30.984572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:30.987459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f37b4-45c8-4f4c-a4b0-3cba54114c7d req-68b2ac2f-d480-45b3-b627-2b154a0b2d81 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:30.993888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:30.996755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b97f37b4-45c8-4f4c-a4b0-3cba54114c7d req-68b2ac2f-d480-45b3-b627-2b154a0b2d81 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 944 time: 0.1526642 Aug 11 03:17:31.000144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.001387 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.013880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:31.014250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.026433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0f5f3590-b039-4740-b243-2f03d79d3bf1 None None] Provisioning for port 25b507fc-c6d7-4c73-bda0-a49903e89c1e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:31.048428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b97f37b4-45c8-4f4c-a4b0-3cba54114c7d req-9b3eb41e-6dcd-4e2e-adb3-803d6f303c38 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Aug 11 03:17:31.067437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.080749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:31.090148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.090685 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 8efc8234-cbac-4003-b8a0-fb7f4ffee471 of type vlan for network e3641141-c509-4404-bda5-ef22541dc2aa Aug 11 03:17:31.165141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c7748e42-ff2c-4b5c-923a-c0e80b5153e1 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1911139 Aug 11 03:17:31.165848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54446) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:31.171794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.173227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 25b507fc-c6d7-4c73-bda0-a49903e89c1e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:31.186332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-636585453', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:31.186559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 25b507fc-c6d7-4c73-bda0-a49903e89c1e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:31.186935 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.188656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event updated for resources: {'Port': ['ID=6a169582-e563-4e1f-87d0-e39f46f19465,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:31.216739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6e06eed8-c827-4092-9ebf-3d17053d9db5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.7048495 Aug 11 03:17:31.218939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54450) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:31.221382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ad851-dd92-4c07-aa4d-d322478af1e8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:31.303311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.309045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.310166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.333847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeed0d-e45c-45bf-9416-c04fa2e12806 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.336391 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.343681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeed0d-e45c-45bf-9416-c04fa2e12806 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.352400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaeed0d-e45c-45bf-9416-c04fa2e12806 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.354261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ebaeed0d-e45c-45bf-9416-c04fa2e12806 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1181474 Aug 11 03:17:31.370073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Transition to ACTIVE for port object 75040f97-7717-4689-9972-a8d0ddedd091 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:31.375315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54452) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:31.376154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.396430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.445833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:31.448566 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed7ad3-e7d5-4541-a216-26fa72611608" -d '{"events": [{"server_uuid": "a47bb8f1-700a-4116-b0fb-333bd789370d", "name": "network-vif-plugged", "status": "completed", "tag": "3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:31.503845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=e3641141-c509-4404-bda5-ef22541dc2aa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:31.513833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,segment=NetworkSegment(939004fe-4579-47eb-9781-807c50d4dad4),segment_id=939004fe-4579-47eb-9781-807c50d4dad4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:31.522335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e3641141-c509-4404-bda5-ef22541dc2aa details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:31.596507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-728bce27-dd2b-49af-b290-3cba16c20035 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4916732 Aug 11 03:17:31.667998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:31.680051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.751965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54460) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:31.765781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': 'e3641141-c509-4404-bda5-ef22541dc2aa', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:31.792461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Attempting to bind port 75040f97-7717-4689-9972-a8d0ddedd091 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:31.793094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Attempting to bind port 75040f97-7717-4689-9972-a8d0ddedd091 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:31.794187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Attempting to bind port 75040f97-7717-4689-9972-a8d0ddedd091 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:31.796420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.842875 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e5e8d7-68d2-42b0-9a5c-932901663e26 x-openstack-request-id: req-74e5e8d7-68d2-42b0-9a5c-932901663e26 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:31.843275 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47bb8f1-700a-4116-b0fb-333bd789370d", "name": "network-vif-plugged", "status": "completed", "tag": "3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:31.843582 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74e5e8d7-68d2-42b0-9a5c-932901663e26 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:31.848547 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c', 'code': 200} Aug 11 03:17:31.852727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73ad5-e2c5-4a15-a279-be7919c42cad None None] Pushing event updated for resources: {'Port': ['ID=75040f97-7717-4689-9972-a8d0ddedd091,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:31.916228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:31.918126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:31.919149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.920372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:31.921636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Bound port: 75040f97-7717-4689-9972-a8d0ddedd091, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:31.927114 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:31.988516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b45b4-2ba6-4426-a3e9-63c18679b0c5 req-8a2c7b04-4fc5-4035-9039-5759bed3cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:31.990184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-688b45b4-2ba6-4426-a3e9-63c18679b0c5 req-8a2c7b04-4fc5-4035-9039-5759bed3cb0a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 1097 time: 0.3416977 Aug 11 03:17:32.020161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Deleting port 6a169582-e563-4e1f-87d0-e39f46f19465 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:32.020611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.097861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-688b45b4-2ba6-4426-a3e9-63c18679b0c5 req-15c1e974-2ba7-4576-a1a2-9af1dacc636a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874293 Aug 11 03:17:32.142165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] For port 75040f97-7717-4689-9972-a8d0ddedd091, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:32.148464 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.154379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] For port 75040f97-7717-4689-9972-a8d0ddedd091, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=75040f97-7717-4689-9972-a8d0ddedd091,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:32.196516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:32.205157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.215228 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.242863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Provisioning complete for port 25b507fc-c6d7-4c73-bda0-a49903e89c1e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:32.243247 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.319969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:32.413947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b20ea4-eaaf-473b-ac9a-2e015101ce7d req-ca7e438a-ac30-4aaf-a50c-20e2c425d0a9 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:32.417015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 25b507fc-c6d7-4c73-bda0-a49903e89c1e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=25b507fc-c6d7-4c73-bda0-a49903e89c1e,segment=NetworkSegment(c279d4f8-f80c-48f6-a98f-abc36ac3feb6),segment_id=c279d4f8-f80c-48f6-a98f-abc36ac3feb6)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:32.427312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b20ea4-eaaf-473b-ac9a-2e015101ce7d req-ca7e438a-ac30-4aaf-a50c-20e2c425d0a9 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 945 time: 0.2333920 Aug 11 03:17:32.437519 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.483012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:32.483929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:32.497884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede73ad5-e2c5-4a15-a279-be7919c42cad None None] Pushing event updated for resources: {'Port': ['ID=75040f97-7717-4689-9972-a8d0ddedd091,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:32.509255 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.610255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Calling delete_port for 6a169582-e563-4e1f-87d0-e39f46f19465 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:32.619833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.719122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.719867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=89afc8ca-46d8-47d3-b306-181b13a7eb4b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:32.784153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': '8efc8234-cbac-4003-b8a0-fb7f4ffee471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e3641141-c509-4404-bda5-ef22541dc2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:32.784960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: e3641141-c509-4404-bda5-ef22541dc2aa, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:32.830029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network e3641141-c509-4404-bda5-ef22541dc2aa is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:32.849416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=25b507fc-c6d7-4c73-bda0-a49903e89c1e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:32.855535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e3641141-c509-4404-bda5-ef22541dc2aa) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:32.863496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:32.864202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.879944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89658298-af48-48ee-bc42-f9bf4fda1e13 None None] Network e3641141-c509-4404-bda5-ef22541dc2aa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:32.900813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d3af09e-1c24-4e6d-9a11-fd323a04a49e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1456058 Aug 11 03:17:32.905500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:32.911809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1304568448'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:32.959427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:32.966859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:32.986612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:33.009368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-85b20ea4-eaaf-473b-ac9a-2e015101ce7d req-8d522953-cca2-4cef-8e03-e0998d1ad291 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5778263 Aug 11 03:17:33.021491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:33.054206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.054714 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 428d84d3-b24b-4383-bd62-2790d9daff16 of type vlan for network b314012c-cff6-47cd-ba8e-c220b4c18f01 Aug 11 03:17:33.124299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.128979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Checking segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:33.129564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network hostable DHCP agents. Network: 0cbac568-0895-4d23-98d5-f17abd2fe696, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:33.133165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Provisioning for port 6a169582-e563-4e1f-87d0-e39f46f19465 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:33.144632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Subnet': ['ID=081e31c6-6b5d-4c70-9d07-2f7e6c29063c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.178662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Provisioning complete for port 6a169582-e563-4e1f-87d0-e39f46f19465 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:33.178928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.199444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.206542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:33.212941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:33.216441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.345286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Port 6a169582-e563-4e1f-87d0-e39f46f19465 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:33.382621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 0cbac568-0895-4d23-98d5-f17abd2fe696) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:33.398964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:33.400154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.405774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.413277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Provisioning for port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:33.416043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30105c98-3c5c-4801-b4dd-1ee046718eca None None] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:33.429500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5228059 Aug 11 03:17:33.436079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54474) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:33.441531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': 'b314012c-cff6-47cd-ba8e-c220b4c18f01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:33.447981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event deleted for resources: {'Port': ['ID=6a169582-e563-4e1f-87d0-e39f46f19465,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.459441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-388499d3-0325-4ed2-8f50-3bd1d11023aa tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2922533 Aug 11 03:17:33.463894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54476) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:33.475810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Provisioning complete for port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:33.476300 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.528394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9112f07-34e4-47f1-9138-0ed41e6c70f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=b314012c-cff6-47cd-ba8e-c220b4c18f01,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:33.545854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.549888 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c3caf4b3-7682-4932-b8c1-95d240e3a77d tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "DELETE /v2.0/ports/6a169582-e563-4e1f-87d0-e39f46f19465 HTTP/1.1" status: 204 len: 168 time: 2.1735039 Aug 11 03:17:33.555715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54478) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:33.564799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Request body: {'port': {'name': 'tempest-new-port-name-737614', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:33.565369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] bootfile-name is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:17:33.565823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] tftp-server is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:17:33.566311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.api.validators [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] server-ip-address is not in valid_values {{(pid=111683) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 11 03:17:33.662400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e3641141-c509-4404-bda5-ef22541dc2aa', 'network_id': 'e3641141-c509-4404-bda5-ef22541dc2aa', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': '89afc8ca-46d8-47d3-b306-181b13a7eb4b'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:33.663252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.665632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network b314012c-cff6-47cd-ba8e-c220b4c18f01 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:33.706606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.722377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:33.726252 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:33.945102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Allocated IP 172.20.255.242 (e3641141-c509-4404-bda5-ef22541dc2aa/89afc8ca-46d8-47d3-b306-181b13a7eb4b/a668bcad-7e76-4acc-9d6c-6ad08a68ac14) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:33.967483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-734b8316-88c8-4110-bf86-004d81ab98ea None None] Port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:34.108832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5516c3e0-2520-4130-9cb1-a54d306c7e45 None None] Could not find standard attr ID for object 6a169582-e563-4e1f-87d0-e39f46f19465. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:17:34.201177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:28Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:34.212163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.214335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.239488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.244979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5516c3e0-2520-4130-9cb1-a54d306c7e45 None None] Provisioning complete for port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:34.245356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5516c3e0-2520-4130-9cb1-a54d306c7e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.250734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8383e4-d075-460e-af99-d2b06f96cd68 None None] The sync data for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 is: [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:28Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:34.263965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.335241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5516c3e0-2520-4130-9cb1-a54d306c7e45 None None] Port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:34.345793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1892f0f-5a27-4545-bafb-ccf77bf36b20 req-73a9afe6-5904-475c-80ed-3a9dce6dfe24 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.353325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1892f0f-5a27-4545-bafb-ccf77bf36b20 req-73a9afe6-5904-475c-80ed-3a9dce6dfe24 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 945 time: 0.2079616 Aug 11 03:17:34.367998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-0cbac568-0895-4d23-98d5-f17abd2fe696', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:34.368864 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.407103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] In _notify_port_updated(), no bound segment for port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 on network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:17:34.416585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.417294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.418359 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.419073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "PUT /v2.0/ports/0e85572a-17ea-46b6-bf7d-6eadb2d7a157 HTTP/1.1" status: 200 len: 1125 time: 0.8635118 Aug 11 03:17:34.425949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54486) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:34.463465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=615f0d23-a463-44b8-ae3a-d9615238df33,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:34.482111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Transition to ACTIVE for port object a668bcad-7e76-4acc-9d6c-6ad08a68ac14 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:34.499594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343d795-db2d-42e1-a775-718600b205cb tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event updated for resources: {'Port': ['ID=0e85572a-17ea-46b6-bf7d-6eadb2d7a157,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:34.521178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': '428d84d3-b24b-4383-bd62-2790d9daff16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'b314012c-cff6-47cd-ba8e-c220b4c18f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:34.521595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: b314012c-cff6-47cd-ba8e-c220b4c18f01, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:34.531263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1892f0f-5a27-4545-bafb-ccf77bf36b20 req-a9536016-7b67-4201-8000-26006b46c02b tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770475 Aug 11 03:17:34.548478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network b314012c-cff6-47cd-ba8e-c220b4c18f01 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:34.557410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5526ebd9-b4a4-4f30-8d23-c16b089a3426 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.557410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5526ebd9-b4a4-4f30-8d23-c16b089a3426 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "GET /v2.0/ports/0e85572a-17ea-46b6-bf7d-6eadb2d7a157 HTTP/1.1" status: 200 len: 1125 time: 0.1215606 Aug 11 03:17:34.557410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54488) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:34.565934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, b314012c-cff6-47cd-ba8e-c220b4c18f01) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:34.573110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:34.575056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:34.595275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-76c1d0f1-2cfa-4ff8-9f22-8c267bf41fde tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1581006 Aug 11 03:17:34.595685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abada855-aa50-4ec7-a042-6992ee06dc02 None None] Network b314012c-cff6-47cd-ba8e-c220b4c18f01 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:34.598666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54492) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:34.604081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Transition to ACTIVE for port object a668bcad-7e76-4acc-9d6c-6ad08a68ac14 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:34.945094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.060399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.104723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Deleting port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:35.106643 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.194440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.198501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 25b507fc-c6d7-4c73-bda0-a49903e89c1e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:35.201223 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.270448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=615f0d23-a463-44b8-ae3a-d9615238df33,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.273935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.304103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Calling delete_port for 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:35.405720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Network e3641141-c509-4404-bda5-ef22541dc2aa is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:35.482352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:35.493290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fe0f54f0-458b-4085-a0ea-3efed2c03645 None None] Provisioning complete for port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:35.494013 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fe0f54f0-458b-4085-a0ea-3efed2c03645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.498009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:35.502425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Allocated IP 172.20.0.2 (0cbac568-0895-4d23-98d5-f17abd2fe696/081e31c6-6b5d-4c70-9d07-2f7e6c29063c/7290ed1d-2498-4774-82dc-11f164fef32c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:35.535713 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Pushing event updated for resources: {'Port': ['ID=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.535904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.537473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127b420-f7ea-4071-97fd-7e98919218e4 req-553aea46-e0a9-49ce-8809-7fb86bbbb16a tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:35.548496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8127b420-f7ea-4071-97fd-7e98919218e4 req-553aea46-e0a9-49ce-8809-7fb86bbbb16a tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 945 time: 0.3676527 Aug 11 03:17:35.550756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b314012c-cff6-47cd-ba8e-c220b4c18f01']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:35.566639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428d84d3-b24b-4383-bd62-2790d9daff16') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:35.566981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428d84d3-b24b-4383-bd62-2790d9daff16') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:35.585516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.624103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.641693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:35.642138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.699275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8127b420-f7ea-4071-97fd-7e98919218e4 req-112a1e9e-1f78-4b18-ae99-5a6775f6d596 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497567 Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:35.769536 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:35.776219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.787189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.788462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Attempting to bind port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:35.788894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Attempting to bind port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8efc8234-cbac-4003-b8a0-fb7f4ffee471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e3641141-c509-4404-bda5-ef22541dc2aa'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:35.789341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Attempting to bind port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 on network e3641141-c509-4404-bda5-ef22541dc2aa {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:35.795819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54518) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:35.805850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049964629'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:35.806135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/b314012c-cff6-47cd-ba8e-c220b4c18f01 HTTP/1.1" status: 204 len: 168 time: 1.2053208 Aug 11 03:17:35.861706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-a8a08252-146e-49e8-b9fe-39e4bcc0c6cc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:35.867012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fe0f54f0-458b-4085-a0ea-3efed2c03645 None None] Port 0e85572a-17ea-46b6-bf7d-6eadb2d7a157 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:35.876250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:35.877253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Checking segment: {'id': '8efc8234-cbac-4003-b8a0-fb7f4ffee471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e3641141-c509-4404-bda5-ef22541dc2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:35.877990 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.879460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Bound using segment: {'id': '8efc8234-cbac-4003-b8a0-fb7f4ffee471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e3641141-c509-4404-bda5-ef22541dc2aa'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:35.880245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Bound port: a668bcad-7e76-4acc-9d6c-6ad08a68ac14, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efc8234-cbac-4003-b8a0-fb7f4ffee471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e3641141-c509-4404-bda5-ef22541dc2aa'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:35.881448 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.885101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-a8a08252-146e-49e8-b9fe-39e4bcc0c6cc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.6850777 Aug 11 03:17:35.894578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.901379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 25b507fc-c6d7-4c73-bda0-a49903e89c1e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:35.902311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.907271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:35.921965 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:35.930694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478f98f-e711-4c06-9fce-73abe603ef48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=b314012c-cff6-47cd-ba8e-c220b4c18f01,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:35.948563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-eeede244-086e-4264-bf27-84c03511eb2e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/quotas/90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 375 time: 0.0619264 Aug 11 03:17:36.030349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event deleted for resources: {'Port': ['ID=0e85572a-17ea-46b6-bf7d-6eadb2d7a157,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:36.031418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3812615-aef0-4910-82aa-49dd1598c9fd None None] Network b314012c-cff6-47cd-ba8e-c220b4c18f01 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:36.085450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.087426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1830a998-e6c9-45a6-bf73-8d5d360f06e5 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "DELETE /v2.0/ports/0e85572a-17ea-46b6-bf7d-6eadb2d7a157 HTTP/1.1" status: 204 len: 168 time: 1.5303164 Aug 11 03:17:36.093006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54520) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:36.098708 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-14c7744b-4b20-4d74-a6d8-09642c7e63e3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441844 Aug 11 03:17:36.099531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3812615-aef0-4910-82aa-49dd1598c9fd None None] Network b314012c-cff6-47cd-ba8e-c220b4c18f01 could not be found, it might have been deleted concurrently. {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:17:36.120257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:36.187153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.187586 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment e163c2f3-016d-4b6e-8b43-4230e3a93a94 of type vlan for network ea89538b-977a-4b6f-8b85-a1fd20529c02 Aug 11 03:17:36.258847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Deleting subnet 3cb20cd0-4274-4eb8-bbe4-39caa24cc810 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:36.270156 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.273834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.347050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.353127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-b0b242f5-33ba-48f4-ab16-906a858bbcdf service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449853 Aug 11 03:17:36.360814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] For port a668bcad-7e76-4acc-9d6c-6ad08a68ac14, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:36.365872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] For port a668bcad-7e76-4acc-9d6c-6ad08a68ac14, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,segment=NetworkSegment(8efc8234-cbac-4003-b8a0-fb7f4ffee471),segment_id=8efc8234-cbac-4003-b8a0-fb7f4ffee471)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:36.391042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.432471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.483212 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.489469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.494898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.496773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Transition to ACTIVE for port object 7290ed1d-2498-4774-82dc-11f164fef32c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:36.560356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Transition to ACTIVE for port object 7290ed1d-2498-4774-82dc-11f164fef32c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:36.562407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f998b6e9-c817-4048-ba04-ecb1ed73f904 None None] Pushing event updated for resources: {'Port': ['ID=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:36.577672 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.622791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-9830d115-e7e4-4b07-b5de-ad5bd9cc2a00 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:36.624374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-9830d115-e7e4-4b07-b5de-ad5bd9cc2a00 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.57 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 945 time: 0.1979163 Aug 11 03:17:36.626875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:36.630567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:36.635163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:36.644652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Pushing event updated for resources: {'Port': ['ID=7290ed1d-2498-4774-82dc-11f164fef32c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:36.647656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=ea89538b-977a-4b6f-8b85-a1fd20529c02,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:36.673559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b0620ac6-07d1-4a9e-a554-3e9a71fbbe7f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8763309 Aug 11 03:17:36.704227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network ea89538b-977a-4b6f-8b85-a1fd20529c02 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:36.730551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.735915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54524) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:36.744554 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-facb714c-a7ca-4569-bd20-c09c45350109 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747315 Aug 11 03:17:36.780618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': 'ea89538b-977a-4b6f-8b85-a1fd20529c02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:36.909641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 75040f97-7717-4689-9972-a8d0ddedd091 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:36.928608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Deleting port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:36.929298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:36.950083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Attempting to bind port 7290ed1d-2498-4774-82dc-11f164fef32c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:36.950540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Attempting to bind port 7290ed1d-2498-4774-82dc-11f164fef32c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:36.951012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Attempting to bind port 7290ed1d-2498-4774-82dc-11f164fef32c on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:37.004113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:37.004778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Checking segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:37.005268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.005855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Bound using segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:37.006711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Bound port: 7290ed1d-2498-4774-82dc-11f164fef32c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:37.009408 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.072687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:37.077837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.129977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.1 (0cbac568-0895-4d23-98d5-f17abd2fe696/081e31c6-6b5d-4c70-9d07-2f7e6c29063c/85235e0a-1489-4219-b48f-bb00b0fdd4e8) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:37.132516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 75040f97-7717-4689-9972-a8d0ddedd091 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:37.153423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 75040f97-7717-4689-9972-a8d0ddedd091 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:37.154014 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.154507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] For port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,segment=NetworkSegment(939004fe-4579-47eb-9781-807c50d4dad4),segment_id=939004fe-4579-47eb-9781-807c50d4dad4)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:37.154886 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.197236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Calling delete_port for 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:37.216075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] For port 7290ed1d-2498-4774-82dc-11f164fef32c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:37.249676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8776bc72-3e83-42f6-a136-e132f6f2dcbe req-88657cd8-24a0-4f14-b97e-2c931af97afb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.0472114 Aug 11 03:17:37.272445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4917c1-ab85-4b04-8ace-abc94201a0a3 req-fb9c093c-38e5-40c0-97d6-72503166cbef tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:37.275293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b4917c1-ab85-4b04-8ace-abc94201a0a3 req-fb9c093c-38e5-40c0-97d6-72503166cbef tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/ports?device_id=a47bb8f1-700a-4116-b0fb-333bd789370d HTTP/1.1" status: 200 len: 945 time: 0.4095032 Aug 11 03:17:37.302519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] For port 7290ed1d-2498-4774-82dc-11f164fef32c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7290ed1d-2498-4774-82dc-11f164fef32c,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:37.316216 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.422901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c143f21-549f-4a6d-8b96-df3ee2d57b27 None None] Pushing event updated for resources: {'Port': ['ID=7290ed1d-2498-4774-82dc-11f164fef32c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:37.427027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.462214 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.485148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Pushing event deleted for resources: {'Port': ['ID=3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:37.486939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object 85235e0a-1489-4219-b48f-bb00b0fdd4e8 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:37.510724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.518482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:37.535484 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.576207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.584389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing IP validity checks on allocation pools {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:17:37.584757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:17:37.609053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 75040f97-7717-4689-9972-a8d0ddedd091, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=75040f97-7717-4689-9972-a8d0ddedd091,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:37.617589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.641333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] No DVR routers for this DVR port 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:37.644553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.648483 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2376fab8-da5c-4abd-9e6c-bdbd9eb572bb req-0131945d-e69d-49bf-b4ec-0ba98d6b2726 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.57 "DELETE /v2.0/ports/3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c HTTP/1.1" status: 204 len: 173 time: 1.0107324 Aug 11 03:17:37.649356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'name': 'network-vif-deleted', 'tag': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:37.655922 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a099d38-f8a4-45eb-a1a9-56713239f0b1" -d '{"events": [{"server_uuid": "a47bb8f1-700a-4116-b0fb-333bd789370d", "name": "network-vif-deleted", "tag": "3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:37.732142 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80400947-2b81-45ac-8d7d-52eb9be681c4 x-openstack-request-id: req-80400947-2b81-45ac-8d7d-52eb9be681c4 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:37.732681 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47bb8f1-700a-4116-b0fb-333bd789370d", "name": "network-vif-deleted", "tag": "3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:37.733099 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80400947-2b81-45ac-8d7d-52eb9be681c4 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:37.733672 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47bb8f1-700a-4116-b0fb-333bd789370d', 'name': 'network-vif-deleted', 'tag': '3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c', 'status': 'completed', 'code': 200} Aug 11 03:17:37.753146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=75040f97-7717-4689-9972-a8d0ddedd091,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:37.779886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=85235e0a-1489-4219-b48f-bb00b0fdd4e8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:37.805310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:37.830438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:37.835324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "DELETE /v2.0/subnets/3cb20cd0-4274-4eb8-bbe4-39caa24cc810 HTTP/1.1" status: 204 len: 168 time: 1.7412386 Aug 11 03:17:37.840546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c5b20c-63ee-45dc-a841-7663b3b29af8 None None] Network 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:37.853689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40165742-e936-4dc0-99f7-62fa9b1574a3 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb20cd0-4274-4eb8-bbe4-39caa24cc810,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:37.883859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:37.904738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:37.907423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:37.996646 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.039475 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.175762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Deleting port 25b507fc-c6d7-4c73-bda0-a49903e89c1e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:38.176858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.221974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] DHCP port deletion for 2549d4b4-ff6b-4aff-9fd8-7467408db6d4 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:17:38.260830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b4917c1-ab85-4b04-8ace-abc94201a0a3 req-0438d408-d670-4cf0-a006-105aaa089dc7 tempest-ServerAddressesNegativeTestJSON-1109821862 tempest-ServerAddressesNegativeTestJSON-1109821862-project] 10.222.0.60 "GET /v2.0/security-groups?id=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223082 Aug 11 03:17:38.294906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] Deleting port 25b507fc-c6d7-4c73-bda0-a49903e89c1e {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:38.296312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.374137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] For port 25b507fc-c6d7-4c73-bda0-a49903e89c1e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=25b507fc-c6d7-4c73-bda0-a49903e89c1e,segment=NetworkSegment(c279d4f8-f80c-48f6-a98f-abc36ac3feb6),segment_id=c279d4f8-f80c-48f6-a98f-abc36ac3feb6)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:38.374511 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.406275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Calling delete_port for 25b507fc-c6d7-4c73-bda0-a49903e89c1e owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:38.418684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] For port 25b507fc-c6d7-4c73-bda0-a49903e89c1e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=25b507fc-c6d7-4c73-bda0-a49903e89c1e,segment=NetworkSegment(c279d4f8-f80c-48f6-a98f-abc36ac3feb6),segment_id=c279d4f8-f80c-48f6-a98f-abc36ac3feb6)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:38.419392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.437604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] Calling delete_port for 25b507fc-c6d7-4c73-bda0-a49903e89c1e owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:38.450197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.513680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601688f-a194-4cf1-9a49-b6762e998885 None None] Network e3641141-c509-4404-bda5-ef22541dc2aa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:38.536043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.587178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event deleted for resources: {'Port': ['ID=25b507fc-c6d7-4c73-bda0-a49903e89c1e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:38.590023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] No DVR routers for this DVR port 25b507fc-c6d7-4c73-bda0-a49903e89c1e on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:38.593384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bbda892-c032-462d-9e05-13627bdd8166 req-3f6857b8-45a7-406e-8c27-f06a63327e4a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.0676620 Aug 11 03:17:38.624299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.696517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-99a83cfa-dd94-414d-96f8-34409d69347d None None] Provisioning for port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:38.741489 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.769877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2549d4b4-ff6b-4aff-9fd8-7467408db6d4']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:38.814142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c279d4f8-f80c-48f6-a98f-abc36ac3feb6') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:38.816288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c279d4f8-f80c-48f6-a98f-abc36ac3feb6') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:38.840622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.877217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.892884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:38.893372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:38.896644 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:38.902790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.012705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.014642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] No DVR routers for this DVR port 25b507fc-c6d7-4c73-bda0-a49903e89c1e on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:39.020472 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.033941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] 10.222.0.60 "DELETE /v2.0/networks/2549d4b4-ff6b-4aff-9fd8-7467408db6d4 HTTP/1.1" status: 204 len: 168 time: 1.1897907 Aug 11 03:17:39.035613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02413508-ea7e-4440-a8dc-19297f33d6fc None None] Pushing event deleted for resources: {'Port': ['ID=25b507fc-c6d7-4c73-bda0-a49903e89c1e,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.058496 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ff0ba-6e23-4177-977a-719386477296 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193 tempest-ExtraDHCPOptionsIpV6TestJSON-989190193-project] Pushing event deleted for resources: {'Network': ['ID=2549d4b4-ff6b-4aff-9fd8-7467408db6d4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.144771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 75040f97-7717-4689-9972-a8d0ddedd091 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:39.271473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54556) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:39.294866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef98645d-2c36-4cf8-ba4a-fc9b8e83478f None None] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:39.410739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:39.502595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] Deleting subnet d5615bef-7cc6-4968-9afe-20a9ae9ac01d {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:17:39.506517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.537315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e0ec3c19-1f0c-4a9f-9af3-7c781d0b12ef None None] Provisioning for port 7290ed1d-2498-4774-82dc-11f164fef32c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:39.583066 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.583620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 75040f97-7717-4689-9972-a8d0ddedd091 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:39.583620 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.666631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.738958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54566) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:39.798758 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea47-5f98-476d-97f5-43aad3872ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:39.965458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': 'e163c2f3-016d-4b6e-8b43-4230e3a93a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ea89538b-977a-4b6f-8b85-a1fd20529c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:39.972142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: ea89538b-977a-4b6f-8b85-a1fd20529c02, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:39.981000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=e6e2a294-cfe6-4cae-b8ff-c7e495f5f5f7,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:39.993488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a668bcad-7e76-4acc-9d6c-6ad08a68ac14 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:40.075522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network ea89538b-977a-4b6f-8b85-a1fd20529c02 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:40.082668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:40.089308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:40.090274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.099087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-908b0fba-d662-4ffd-a5b5-fcc6a6110d8f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.106317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-908b0fba-d662-4ffd-a5b5-fcc6a6110d8f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 1.2303984 Aug 11 03:17:40.164352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'port': {'device_id': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'admin_state_up': True, 'tenant_id': '90f8576177aa410199b6b0b88faa51b5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:40.174587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, ea89538b-977a-4b6f-8b85-a1fd20529c02) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:40.190600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f02f356-408b-45f4-855f-0c02eb6bc54c None None] Network ea89538b-977a-4b6f-8b85-a1fd20529c02 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:40.207548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:40.208545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.217609 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.323724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-13a38e59-3188-41a0-8e73-0cb798e631fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5835600 Aug 11 03:17:40.331103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54576) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:40.452289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afca6b73-3462-4b4a-ae2c-7982c6e3b2ea req-70ef2973-66c5-4ddd-98bd-4caa0b0210c8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.6339302 Aug 11 03:17:40.543700 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.583882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.601909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.621571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.635420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5615bef-7cc6-4968-9afe-20a9ae9ac01d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:40.641429 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.648006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8c866ee5-a7ed-4c59-b412-044b9df38a84 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d5615bef-7cc6-4968-9afe-20a9ae9ac01d HTTP/1.1" status: 204 len: 168 time: 1.2361813 Aug 11 03:17:40.655180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54578) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:40.679225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:40.721241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=85235e0a-1489-4219-b48f-bb00b0fdd4e8,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:40.726543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.748290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:40.749088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3bf008cb-c5f9-4dd5-a3d6-a8bf8e2c614c not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:40.775312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ac15ead-3279-4dbc-ae97-809277a96962 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e240bf9fcb04261aa06e38c79fdaeb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0321162 Aug 11 03:17:40.782808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54580) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:40.787304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06d546bf-74ae-4624-964e-57576e087655 None None] Provisioning for port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:40.801835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06d546bf-74ae-4624-964e-57576e087655 None None] Provisioning complete for port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:40.802445 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d546bf-74ae-4624-964e-57576e087655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.806746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port a668bcad-7e76-4acc-9d6c-6ad08a68ac14, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,segment=NetworkSegment(8efc8234-cbac-4003-b8a0-fb7f4ffee471),segment_id=8efc8234-cbac-4003-b8a0-fb7f4ffee471)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:40.820779 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.844990 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.845719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7290ed1d-2498-4774-82dc-11f164fef32c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:40.913809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:40.919141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.924724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:40.945437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2fc9e3-086a-4155-9e19-7a73c4abed0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-ea89538b-977a-4b6f-8b85-a1fd20529c02', 'network_id': 'ea89538b-977a-4b6f-8b85-a1fd20529c02', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': 'e6e2a294-cfe6-4cae-b8ff-c7e495f5f5f7'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:40.946422 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d2fc9e3-086a-4155-9e19-7a73c4abed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:40.982424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-06d546bf-74ae-4624-964e-57576e087655 None None] Port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:41.009908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea47-5f98-476d-97f5-43aad3872ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.099897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.103199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.137577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7290ed1d-2498-4774-82dc-11f164fef32c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:41.141684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59f9e2-8a4c-4386-afed-d9a802b645fe None None] Network ea89538b-977a-4b6f-8b85-a1fd20529c02 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:41.146398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 4251d45b-f90c-483b-ae84-83a71b7a4da6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:41.147262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e2a294-cfe6-4cae-b8ff-c7e495f5f5f7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.168512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7290ed1d-2498-4774-82dc-11f164fef32c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:41.174670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.189992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.206179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3af15fb-fbd2-451f-9317-f35051245d07']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:41.209549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-70bc2d2f-8255-4056-afc1-2c406b5d2cb9 None None] Provisioning complete for port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:41.210047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70bc2d2f-8255-4056-afc1-2c406b5d2cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.218698 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.220591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939004fe-4579-47eb-9781-807c50d4dad4') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:41.221068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939004fe-4579-47eb-9781-807c50d4dad4') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:41.229769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea89538b-977a-4b6f-8b85-a1fd20529c02']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:41.231902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.241836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e163c2f3-016d-4b6e-8b43-4230e3a93a94') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:41.241836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e163c2f3-016d-4b6e-8b43-4230e3a93a94') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:41.250613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.257981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:41.258578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.260305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.282044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.289262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:41.289664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.334274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a0aea47-5f98-476d-97f5-43aad3872ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.342249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-70bc2d2f-8255-4056-afc1-2c406b5d2cb9 None None] Port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:41.357793 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:41.373085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:41.374698 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:41.376992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.383749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7a0aea47-5f98-476d-97f5-43aad3872ccc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=980e7f6f1c074bcba0553c038b9d11c9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1107075 Aug 11 03:17:41.384654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.392266 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.392518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.395831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54582) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:41.395970 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d3af15fb-fbd2-451f-9317-f35051245d07 HTTP/1.1" status: 204 len: 168 time: 0.7351003 Aug 11 03:17:41.412632 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e63240b5-61d1-4def-bbb7-570d88321632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.437043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204fdad-6074-4303-877f-95a1f8e49195 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3af15fb-fbd2-451f-9317-f35051245d07,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.460986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0aea47-5f98-476d-97f5-43aad3872ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cf2117-b923-4e83-940c-85e82d2c62cc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.498934 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e63240b5-61d1-4def-bbb7-570d88321632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.503489 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.517183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-81d3ac79-a763-4630-b643-d644e565752d None None] Provisioning complete for port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:41.517717 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-81d3ac79-a763-4630-b643-d644e565752d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.562934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.576538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/ea89538b-977a-4b6f-8b85-a1fd20529c02 HTTP/1.1" status: 204 len: 168 time: 1.2366109 Aug 11 03:17:41.578511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fa439-6dd2-4ef1-9820-f47b23cb17fc tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=ea89538b-977a-4b6f-8b85-a1fd20529c02,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.579290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54588) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:41.596239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 7290ed1d-2498-4774-82dc-11f164fef32c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7290ed1d-2498-4774-82dc-11f164fef32c,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:41.597831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-886476357'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:41.600012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-81d3ac79-a763-4630-b643-d644e565752d None None] Port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:41.603731 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.659542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54590) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:41.669180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=7290ed1d-2498-4774-82dc-11f164fef32c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.677446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:41.679074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-82314268-8c4e-4332-8ffc-1f9eb3504a81 req-54b773f8-bf0a-444d-8fb9-a64183a1cc0c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.0796807 Aug 11 03:17:41.680712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.686901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 25b507fc-c6d7-4c73-bda0-a49903e89c1e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:17:41.687501 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e63240b5-61d1-4def-bbb7-570d88321632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.690029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e63240b5-61d1-4def-bbb7-570d88321632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.691279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e63240b5-61d1-4def-bbb7-570d88321632 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e878423c-24b5-4010-a506-ace1a401c479 HTTP/1.1" status: 204 len: 168 time: 0.9072738 Aug 11 03:17:41.713072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 25b507fc-c6d7-4c73-bda0-a49903e89c1e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:17:41.713438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 25b507fc-c6d7-4c73-bda0-a49903e89c1e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:17:41.770682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63240b5-61d1-4def-bbb7-570d88321632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e878423c-24b5-4010-a506-ace1a401c479,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:41.785073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-03ca0237-3b75-45d5-9774-16aadbf3a79b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a80b78f1b8a4e7bb19958a40bb3969e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201131 Aug 11 03:17:41.786941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54594) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:41.815465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.20.0.13 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/e10364dc-9891-464b-be1f-e2674aea8260) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:41.835753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a668bcad-7e76-4acc-9d6c-6ad08a68ac14 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:41.848028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:41.882633 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.883200 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c of type vlan for network 40761ebb-ede0-40ac-b020-27fa9e3c45c6 Aug 11 03:17:41.891473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37372e70-8846-4d97-a712-0f0933ecc2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.901835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:41.909494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-67b7652c-b820-4e19-9d44-964cb5c22917 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/4251d45b-f90c-483b-ae84-83a71b7a4da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4458728 Aug 11 03:17:41.921011 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Sync routers for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:41.948643 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:41.950436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:41.952895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60b6d0be-de01-4850-b636-4e14cd59d0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.962859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.968366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37372e70-8846-4d97-a712-0f0933ecc2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:41.992642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:41.997705 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.064593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60b6d0be-de01-4850-b636-4e14cd59d0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.133020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.150790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.152225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37372e70-8846-4d97-a712-0f0933ecc2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.154073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.156699 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-37372e70-8846-4d97-a712-0f0933ecc2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.162261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-37372e70-8846-4d97-a712-0f0933ecc2e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5cf2117-b923-4e83-940c-85e82d2c62cc HTTP/1.1" status: 204 len: 168 time: 0.6750779 Aug 11 03:17:42.173010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.175487 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:42.194879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37372e70-8846-4d97-a712-0f0933ecc2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cf2117-b923-4e83-940c-85e82d2c62cc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.236685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Transition to ACTIVE for port object e10364dc-9891-464b-be1f-e2674aea8260 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:42.289302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.323668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7290ed1d-2498-4774-82dc-11f164fef32c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:42.338404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:42.338404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:42.339144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=40761ebb-ede0-40ac-b020-27fa9e3c45c6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.368303 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60b6d0be-de01-4850-b636-4e14cd59d0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.375529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60b6d0be-de01-4850-b636-4e14cd59d0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.377115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-60b6d0be-de01-4850-b636-4e14cd59d0ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4d91f97-02d4-4b9e-a5cd-a3da90bd029e HTTP/1.1" status: 204 len: 168 time: 0.5892010 Aug 11 03:17:42.401242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 40761ebb-ede0-40ac-b020-27fa9e3c45c6 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:42.411574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:42.455681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6d0be-de01-4850-b636-4e14cd59d0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d91f97-02d4-4b9e-a5cd-a3da90bd029e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.466225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-247df109-a3c1-4435-9e46-8837e9dd8079 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8796265 Aug 11 03:17:42.476245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54616) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:42.483373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:42.559989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:42.561153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.597653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4443104 Aug 11 03:17:42.612444 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:40Z', 'revision_number': 2, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:42.616033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Request body: {'port': {'device_id': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:42.686701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-1bea9f13-2078-4041-8c3a-ef35b332f0e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602338033&fields=id&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 267 time: 0.3653634 Aug 11 03:17:42.706493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e227bfb-3f5d-4eb4-ab3a-ee8348eec602 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=e10364dc-9891-464b-be1f-e2674aea8260,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:42.719527 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Checking router: 4251d45b-f90c-483b-ae84-83a71b7a4da6 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:42.720187 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Updating router 4251d45b-f90c-483b-ae84-83a71b7a4da6 port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:17:42.769017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.780974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7290ed1d-2498-4774-82dc-11f164fef32c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:42.781552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.784276 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.789980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:42.802525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:42.897340 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:17:42.907132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73e41b79-8936-4d82-816f-c3dcef68a431 None None] Provisioning for port e10364dc-9891-464b-be1f-e2674aea8260 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:43.025728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73e41b79-8936-4d82-816f-c3dcef68a431 None None] Provisioning complete for port e10364dc-9891-464b-be1f-e2674aea8260 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:43.026100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73e41b79-8936-4d82-816f-c3dcef68a431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.105190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-73e41b79-8936-4d82-816f-c3dcef68a431 None None] Port e10364dc-9891-464b-be1f-e2674aea8260 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:43.272416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-b92a8ab1-f5c6-4eeb-afda-00d9bbe70d72 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:43.274134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-b92a8ab1-f5c6-4eeb-afda-00d9bbe70d72 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 797 time: 0.5752037 Aug 11 03:17:43.285654 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.318037 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Transition to ACTIVE for port object 85235e0a-1489-4219-b48f-bb00b0fdd4e8 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:43.337943 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.363834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-67e64b78-3f0b-4fb3-b579-e0bcc2fea9d6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/quotas/69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 375 time: 0.0830855 Aug 11 03:17:43.398218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10364dc-9891-464b-be1f-e2674aea8260 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:43.410317 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.424585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Transition to ACTIVE for port object e10364dc-9891-464b-be1f-e2674aea8260 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:43.439366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.508024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e10364dc-9891-464b-be1f-e2674aea8260,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:43.514558 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Pushing event updated for resources: {'Port': ['ID=85235e0a-1489-4219-b48f-bb00b0fdd4e8,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:43.539815 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.541498 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.541944 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.543989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.544821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04022e79-f722-4d0c-bbcf-7bf66d5431fc req-c3548720-6abc-4965-8f79-bf35429abadd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:43.544966 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.545415 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.547218 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.548822 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.549576 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.551689 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.554006 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.556232 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:43.563925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04022e79-f722-4d0c-bbcf-7bf66d5431fc req-c3548720-6abc-4965-8f79-bf35429abadd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 932 time: 0.6745679 Aug 11 03:17:43.598243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-8803c3b6-4f08-4e50-9706-f76b7654d637 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2283075 Aug 11 03:17:43.608655 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Attempting to bind port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:43.610038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.610495 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Attempting to bind port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:43.612072 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Attempting to bind port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:43.622795 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:43.633112 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Checking segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:43.633900 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.634450 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Bound using segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:43.636334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Bound port: 85235e0a-1489-4219-b48f-bb00b0fdd4e8, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:43.637509 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.671463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-04022e79-f722-4d0c-bbcf-7bf66d5431fc req-53c5b183-a76f-430e-90b5-7b50712da41a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065304 Aug 11 03:17:43.820579 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] For port 85235e0a-1489-4219-b48f-bb00b0fdd4e8, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:43.829220 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] For port 85235e0a-1489-4219-b48f-bb00b0fdd4e8, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=85235e0a-1489-4219-b48f-bb00b0fdd4e8,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:43.842500 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.861591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Attempting to bind port e10364dc-9891-464b-be1f-e2674aea8260 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:43.862031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Attempting to bind port e10364dc-9891-464b-be1f-e2674aea8260 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:43.862369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Attempting to bind port e10364dc-9891-464b-be1f-e2674aea8260 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:43.873151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Port e10364dc-9891-464b-be1f-e2674aea8260 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:43.873478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Attempting to bind port e10364dc-9891-464b-be1f-e2674aea8260 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:43.883772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:43.884123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:43.884510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:43.887060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Bound port: e10364dc-9891-464b-be1f-e2674aea8260, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:43.887442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:43.973555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:43.977515 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:43.992129 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdbe6a-5f35-442d-9f74-5ebf24585f17 None None] Pushing event updated for resources: {'Port': ['ID=85235e0a-1489-4219-b48f-bb00b0fdd4e8,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:43.999990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=01bacdc1-e47b-4b25-9b36-77664c50da3e,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:44.008859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:44.009335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: 40761ebb-ede0-40ac-b020-27fa9e3c45c6, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:44.045464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] For port e10364dc-9891-464b-be1f-e2674aea8260, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:44.060516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 40761ebb-ede0-40ac-b020-27fa9e3c45c6 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:44.061873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] For port e10364dc-9891-464b-be1f-e2674aea8260, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e10364dc-9891-464b-be1f-e2674aea8260,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:44.071219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.080203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-8507ac81-2724-4b57-8599-d7ce29da2bb2 service neutron] 10.222.0.60 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4676716 Aug 11 03:17:44.092743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 40761ebb-ede0-40ac-b020-27fa9e3c45c6) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:44.101390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:44.102058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.111340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd0b36d-e66c-4f38-8e3d-a6d89a0c8359 None None] Network 40761ebb-ede0-40ac-b020-27fa9e3c45c6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:44.226102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e10364dc-9891-464b-be1f-e2674aea8260,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:44.237726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:44.238039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.243979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bff47a19-ddf3-4c72-9f03-90a01bf840b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/e10364dc-9891-464b-be1f-e2674aea8260 HTTP/1.1" status: 200 len: 1093 time: 1.6346605 Aug 11 03:17:44.244470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'tag': 'e10364dc-9891-464b-be1f-e2674aea8260'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:44.258380 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b867c16-1be1-46f7-ac3f-419289917741" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4bff9f-69d2-4ba0-9643-cec347b4a0b9", "tag": "e10364dc-9891-464b-be1f-e2674aea8260"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:44.285763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5883cde6-d624-4218-a281-66e38025d1b3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8082829 Aug 11 03:17:44.288604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54672) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:44.353119 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:44.366594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-fd6e2b49-8e2b-4ed1-88f0-b89670a3d05a service neutron] 10.222.0.60 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596636 Aug 11 03:17:44.508944 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fe2c24-b4db-4d05-9aa7-1dc3998b49fa x-openstack-request-id: req-38fe2c24-b4db-4d05-9aa7-1dc3998b49fa {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:44.509950 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4bff9f-69d2-4ba0-9643-cec347b4a0b9", "tag": "e10364dc-9891-464b-be1f-e2674aea8260", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:44.510428 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38fe2c24-b4db-4d05-9aa7-1dc3998b49fa {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:44.511033 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'tag': 'e10364dc-9891-464b-be1f-e2674aea8260', 'status': 'completed', 'code': 200} Aug 11 03:17:44.530400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-40761ebb-ede0-40ac-b020-27fa9e3c45c6', 'network_id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': '01bacdc1-e47b-4b25-9b36-77664c50da3e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:44.532815 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.542526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54676) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:44.640204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bfbd6419-0d61-47d7-9204-1d050f357c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:44.642144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bfbd6419-0d61-47d7-9204-1d050f357c8c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 1096 time: 0.1351624 Aug 11 03:17:44.710999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:44.914220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54688) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:44.944830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Allocated IP 172.20.0.1 (40761ebb-ede0-40ac-b020-27fa9e3c45c6/01bacdc1-e47b-4b25-9b36-77664c50da3e/2d3eaf78-4481-4eab-b694-a79ec00b0371) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:44.976018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d475f9b1-6cc2-49c5-990c-231b67908575 req-c3145431-62fe-4f8f-9cd8-cc6a1a10c331 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 210 time: 0.0721500 Aug 11 03:17:44.988622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-8bce7836-2dfa-42dc-a8a2-3e00b492c827 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e10364dc-9891-464b-be1f-e2674aea8260 HTTP/1.1" status: 200 len: 217 time: 0.3340056 Aug 11 03:17:45.005360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82fbbd-6afa-4b90-b448-d025a7885ab6 req-e6c6417f-bd30-4b05-90df-9db332ce42d2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.024337 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b82fbbd-6afa-4b90-b448-d025a7885ab6 req-e6c6417f-bd30-4b05-90df-9db332ce42d2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.1862929 Aug 11 03:17:45.121453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:43Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:45.126461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b82fbbd-6afa-4b90-b448-d025a7885ab6 req-f34a2df9-5933-4bb4-b7ad-951ec7e0bbd2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938840 Aug 11 03:17:45.174702 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707443a-04af-45c2-a41e-cdef649d685b None None] The sync data for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 is: [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:43Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:17:45.200992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.228218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-45ee62cd-ea1e-4d4e-96e2-b7dc83315f8b tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-878328791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.266150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bebaac05-2209-4eda-b5eb-0f27d5ae33f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.268143 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-bebaac05-2209-4eda-b5eb-0f27d5ae33f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.2657573 Aug 11 03:17:45.299883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45ee62cd-ea1e-4d4e-96e2-b7dc83315f8b tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.301756 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45ee62cd-ea1e-4d4e-96e2-b7dc83315f8b tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.474978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-c6027ab2-cd68-4b57-85f8-58dfa8a319d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:45.476717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-c6027ab2-cd68-4b57-85f8-58dfa8a319d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1999807 Aug 11 03:17:45.478138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.502595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Transition to ACTIVE for port object 2d3eaf78-4481-4eab-b694-a79ec00b0371 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:45.525564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-network', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.537990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45ee62cd-ea1e-4d4e-96e2-b7dc83315f8b tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.554024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Transition to ACTIVE for port object 2d3eaf78-4481-4eab-b694-a79ec00b0371 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:45.571377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45ee62cd-ea1e-4d4e-96e2-b7dc83315f8b tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.577502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.639789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Made reservation on behalf of d3b6322e099c472295ee0a5f444e4af3 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:45.644247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.647924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45ee62cd-ea1e-4d4e-96e2-b7dc83315f8b tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.649510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-45ee62cd-ea1e-4d4e-96e2-b7dc83315f8b tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1058280 Aug 11 03:17:45.653053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54704) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:45.675805 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.690414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-270038300'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:45.709403 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.722199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Pushing event updated for resources: {'Port': ['ID=2d3eaf78-4481-4eab-b694-a79ec00b0371,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.747691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Network 40761ebb-ede0-40ac-b020-27fa9e3c45c6 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:45.766232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:45.768724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=01bacdc1-e47b-4b25-9b36-77664c50da3e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:45.771674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:45.833624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:45.854682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:45.956271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.016872 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-efc6e104-fc5d-48a9-9b2a-e6ab4c753e8a service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331039 Aug 11 03:17:46.028130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.054942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 85235e0a-1489-4219-b48f-bb00b0fdd4e8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:46.126636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Attempting to bind port 2d3eaf78-4481-4eab-b694-a79ec00b0371 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:46.127072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Attempting to bind port 2d3eaf78-4481-4eab-b694-a79ec00b0371 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:46.127620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Attempting to bind port 2d3eaf78-4481-4eab-b694-a79ec00b0371 on network 40761ebb-ede0-40ac-b020-27fa9e3c45c6 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:46.157569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:46.158338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Checking segment: {'id': 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:46.158975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.159560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Bound using segment: {'id': 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:46.160457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Bound port: 2d3eaf78-4481-4eab-b694-a79ec00b0371, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:46.161093 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.202744 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.209493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:46.232709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.278824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40761ebb-ede0-40ac-b020-27fa9e3c45c6']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:46.312864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:46.369145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] For port 2d3eaf78-4481-4eab-b694-a79ec00b0371, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:46.373358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] For port 2d3eaf78-4481-4eab-b694-a79ec00b0371, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d3eaf78-4481-4eab-b694-a79ec00b0371,segment=NetworkSegment(e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c),segment_id=e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:46.374877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:46.375668 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.384136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.424267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.442995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.443891 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Added segment c92229b2-d0fe-4864-bc67-9f45c0493b91 of type vlan for network cf573b5f-44fa-4061-ae3e-da3b80764398 Aug 11 03:17:46.485616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76048c9-6d19-4a7c-8e78-313b73ec3750 req-9442dd86-68a6-46c9-8102-6923bf7dd0de service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542344 Aug 11 03:17:46.496485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:46.500466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:46.615887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.633940 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.699008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101c7af-e6ed-4ae9-b18a-cbe749b8b431 req-b76004dd-890c-4eae-acd3-195a37706dde tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:46.703094 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.705361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe19b2-1379-4aae-8ce7-8f323e5a7c35 None None] Pushing event updated for resources: {'Port': ['ID=2d3eaf78-4481-4eab-b694-a79ec00b0371,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:46.715056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d101c7af-e6ed-4ae9-b18a-cbe749b8b431 req-b76004dd-890c-4eae-acd3-195a37706dde tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.4078810 Aug 11 03:17:46.757060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.770617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.782935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:46.803916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0a8a076-6b7d-4f3a-8ed7-b5fa1724fadd req-8dae0d18-a32b-40c7-8e23-4c3e4070ab2d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 210 time: 0.5410283 Aug 11 03:17:46.804941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.805655 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Added segment 77f68ca7-4729-491b-9a57-3ffaea027ea7 of type vlan for network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 Aug 11 03:17:46.823421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0772b0e-743f-4cff-8f2f-5b35a70d3e9d None None] Network 40761ebb-ede0-40ac-b020-27fa9e3c45c6 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:46.874110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:46.874805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:46.897054 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:46.924250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.077197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 85235e0a-1489-4219-b48f-bb00b0fdd4e8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=85235e0a-1489-4219-b48f-bb00b0fdd4e8,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:47.097664 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.116888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3808e6-634d-4c60-b409-52ab546c49aa None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:17:47.156753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867c16-1be1-46f7-ac3f-419289917741 req-9002aca9-1bbb-45dd-be3d-826c1438d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.158171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b867c16-1be1-46f7-ac3f-419289917741 req-9002aca9-1bbb-45dd-be3d-826c1438d958 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 1096 time: 0.3513999 Aug 11 03:17:47.164827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:17:47.164827 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:17:47.164827 n-d-768509-22 neutron-server[111682]: [parameters: {'id': '40761ebb-ede0-40ac-b020-27fa9e3c45c6'}] Aug 11 03:17:47.164827 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:17:47.165448 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:17:47.252804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.254320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.255069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.266432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.345682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d101c7af-e6ed-4ae9-b18a-cbe749b8b431 req-18dda09a-b406-4e2d-9a80-9b788070b2df tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111245 Aug 11 03:17:47.346484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf96cb9-4f54-45c4-a730-d85f07fc6750,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:47.411361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867c16-1be1-46f7-ac3f-419289917741 req-0be04c92-3b09-47b2-b248-6c345e21263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.413548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b867c16-1be1-46f7-ac3f-419289917741 req-0be04c92-3b09-47b2-b248-6c345e21263b service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.2472181 Aug 11 03:17:47.427670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=85235e0a-1489-4219-b48f-bb00b0fdd4e8,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:47.437612 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5219567 Aug 11 03:17:47.479843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54722) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:47.490587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b867c16-1be1-46f7-ac3f-419289917741 req-4421dfe6-f184-474c-8930-053df065aff0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e10364dc-9891-464b-be1f-e2674aea8260 HTTP/1.1" status: 200 len: 217 time: 0.0702336 Aug 11 03:17:47.493389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Request body: {'subnet': {'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-subnet', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:47.557428 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:17:47.617714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3808e6-634d-4c60-b409-52ab546c49aa None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:17:47.623086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867c16-1be1-46f7-ac3f-419289917741 req-420ffaf0-80ec-4e8d-8172-81a5ba3237e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.628476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b867c16-1be1-46f7-ac3f-419289917741 req-420ffaf0-80ec-4e8d-8172-81a5ba3237e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.1304858 Aug 11 03:17:47.653754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-3fc824a4-5be2-4928-8c5e-ce0a130bf03f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.655586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-3fc824a4-5be2-4928-8c5e-ce0a130bf03f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 797 time: 0.6041327 Aug 11 03:17:47.657815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233bd76-932a-420c-9339-7c7f8227657b admin admin] Pushing event updated for resources: {'Network': ['ID=cf573b5f-44fa-4061-ae3e-da3b80764398,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:47.661177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.669589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.670223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.670770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.693631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Made reservation on behalf of d3b6322e099c472295ee0a5f444e4af3 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:47.698467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network cf573b5f-44fa-4061-ae3e-da3b80764398 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:47.702130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:47.811568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b867c16-1be1-46f7-ac3f-419289917741 req-b62896af-1773-46c0-b3bf-44a94ad0f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:47.813916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b867c16-1be1-46f7-ac3f-419289917741 req-b62896af-1773-46c0-b3bf-44a94ad0f5b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786640 Aug 11 03:17:47.939383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15729dde-457c-4a8b-bff4-5823d8641e2e req-3cc005d3-83bf-47c2-9649-b972484ebd11 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 210 time: 0.0328534 Aug 11 03:17:47.986291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Deleting port 2d3eaf78-4481-4eab-b694-a79ec00b0371 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:47.987050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.008928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 85235e0a-1489-4219-b48f-bb00b0fdd4e8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:48.069172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b867c16-1be1-46f7-ac3f-419289917741 req-1bf28b05-4828-4edd-9ba1-0a745b58b7fc service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416382 Aug 11 03:17:48.153104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] For port 2d3eaf78-4481-4eab-b694-a79ec00b0371, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d3eaf78-4481-4eab-b694-a79ec00b0371,segment=NetworkSegment(e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c),segment_id=e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:48.153766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.176671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Calling delete_port for 2d3eaf78-4481-4eab-b694-a79ec00b0371 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:48.190451 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:48.190918 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.249126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b867c16-1be1-46f7-ac3f-419289917741 req-ae60f171-617b-4830-86fc-ada65ea85ebe service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715868 Aug 11 03:17:48.249651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5775831 Aug 11 03:17:48.253274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54728) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:48.270085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'subnet': {'network_id': '24ad69e0-b780-4a7b-987c-1ec516cbb5f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:48.289283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-b7bda15a-b3db-4fe2-ae1b-316e8b79d0b7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 379 time: 0.6094267 Aug 11 03:17:48.316778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'port': {'device_id': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'admin_state_up': True, 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'security_groups': ['f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:48.384735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0bff3-36e9-44e2-9cc3-d26756563412 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Network': ['ID=24ad69e0-b780-4a7b-987c-1ec516cbb5f2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:48.397232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:48.439695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:48.454120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.562011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.620432 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:48.625407 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.629208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Port': ['ID=2d3eaf78-4481-4eab-b694-a79ec00b0371,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:48.633902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No DVR routers for this DVR port 2d3eaf78-4481-4eab-b694-a79ec00b0371 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:48.742535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54734) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:48.770152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.771716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.786430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40761ebb-ede0-40ac-b020-27fa9e3c45c6']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:48.802799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:48.803385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2861ea9-8b29-41ca-9e13-6c7a29ec3b2c') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:48.838448 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.856906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8fa877-f79b-4d7a-b226-d8da79710d57 req-522b9d63-4305-44d9-bd72-423d67012f20 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:48.859087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e8fa877-f79b-4d7a-b226-d8da79710d57 req-522b9d63-4305-44d9-bd72-423d67012f20 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.2611067 Aug 11 03:17:48.864497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.886972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:48.887937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:48.891952 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:49.006587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8957de-0351-411d-8b62-5a31d5e660ea,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.042179 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.059455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.100473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e8fa877-f79b-4d7a-b226-d8da79710d57 req-37a3cc93-862c-46a4-b2cc-34650da38fea tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058518 Aug 11 03:17:49.110455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.124499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/40761ebb-ede0-40ac-b020-27fa9e3c45c6 HTTP/1.1" status: 204 len: 168 time: 4.8239765 Aug 11 03:17:49.124499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54740) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:49.128500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33a5-e1f6-402f-9fb7-8d1374d91c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.139587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.12 (0cbac568-0895-4d23-98d5-f17abd2fe696/081e31c6-6b5d-4c70-9d07-2f7e6c29063c/00de75ef-48bc-473d-a41b-d640b4da023e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:49.150777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-237376534'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:49.157958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Checking segment: {'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:49.158462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Network hostable DHCP agents. Network: cf573b5f-44fa-4061-ae3e-da3b80764398, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:49.184871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22e15d-01ff-4e00-abc1-3932250c07b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=40761ebb-ede0-40ac-b020-27fa9e3c45c6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.219106 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e98aa046-74b4-4efb-9337-d0cb2919dc0f req-a9c296cc-8610-405e-977a-2fb63662939c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 210 time: 0.0781572 Aug 11 03:17:49.266773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Checking segment: {'id': '77f68ca7-4729-491b-9a57-3ffaea027ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24ad69e0-b780-4a7b-987c-1ec516cbb5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:49.267075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network hostable DHCP agents. Network: 24ad69e0-b780-4a7b-987c-1ec516cbb5f2, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:49.272860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Subnet': ['ID=cfc5355d-bc45-493f-9cc7-d8065353327a,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.273084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Network cf573b5f-44fa-4061-ae3e-da3b80764398 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:49.310120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:49.347556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 24ad69e0-b780-4a7b-987c-1ec516cbb5f2) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:49.349515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, cf573b5f-44fa-4061-ae3e-da3b80764398) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:49.359399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.360584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.362071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:49.362727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.366175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a96651-4aa8-45b1-82fb-896c75709775 None None] Network cf573b5f-44fa-4061-ae3e-da3b80764398 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:49.373333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df128a60-7ba8-4e6f-baaa-9daf9e0454dd None None] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:49.481667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.519729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object 00de75ef-48bc-473d-a41b-d640b4da023e will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:49.527931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33a5-e1f6-402f-9fb7-8d1374d91c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.540105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dcfc33a5-e1f6-402f-9fb7-8d1374d91c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.571401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2502e3f3-bc5d-4e22-9b26-abaf0a4aead7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0896182 Aug 11 03:17:49.582135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54744) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:49.605906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:49.620223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:49.626964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.642842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-31606316-60f6-4637-bd44-c94ceebb80ac tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3875818 Aug 11 03:17:49.667137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54746) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:49.696437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'network': {'name': 'tempest-router-network01--1037429730'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:49.707834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dcfc33a5-e1f6-402f-9fb7-8d1374d91c24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4e7c5b25c4545dfa6ea8e6273dfa190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9619870 Aug 11 03:17:49.711174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54748) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:49.716296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc33a5-e1f6-402f-9fb7-8d1374d91c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f554e0c0-0024-4a12-9312-c7f2f9bafed7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.722635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:49.734477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-24ad69e0-b780-4a7b-987c-1ec516cbb5f2', 'network_id': '24ad69e0-b780-4a7b-987c-1ec516cbb5f2', 'tenant_id': 'cc3285c7256d46349dec00d23f572322', 'fixed_ips': [{'subnet_id': 'cfc5355d-bc45-493f-9cc7-d8065353327a'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:49.735467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.737718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.738772 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.754794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.760657 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.762061 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 9f491401-17bf-4908-91cf-83966c5090f7 of type vlan for network a1a52c27-4f58-461e-824e-e70e6e65259b Aug 11 03:17:49.844939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:49.850377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.924534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:49.939395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:49.942613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:49.946111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:49.950676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:50.012629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Allocated IP 2001:db8::2 (24ad69e0-b780-4a7b-987c-1ec516cbb5f2/cfc5355d-bc45-493f-9cc7-d8065353327a/d5f7c8a3-f074-431b-9ae6-52c005b23f20) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:50.052679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52907f-017b-4b43-a22b-4532fbbc8ef5 None None] Network cf573b5f-44fa-4061-ae3e-da3b80764398 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:50.493640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.538590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322105-d48c-48a0-8b74-62a9c973e10e req-df80a975-fc7f-47af-845e-c9ecc2669195 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.538808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5ad848b2-383d-4e57-ae63-750dd05547c7 None None] Provisioning for port 00de75ef-48bc-473d-a41b-d640b4da023e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:50.540736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5322105-d48c-48a0-8b74-62a9c973e10e req-df80a975-fc7f-47af-845e-c9ecc2669195 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 932 time: 0.1251276 Aug 11 03:17:50.541419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50e9873e-1496-4851-896d-ffc6ad2305ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.546401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5ad848b2-383d-4e57-ae63-750dd05547c7 None None] Provisioning complete for port 00de75ef-48bc-473d-a41b-d640b4da023e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:50.546684 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ad848b2-383d-4e57-ae63-750dd05547c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.592430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.601644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50e9873e-1496-4851-896d-ffc6ad2305ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.614204 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5ad848b2-383d-4e57-ae63-750dd05547c7 None None] Port 00de75ef-48bc-473d-a41b-d640b4da023e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:17:50.628887 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:50.629811 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.631550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Transition to ACTIVE for port object d5f7c8a3-f074-431b-9ae6-52c005b23f20 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:50.638923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.639565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.639707 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.640097 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Added segment 02cc9054-363e-4d3b-9d89-9fb89968c749 of type vlan for network 356017dc-c799-44e6-b554-f489ad2308fe Aug 11 03:17:50.656010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Transition to ACTIVE for port object d5f7c8a3-f074-431b-9ae6-52c005b23f20 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:50.668767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.685217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.718324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:50.731248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:50.740461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6010859 Aug 11 03:17:50.743330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:50.750942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5322105-d48c-48a0-8b74-62a9c973e10e req-c0561fa0-a1b6-4730-9bf9-aca59cb69ff7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883504 Aug 11 03:17:50.754444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54754) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:50.766717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': 'a1a52c27-4f58-461e-824e-e70e6e65259b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:50.809967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Pushing event updated for resources: {'Port': ['ID=d5f7c8a3-f074-431b-9ae6-52c005b23f20,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:50.825678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa706207-d233-43da-a31a-816ed90e4ec2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=a1a52c27-4f58-461e-824e-e70e6e65259b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:50.827100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Attempting to bind port d5f7c8a3-f074-431b-9ae6-52c005b23f20 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:50.828389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Attempting to bind port d5f7c8a3-f074-431b-9ae6-52c005b23f20 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '77f68ca7-4729-491b-9a57-3ffaea027ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24ad69e0-b780-4a7b-987c-1ec516cbb5f2'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:50.828756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Attempting to bind port d5f7c8a3-f074-431b-9ae6-52c005b23f20 on network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:50.831290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.836653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:50.837031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Checking segment: {'id': '77f68ca7-4729-491b-9a57-3ffaea027ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24ad69e0-b780-4a7b-987c-1ec516cbb5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:50.837488 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.838792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Bound using segment: {'id': '77f68ca7-4729-491b-9a57-3ffaea027ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24ad69e0-b780-4a7b-987c-1ec516cbb5f2'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:50.839281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Bound port: d5f7c8a3-f074-431b-9ae6-52c005b23f20, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f68ca7-4729-491b-9a57-3ffaea027ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '24ad69e0-b780-4a7b-987c-1ec516cbb5f2'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:50.840229 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.841830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.842660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.845698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a1a52c27-4f58-461e-824e-e70e6e65259b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:50.845841 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.resource_extend [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:17:50.870001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50e9873e-1496-4851-896d-ffc6ad2305ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.874646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ccd47-73e4-4d62-b550-6b85e2d28693 req-828a942b-6b97-4406-92b8-bbd2e16d4990 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.876154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-242ccd47-73e4-4d62-b550-6b85e2d28693 req-828a942b-6b97-4406-92b8-bbd2e16d4990 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.1856370 Aug 11 03:17:50.879116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50e9873e-1496-4851-896d-ffc6ad2305ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.885045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-50e9873e-1496-4851-896d-ffc6ad2305ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f554e0c0-0024-4a12-9312-c7f2f9bafed7 HTTP/1.1" status: 204 len: 168 time: 1.1717794 Aug 11 03:17:50.910693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-6d87cb16-d7db-4467-9a59-8ca4f04eae3a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6093395 Aug 11 03:17:50.912573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9873e-1496-4851-896d-ffc6ad2305ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f554e0c0-0024-4a12-9312-c7f2f9bafed7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:50.916486 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.923028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:50.923658 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.973326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:50.978093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:50.993090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Request body: {'port': {'device_id': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:51.065031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] For port d5f7c8a3-f074-431b-9ae6-52c005b23f20, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:51.069926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] For port d5f7c8a3-f074-431b-9ae6-52c005b23f20, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5f7c8a3-f074-431b-9ae6-52c005b23f20,segment=NetworkSegment(77f68ca7-4729-491b-9a57-3ffaea027ea7),segment_id=77f68ca7-4729-491b-9a57-3ffaea027ea7)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:51.084316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.111590 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4347146 Aug 11 03:17:51.126131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54758) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:51.137262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'network': {'name': 'tempest-router-network02--1543421444'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:51.158451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb9b59-0bd1-44db-8d01-ee89c7dcb078 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Network': ['ID=356017dc-c799-44e6-b554-f489ad2308fe,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:51.174569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 356017dc-c799-44e6-b554-f489ad2308fe details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:51.184240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-242ccd47-73e4-4d62-b550-6b85e2d28693 req-0da3dd59-1b92-4e26-b067-20d947e71caa tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785978 Aug 11 03:17:51.219802 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.276323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:51.281914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.314790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ce257-e2be-4264-bb42-13d07ea8fcdb None None] Pushing event updated for resources: {'Port': ['ID=d5f7c8a3-f074-431b-9ae6-52c005b23f20,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:51.376069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:51.393947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.394335 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Added segment 59ff8f95-1134-4477-97a9-14c04b0011cc of type vlan for network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 Aug 11 03:17:51.519155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54762) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:51.543857 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.566023 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.596223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3375c1de-cf9f-47d0-b5f7-d329a66b4da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.685411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=3b48f996-f4ae-4eb5-a005-f4454555d6cb,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:51.696887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.709571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': '9f491401-17bf-4908-91cf-83966c5090f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1a52c27-4f58-461e-824e-e70e6e65259b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:51.710087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: a1a52c27-4f58-461e-824e-e70e6e65259b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:51.723978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.729446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.731003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.737320 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.827670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network a1a52c27-4f58-461e-824e-e70e6e65259b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:51.849829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Network': ['ID=9f51ba5d-2400-469f-b1b6-681c24c6c6b1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:51.856579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a1a52c27-4f58-461e-824e-e70e6e65259b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:51.862212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:51.862809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.865157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7091b65-9cbb-4873-a234-98320c76f90d None None] Network a1a52c27-4f58-461e-824e-e70e6e65259b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:51.905610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3375c1de-cf9f-47d0-b5f7-d329a66b4da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.917161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3375c1de-cf9f-47d0-b5f7-d329a66b4da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.939321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00de75ef-48bc-473d-a41b-d640b4da023e {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:51.954197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:51.956754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Allocated IP 172.25.4.122 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/c54cb041-9f6e-4536-9ffc-edaabf9d8139) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:51.977765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Transition to ACTIVE for port object 00de75ef-48bc-473d-a41b-d640b4da023e will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:51.986608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:52.003792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.012771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375c1de-cf9f-47d0-b5f7-d329a66b4da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc6c8b-7ea7-4bd2-bae4-22aec755e2f4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:52.017557 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f268a52f-b853-4c3f-9f6c-d6ab6b1fcccf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8901880 Aug 11 03:17:52.029651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b5c22c3d-3339-481e-bb8b-7e113423fef3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2688196 Aug 11 03:17:52.029651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54766) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:52.053866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54768) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:52.058415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'subnet': {'network_id': '356017dc-c799-44e6-b554-f489ad2308fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:52.108235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5f7c8a3-f074-431b-9ae6-52c005b23f20 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:52.166597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3375c1de-cf9f-47d0-b5f7-d329a66b4da9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe99deb683714c99a0fd2dcf2a6ffa0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6426544 Aug 11 03:17:52.173857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54770) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:52.177651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:52.335056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.361184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d5f7c8a3-f074-431b-9ae6-52c005b23f20 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:52.380869 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebaf85c7-85d0-4779-a78c-1ebe3c737670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.399186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:52.399528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:52.399889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:52.426205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-a1a52c27-4f58-461e-824e-e70e6e65259b', 'network_id': 'a1a52c27-4f58-461e-824e-e70e6e65259b', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': '3b48f996-f4ae-4eb5-a005-f4454555d6cb'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:52.428456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.441417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:17:52.441740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:52.448861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865cc2e-1991-48c4-889a-318d5df518ec req-23082cd9-5552-4f1b-b5f0-9eada4a71106 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.454731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9865cc2e-1991-48c4-889a-318d5df518ec req-23082cd9-5552-4f1b-b5f0-9eada4a71106 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 944 time: 0.4475484 Aug 11 03:17:52.501959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e428f6f-6b39-476b-8ecb-10f1ce1eae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.523681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:52.523681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Checking segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:52.524946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Bound using segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:52.525768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Bound port: 00de75ef-48bc-473d-a41b-d640b4da023e, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:52.526466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.622334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.629128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:52.632850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.635367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e428f6f-6b39-476b-8ecb-10f1ce1eae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.649517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd12eb-bebf-4507-8ba8-4bdb330e8f0b req-a201046f-588e-48cc-9810-87a569340674 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:52.651395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31bd12eb-bebf-4507-8ba8-4bdb330e8f0b req-a201046f-588e-48cc-9810-87a569340674 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.2129362 Aug 11 03:17:52.653832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9865cc2e-1991-48c4-889a-318d5df518ec req-98e93381-8288-4966-8d8e-e77a61f3b9b4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829524 Aug 11 03:17:52.740029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.813322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Pushing event updated for resources: {'Port': ['ID=c54cb041-9f6e-4536-9ffc-edaabf9d8139,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:52.865843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Allocated IP 172.20.0.2 (a1a52c27-4f58-461e-824e-e70e6e65259b/3b48f996-f4ae-4eb5-a005-f4454555d6cb/4b870abf-0575-4c05-b6ff-7c7a17d2bf88) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:52.893032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31bd12eb-bebf-4507-8ba8-4bdb330e8f0b req-e47f85f2-dda2-4fc4-9d9a-0379e2bc8b3d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025084 Aug 11 03:17:52.900770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:52.906927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:52.916970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:52.921424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.943686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:52.963323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:52.976236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.983592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e428f6f-6b39-476b-8ecb-10f1ce1eae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.987479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e428f6f-6b39-476b-8ecb-10f1ce1eae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:52.988652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e428f6f-6b39-476b-8ecb-10f1ce1eae12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1ccc6c8b-7ea7-4bd2-bae4-22aec755e2f4 HTTP/1.1" status: 204 len: 168 time: 0.8127625 Aug 11 03:17:52.992076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9e4e2-5604-412d-bb41-dd402fdc53f2 None None] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:53.047759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e428f6f-6b39-476b-8ecb-10f1ce1eae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc6c8b-7ea7-4bd2-bae4-22aec755e2f4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:53.179239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.268074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c30ce6b6-5f10-4830-b9a5-2c3ef031c3de None None] Provisioning for port d5f7c8a3-f074-431b-9ae6-52c005b23f20 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:53.279066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c30ce6b6-5f10-4830-b9a5-2c3ef031c3de None None] Provisioning complete for port d5f7c8a3-f074-431b-9ae6-52c005b23f20 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:53.280235 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c30ce6b6-5f10-4830-b9a5-2c3ef031c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.304716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Checking segment: {'id': '02cc9054-363e-4d3b-9d89-9fb89968c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '356017dc-c799-44e6-b554-f489ad2308fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:53.308837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network hostable DHCP agents. Network: 356017dc-c799-44e6-b554-f489ad2308fe, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:53.340902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Subnet': ['ID=7216f273-1578-4aa9-a602-b89bf447e26f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:53.351317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.352033 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.353484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] 10.222.0.57 "PUT /v2.0/ports/00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 1093 time: 2.4158988 Aug 11 03:17:53.353604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network 356017dc-c799-44e6-b554-f489ad2308fe is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:53.356657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:17:53.359470 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:17:53.366444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 356017dc-c799-44e6-b554-f489ad2308fe) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:53.379852 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c1503-1994-4bfa-ba69-301ca1b84c3c None None] Network 356017dc-c799-44e6-b554-f489ad2308fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:53.390844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.391935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.410363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0e358c2d-b3ac-4c73-9584-8cb723a31959 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3700509 Aug 11 03:17:53.413315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54778) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:53.419788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'subnet': {'network_id': '9f51ba5d-2400-469f-b1b6-681c24c6c6b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:53.501789 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497715df-d148-4d3a-ad39-63ffe0d8f108 x-openstack-request-id: req-497715df-d148-4d3a-ad39-63ffe0d8f108 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:17:53.502400 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:17:53.502887 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-497715df-d148-4d3a-ad39-63ffe0d8f108 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:17:53.503550 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'status': 'completed', 'code': 200} Aug 11 03:17:53.514087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.516305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b55f1-954c-4b50-bdaa-32a68651fb3f service neutron] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:53.576703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-9961c194-66c7-456f-9cc1-2caf65b9d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.578854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-9961c194-66c7-456f-9cc1-2caf65b9d316 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1096 time: 0.1469638 Aug 11 03:17:53.585258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.639879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-cda54185-bd58-4050-8e37-a688f9492890 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 217 time: 0.0486116 Aug 11 03:17:53.640114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:53.645529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.660413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Transition to ACTIVE for port object 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:53.710156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-3fc69ca6-f522-4103-9a84-465c183882d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.711786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-3fc69ca6-f522-4103-9a84-465c183882d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.0640628 Aug 11 03:17:53.786736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Transition to ACTIVE for port object 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:53.805146 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c30ce6b6-5f10-4830-b9a5-2c3ef031c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.842868 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:53.870202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-a789171f-6003-422b-9544-b147616bfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.872372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-a789171f-6003-422b-9544-b147616bfd65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312132 Aug 11 03:17:53.889365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff04ac3-eed7-4e3f-8a70-b86eb7b638f3 req-3f75db43-3038-403c-9808-986df7688d7c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:53.892796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eff04ac3-eed7-4e3f-8a70-b86eb7b638f3 req-3f75db43-3038-403c-9808-986df7688d7c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 944 time: 0.1186159 Aug 11 03:17:53.895234 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.033259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Network a1a52c27-4f58-461e-824e-e70e6e65259b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:54.034135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Pushing event updated for resources: {'Port': ['ID=4b870abf-0575-4c05-b6ff-7c7a17d2bf88,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.047928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:54.052204 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c30ce6b6-5f10-4830-b9a5-2c3ef031c3de None None] For port d5f7c8a3-f074-431b-9ae6-52c005b23f20, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5f7c8a3-f074-431b-9ae6-52c005b23f20,segment=NetworkSegment(77f68ca7-4729-491b-9a57-3ffaea027ea7),segment_id=77f68ca7-4729-491b-9a57-3ffaea027ea7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:54.053436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:54.075921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c30ce6b6-5f10-4830-b9a5-2c3ef031c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.086337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-356017dc-c799-44e6-b554-f489ad2308fe', 'network_id': '356017dc-c799-44e6-b554-f489ad2308fe', 'tenant_id': 'cc3285c7256d46349dec00d23f572322', 'fixed_ips': [{'subnet_id': '7216f273-1578-4aa9-a602-b89bf447e26f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:54.087237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.154583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=3b48f996-f4ae-4eb5-a005-f4454555d6cb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.192656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.193474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.194155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.194826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.195369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.195929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.196494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.197021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.197654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.198291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.199290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.199849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:54.219986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Attempting to bind port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:54.220420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Attempting to bind port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9f491401-17bf-4908-91cf-83966c5090f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1a52c27-4f58-461e-824e-e70e6e65259b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:54.220799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Attempting to bind port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 on network a1a52c27-4f58-461e-824e-e70e6e65259b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:54.229221 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.281722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ce6b6-5f10-4830-b9a5-2c3ef031c3de None None] Pushing event updated for resources: {'Port': ['ID=d5f7c8a3-f074-431b-9ae6-52c005b23f20,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.284806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:54.285192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Checking segment: {'id': '9f491401-17bf-4908-91cf-83966c5090f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1a52c27-4f58-461e-824e-e70e6e65259b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:54.285628 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.286062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Bound using segment: {'id': '9f491401-17bf-4908-91cf-83966c5090f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1a52c27-4f58-461e-824e-e70e6e65259b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:54.286612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Bound port: 4b870abf-0575-4c05-b6ff-7c7a17d2bf88, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f491401-17bf-4908-91cf-83966c5090f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a1a52c27-4f58-461e-824e-e70e6e65259b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:54.287004 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.327963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.340735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a52c27-4f58-461e-824e-e70e6e65259b']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:54.353373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f491401-17bf-4908-91cf-83966c5090f7') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:54.353678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f491401-17bf-4908-91cf-83966c5090f7') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:54.365251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.378791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-b53c8893-6828-4f3b-a670-aeab6af1ba0a service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849057 Aug 11 03:17:54.383540 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.390381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:54.391340 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.399976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3d1e3eaf-90fe-46c8-8d2e-98606e2d9793 None None] Provisioning complete for port d5f7c8a3-f074-431b-9ae6-52c005b23f20 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:54.400359 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3d1e3eaf-90fe-46c8-8d2e-98606e2d9793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.408127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eff04ac3-eed7-4e3f-8a70-b86eb7b638f3 req-7a836496-f0e6-4c25-9d77-2924c255926c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163608 Aug 11 03:17:54.462806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] For port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:54.476082 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:54.478850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.480739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] For port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4b870abf-0575-4c05-b6ff-7c7a17d2bf88,segment=NetworkSegment(9f491401-17bf-4908-91cf-83966c5090f7),segment_id=9f491401-17bf-4908-91cf-83966c5090f7)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:54.490547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Router 66c1ef01-d231-4f13-b70e-c8e8934f19ac is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:17:54.491596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Allocated IP 2001:db8::2 (356017dc-c799-44e6-b554-f489ad2308fe/7216f273-1578-4aa9-a602-b89bf447e26f/ba417721-9011-4574-9c76-a83fa5cc083c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:54.494547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.547577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Subnet': ['ID=5dba7759-5ee2-4dea-ada8-02777dbd95de,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.550599 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:17:54.550599 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:17:54.550599 n-d-768509-22 neutron-server[111682]: [parameters: {'id': 'a1a52c27-4f58-461e-824e-e70e6e65259b'}] Aug 11 03:17:54.550599 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:17:54.551064 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:17:54.571889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0e6be-031b-4f00-bedc-6095d79cf8cf req-39b5aae4-7c13-4206-afa1-f37b61dc4af3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.574250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cc0e6be-031b-4f00-bedc-6095d79cf8cf req-39b5aae4-7c13-4206-afa1-f37b61dc4af3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.5174632 Aug 11 03:17:54.586599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4ed009d-b907-4879-80bd-0306ad9f0a53 req-b2f39b8f-9aed-4861-b527-e46998ed892b service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972427 Aug 11 03:17:54.639052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Checking segment: {'id': '59ff8f95-1134-4477-97a9-14c04b0011cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f51ba5d-2400-469f-b1b6-681c24c6c6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:54.639540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network hostable DHCP agents. Network: 9f51ba5d-2400-469f-b1b6-681c24c6c6b1, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:54.657639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5cc0e6be-031b-4f00-bedc-6095d79cf8cf req-6decc3a4-93ec-4ea0-aa04-4c789245ae1f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706334 Aug 11 03:17:54.675524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:54.690806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 9f51ba5d-2400-469f-b1b6-681c24c6c6b1) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:54.696845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d07e40-4692-4c93-85f4-6054874b850e None None] Pushing event updated for resources: {'Port': ['ID=4b870abf-0575-4c05-b6ff-7c7a17d2bf88,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:54.699669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:54.700414 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:54.721332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8698abb8-fa0c-4534-a409-6d7a05716e11 None None] Network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:54.726659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8ae6df15-a494-49a9-8b52-b4e8cd3348f1 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3108194 Aug 11 03:17:54.728131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54804) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:54.786683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318d5fa-fbea-4a89-9f64-26c96038a569 None None] Network a1a52c27-4f58-461e-824e-e70e6e65259b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:55.067154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.085294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Transition to ACTIVE for port object ba417721-9011-4574-9c76-a83fa5cc083c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:55.088636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:55.090789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.111468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Sync routers for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:17:55.114106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-e203b755-27f5-499f-a48e-bbd3f192da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.116009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-e203b755-27f5-499f-a48e-bbd3f192da7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1096 time: 0.4310246 Aug 11 03:17:55.117719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.119296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab7d47fd-35bf-4067-bd37-1ac57c65b1a8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5145476 Aug 11 03:17:55.122709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.123100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54812) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:55.130748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Transition to ACTIVE for port object ba417721-9011-4574-9c76-a83fa5cc083c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:55.159006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.163031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:17:55.163696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:55.189840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-9f51ba5d-2400-469f-b1b6-681c24c6c6b1', 'network_id': '9f51ba5d-2400-469f-b1b6-681c24c6c6b1', 'tenant_id': 'cc3285c7256d46349dec00d23f572322', 'fixed_ips': [{'subnet_id': '5dba7759-5ee2-4dea-ada8-02777dbd95de'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:17:55.197247 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.291754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Network 356017dc-c799-44e6-b554-f489ad2308fe is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:55.301264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4638b334-f9e0-465b-b780-ff09ff20ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.303115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:55.304836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Pushing event updated for resources: {'Port': ['ID=ba417721-9011-4574-9c76-a83fa5cc083c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:55.307165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:55.351490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Deleting port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:17:55.351945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.364791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-3bdae06e-6f5d-4d3b-9d38-1235ff52d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.366512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-3bdae06e-6f5d-4d3b-9d38-1235ff52d686 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 898 time: 0.2404869 Aug 11 03:17:55.441199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] For port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4b870abf-0575-4c05-b6ff-7c7a17d2bf88,segment=NetworkSegment(9f491401-17bf-4908-91cf-83966c5090f7),segment_id=9f491401-17bf-4908-91cf-83966c5090f7)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:55.444158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.469554 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-50920700-e038-4b85-9e41-49be89b714fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 217 time: 0.0625634 Aug 11 03:17:55.489398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Calling delete_port for 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:17:55.694970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Allocated IP 2001:db8::1 (356017dc-c799-44e6-b554-f489ad2308fe/7216f273-1578-4aa9-a602-b89bf447e26f/75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:55.707580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:55.744870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Port': ['ID=4b870abf-0575-4c05-b6ff-7c7a17d2bf88,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:55.769355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No DVR routers for this DVR port 4b870abf-0575-4c05-b6ff-7c7a17d2bf88 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:17:55.799125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0be3ba-64b7-4f61-95f5-83956232dcb6 req-87af86d9-4bfe-406e-b5cb-ae8793ff5468 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.799125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce0be3ba-64b7-4f61-95f5-83956232dcb6 req-87af86d9-4bfe-406e-b5cb-ae8793ff5468 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 944 time: 0.2928958 Aug 11 03:17:55.866182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-2fed2ee4-9998-4ca2-85e9-6d1525fb6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:55.866924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-2fed2ee4-9998-4ca2-85e9-6d1525fb6d51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.3888478 Aug 11 03:17:55.963042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Attempting to bind port ba417721-9011-4574-9c76-a83fa5cc083c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:55.963945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Attempting to bind port ba417721-9011-4574-9c76-a83fa5cc083c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '02cc9054-363e-4d3b-9d89-9fb89968c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '356017dc-c799-44e6-b554-f489ad2308fe'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:55.965768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Attempting to bind port ba417721-9011-4574-9c76-a83fa5cc083c on network 356017dc-c799-44e6-b554-f489ad2308fe {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:55.974134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:17:55.986490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.005780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.022258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a52c27-4f58-461e-824e-e70e6e65259b']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:56.027408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce0be3ba-64b7-4f61-95f5-83956232dcb6 req-16c91e0c-d957-4ed4-bfb7-2f83f8007302 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963391 Aug 11 03:17:56.042115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341b563-efe7-416c-94e5-6bbfaaf3601c req-f0d18197-9c78-4b44-8587-dd7dc936079a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.044123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e341b563-efe7-416c-94e5-6bbfaaf3601c req-f0d18197-9c78-4b44-8587-dd7dc936079a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.1254265 Aug 11 03:17:56.051411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-115a95aa-c515-4018-8a18-81c409c2541e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.053255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-115a95aa-c515-4018-8a18-81c409c2541e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736147 Aug 11 03:17:56.054354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f491401-17bf-4908-91cf-83966c5090f7') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:56.054771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f491401-17bf-4908-91cf-83966c5090f7') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:56.061925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.082753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.105840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5f7c8a3-f074-431b-9ae6-52c005b23f20 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:56.108684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:56.108818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Checking segment: {'id': '02cc9054-363e-4d3b-9d89-9fb89968c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '356017dc-c799-44e6-b554-f489ad2308fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:56.109331 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.110643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Bound using segment: {'id': '02cc9054-363e-4d3b-9d89-9fb89968c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '356017dc-c799-44e6-b554-f489ad2308fe'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:56.111530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Bound port: ba417721-9011-4574-9c76-a83fa5cc083c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cc9054-363e-4d3b-9d89-9fb89968c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '356017dc-c799-44e6-b554-f489ad2308fe'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:56.113709 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.117331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.120027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.147775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e341b563-efe7-416c-94e5-6bbfaaf3601c req-2f2e74f3-751d-4f60-a553-69da93672d44 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911276 Aug 11 03:17:56.153316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:17:56.153745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:17:56.157306 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:17:56.199272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-7106f873-4e4a-4649-95b3-bc43d55bf892 service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885010 Aug 11 03:17:56.209110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Transition to ACTIVE for port object 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:56.250667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.271825 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.273621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/a1a52c27-4f58-461e-824e-e70e6e65259b HTTP/1.1" status: 204 len: 168 time: 4.2060347 Aug 11 03:17:56.274793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61103f2-0b5e-4500-bc6c-b6d23a826bf0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=a1a52c27-4f58-461e-824e-e70e6e65259b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:56.279720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:56.285110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-190808286'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:56.290486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Allocated IP 2001:db8::2 (9f51ba5d-2400-469f-b1b6-681c24c6c6b1/5dba7759-5ee2-4dea-ada8-02777dbd95de/643039d7-1766-414c-92d6-202544569304) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:56.318058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.362693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network 356017dc-c799-44e6-b554-f489ad2308fe is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:56.366494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:56.372072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:56.376230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.392906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:56.393731 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.410928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:17:56.421534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.421890 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment d2639bf7-0e64-4a03-ab81-9c646e3784ff of type vlan for network 16d96dea-277d-4763-b9f6-b42bec53c22a Aug 11 03:17:56.425748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.437689 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bdf87a2d-d63a-420c-a5b4-89fa6a88bc29 req-cd7ae6c9-39e8-4181-aa22-1002dbe17747 service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285228 Aug 11 03:17:56.472052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.558311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.572077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:56.572077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.659445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=16d96dea-277d-4763-b9f6-b42bec53c22a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:56.671688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Port': ['ID=75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:56.694305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 16d96dea-277d-4763-b9f6-b42bec53c22a details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:17:56.710276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Allocated IP 172.20.0.1 (cf573b5f-44fa-4061-ae3e-da3b80764398/8a8957de-0351-411d-8b62-5a31d5e660ea/10466423-ee7b-4833-849a-b7bfc6cf9ea0) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:17:56.720262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-721bb7af-8c6b-4e89-9f51-52431662926b tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4368880 Aug 11 03:17:56.720959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54846) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:56.729660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': '16d96dea-277d-4763-b9f6-b42bec53c22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:17:56.792395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 00de75ef-48bc-473d-a41b-d640b4da023e details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:17:56.827264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] For port ba417721-9011-4574-9c76-a83fa5cc083c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:56.867054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d5f7c8a3-f074-431b-9ae6-52c005b23f20 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:56.867510 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.898992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.911292 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.923365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] For port ba417721-9011-4574-9c76-a83fa5cc083c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ba417721-9011-4574-9c76-a83fa5cc083c,segment=NetworkSegment(02cc9054-363e-4d3b-9d89-9fb89968c749),segment_id=02cc9054-363e-4d3b-9d89-9fb89968c749)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:56.938273 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.954379 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.958149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Transition to ACTIVE for port object 643039d7-1766-414c-92d6-202544569304 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:56.958709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.975145 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:17:56.985704 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:56.990400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.046652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Network cf573b5f-44fa-4061-ae3e-da3b80764398 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:57.052405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:57.064525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:57.066998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing IP validity checks on allocation pools {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:17:57.067813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:17:57.075005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Transition to ACTIVE for port object 643039d7-1766-414c-92d6-202544569304 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:57.128851 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.184776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85249c-9e21-4816-98d6-4434d53ab1e0 None None] Pushing event updated for resources: {'Port': ['ID=ba417721-9011-4574-9c76-a83fa5cc083c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:57.252205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=10466423-ee7b-4833-849a-b7bfc6cf9ea0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:57.269138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:53Z', 'revision_number': 3, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:17:57.281978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:57.302531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:57.307380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:57.357359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.359900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Pushing event updated for resources: {'Port': ['ID=643039d7-1766-414c-92d6-202544569304,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:57.362257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:17:57.371321 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Checking router: 66c1ef01-d231-4f13-b70e-c8e8934f19ac for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:17:57.371693 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Updating router 66c1ef01-d231-4f13-b70e-c8e8934f19ac port c54cb041-9f6e-4536-9ffc-edaabf9d8139 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:17:57.378913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.379253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.379722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.380069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.380405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.380735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.381067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.381438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.381760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.382087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.382414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.382733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:17:57.411787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '00de75ef-48bc-473d-a41b-d640b4da023e', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'port_id': '00de75ef-48bc-473d-a41b-d640b4da023e', 'mac_address': 'fa:16:3e:43:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:17:57.528427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.538657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9ce24-9f6d-4702-8ddb-e6e66c5e6ab6 req-f111e90a-bba2-4f20-89f3-c74ed1e61c96 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:57.540822 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c9ce24-9f6d-4702-8ddb-e6e66c5e6ab6 req-f111e90a-bba2-4f20-89f3-c74ed1e61c96 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 944 time: 0.2997398 Aug 11 03:17:57.581320 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.586220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.663688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Attempting to bind port 643039d7-1766-414c-92d6-202544569304 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:57.664062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Attempting to bind port 643039d7-1766-414c-92d6-202544569304 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '59ff8f95-1134-4477-97a9-14c04b0011cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f51ba5d-2400-469f-b1b6-681c24c6c6b1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:57.664427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Attempting to bind port 643039d7-1766-414c-92d6-202544569304 on network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:57.666121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c9ce24-9f6d-4702-8ddb-e6e66c5e6ab6 req-63453200-5089-40af-88a8-4a71c121a05b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171727 Aug 11 03:17:57.667063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00de75ef-48bc-473d-a41b-d640b4da023e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:17:57.729729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e920e-ba5d-4f5c-bf3d-f3237a7f1858 req-81b5020d-aa5e-4bab-b614-d47f033cc3dc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:57.731539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac5e920e-ba5d-4f5c-bf3d-f3237a7f1858 req-81b5020d-aa5e-4bab-b614-d47f033cc3dc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.4084613 Aug 11 03:17:57.735397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:57.735858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Checking segment: {'id': '59ff8f95-1134-4477-97a9-14c04b0011cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f51ba5d-2400-469f-b1b6-681c24c6c6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:57.736321 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.736736 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Bound using segment: {'id': '59ff8f95-1134-4477-97a9-14c04b0011cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f51ba5d-2400-469f-b1b6-681c24c6c6b1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:57.737216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Bound port: 643039d7-1766-414c-92d6-202544569304, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ff8f95-1134-4477-97a9-14c04b0011cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9f51ba5d-2400-469f-b1b6-681c24c6c6b1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:57.738209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.764571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.801761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=4577cd54-9ac1-4efb-a900-b07b72f22d55,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:57.804696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:17:57.823234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:57.988477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] For port 643039d7-1766-414c-92d6-202544569304, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:57.997772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba417721-9011-4574-9c76-a83fa5cc083c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:17:58.050217 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['00de75ef-48bc-473d-a41b-d640b4da023e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:17:58.061907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:58.072796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.081444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.105229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] For port 643039d7-1766-414c-92d6-202544569304, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=643039d7-1766-414c-92d6-202544569304,segment=NetworkSegment(59ff8f95-1134-4477-97a9-14c04b0011cc),segment_id=59ff8f95-1134-4477-97a9-14c04b0011cc)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:58.157460 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.251576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=10466423-ee7b-4833-849a-b7bfc6cf9ea0,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:58.268458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.390740 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.501392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Network cf573b5f-44fa-4061-ae3e-da3b80764398 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:58.506952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:58.521134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.544015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Transition to ACTIVE for port object c54cb041-9f6e-4536-9ffc-edaabf9d8139 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:17:58.626532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ef0a5c-c630-47b6-b965-25fb92905b2e None None] Pushing event updated for resources: {'Port': ['ID=643039d7-1766-414c-92d6-202544569304,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:58.734478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': 'd2639bf7-0e64-4a03-ab81-9c646e3784ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '16d96dea-277d-4763-b9f6-b42bec53c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:58.737789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: 16d96dea-277d-4763-b9f6-b42bec53c22a, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:17:58.743905 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.761981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac5e920e-ba5d-4f5c-bf3d-f3237a7f1858 req-f3ce73a9-5cb5-4995-b971-1cd24884f67a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0180490 Aug 11 03:17:58.832965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 16d96dea-277d-4763-b9f6-b42bec53c22a is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:17:58.851762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Router 66c1ef01-d231-4f13-b70e-c8e8934f19ac has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:17:58.907964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ba417721-9011-4574-9c76-a83fa5cc083c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:58.918319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 16d96dea-277d-4763-b9f6-b42bec53c22a) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:58.942931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:58.943649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:58.949419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfa95e-f8b2-43fc-940d-2305451041f3 None None] Network 356017dc-c799-44e6-b554-f489ad2308fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:58.955475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857c7fb-6c31-492a-8c1c-e5413e3ecd2f None None] Pushing event updated for resources: {'Port': ['ID=c54cb041-9f6e-4536-9ffc-edaabf9d8139,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:58.965827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411affe-ef9c-41d5-9edf-d322c3e5986a None None] Network 16d96dea-277d-4763-b9f6-b42bec53c22a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:17:59.013107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.027889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c8d92132-e6fc-41cb-807b-7a0334e08dc6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3057306 Aug 11 03:17:59.031528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54880) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:17:59.047960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f23d28-178a-4f8a-91bd-09b71468cd7d req-86008d15-2117-4f21-af0e-f32bfbb38d1c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:17:59.049627 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63f23d28-178a-4f8a-91bd-09b71468cd7d req-86008d15-2117-4f21-af0e-f32bfbb38d1c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.1821611 Aug 11 03:17:59.076788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.081708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.140047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63f23d28-178a-4f8a-91bd-09b71468cd7d req-10a4906f-d974-4821-a33e-449bcaf05f12 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535531 Aug 11 03:17:59.150520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:17:59.165629 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5c168ddb-8310-4066-b258-5c792dd68ee9 admin admin] 10.222.0.60 "PUT /v2.0/routers/66c1ef01-d231-4f13-b70e-c8e8934f19ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0326467 Aug 11 03:17:59.174336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Attempting to bind port c54cb041-9f6e-4536-9ffc-edaabf9d8139 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:17:59.174823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Attempting to bind port c54cb041-9f6e-4536-9ffc-edaabf9d8139 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:17:59.175076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Attempting to bind port c54cb041-9f6e-4536-9ffc-edaabf9d8139 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:17:59.233882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:17:59.234272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:17:59.234719 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.235343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:17:59.235617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Bound port: c54cb041-9f6e-4536-9ffc-edaabf9d8139, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:17:59.236028 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.237712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7f1edffa-f6df-40c0-993d-8d70b0a3fc8f None None] Provisioning for port ba417721-9011-4574-9c76-a83fa5cc083c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:17:59.384100 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.427255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Port': ['ID=75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:59.446632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7f1edffa-f6df-40c0-993d-8d70b0a3fc8f None None] Provisioning complete for port ba417721-9011-4574-9c76-a83fa5cc083c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:17:59.447046 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7f1edffa-f6df-40c0-993d-8d70b0a3fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.493002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] For port c54cb041-9f6e-4536-9ffc-edaabf9d8139, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:17:59.504845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] For port c54cb041-9f6e-4536-9ffc-edaabf9d8139, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c54cb041-9f6e-4536-9ffc-edaabf9d8139,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:17:59.568242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network 356017dc-c799-44e6-b554-f489ad2308fe is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:17:59.569442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.574483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:17:59.631643 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:17:59.825501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857c7fb-6c31-492a-8c1c-e5413e3ecd2f None None] Pushing event updated for resources: {'Port': ['ID=c54cb041-9f6e-4536-9ffc-edaabf9d8139,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:17:59.904914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.025106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869220b-4dc4-4d5b-96b6-38d683bf5bc1 req-c5d36aea-9d32-482e-95b3-02b10a134e4d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.032580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=4577cd54-9ac1-4efb-a900-b07b72f22d55,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:00.040551 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c869220b-4dc4-4d5b-96b6-38d683bf5bc1 req-c5d36aea-9d32-482e-95b3-02b10a134e4d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.1126158 Aug 11 03:18:00.094327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.107583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d96dea-277d-4763-b9f6-b42bec53c22a']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.119350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c869220b-4dc4-4d5b-96b6-38d683bf5bc1 req-31bd3584-8d9d-44c0-9c09-830bfb2b9dfd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776582 Aug 11 03:18:00.132174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2639bf7-0e64-4a03-ab81-9c646e3784ff') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.132483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2639bf7-0e64-4a03-ab81-9c646e3784ff') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.147382 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.162303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.183324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:00.183778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.214299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e36f1-867a-4482-8ff8-a8a7dbc3b55c None None] Network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:00.300441 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:00.304887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 643039d7-1766-414c-92d6-202544569304 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:00.366481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a7ed-ac9d-4678-aff5-206c8269674c req-8fbe4df9-d652-4277-8834-05dca73898b9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.374172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c78a7ed-ac9d-4678-aff5-206c8269674c req-8fbe4df9-d652-4277-8834-05dca73898b9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.1050777 Aug 11 03:18:00.415703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.434147 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.440217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/16d96dea-277d-4763-b9f6-b42bec53c22a HTTP/1.1" status: 204 len: 168 time: 1.4039829 Aug 11 03:18:00.447256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54924) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:00.465519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Router e646b58d-a7a2-48c5-a799-a7aca07f426a is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:18:00.475069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:00.476123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.478317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32456b-ee2a-44a4-b3d1-12b10e2ad3dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=16d96dea-277d-4763-b9f6-b42bec53c22a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:00.492762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1752215123'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:00.512176 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.512572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c78a7ed-ac9d-4678-aff5-206c8269674c req-4245a6e7-c7ba-46e9-b0a7-2b217caa59e0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258485 Aug 11 03:18:00.558824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:00.563496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.597668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:00.611565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:00.612293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.612901 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 72508b95-4fcb-47dc-a3bd-0965f7f0c2a5 of type vlan for network 4866fda0-cc69-4d27-b64d-bfeeed0f0a69 Aug 11 03:18:00.622280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d9be6ea9-b920-4978-b2c1-f0309e276eb2 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8887050 Aug 11 03:18:00.623133 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] Sync routers for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:00.636970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 54928) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:00.645326 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:00.645958 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.715828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ecc367-5b54-4dc9-a979-739c51138831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-16d96dea-277d-4763-b9f6-b42bec53c22a', 'network_id': '16d96dea-277d-4763-b9f6-b42bec53c22a', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': '4577cd54-9ac1-4efb-a900-b07b72f22d55'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:00.716613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84ecc367-5b54-4dc9-a979-739c51138831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.724022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.743964 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:00.744594 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.773580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.778459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87bae-800e-476b-85e7-32283454f05b req-1aef9171-1515-43c7-b9fe-be404291eee9 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.780056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-1aef9171-1515-43c7-b9fe-be404291eee9 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 820 time: 0.4742990 Aug 11 03:18:00.822628 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 643039d7-1766-414c-92d6-202544569304 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:00.826888 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7f1edffa-f6df-40c0-993d-8d70b0a3fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.831160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:00.856548 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:00.857223 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a383d5d-129c-414c-a704-4f4f1778cff5 None None] The sync data for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:00.872301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.894486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35259556-2826-45e8-bc02-f0cb137f9b26 None None] Network 16d96dea-277d-4763-b9f6-b42bec53c22a requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:00.899054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-2b38829f-d395-4d38-9d31-e3007d2a8716 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/quotas/d3b6322e099c472295ee0a5f444e4af3 HTTP/1.1" status: 200 len: 375 time: 0.0267987 Aug 11 03:18:00.900943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:00.902501 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:00.934933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35259556-2826-45e8-bc02-f0cb137f9b26 None None] Network 16d96dea-277d-4763-b9f6-b42bec53c22a could not be found, it might have been deleted concurrently. {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:18:01.060489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7f1edffa-f6df-40c0-993d-8d70b0a3fc8f None None] For port ba417721-9011-4574-9c76-a83fa5cc083c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ba417721-9011-4574-9c76-a83fa5cc083c,segment=NetworkSegment(02cc9054-363e-4d3b-9d89-9fb89968c749),segment_id=02cc9054-363e-4d3b-9d89-9fb89968c749)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:01.069467 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7f1edffa-f6df-40c0-993d-8d70b0a3fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.078976 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6287179 Aug 11 03:18:01.081134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54934) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:01.112654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': '4866fda0-cc69-4d27-b64d-bfeeed0f0a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:01.143918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1edffa-f6df-40c0-993d-8d70b0a3fc8f None None] Pushing event updated for resources: {'Port': ['ID=ba417721-9011-4574-9c76-a83fa5cc083c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:01.188390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-b873e583-16b8-4653-8ffa-55b5f3fed5da tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2768209 Aug 11 03:18:01.275179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943c37d-a69b-44f2-8509-fb4db0eb3a42 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=4866fda0-cc69-4d27-b64d-bfeeed0f0a69,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:01.300993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 4866fda0-cc69-4d27-b64d-bfeeed0f0a69 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:01.312022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:01.317796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.401645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73fa8d62-6121-431a-b46e-3ab2212df151 None None] Provisioning for port 643039d7-1766-414c-92d6-202544569304 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:01.433856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73fa8d62-6121-431a-b46e-3ab2212df151 None None] Provisioning complete for port 643039d7-1766-414c-92d6-202544569304 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:01.434225 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73fa8d62-6121-431a-b46e-3ab2212df151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.498927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807fb2-bac5-4d4a-a7ea-24dab044da19 req-e367deb0-adb4-48a3-b7cc-0ab57f2240b0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:01.500896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12807fb2-bac5-4d4a-a7ea-24dab044da19 req-e367deb0-adb4-48a3-b7cc-0ab57f2240b0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.2054300 Aug 11 03:18:01.634370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 2, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:01.635010 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12807fb2-bac5-4d4a-a7ea-24dab044da19 req-28f1ac91-b772-4187-889f-65d10fb7b292 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234162 Aug 11 03:18:01.703592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf872ac-b542-4f7e-bc6d-d872f001a472 None None] The sync data for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 is: [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 2, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:01.744706 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73fa8d62-6121-431a-b46e-3ab2212df151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.768063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.794116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-73fa8d62-6121-431a-b46e-3ab2212df151 None None] For port 643039d7-1766-414c-92d6-202544569304, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=643039d7-1766-414c-92d6-202544569304,segment=NetworkSegment(59ff8f95-1134-4477-97a9-14c04b0011cc),segment_id=59ff8f95-1134-4477-97a9-14c04b0011cc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:01.801879 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73fa8d62-6121-431a-b46e-3ab2212df151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:01.897916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=b5722a00-011a-4f9a-84d0-8d559fe58670,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:01.921276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-5c2933d4-9af5-451e-8d87-9be8573c88bf service neutron] 10.222.0.60 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6802244 Aug 11 03:18:01.947374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba417721-9011-4574-9c76-a83fa5cc083c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:01.986226 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-2efcda67-76a2-4721-96bc-0a9991cbe5c7 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:18:02.001955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa8d62-6121-431a-b46e-3ab2212df151 None None] Pushing event updated for resources: {'Port': ['ID=643039d7-1766-414c-92d6-202544569304,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:02.003243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2efcda67-76a2-4721-96bc-0a9991cbe5c7 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3555870 Aug 11 03:18:02.014935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Provisioning complete for port ba417721-9011-4574-9c76-a83fa5cc083c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:02.015541 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.021532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54958) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:02.079508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ba417721-9011-4574-9c76-a83fa5cc083c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:02.080312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.246805 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81dee4a-f65a-4778-85b5-a294987a81b9 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:18:02.254198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-df3432dc-50ad-48c0-bbe2-fa0684e0bf28 service neutron] 10.222.0.60 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267894 Aug 11 03:18:02.290790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': '72508b95-4fcb-47dc-a3bd-0965f7f0c2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4866fda0-cc69-4d27-b64d-bfeeed0f0a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:02.291382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: 4866fda0-cc69-4d27-b64d-bfeeed0f0a69, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:02.303019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef3f76-d9ee-4c6a-93e8-c59981dbf837 req-6276c8f6-c276-4024-a280-6b61bd281b34 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.311610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eaef3f76-d9ee-4c6a-93e8-c59981dbf837 req-6276c8f6-c276-4024-a280-6b61bd281b34 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.4155798 Aug 11 03:18:02.331417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Provisioning complete for port 643039d7-1766-414c-92d6-202544569304 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:02.331964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.412025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eaef3f76-d9ee-4c6a-93e8-c59981dbf837 req-979c9873-74ed-400a-be8d-ef2ee7d3b1fe tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959318 Aug 11 03:18:02.450957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 4866fda0-cc69-4d27-b64d-bfeeed0f0a69 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:02.580808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Provisioning for port 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:02.633112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Provisioning complete for port 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:02.633499 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.646051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 4866fda0-cc69-4d27-b64d-bfeeed0f0a69) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:02.656325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.656926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.693901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b3b15f89-f941-4751-b256-bde8b7c70b47 None None] Port 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:02.747172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c6c898f2-a107-4d02-bb54-bc541a8f8d34 req-01c56c05-bf7b-4cfe-818a-2540f5705f25 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 210 time: 0.1135423 Aug 11 03:18:02.753388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 00de75ef-48bc-473d-a41b-d640b4da023e up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:02.814114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7cd7567c-d48d-4706-8ed5-be45ee93da48 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7216315 Aug 11 03:18:02.825378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 54980) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:02.908855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-603241d5-bb0d-4018-bf3e-e4a1723d3772 None None] Provisioning complete for port 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:02.910203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-603241d5-bb0d-4018-bf3e-e4a1723d3772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:02.937495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362f2c7-b6d9-46aa-ba59-8e0eeb97daea req-4328fe99-6fa9-47ba-8d6c-81999f87d847 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:02.947086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4362f2c7-b6d9-46aa-ba59-8e0eeb97daea req-4328fe99-6fa9-47ba-8d6c-81999f87d847 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.1775796 Aug 11 03:18:03.033649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4362f2c7-b6d9-46aa-ba59-8e0eeb97daea req-d9cc89ce-5d43-4272-9fd0-af18bab69106 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837772 Aug 11 03:18:03.062127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81dee4a-f65a-4778-85b5-a294987a81b9 None None] Unable to find a vacant binding_index for network 4866fda0-cc69-4d27-b64d-bfeeed0f0a69 and agent deef17dc-d301-4484-b8b9-584c21c51e77 {{(pid=111684) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 11 03:18:03.079275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81dee4a-f65a-4778-85b5-a294987a81b9 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 4866fda0-cc69-4d27-b64d-bfeeed0f0a69) {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:18:03.092427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 00de75ef-48bc-473d-a41b-d640b4da023e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:03.225311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 00de75ef-48bc-473d-a41b-d640b4da023e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:03.225629 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.283192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-603241d5-bb0d-4018-bf3e-e4a1723d3772 None None] Port 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:03.352117 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.387653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:03.390547 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06877d0a-e80a-4a34-9cbd-6f09489a0e68" -d '{"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-plugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:03.419504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:03.527407 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3222730d-144a-461c-be25-00e360cffee3 x-openstack-request-id: req-3222730d-144a-461c-be25-00e360cffee3 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:03.527782 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-plugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:03.528022 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3222730d-144a-461c-be25-00e360cffee3 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:03.528596 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'code': 200} Aug 11 03:18:03.535971 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.576224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.717570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0e660-1d88-4ffc-9db2-fdaa27afc743 req-0352c297-dfb9-43a2-8e14-45e28b2b2ac5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.729743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96e0e660-1d88-4ffc-9db2-fdaa27afc743 req-0352c297-dfb9-43a2-8e14-45e28b2b2ac5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.1320169 Aug 11 03:18:03.838820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96e0e660-1d88-4ffc-9db2-fdaa27afc743 req-01831b37-5eb6-4aff-aa03-43c58bedee53 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075704 Aug 11 03:18:03.871951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:03.906621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b25aa-afa3-4c8c-8b5a-204356fca15d req-70d74c8c-456e-4103-9c49-bfbc845c6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:03.909808 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-437b25aa-afa3-4c8c-8b5a-204356fca15d req-70d74c8c-456e-4103-9c49-bfbc845c6216 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1098 time: 0.3060977 Aug 11 03:18:03.971937 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a25ed62-0015-496a-bf54-456cba7453c0 req-59887c11-fb39-479c-bf6c-f009bca2a3b7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0872829 Aug 11 03:18:04.099935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 643039d7-1766-414c-92d6-202544569304 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:04.153135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:04.163272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-437b25aa-afa3-4c8c-8b5a-204356fca15d req-76131d73-ce06-4a41-925c-7fb6ed985773 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845629 Aug 11 03:18:04.174288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.344646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.368589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daaffb1-a963-4ec3-a90f-bb6dab708764 req-d0232c03-4d0c-4ee9-bcd7-c71fb988b111 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.372865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7daaffb1-a963-4ec3-a90f-bb6dab708764 req-d0232c03-4d0c-4ee9-bcd7-c71fb988b111 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.2316329 Aug 11 03:18:04.385371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a1c57-05a5-4cdf-a8f2-3cc901af734c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-4866fda0-cc69-4d27-b64d-bfeeed0f0a69', 'network_id': '4866fda0-cc69-4d27-b64d-bfeeed0f0a69', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': 'b5722a00-011a-4f9a-84d0-8d559fe58670'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:04.386670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2c3a1c57-05a5-4cdf-a8f2-3cc901af734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.387472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=b5722a00-011a-4f9a-84d0-8d559fe58670,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:04.406054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 643039d7-1766-414c-92d6-202544569304 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:04.416536 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.455333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87bae-800e-476b-85e7-32283454f05b req-2deb94a8-0a42-4b12-8f3c-c00c343c8313 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:04.457214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-2deb94a8-0a42-4b12-8f3c-c00c343c8313 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.57 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 820 time: 0.3129847 Aug 11 03:18:04.484285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Request body: {'port': {'device_id': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'admin_state_up': True, 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:04.527735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.543787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4866fda0-cc69-4d27-b64d-bfeeed0f0a69']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.565026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a9475-f088-44f5-b04a-b8dc924651b3 None None] Network 4866fda0-cc69-4d27-b64d-bfeeed0f0a69 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:04.567833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72508b95-4fcb-47dc-a3bd-0965f7f0c2a5') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.567990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72508b95-4fcb-47dc-a3bd-0965f7f0c2a5') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:04.580377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.602611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.630009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:04.630506 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:04.633625 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:04.722214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7daaffb1-a963-4ec3-a90f-bb6dab708764 req-eb44cd9d-64db-469b-9278-555733b3368a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354554 Aug 11 03:18:04.731944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Made reservation on behalf of d3b6322e099c472295ee0a5f444e4af3 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:04.741056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.744744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c54cb041-9f6e-4536-9ffc-edaabf9d8139 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:04.745354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.752529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.754480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/4866fda0-cc69-4d27-b64d-bfeeed0f0a69 HTTP/1.1" status: 204 len: 168 time: 1.9098842 Aug 11 03:18:04.763106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55018) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:04.769399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2037199153'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:04.812082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a64a4-b95c-4640-9741-fdb521f7d5ad tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=4866fda0-cc69-4d27-b64d-bfeeed0f0a69,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:04.881256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting port 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:04.882508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.884279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96bf45-e22c-49db-96da-fac46c9255f0 None None] Network 4866fda0-cc69-4d27-b64d-bfeeed0f0a69 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:04.891206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:04.897567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:04.923929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96bf45-e22c-49db-96da-fac46c9255f0 None None] Network 4866fda0-cc69-4d27-b64d-bfeeed0f0a69 could not be found, it might have been deleted concurrently. {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:18:04.930449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port c54cb041-9f6e-4536-9ffc-edaabf9d8139 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:04.937105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c54cb041-9f6e-4536-9ffc-edaabf9d8139 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:04.937741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.029952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:05.091098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.091801 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 79a1c838-8803-4b7d-9e20-bdda4da2db3f of type vlan for network e5e6205f-fea8-44e8-9c6e-b11d7c4584bd Aug 11 03:18:05.124374 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.136846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e162b90e-18c4-4d4f-8d48-9a8a712302ea req-594f17ab-65a5-4a75-817a-e2757836b9d8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0539703 Aug 11 03:18:05.157178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Allocated IP 172.20.0.12 (cf573b5f-44fa-4061-ae3e-da3b80764398/8a8957de-0351-411d-8b62-5a31d5e660ea/6e8ee852-703d-4099-8c62-678b89bb6ef7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:05.173644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port c54cb041-9f6e-4536-9ffc-edaabf9d8139, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c54cb041-9f6e-4536-9ffc-edaabf9d8139,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:05.175145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.182203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.209253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.224345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0495b99-2e0f-4ff2-98a1-ff121ceed6b8 req-b038cd50-dc26-4bc5-b0ad-5a3a833a25e4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:05.226184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0495b99-2e0f-4ff2-98a1-ff121ceed6b8 req-b038cd50-dc26-4bc5-b0ad-5a3a833a25e4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.2003124 Aug 11 03:18:05.227387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Calling delete_port for 75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:05.253862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=c54cb041-9f6e-4536-9ffc-edaabf9d8139,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:05.350854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0495b99-2e0f-4ff2-98a1-ff121ceed6b8 req-3df89e2b-d1cd-4663-bffc-af106f9bc04c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146657 Aug 11 03:18:05.359602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.381545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:05.382283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.385973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Sync routers for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:05.399429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:05.403263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:05.406487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.460410 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.474533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=e5e6205f-fea8-44e8-9c6e-b11d7c4584bd,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:05.485662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7fc2fc95-c095-42ad-8133-817423803be2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7214792 Aug 11 03:18:05.488377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55028) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:05.496755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': 'e5e6205f-fea8-44e8-9c6e-b11d7c4584bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:05.521865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Network cf573b5f-44fa-4061-ae3e-da3b80764398 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:05.525410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:05.535403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:05.542756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:05.544460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event updated for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:05.590630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e5e6205f-fea8-44e8-9c6e-b11d7c4584bd details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:05.605977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:05.606674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.662102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:05.667662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.678844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-a42b6851-f647-4354-8355-95a9696a88f3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2029393 Aug 11 03:18:05.694588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Request body: {'port': {'device_id': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:05.827039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.859745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:05.891809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c54cb041-9f6e-4536-9ffc-edaabf9d8139 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:05.936236 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Port': ['ID=75c08ba4-807d-4af3-8b8b-b31d6ed6d3bf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:05.967889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 2, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:06.020534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Checking router: 66c1ef01-d231-4f13-b70e-c8e8934f19ac for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:06.021452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Updating router 66c1ef01-d231-4f13-b70e-c8e8934f19ac port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:18:06.070386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port c54cb041-9f6e-4536-9ffc-edaabf9d8139 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:06.070773 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.085706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ae180-e41f-4528-8d76-7ec2346df766 req-76a6b9cd-35bf-4698-a08a-f80affd215ce tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.093282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a6ae180-e41f-4528-8d76-7ec2346df766 req-76a6b9cd-35bf-4698-a08a-f80affd215ce tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.2473779 Aug 11 03:18:06.181945 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.188257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a6ae180-e41f-4528-8d76-7ec2346df766 req-f0a1456a-6f66-40ab-a5e9-75ba1519df57 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939937 Aug 11 03:18:06.255995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.350013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8ee852-703d-4099-8c62-678b89bb6ef7 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:06.358040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.373661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Transition to ACTIVE for port object 6e8ee852-703d-4099-8c62-678b89bb6ef7 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:06.381112 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.422944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19b079-69fb-493a-b818-13dcc6417e2f req-1e34d9ab-d109-41d8-a913-41e0b7fdcdb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.425655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f19b079-69fb-493a-b818-13dcc6417e2f req-1e34d9ab-d109-41d8-a913-41e0b7fdcdb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 932 time: 0.1891460 Aug 11 03:18:06.430063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.434910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:06.580221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Attempting to bind port 6e8ee852-703d-4099-8c62-678b89bb6ef7 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:06.580474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Attempting to bind port 6e8ee852-703d-4099-8c62-678b89bb6ef7 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:06.580801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Attempting to bind port 6e8ee852-703d-4099-8c62-678b89bb6ef7 on network cf573b5f-44fa-4061-ae3e-da3b80764398 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:06.594901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f21718-44a8-4f22-963a-c862bd619257 req-acb0dce4-6085-49ad-af13-476edf7e61f5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.596939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33f21718-44a8-4f22-963a-c862bd619257 req-acb0dce4-6085-49ad-af13-476edf7e61f5 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.0999036 Aug 11 03:18:06.599091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Port 6e8ee852-703d-4099-8c62-678b89bb6ef7 on network cf573b5f-44fa-4061-ae3e-da3b80764398 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:06.599373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Attempting to bind port 6e8ee852-703d-4099-8c62-678b89bb6ef7 on network cf573b5f-44fa-4061-ae3e-da3b80764398 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:06.608024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:06.609019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Checking segment: {'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:06.609386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Bound using segment: {'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:06.610205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Bound port: 6e8ee852-703d-4099-8c62-678b89bb6ef7, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:06.610205 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.615447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f19b079-69fb-493a-b818-13dcc6417e2f req-8bcd2ecb-55c0-4f1f-8710-2c6145a28699 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828012 Aug 11 03:18:06.617389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=d8eabf34-dc75-488f-bcd1-9f899e1f24dc,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:06.626020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Router e646b58d-a7a2-48c5-a799-a7aca07f426a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:06.631551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': '79a1c838-8803-4b7d-9e20-bdda4da2db3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e5e6205f-fea8-44e8-9c6e-b11d7c4584bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:06.631815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: e5e6205f-fea8-44e8-9c6e-b11d7c4584bd, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:06.634314 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.652714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Transition to ACTIVE for port object 10466423-ee7b-4833-849a-b7bfc6cf9ea0 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:06.665538 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.678218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33f21718-44a8-4f22-963a-c862bd619257 req-2f30f092-3bd8-4995-ac51-eb5b585bfb86 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652120 Aug 11 03:18:06.728162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:06.729940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network e5e6205f-fea8-44e8-9c6e-b11d7c4584bd is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:06.733316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:06.739062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:06.740536 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.752057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e74f42fb-c0c3-45b8-b1cf-41b9573f2700 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7191863 Aug 11 03:18:06.752705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55048) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:06.754277 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] Sync routers for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:06.769151 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:06.771172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6b7da-92c8-4d00-9eaa-f1c80bb02fd2 None None] Pushing event updated for resources: {'Port': ['ID=10466423-ee7b-4833-849a-b7bfc6cf9ea0,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:06.771463 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:06.802327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e5e6205f-fea8-44e8-9c6e-b11d7c4584bd) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:06.820980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fd6e1a-290e-4d1b-977b-383f687024b8 None None] Network e5e6205f-fea8-44e8-9c6e-b11d7c4584bd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:06.822332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.823031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.827569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:06.832238 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-9debc270-ee74-490c-8a26-1831ab0cf88a tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] delete failed (client error): The resource could not be found. Aug 11 03:18:06.836367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.837297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9debc270-ee74-490c-8a26-1831ab0cf88a tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-461834109 HTTP/1.1" status: 404 len: 334 time: 0.0812690 Aug 11 03:18:06.837906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 1093 time: 1.1478751 Aug 11 03:18:06.838293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:06.841472 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc" -d '{"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:06.846853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55052) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:06.852623 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:06.868050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-aee4ad9c-4d03-4789-b63b-358344f33070 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e646b58d-a7a2-48c5-a799-a7aca07f426a'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:06.881128 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:06.881971 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:06.926672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Attempting to bind port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:06.927043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Attempting to bind port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:06.927407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Attempting to bind port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 on network cf573b5f-44fa-4061-ae3e-da3b80764398 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:06.937387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:06.937759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Checking segment: {'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:06.938165 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.938562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Bound using segment: {'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:06.939034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Bound port: 10466423-ee7b-4833-849a-b7bfc6cf9ea0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92229b2-d0fe-4864-bc67-9f45c0493b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:06.939420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:06.954527 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:06.968636 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999882f1-2920-496b-8ad4-a52b49864ff8 None None] The sync data for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:06.969943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f8dacf09-d082-4030-a42d-5ff8d256fad8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4792125 Aug 11 03:18:06.971741 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced4a957-faa2-43d8-9ef6-a0b3953db596 x-openstack-request-id: req-ced4a957-faa2-43d8-9ef6-a0b3953db596 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:06.972222 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:06.972637 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ced4a957-faa2-43d8-9ef6-a0b3953db596 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:06.972790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55060) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:06.973703 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'status': 'completed', 'code': 200} Aug 11 03:18:07.023980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99572-3e06-4fa4-a515-b11dd3fb7709 req-59243f80-c7f5-4d55-84f8-269fad170f77 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.025696 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7c99572-3e06-4fa4-a515-b11dd3fb7709 req-59243f80-c7f5-4d55-84f8-269fad170f77 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.1982834 Aug 11 03:18:07.054462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea9db8-1a94-4e0f-9443-689d68459b22 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:07.132359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] For port 10466423-ee7b-4833-849a-b7bfc6cf9ea0, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:07.139913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87bae-800e-476b-85e7-32283454f05b req-b40fbdc1-098d-4e24-b1ff-708ee91bb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.141508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-b40fbdc1-098d-4e24-b1ff-708ee91bb9ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1096 time: 0.2304561 Aug 11 03:18:07.144387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] For port 10466423-ee7b-4833-849a-b7bfc6cf9ea0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=10466423-ee7b-4833-849a-b7bfc6cf9ea0,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:07.147494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d105b5af-4912-42cc-8a79-a5bb6f937444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e5e6205f-fea8-44e8-9c6e-b11d7c4584bd', 'network_id': 'e5e6205f-fea8-44e8-9c6e-b11d7c4584bd', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': 'd8eabf34-dc75-488f-bcd1-9f899e1f24dc'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:07.149242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d105b5af-4912-42cc-8a79-a5bb6f937444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.165498 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.179094 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7c99572-3e06-4fa4-a515-b11dd3fb7709 req-7eb56316-8f30-4fc1-9b05-2a850f0864dc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178200 Aug 11 03:18:07.188068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.190048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55066) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:07.290162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c04a1fe-0d28-4211-add0-294df5d5b77a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.292456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3c04a1fe-0d28-4211-add0-294df5d5b77a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1093 time: 0.0995331 Aug 11 03:18:07.294813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6b7da-92c8-4d00-9eaa-f1c80bb02fd2 None None] Pushing event updated for resources: {'Port': ['ID=10466423-ee7b-4833-849a-b7bfc6cf9ea0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:07.295352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55072) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:07.306951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '00de75ef-48bc-473d-a41b-d640b4da023e', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:07.313248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.375389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.431878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:07.433584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:07.448435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.601471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:07.616486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-877bb5d5-8323-4727-a504-53839140447e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 217 time: 0.4655249 Aug 11 03:18:07.691300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aee4ad9c-4d03-4789-b63b-358344f33070 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server [None req-d105b5af-4912-42cc-8a79-a5bb6f937444 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8eabf34-dc75-488f-bcd1-9f899e1f24dc: This subnet is being modified by another concurrent operation. Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8eabf34-dc75-488f-bcd1-9f899e1f24dc: This subnet is being modified by another concurrent operation. Aug 11 03:18:07.723166 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Aug 11 03:18:07.771529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b647964-08ae-4c1f-af3b-f3282374f936 None None] Network e5e6205f-fea8-44e8-9c6e-b11d7c4584bd requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:07.805335 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-aee4ad9c-4d03-4789-b63b-358344f33070 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] update failed (client error): The resource could not be found. Aug 11 03:18:07.806547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aee4ad9c-4d03-4789-b63b-358344f33070 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a HTTP/1.1" status: 404 len: 339 time: 0.9511878 Aug 11 03:18:07.812166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55084) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:07.822178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-424652368'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:07.858007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=d8eabf34-dc75-488f-bcd1-9f899e1f24dc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:07.860717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67449a-55c5-418f-a57b-a08f03dfa78b req-ca802d6f-247a-45b3-aed6-feca3da81616 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.865649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b67449a-55c5-418f-a57b-a08f03dfa78b req-ca802d6f-247a-45b3-aed6-feca3da81616 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.2481761 Aug 11 03:18:07.867396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e87bae-800e-476b-85e7-32283454f05b req-9f7d614e-8661-464a-840e-e73eea7a0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:07.869005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-9f7d614e-8661-464a-840e-e73eea7a0e53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.1727779 Aug 11 03:18:07.910573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-22d2e489-365d-4edc-847d-a3f0f3aa5244 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321991 Aug 11 03:18:07.913655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:07.921934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:07.965404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fea7d-38b7-4867-8d62-32ce351695fc None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:18:07.977427 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.022183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e6205f-fea8-44e8-9c6e-b11d7c4584bd']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:08.027764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b67449a-55c5-418f-a57b-a08f03dfa78b req-82f3d6a8-838c-4494-b8fb-a4d14765a2d9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456077 Aug 11 03:18:08.035284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c5494-ded4-43b0-9646-188278a8f23a req-3293aad1-e269-4ab1-a5a4-aa77fe2fc5b3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.036947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a05c5494-ded4-43b0-9646-188278a8f23a req-3293aad1-e269-4ab1-a5a4-aa77fe2fc5b3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 944 time: 0.1936369 Aug 11 03:18:08.056348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:08.061112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a1c838-8803-4b7d-9e20-bdda4da2db3f') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:08.061447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a1c838-8803-4b7d-9e20-bdda4da2db3f') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:08.080772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.081193 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Added segment 5c6c65f1-4144-4df6-9d86-aa024fde31be of type vlan for network ed1d33c9-d280-4905-9ea4-ba40936f3a0c Aug 11 03:18:08.104125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.121055 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.131270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:08.132075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.137324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.138606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4fea7d-38b7-4867-8d62-32ce351695fc None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:08.140130 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:08.142339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-b5b39ef6-5204-4aa6-a51b-a6ec7cc7cfdb service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156825 Aug 11 03:18:08.142339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.143492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 10466423-ee7b-4833-849a-b7bfc6cf9ea0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:08.218516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a05c5494-ded4-43b0-9646-188278a8f23a req-a45dd21f-71e8-43d3-8d0f-1da87f6438a6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671679 Aug 11 03:18:08.231290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.267109 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.273286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.274218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.297692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.300263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/e5e6205f-fea8-44e8-9c6e-b11d7c4584bd HTTP/1.1" status: 204 len: 168 time: 1.3260698 Aug 11 03:18:08.306684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55094) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:08.312156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4967363 Aug 11 03:18:08.312934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-441972574'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:08.313118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55096) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:08.331287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0cf1c-4e2b-4888-b2cd-219cee2644b5 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=e5e6205f-fea8-44e8-9c6e-b11d7c4584bd,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:08.332958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'subnet': {'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:08.373287 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68e87bae-800e-476b-85e7-32283454f05b req-785adb22-3971-46cd-aa87-e7654529b817 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248721 Aug 11 03:18:08.415848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:08.420245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.475351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.98 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/4201bae0-dc8b-4c6a-a22e-54868f92276d) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:08.499030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:08.500593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb311c-0c54-4ce6-b7ed-898f74ed657c tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Network': ['ID=ed1d33c9-d280-4905-9ea4-ba40936f3a0c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:08.522475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network ed1d33c9-d280-4905-9ea4-ba40936f3a0c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:08.524514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.525031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-717fc2d4-97de-4ed9-ae15-b3b405108666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.525528 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 72d94106-a735-4b9b-bdfe-cfc313842d71 of type vlan for network 140a7548-20cd-4b38-bf31-a8963a84aaa7 Aug 11 03:18:08.527383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-717fc2d4-97de-4ed9-ae15-b3b405108666 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1096 time: 0.0871968 Aug 11 03:18:08.629711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-2a274a8c-835a-412e-943f-c7cd5eab38ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.631295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-2a274a8c-835a-412e-943f-c7cd5eab38ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.0954335 Aug 11 03:18:08.648016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Made reservation on behalf of cc3285c7256d46349dec00d23f572322 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:08.652004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.653891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.694081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-ad94c3de-13af-43e0-ac89-1dbb02eba785 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 217 time: 0.0536070 Aug 11 03:18:08.704449 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.704694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:08.712500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.713135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.716072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:08.716618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.815309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:07Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:08.825703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-73226ae3-fedd-41a7-b9a3-c3a7e9bca8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:08.828074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-73226ae3-fedd-41a7-b9a3-c3a7e9bca8c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.1194334 Aug 11 03:18:08.832201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5244431 Aug 11 03:18:08.834101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55108) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:08.843784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9ae29-3b73-49ca-853d-878306eadf66 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=140a7548-20cd-4b38-bf31-a8963a84aaa7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:08.846151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'New_network'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:08.850804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511abef-6278-4a0d-8edc-8c76f192ee27 None None] The sync data for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 is: [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:07Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:08.868191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.874468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:08.936757 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:08.955921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-4a683e85-feeb-4d1e-9076-0612cfb325ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190639 Aug 11 03:18:08.956934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:08.959614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:08.962944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:09.044334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=4201bae0-dc8b-4c6a-a22e-54868f92276d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:09.057266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.058121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.058699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.059129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.059549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.060094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.060507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.060960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.061361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.062190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.062190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.062908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:09.072184 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.117544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 10466423-ee7b-4833-849a-b7bfc6cf9ea0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=10466423-ee7b-4833-849a-b7bfc6cf9ea0,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:09.129214 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.196056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=10466423-ee7b-4833-849a-b7bfc6cf9ea0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:09.329953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-5a116a09-adbb-4a63-8161-3031cbb68ffd service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606899 Aug 11 03:18:09.431079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afba220-0782-44e9-9414-3214564c1a4a req-1fc9f81c-057a-45bd-a68d-357c326a9a15 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.443833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6afba220-0782-44e9-9414-3214564c1a4a req-1fc9f81c-057a-45bd-a68d-357c326a9a15 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 944 time: 0.1133466 Aug 11 03:18:09.453319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddf793-e0c0-4431-bcf1-e3953a1734c6 req-2155effb-be55-4e09-b9ab-d33f3780ccf1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.461266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfddf793-e0c0-4431-bcf1-e3953a1734c6 req-2155effb-be55-4e09-b9ab-d33f3780ccf1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.2978032 Aug 11 03:18:09.511611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.550986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.563824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.574909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfddf793-e0c0-4431-bcf1-e3953a1734c6 req-186edff9-1bff-4786-9487-a50897a9de49 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126628 Aug 11 03:18:09.610455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6afba220-0782-44e9-9414-3214564c1a4a req-739bb327-5b36-45d2-b187-2f5abfd9c637 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655898 Aug 11 03:18:09.685104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 is not hosted by any dhcp agent {{(pid=111682) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:18:09.691424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:09.692152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.694432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "PUT /v2.0/networks/140a7548-20cd-4b38-bf31-a8963a84aaa7 HTTP/1.1" status: 200 len: 723 time: 0.8585253 Aug 11 03:18:09.714402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55128) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:09.727089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': '140a7548-20cd-4b38-bf31-a8963a84aaa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:09.746616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d675f3b-475e-4ad4-9806-2fdfdf8801cc req-039ce841-a3f2-4129-b277-cadfb8aada40 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996990 Aug 11 03:18:09.785099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.801161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Subnet': ['ID=69e126d2-bc3e-4b94-b87b-3e26f9f72ac2,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:09.847697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc7a73-1360-403f-950d-70c112d30513 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=140a7548-20cd-4b38-bf31-a8963a84aaa7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:09.862264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:09.905503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Checking segment: {'id': '5c6c65f1-4144-4df6-9d86-aa024fde31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:09.906197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network hostable DHCP agents. Network: ed1d33c9-d280-4905-9ea4-ba40936f3a0c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:09.921839 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.924412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:09.928794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:09.972189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 10466423-ee7b-4833-849a-b7bfc6cf9ea0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:09.997405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network ed1d33c9-d280-4905-9ea4-ba40936f3a0c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:10.023672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, ed1d33c9-d280-4905-9ea4-ba40936f3a0c) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:10.029982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.031555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.037801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4511f41-265a-492f-b625-8ae94563ee22 None None] Network ed1d33c9-d280-4905-9ea4-ba40936f3a0c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:10.069183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55134) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:10.069845 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-10de3efa-8ef1-4aa1-a491-97dad8a0f6e9 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7430708 Aug 11 03:18:10.078490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b30766e2-f5fa-4d41-8e89-cfdf0095bf54 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:10.178280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:10.178742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.212800 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.273633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=6cfe8326-bf10-45ed-9db3-ec60bfb1a9e4,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:10.312911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': '72d94106-a735-4b9b-bdfe-cfc313842d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '140a7548-20cd-4b38-bf31-a8963a84aaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:10.313296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: 140a7548-20cd-4b38-bf31-a8963a84aaa7, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:10.335196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.335397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:10.355417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 140a7548-20cd-4b38-bf31-a8963a84aaa7) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:10.359836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.360673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.370951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.377184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b30766e2-f5fa-4d41-8e89-cfdf0095bf54 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.389295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-52ae4bfd-809e-4cff-8454-55a7c21dacb1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6712241 Aug 11 03:18:10.392684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55138) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:10.398242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5e0471e8-fc05-4650-83a4-13d6c3c850dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:10.409293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da9a73-43ed-40a2-aff5-4c6b468e3145 None None] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:10.424792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-ed1d33c9-d280-4905-9ea4-ba40936f3a0c', 'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c', 'tenant_id': 'cc3285c7256d46349dec00d23f572322', 'fixed_ips': [{'subnet_id': '69e126d2-bc3e-4b94-b87b-3e26f9f72ac2'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:10.425936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.494130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=4201bae0-dc8b-4c6a-a22e-54868f92276d,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:10.512854 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.564327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e0471e8-fc05-4650-83a4-13d6c3c850dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9046548'] for subnet, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.660454 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP 2a2c3727-8f48-42c9-b245-1451289e93de associated. External IP: 172.25.4.98, port: 00de75ef-48bc-473d-a41b-d640b4da023e. Aug 11 03:18:10.725894 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-b30766e2-f5fa-4d41-8e89-cfdf0095bf54 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:18:10.730751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b30766e2-f5fa-4d41-8e89-cfdf0095bf54 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a HTTP/1.1" status: 400 len: 364 time: 0.6602485 Aug 11 03:18:10.731342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55148) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:10.732728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Allocated IP 2001:db8:1::2 (ed1d33c9-d280-4905-9ea4-ba40936f3a0c/69e126d2-bc3e-4b94-b87b-3e26f9f72ac2/2351c8eb-5845-4d7c-8559-0ca246cd5490) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:10.820999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d252f8-1d2b-459a-a2c5-d42975b19c10 req-6df614ba-a998-4708-b212-ebed3b77c21a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.829705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4d252f8-1d2b-459a-a2c5-d42975b19c10 req-6df614ba-a998-4708-b212-ebed3b77c21a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.1105375 Aug 11 03:18:10.887216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-140a7548-20cd-4b38-bf31-a8963a84aaa7', 'network_id': '140a7548-20cd-4b38-bf31-a8963a84aaa7', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': '6cfe8326-bf10-45ed-9db3-ec60bfb1a9e4'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:10.888897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.904612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4d252f8-1d2b-459a-a2c5-d42975b19c10 req-3641121d-b0dc-489f-8518-75081959ba7a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682492 Aug 11 03:18:10.906773 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e0471e8-fc05-4650-83a4-13d6c3c850dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752115259028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8736527'] for subnet, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.926991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0471e8-fc05-4650-83a4-13d6c3c850dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:10.928501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5e0471e8-fc05-4650-83a4-13d6c3c850dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:10.933978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5e0471e8-fc05-4650-83a4-13d6c3c850dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "PUT /v2.0/subnets/6cfe8326-bf10-45ed-9db3-ec60bfb1a9e4 HTTP/1.1" status: 200 len: 806 time: 0.5384302 Aug 11 03:18:10.933978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55152) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:11.023972 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.035853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Transition to ACTIVE for port object 2351c8eb-5845-4d7c-8559-0ca246cd5490 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:11.036774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0471e8-fc05-4650-83a4-13d6c3c850dd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=6cfe8326-bf10-45ed-9db3-ec60bfb1a9e4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:11.071923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Transition to ACTIVE for port object 2351c8eb-5845-4d7c-8559-0ca246cd5490 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:11.114316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.158751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.194345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.269580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Pushing event updated for resources: {'Port': ['ID=2351c8eb-5845-4d7c-8559-0ca246cd5490,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:11.274888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Network ed1d33c9-d280-4905-9ea4-ba40936f3a0c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:11.277040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:11.280898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:11.318958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea004f8-6821-4bc3-a17b-213bf7c94373 req-8f1089c2-be40-4549-90c4-cc431526b8e1 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:11.320542 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ea004f8-6821-4bc3-a17b-213bf7c94373 req-8f1089c2-be40-4549-90c4-cc431526b8e1 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 944 time: 0.5882201 Aug 11 03:18:11.342723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Allocated IP 172.20.0.2 (140a7548-20cd-4b38-bf31-a8963a84aaa7/6cfe8326-bf10-45ed-9db3-ec60bfb1a9e4/3209de1e-a364-4dbf-a894-0f4f6379a719) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:11.364107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Attempting to bind port 2351c8eb-5845-4d7c-8559-0ca246cd5490 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:11.364369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Attempting to bind port 2351c8eb-5845-4d7c-8559-0ca246cd5490 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5c6c65f1-4144-4df6-9d86-aa024fde31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:11.365039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Attempting to bind port 2351c8eb-5845-4d7c-8559-0ca246cd5490 on network ed1d33c9-d280-4905-9ea4-ba40936f3a0c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:11.373719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:11.374145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Checking segment: {'id': '5c6c65f1-4144-4df6-9d86-aa024fde31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:11.374497 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.374903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Bound using segment: {'id': '5c6c65f1-4144-4df6-9d86-aa024fde31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:11.375380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Bound port: 2351c8eb-5845-4d7c-8559-0ca246cd5490, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6c65f1-4144-4df6-9d86-aa024fde31be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ed1d33c9-d280-4905-9ea4-ba40936f3a0c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:11.375887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.513287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] For port 2351c8eb-5845-4d7c-8559-0ca246cd5490, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:11.544572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8ea004f8-6821-4bc3-a17b-213bf7c94373 req-47e5cae8-2da8-44e4-899a-3fc57550947f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708755 Aug 11 03:18:11.548860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] For port 2351c8eb-5845-4d7c-8559-0ca246cd5490, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2351c8eb-5845-4d7c-8559-0ca246cd5490,segment=NetworkSegment(5c6c65f1-4144-4df6-9d86-aa024fde31be),segment_id=5c6c65f1-4144-4df6-9d86-aa024fde31be)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:11.566007 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.599525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.621935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 4251d45b-f90c-483b-ae84-83a71b7a4da6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:11.624273 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.646158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Transition to ACTIVE for port object 3209de1e-a364-4dbf-a894-0f4f6379a719 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:11.663549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83004b1-42f9-49ab-b2e8-71acbe8bdd0c None None] Pushing event updated for resources: {'Port': ['ID=2351c8eb-5845-4d7c-8559-0ca246cd5490,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:11.676673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Transition to ACTIVE for port object 3209de1e-a364-4dbf-a894-0f4f6379a719 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:11.686427 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.728693 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.730036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:11.733327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:11.737014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:11.777535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Pushing event updated for resources: {'Port': ['ID=3209de1e-a364-4dbf-a894-0f4f6379a719,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:11.822487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Attempting to bind port 3209de1e-a364-4dbf-a894-0f4f6379a719 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:11.823996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Attempting to bind port 3209de1e-a364-4dbf-a894-0f4f6379a719 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '72d94106-a735-4b9b-bdfe-cfc313842d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '140a7548-20cd-4b38-bf31-a8963a84aaa7'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:11.825069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Attempting to bind port 3209de1e-a364-4dbf-a894-0f4f6379a719 on network 140a7548-20cd-4b38-bf31-a8963a84aaa7 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:11.831740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:11.832420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Checking segment: {'id': '72d94106-a735-4b9b-bdfe-cfc313842d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '140a7548-20cd-4b38-bf31-a8963a84aaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:11.833031 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.833653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Bound using segment: {'id': '72d94106-a735-4b9b-bdfe-cfc313842d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '140a7548-20cd-4b38-bf31-a8963a84aaa7'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:11.834319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Bound port: 3209de1e-a364-4dbf-a894-0f4f6379a719, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d94106-a735-4b9b-bdfe-cfc313842d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '140a7548-20cd-4b38-bf31-a8963a84aaa7'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:11.835329 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.866027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.889109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140a7548-20cd-4b38-bf31-a8963a84aaa7']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:11.910055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d94106-a735-4b9b-bdfe-cfc313842d71') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:11.910618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d94106-a735-4b9b-bdfe-cfc313842d71') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:11.939599 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.958183 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.973700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:11.974367 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:11.979237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] For port 3209de1e-a364-4dbf-a894-0f4f6379a719, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:11.992035 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:12.011273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:12.024260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] Sync routers for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:12.044609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:12.045807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:12.072171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.090142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=6cfe8326-bf10-45ed-9db3-ec60bfb1a9e4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:12.124886 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:18:12.124886 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:18:12.124886 n-d-768509-22 neutron-server[111682]: [parameters: {'id': '140a7548-20cd-4b38-bf31-a8963a84aaa7'}] Aug 11 03:18:12.124886 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:18:12.125288 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:18:12.142711 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a79ed11c-3b38-4c90-8f4c-8b253e0048e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8440449 Aug 11 03:18:12.144989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] For port 3209de1e-a364-4dbf-a894-0f4f6379a719, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3209de1e-a364-4dbf-a894-0f4f6379a719,segment=NetworkSegment(72d94106-a735-4b9b-bdfe-cfc313842d71),segment_id=72d94106-a735-4b9b-bdfe-cfc313842d71)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:12.149315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:12.151448 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30231e61-126f-4790-b4de-01ea83176587" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:12.154855 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff928173-0ed5-42f6-95ec-42bed9d9797f req-f3512663-db1f-442c-8897-2a9c655f76e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:12.156874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff928173-0ed5-42f6-95ec-42bed9d9797f req-f3512663-db1f-442c-8897-2a9c655f76e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 944 time: 0.0921872 Aug 11 03:18:12.167711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Allocated IP 2001:db8::1 (24ad69e0-b780-4a7b-987c-1ec516cbb5f2/cfc5355d-bc45-493f-9cc7-d8065353327a/ee7f191c-94ad-473b-a01e-c801bd5115d3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:12.170983 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.238594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff928173-0ed5-42f6-95ec-42bed9d9797f req-e54f2831-0a79-4693-9a04-766851675f82 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741086 Aug 11 03:18:12.317435 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa23a6d-4d22-43b5-8697-7700ac43bd9c x-openstack-request-id: req-efa23a6d-4d22-43b5-8697-7700ac43bd9c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:12.317727 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:12.317978 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efa23a6d-4d22-43b5-8697-7700ac43bd9c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:12.318558 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'status': 'completed', 'code': 200} Aug 11 03:18:12.372960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5653d49-3a41-4e21-86b2-8cb1e02c86d1 req-79412097-5591-43f8-a3ef-19197ef673ed tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:12.375283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5653d49-3a41-4e21-86b2-8cb1e02c86d1 req-79412097-5591-43f8-a3ef-19197ef673ed tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.0921252 Aug 11 03:18:12.392740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231e61-126f-4790-b4de-01ea83176587 req-095c330f-1a5f-4a2c-8d47-fabab7531a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:12.394621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30231e61-126f-4790-b4de-01ea83176587 req-095c330f-1a5f-4a2c-8d47-fabab7531a79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1098 time: 0.0673754 Aug 11 03:18:12.410336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55170) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:12.433324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.440009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e10364dc-9891-464b-be1f-e2674aea8260 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:12.480615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Transition to ACTIVE for port object ee7f191c-94ad-473b-a01e-c801bd5115d3 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:12.525135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231e61-126f-4790-b4de-01ea83176587 req-c7362fae-e3f8-4c48-b2f3-0c9696152ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:12.525770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:12.527844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30231e61-126f-4790-b4de-01ea83176587 req-c7362fae-e3f8-4c48-b2f3-0c9696152ff8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 898 time: 0.1251841 Aug 11 03:18:12.536082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.555033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43abc970-eddc-41a2-9c63-d2b63e94f4fc None None] Pushing event updated for resources: {'Port': ['ID=3209de1e-a364-4dbf-a894-0f4f6379a719,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:12.595961 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5653d49-3a41-4e21-86b2-8cb1e02c86d1 req-8cdbc998-e37c-4291-a06f-c7c2fb8dd486 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061992 Aug 11 03:18:12.605137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30231e61-126f-4790-b4de-01ea83176587 req-4ce6e4c6-270b-4fac-9eee-2f9a2be09b16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 999 time: 0.0689442 Aug 11 03:18:12.610173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e93-93dc-4553-8329-8f70882dc757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.613181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:12.626220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:12.626220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:12.629653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.643482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.645906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55176) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:12.702320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e10364dc-9891-464b-be1f-e2674aea8260, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e10364dc-9891-464b-be1f-e2674aea8260,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:12.705689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedd4337-9059-4adc-8193-bb33b5242974 None None] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:12.751732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Port': ['ID=ee7f191c-94ad-473b-a01e-c801bd5115d3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:12.836040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:12.860164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231e61-126f-4790-b4de-01ea83176587 req-83e50b7b-0e68-4ec5-adaf-c0d95255444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:12.861961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30231e61-126f-4790-b4de-01ea83176587 req-83e50b7b-0e68-4ec5-adaf-c0d95255444d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.2502446 Aug 11 03:18:12.890391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-035a334d-7f15-4262-ae59-218849a2dab8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 200 len: 991 time: 0.2422330 Aug 11 03:18:12.927039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6e8ee852-703d-4099-8c62-678b89bb6ef7 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:12.944742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'e10364dc-9891-464b-be1f-e2674aea8260', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'port_id': 'e10364dc-9891-464b-be1f-e2674aea8260', 'mac_address': 'fa:16:3e:b3:be:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:12.947669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454ba18-b865-4e0f-95f0-bc1c391a9035 req-fd00e2ae-a025-49c6-ab21-9553b96a4b0d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:12.950001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c454ba18-b865-4e0f-95f0-bc1c391a9035 req-fd00e2ae-a025-49c6-ab21-9553b96a4b0d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 944 time: 0.2051039 Aug 11 03:18:13.000117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30231e61-126f-4790-b4de-01ea83176587 req-d6241ac8-84a2-43d7-8769-8327d4fd3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:13.002090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30231e61-126f-4790-b4de-01ea83176587 req-d6241ac8-84a2-43d7-8769-8327d4fd3f4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102138 Aug 11 03:18:13.026605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Deleting port 3209de1e-a364-4dbf-a894-0f4f6379a719 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:13.027684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.079843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e93-93dc-4553-8329-8f70882dc757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.101394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3d97e93-93dc-4553-8329-8f70882dc757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.108188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c454ba18-b865-4e0f-95f0-bc1c391a9035 req-31c60285-b384-421a-ae64-4a04e496cb4f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374464 Aug 11 03:18:13.141387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.147994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3d97e93-93dc-4553-8329-8f70882dc757 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=129bd6b5ad2c431c944fd8ec66e67554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7303207 Aug 11 03:18:13.150923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55178) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:13.172467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10364dc-9891-464b-be1f-e2674aea8260 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:13.208541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] For port 3209de1e-a364-4dbf-a894-0f4f6379a719, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3209de1e-a364-4dbf-a894-0f4f6379a719,segment=NetworkSegment(72d94106-a735-4b9b-bdfe-cfc313842d71),segment_id=72d94106-a735-4b9b-bdfe-cfc313842d71)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:13.209534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.228626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d3f8cf-36d8-43c1-87fb-dfcae1cfeabd None None] Network ed1d33c9-d280-4905-9ea4-ba40936f3a0c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:13.230541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Calling delete_port for 3209de1e-a364-4dbf-a894-0f4f6379a719 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:13.243384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d97e93-93dc-4553-8329-8f70882dc757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045548cb-5e7e-40c0-8b8e-34dbdcf27933,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.259383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-92a959d9-56b6-40b4-844a-7f4790218a40 None None] Provisioning for port ee7f191c-94ad-473b-a01e-c801bd5115d3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:13.310995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30231e61-126f-4790-b4de-01ea83176587 req-23605b1a-a165-4dc2-80fd-da8e36e48197 service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129979 Aug 11 03:18:13.312408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1429f63-3655-4d9b-98d9-8a6a828d7bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.322048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e10364dc-9891-464b-be1f-e2674aea8260, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e10364dc-9891-464b-be1f-e2674aea8260,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:13.325215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:13.332374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-92a959d9-56b6-40b4-844a-7f4790218a40 None None] Provisioning complete for port ee7f191c-94ad-473b-a01e-c801bd5115d3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:13.332759 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92a959d9-56b6-40b4-844a-7f4790218a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.353252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.378040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.381116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1429f63-3655-4d9b-98d9-8a6a828d7bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.392299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.393099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.418128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'port_id': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'mac_address': 'fa:16:3e:39:43:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:18:13.468334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043d632-c4a3-4b97-981b-f75e2d414dae req-a948b5de-8126-430d-9440-f80773124e57 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:13.469815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a043d632-c4a3-4b97-981b-f75e2d414dae req-a948b5de-8126-430d-9440-f80773124e57 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 945 time: 0.1523886 Aug 11 03:18:13.481951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-30231e61-126f-4790-b4de-01ea83176587 req-a36a1aa8-1ebc-4c23-b358-cba8a1cc3e35 service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354003 Aug 11 03:18:13.482162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-92a959d9-56b6-40b4-844a-7f4790218a40 None None] Port ee7f191c-94ad-473b-a01e-c801bd5115d3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:13.490950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.535231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Port': ['ID=3209de1e-a364-4dbf-a894-0f4f6379a719,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.551505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event updated for resources: {'Port': ['ID=ee7f191c-94ad-473b-a01e-c801bd5115d3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.553274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No DVR routers for this DVR port 3209de1e-a364-4dbf-a894-0f4f6379a719 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:13.562247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94adced-7712-4584-bb24-25ac4d566d6b None None] Network 140a7548-20cd-4b38-bf31-a8963a84aaa7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:13.573565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=e10364dc-9891-464b-be1f-e2674aea8260,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.595431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1429f63-3655-4d9b-98d9-8a6a828d7bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.598132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1429f63-3655-4d9b-98d9-8a6a828d7bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.601649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a1429f63-3655-4d9b-98d9-8a6a828d7bd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/045548cb-5e7e-40c0-8b8e-34dbdcf27933 HTTP/1.1" status: 204 len: 168 time: 0.4421864 Aug 11 03:18:13.638652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['e10364dc-9891-464b-be1f-e2674aea8260'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:13.645700 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a043d632-c4a3-4b97-981b-f75e2d414dae req-7f1ea9e3-6eac-4e3b-952c-81837c5853b9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603057 Aug 11 03:18:13.657990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1429f63-3655-4d9b-98d9-8a6a828d7bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045548cb-5e7e-40c0-8b8e-34dbdcf27933,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.669014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:13.671200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:13.678983 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.680191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.693874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140a7548-20cd-4b38-bf31-a8963a84aaa7']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:13.710742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d94106-a735-4b9b-bdfe-cfc313842d71') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:13.711748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d94106-a735-4b9b-bdfe-cfc313842d71') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:13.727343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.755386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.757172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8ee852-703d-4099-8c62-678b89bb6ef7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:18:13.761780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0d643eea-7039-4f3e-ba1c-d8be204e5102 None None] Provisioning for port 2351c8eb-5845-4d7c-8559-0ca246cd5490 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:13.769253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:13.769733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:13.773555 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:13.877127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '2a2c3727-8f48-42c9-b245-1451289e93de', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.98', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'port_id': '00de75ef-48bc-473d-a41b-d640b4da023e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'mac_address': 'fa:16:3e:43:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:18:09Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:47Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:13.881301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:13.881641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.891423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:13.896467 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/140a7548-20cd-4b38-bf31-a8963a84aaa7 HTTP/1.1" status: 204 len: 168 time: 2.9264374 Aug 11 03:18:13.898052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55186) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:13.898534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Router e646b58d-a7a2-48c5-a799-a7aca07f426a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:13.899115 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55188) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:13.964874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] Checking router: 4251d45b-f90c-483b-ae84-83a71b7a4da6 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:18:13.966817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9883ee-8017-4bc1-a767-1ace0d4f1f98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=140a7548-20cd-4b38-bf31-a8963a84aaa7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:13.985780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2351c8eb-5845-4d7c-8559-0ca246cd5490 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:14.027461 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.036369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:14.038134 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f12751-e5c2-4b2b-b695-45c4777519b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:14.039045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f12751-e5c2-4b2b-b695-45c4777519b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:14.046798 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-98f12751-e5c2-4b2b-b695-45c4777519b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/140a7548-20cd-4b38-bf31-a8963a84aaa7 HTTP/1.1" status: 404 len: 339 time: 0.1370523 Aug 11 03:18:14.049404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-748a85e1-24ca-40fc-9716-d19b2d162456 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3139710 Aug 11 03:18:14.049909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55190) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.050030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55192) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.054656 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] Sync routers for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:14.055756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-203368892', 'description': 'd1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:14.079004 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:14.080545 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:14.090628 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:14.091757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:14.101293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a31269bb-f499-4f11-bf74-e64dc258e22e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 200 len: 991 time: 0.1934462 Aug 11 03:18:14.102955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:14.106803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.141899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:14.156205 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.156741 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 345b298f-077f-470e-b8d0-bda7173d0f32 of type vlan for network 15385e2c-707d-465f-b36c-d2341ccc84c5 Aug 11 03:18:14.194761 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:14.214133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.226281 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:14.227196 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:14.229770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55196) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.230350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ec6b599-48fd-497b-aa26-11300cbd6167 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.264167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:14.265196 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcbb09a-e55a-4c00-9e96-d30370609afc None None] The sync data for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:14.269980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7013ffe-9a97-4131-ac95-38456870ade3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.309568 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.315496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:14.315895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.332733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:18:14.340954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ef1db161-bfbb-44aa-90df-d13a697f6a31 None None] Provisioning complete for port ee7f191c-94ad-473b-a01e-c801bd5115d3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:14.342208 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ef1db161-bfbb-44aa-90df-d13a697f6a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.348422 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-1ec6b599-48fd-497b-aa26-11300cbd6167 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 11 03:18:14.352922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1ec6b599-48fd-497b-aa26-11300cbd6167 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a HTTP/1.1" status: 409 len: 329 time: 0.3019564 Aug 11 03:18:14.353563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55198) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.398490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6e8ee852-703d-4099-8c62-678b89bb6ef7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:14.414176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d93ea-0897-4811-afdd-31a40445acdc req-c7723d11-d14f-4200-85b2-57b73897e78c tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:14.415811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f68d93ea-0897-4811-afdd-31a40445acdc req-c7723d11-d14f-4200-85b2-57b73897e78c tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 945 time: 0.1733906 Aug 11 03:18:14.421588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=15385e2c-707d-465f-b36c-d2341ccc84c5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.429989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.448068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2351c8eb-5845-4d7c-8559-0ca246cd5490 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:14.452383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 15385e2c-707d-465f-b36c-d2341ccc84c5 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:14.471423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2351c8eb-5845-4d7c-8559-0ca246cd5490 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:14.471815 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.499753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f68d93ea-0897-4811-afdd-31a40445acdc req-0c87e99a-91a8-4b21-90fe-fcc01e5a1f3a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729680 Aug 11 03:18:14.567561 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7013ffe-9a97-4131-ac95-38456870ade3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.576694 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7013ffe-9a97-4131-ac95-38456870ade3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:14.595113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0a1f1441-9589-479e-8569-a61e0cce7cab tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5414550 Aug 11 03:18:14.595797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55200) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.703662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c7013ffe-9a97-4131-ac95-38456870ade3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49e86c6e4258444a96cdc648a5fca0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693675 Aug 11 03:18:14.705872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55204) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.706560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7013ffe-9a97-4131-ac95-38456870ade3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd0c770-28cb-4785-bf76-c6216ae4f28f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:14.725534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ef1db161-bfbb-44aa-90df-d13a697f6a31 None None] Port ee7f191c-94ad-473b-a01e-c801bd5115d3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:18:14.731332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5371eb8-15bd-4a54-9208-eb6fcadc8cd0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:14.739235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e5371eb8-15bd-4a54-9208-eb6fcadc8cd0 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/networks?id=15385e2c-707d-465f-b36c-d2341ccc84c5 HTTP/1.1" status: 200 len: 760 time: 0.1401799 Aug 11 03:18:14.739360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55206) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:14.744503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'description': 'd2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:14.789226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b23e85-e42d-4c57-a0ac-8a3116bcdd92 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:18:15.032517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-74e861fc-5908-4866-84e9-252a5ab302b8 None None] Provisioning complete for port 2351c8eb-5845-4d7c-8559-0ca246cd5490 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:15.032905 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-74e861fc-5908-4866-84e9-252a5ab302b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.110561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55208) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:15.160418 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.195873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0a41576c-0b05-4a87-8edb-05bbe041ed38 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 200 len: 991 time: 0.0833328 Aug 11 03:18:15.261135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b489b4f0-9d64-40f4-b6f2-2746aebf39e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.279891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 2351c8eb-5845-4d7c-8559-0ca246cd5490, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2351c8eb-5845-4d7c-8559-0ca246cd5490,segment=NetworkSegment(5c6c65f1-4144-4df6-9d86-aa024fde31be),segment_id=5c6c65f1-4144-4df6-9d86-aa024fde31be)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:15.313956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b23e85-e42d-4c57-a0ac-8a3116bcdd92 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:18:15.315870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f4cd0-4a00-49f5-96ae-8d187093e84e req-bb70c6c0-9253-44e3-92c6-a9aab479cf32 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:15.317353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-660f4cd0-4a00-49f5-96ae-8d187093e84e req-bb70c6c0-9253-44e3-92c6-a9aab479cf32 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 945 time: 0.5482900 Aug 11 03:18:15.326392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.336775 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b489b4f0-9d64-40f4-b6f2-2746aebf39e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.366244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.398818 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-74e861fc-5908-4866-84e9-252a5ab302b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.456165 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.499013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-660f4cd0-4a00-49f5-96ae-8d187093e84e req-d600a6f2-eec7-4dae-a249-1b7cf74890a2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705382 Aug 11 03:18:15.502414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.509710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=2351c8eb-5845-4d7c-8559-0ca246cd5490,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:15.533164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 15385e2c-707d-465f-b36c-d2341ccc84c5 is not hosted by any dhcp agent {{(pid=111683) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:18:15.538895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:15.539495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.546765 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "PUT /v2.0/networks/15385e2c-707d-465f-b36c-d2341ccc84c5 HTTP/1.1" status: 200 len: 757 time: 0.8005052 Aug 11 03:18:15.548471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55212) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:15.563192 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-74e861fc-5908-4866-84e9-252a5ab302b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:18:15.563620 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-74e861fc-5908-4866-84e9-252a5ab302b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:18:15.570417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '2a2c3727-8f48-42c9-b245-1451289e93de', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.98', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'port_id': '00de75ef-48bc-473d-a41b-d640b4da023e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'mac_address': 'fa:16:3e:43:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:18:09Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:47Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:15.610814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbbe0d-b212-4756-8b9b-8d156cdcdbf0 None None] The sync data for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 is: [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '2a2c3727-8f48-42c9-b245-1451289e93de', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.98', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'port_id': '00de75ef-48bc-473d-a41b-d640b4da023e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'mac_address': 'fa:16:3e:43:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:18:09Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:47Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:15.641520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b489b4f0-9d64-40f4-b6f2-2746aebf39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.644079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b489b4f0-9d64-40f4-b6f2-2746aebf39e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.647479 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b489b4f0-9d64-40f4-b6f2-2746aebf39e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fd0c770-28cb-4785-bf76-c6216ae4f28f HTTP/1.1" status: 204 len: 168 time: 0.9379165 Aug 11 03:18:15.649329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b9832-88cb-4c36-b20b-045cab5b445e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=15385e2c-707d-465f-b36c-d2341ccc84c5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:15.660472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489b4f0-9d64-40f4-b6f2-2746aebf39e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd0c770-28cb-4785-bf76-c6216ae4f28f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:15.683075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 15385e2c-707d-465f-b36c-d2341ccc84c5 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:15.725596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab18dc-718d-4515-90e8-f351e852ab6a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:15.727168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-55ab18dc-718d-4515-90e8-f351e852ab6a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/networks?id=15385e2c-707d-465f-b36c-d2341ccc84c5 HTTP/1.1" status: 200 len: 760 time: 0.1772909 Aug 11 03:18:15.736630 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083e950-6d51-4125-a49d-85cffcd629ec req-5eee822c-5069-4bc2-9e66-3afef4ef8351 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:15.741224 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55216) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:15.746271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9083e950-6d51-4125-a49d-85cffcd629ec req-5eee822c-5069-4bc2-9e66-3afef4ef8351 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 945 time: 0.1557748 Aug 11 03:18:15.750720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748292704'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:15.804706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9083e950-6d51-4125-a49d-85cffcd629ec req-8d4cce95-b3af-41ce-a895-c6ff229dda1f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573885 Aug 11 03:18:15.828773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:15.832186 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.876345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:15.880182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting port ee7f191c-94ad-473b-a01e-c801bd5115d3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:15.880525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.941517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:15.941870 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment 50f62c31-9bc6-4d30-af6e-99b2a4ab51d5 of type vlan for network 731c33e7-a97c-40a4-b999-e16c84b42f2f Aug 11 03:18:15.951060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2351c8eb-5845-4d7c-8559-0ca246cd5490 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:16.007143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.020739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2351c8eb-5845-4d7c-8559-0ca246cd5490 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:16.021144 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.026583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d26fc41-2644-42c4-b6cd-79e41ccb6e60 None None] New status for floating IP 2a2c3727-8f48-42c9-b245-1451289e93de: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:18:16.034337 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.056958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Calling delete_port for ee7f191c-94ad-473b-a01e-c801bd5115d3 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:16.072008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.077846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.078444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.179010 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4360962 Aug 11 03:18:16.183037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55224) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:16.185704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615287de-3382-4b3f-8531-e07bde0c8565 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=731c33e7-a97c-40a4-b999-e16c84b42f2f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:16.192564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': '731c33e7-a97c-40a4-b999-e16c84b42f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:16.197067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55226) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:16.198806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 731c33e7-a97c-40a4-b999-e16c84b42f2f details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:16.269032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e10364dc-9891-464b-be1f-e2674aea8260 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:16.310292 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9ff42566-d20a-4d90-a891-7cbb51eb2ffb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 200 len: 991 time: 0.1121855 Aug 11 03:18:16.330288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:16.335553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.399207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.402266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port e10364dc-9891-464b-be1f-e2674aea8260 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:16.407806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port e10364dc-9891-464b-be1f-e2674aea8260 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:16.408546 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.468082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Port': ['ID=ee7f191c-94ad-473b-a01e-c801bd5115d3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:16.555611 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.589780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10364dc-9891-464b-be1f-e2674aea8260'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:16.592965 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9db23-17e3-4175-91ea-e9e55cc5f38d" -d '{"events": [{"server_uuid": "ef4bff9f-69d2-4ba0-9643-cec347b4a0b9", "name": "network-vif-plugged", "status": "completed", "tag": "e10364dc-9891-464b-be1f-e2674aea8260"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:16.615063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port e10364dc-9891-464b-be1f-e2674aea8260, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e10364dc-9891-464b-be1f-e2674aea8260,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:16.624335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.626475 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.660334 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.705635 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a4c0ad-71f1-44f5-9400-c5604c6a0cff x-openstack-request-id: req-c4a4c0ad-71f1-44f5-9400-c5604c6a0cff {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:16.705900 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4bff9f-69d2-4ba0-9643-cec347b4a0b9", "name": "network-vif-plugged", "status": "completed", "tag": "e10364dc-9891-464b-be1f-e2674aea8260", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:16.706115 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4a4c0ad-71f1-44f5-9400-c5604c6a0cff {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:16.706537 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10364dc-9891-464b-be1f-e2674aea8260', 'code': 200} Aug 11 03:18:16.734749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=9be971f9-dd4d-437f-95a7-45f6070ba079,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:16.741280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731c33e7-a97c-40a4-b999-e16c84b42f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:16.741766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: 731c33e7-a97c-40a4-b999-e16c84b42f2f, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:16.764024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=e10364dc-9891-464b-be1f-e2674aea8260,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:16.767969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6e8ee852-703d-4099-8c62-678b89bb6ef7 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:18:16.812143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 731c33e7-a97c-40a4-b999-e16c84b42f2f is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:16.823423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618068b2-151e-4ae5-a01e-1fe949adc324 req-dc36df61-999a-4387-bfd1-fb2549c97efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.825545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-618068b2-151e-4ae5-a01e-1fe949adc324 req-dc36df61-999a-4387-bfd1-fb2549c97efe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 1098 time: 0.0797923 Aug 11 03:18:16.844796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 731c33e7-a97c-40a4-b999-e16c84b42f2f) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:16.859401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.860161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:16.892321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436d7af6-fa5a-4438-8ba0-506a33e04bb7 req-273e25c7-8296-4807-b950-d0303356c352 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:16.893658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-618068b2-151e-4ae5-a01e-1fe949adc324 req-bbbbbb11-888a-4619-b744-394c4b665b33 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604963 Aug 11 03:18:16.894641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-436d7af6-fa5a-4438-8ba0-506a33e04bb7 req-273e25c7-8296-4807-b950-d0303356c352 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 946 time: 0.2384195 Aug 11 03:18:16.908550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e9a28ed-9947-4375-bc0c-88264226669d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7239418 Aug 11 03:18:16.911129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55248) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:16.968558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079d0ae-44eb-4748-8858-310b52dbe8ca None None] Network 731c33e7-a97c-40a4-b999-e16c84b42f2f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:17.016782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Router e646b58d-a7a2-48c5-a799-a7aca07f426a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:18:17.030925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-436d7af6-fa5a-4438-8ba0-506a33e04bb7 req-07e3db38-50ee-4fb6-a91b-4a20f0917d4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797870 Aug 11 03:18:17.038556 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.071304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 6e8ee852-703d-4099-8c62-678b89bb6ef7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:18:17.081042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 6e8ee852-703d-4099-8c62-678b89bb6ef7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:17.081702 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.124459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:18:17.129599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b53de8c0-3000-43e6-a8f6-d20a096654e6 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7741690 Aug 11 03:18:17.133032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.140009 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] Sync routers for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:18:17.159537 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:17.160337 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:17.175917 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-ddf819ff-377e-41ef-b485-c91506e7112a tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] show failed (client error): The resource could not be found. Aug 11 03:18:17.177361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ddf819ff-377e-41ef-b485-c91506e7112a tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1416086597 HTTP/1.1" status: 404 len: 335 time: 0.0428231 Aug 11 03:18:17.181546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55254) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.191883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2ada1dde-b9ad-4c50-ac05-91c01ccbf632 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Request body: {'router': {'name': 'new_name'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:17.231325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.247855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-731c33e7-a97c-40a4-b999-e16c84b42f2f', 'network_id': '731c33e7-a97c-40a4-b999-e16c84b42f2f', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': '9be971f9-dd4d-437f-95a7-45f6070ba079'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:17.248794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.279017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68efbd52-4081-4e2d-bd32-483d35c2ca2a req-adc22b04-25da-4b81-a5f2-07a8615dd70d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:17.285286 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68efbd52-4081-4e2d-bd32-483d35c2ca2a req-adc22b04-25da-4b81-a5f2-07a8615dd70d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 945 time: 0.2436049 Aug 11 03:18:17.286238 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-2ada1dde-b9ad-4c50-ac05-91c01ccbf632 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] update failed (client error): The resource could not be found. Aug 11 03:18:17.287228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ada1dde-b9ad-4c50-ac05-91c01ccbf632 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1457481390 HTTP/1.1" status: 404 len: 335 time: 0.1006560 Aug 11 03:18:17.288586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.292950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55260) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.318774 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:17.321152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55262) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.330364 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] Routers {'e646b58d-a7a2-48c5-a799-a7aca07f426a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:18:17.330995 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:17:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['e646b58d-a7a2-48c5-a799-a7aca07f426a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:17.353211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:17.365757 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.383514 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:17.384449 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c357a7-1b61-4936-850a-30daf127e0ff None None] The sync data for ids ['e646b58d-a7a2-48c5-a799-a7aca07f426a'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:18:17.408194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting subnet 69e126d2-bc3e-4b94-b87b-3e26f9f72ac2 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:17.413163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.459148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:17.463838 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.466720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Allocated IP 172.20.0.2 (731c33e7-a97c-40a4-b999-e16c84b42f2f/9be971f9-dd4d-437f-95a7-45f6070ba079/5a8313a1-c924-437d-81b3-1b8d3d866262) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:17.597789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.665064 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.685087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.687143 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Transition to ACTIVE for port object 5a8313a1-c924-437d-81b3-1b8d3d866262 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:17.708171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Transition to ACTIVE for port object 5a8313a1-c924-437d-81b3-1b8d3d866262 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:17.719242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.726692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Subnet': ['ID=69e126d2-bc3e-4b94-b87b-3e26f9f72ac2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:17.727607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.732547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-58829641-ad85-43ef-aba9-a1719431b1cf tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/subnets/69e126d2-bc3e-4b94-b87b-3e26f9f72ac2 HTTP/1.1" status: 204 len: 168 time: 0.4383161 Aug 11 03:18:17.733909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55270) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:17.757269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5d790-b134-447d-b2c8-e91a07ec935c None None] Network ed1d33c9-d280-4905-9ea4-ba40936f3a0c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:17.825194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Network 731c33e7-a97c-40a4-b999-e16c84b42f2f is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:17.832363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:17.840713 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:17.842466 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.848423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Pushing event updated for resources: {'Port': ['ID=5a8313a1-c924-437d-81b3-1b8d3d866262,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:17.904084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting port 2351c8eb-5845-4d7c-8559-0ca246cd5490 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:17.905040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.917412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68efbd52-4081-4e2d-bd32-483d35c2ca2a req-5c19c8ed-c45f-4046-81bc-e9cde4e7bec5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246419 Aug 11 03:18:17.956609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Attempting to bind port 5a8313a1-c924-437d-81b3-1b8d3d866262 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:17.956869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-889262a4-e11c-44d0-930c-47f653cba324 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 200 len: 993 time: 0.6017823 Aug 11 03:18:17.957101 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Attempting to bind port 5a8313a1-c924-437d-81b3-1b8d3d866262 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731c33e7-a97c-40a4-b999-e16c84b42f2f'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:17.957641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Attempting to bind port 5a8313a1-c924-437d-81b3-1b8d3d866262 on network 731c33e7-a97c-40a4-b999-e16c84b42f2f {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:17.970137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:17.970525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Checking segment: {'id': '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731c33e7-a97c-40a4-b999-e16c84b42f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:17.970950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.971479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Bound using segment: {'id': '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731c33e7-a97c-40a4-b999-e16c84b42f2f'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:17.971993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Bound port: 5a8313a1-c924-437d-81b3-1b8d3d866262, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '731c33e7-a97c-40a4-b999-e16c84b42f2f'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:17.972417 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:17.997610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.019409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] For port 2351c8eb-5845-4d7c-8559-0ca246cd5490, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2351c8eb-5845-4d7c-8559-0ca246cd5490,segment=NetworkSegment(5c6c65f1-4144-4df6-9d86-aa024fde31be),segment_id=5c6c65f1-4144-4df6-9d86-aa024fde31be)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:18.019928 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.037111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Calling delete_port for 2351c8eb-5845-4d7c-8559-0ca246cd5490 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:18.045148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=9be971f9-dd4d-437f-95a7-45f6070ba079,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.053006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] For port 5a8313a1-c924-437d-81b3-1b8d3d866262, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:18.057803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] For port 5a8313a1-c924-437d-81b3-1b8d3d866262, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a8313a1-c924-437d-81b3-1b8d3d866262,segment=NetworkSegment(50f62c31-9bc6-4d30-af6e-99b2a4ab51d5),segment_id=50f62c31-9bc6-4d30-af6e-99b2a4ab51d5)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:18.069757 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.106898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] DHCP port deletion for ed1d33c9-d280-4905-9ea4-ba40936f3a0c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:18.146132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.161953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731c33e7-a97c-40a4-b999-e16c84b42f2f']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:18.173724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.188010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:18.188709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:18.211034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.215311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d1d3c-00fc-408e-8ed0-1a1cff943e3e None None] Pushing event updated for resources: {'Port': ['ID=5a8313a1-c924-437d-81b3-1b8d3d866262,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.226914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Port': ['ID=2351c8eb-5845-4d7c-8559-0ca246cd5490,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.236747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] Deleting port 2351c8eb-5845-4d7c-8559-0ca246cd5490 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:18.237236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.248559 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.249428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] No DVR routers for this DVR port 2351c8eb-5845-4d7c-8559-0ca246cd5490 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:18.267992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:18.268410 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:18.277408 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:18.318921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] For port 2351c8eb-5845-4d7c-8559-0ca246cd5490, host n-d-768509-22, got binding levels [] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:18.319552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.337123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] Calling delete_port for 2351c8eb-5845-4d7c-8559-0ca246cd5490 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:18.341756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.ipam_backend_mixin [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] Port 2351c8eb-5845-4d7c-8559-0ca246cd5490 was not found and therefore no delete operation was performed {{(pid=111684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:18:18.343458 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.363867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.api [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:18:18.363867 n-d-768509-22 neutron-server[111682]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:18:18.363867 n-d-768509-22 neutron-server[111682]: [parameters: {'id': '731c33e7-a97c-40a4-b999-e16c84b42f2f'}] Aug 11 03:18:18.363867 n-d-768509-22 neutron-server[111682]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111682) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:18:18.364736 n-d-768509-22 neutron-server[111682]: DEBUG oslo_db.api [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:18:18.374985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] Pushing event deleted for resources: {'Port': ['ID=2351c8eb-5845-4d7c-8559-0ca246cd5490,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.377060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970f131-dc3d-4466-b324-4cbc639b6645 None None] No DVR routers for this DVR port 2351c8eb-5845-4d7c-8559-0ca246cd5490 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:18.392974 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.403455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3d786-5196-4957-ae23-5786502bcce9 req-891e8263-caed-43c7-ba5e-ae58d580ea66 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.405134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07c3d786-5196-4957-ae23-5786502bcce9 req-891e8263-caed-43c7-ba5e-ae58d580ea66 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 946 time: 0.2420719 Aug 11 03:18:18.450963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1d33c9-d280-4905-9ea4-ba40936f3a0c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:18.472700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6c65f1-4144-4df6-9d86-aa024fde31be') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:18.473006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6c65f1-4144-4df6-9d86-aa024fde31be') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:18.486427 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.517801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07c3d786-5196-4957-ae23-5786502bcce9 req-96302afd-1ec7-40fc-9f49-d9c04092bdfa tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988402 Aug 11 03:18:18.522292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.532269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:18.532575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:18.535940 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:18.628973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.634630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.640115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/networks/ed1d33c9-d280-4905-9ea4-ba40936f3a0c HTTP/1.1" status: 204 len: 168 time: 0.9027033 Aug 11 03:18:18.641276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55290) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:18.669312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c49256-c647-4741-9d5a-895d6f25ed37 req-e4bab1c2-99fc-426f-8e30-eaf4fb5268c5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.671107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06c49256-c647-4741-9d5a-895d6f25ed37 req-e4bab1c2-99fc-426f-8e30-eaf4fb5268c5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 946 time: 0.0675194 Aug 11 03:18:18.677104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddce283-5b38-4ee3-ae91-e421bd3957a8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Network': ['ID=ed1d33c9-d280-4905-9ea4-ba40936f3a0c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.707148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting subnet 5dba7759-5ee2-4dea-ada8-02777dbd95de {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:18.707874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:18.710422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.712241 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1597fc56-8ff8-4039-9356-b2e90624ef05" -d '{"events": [{"server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "name": "network-vif-plugged", "status": "completed", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:18.723520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06c49256-c647-4741-9d5a-895d6f25ed37 req-15d2c935-3128-4b70-8799-378a57aefa76 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454919 Aug 11 03:18:18.753598 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e5046-664f-439f-9a32-ca9f83db1b44 x-openstack-request-id: req-250e5046-664f-439f-9a32-ca9f83db1b44 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:18.753989 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "name": "network-vif-plugged", "status": "completed", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:18.754240 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-250e5046-664f-439f-9a32-ca9f83db1b44 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:18.754645 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'code': 200} Aug 11 03:18:18.771385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.850060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4ef40-f918-4a0b-a6ab-843c1f29e15a req-7a95ea84-0f0a-4ef8-9c2b-0d29ccf7b8f0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.851695 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21c4ef40-f918-4a0b-a6ab-843c1f29e15a req-7a95ea84-0f0a-4ef8-9c2b-0d29ccf7b8f0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 946 time: 0.0582445 Aug 11 03:18:18.864822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.879798 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.926443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5ff9b-8c8a-4c0e-ba10-8aceb1a057ae req-12209402-cbcc-4f52-bd8c-54c6cb8fbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:18.928014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bd5ff9b-8c8a-4c0e-ba10-8aceb1a057ae req-12209402-cbcc-4f52-bd8c-54c6cb8fbf14 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.0754361 Aug 11 03:18:18.934515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.977815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Subnet': ['ID=5dba7759-5ee2-4dea-ada8-02777dbd95de,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:18.982495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:18.984392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21c4ef40-f918-4a0b-a6ab-843c1f29e15a req-6ab1e1e6-0ef6-4069-bfad-729b16350834 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011605 Aug 11 03:18:18.987034 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c88ab60e-7b43-4174-97ee-39b5b1f4de07 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/subnets/5dba7759-5ee2-4dea-ada8-02777dbd95de HTTP/1.1" status: 204 len: 168 time: 0.3447971 Aug 11 03:18:18.987262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55304) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:18.992635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146d4816-5912-40d3-b75d-711f874384c8 None None] Network 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:19.100269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Deleting port 5a8313a1-c924-437d-81b3-1b8d3d866262 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:19.100627 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.104706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bd5ff9b-8c8a-4c0e-ba10-8aceb1a057ae req-75b3aab0-7b30-4c43-8dd2-d4d3df625032 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417613 Aug 11 03:18:19.113389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting subnet 7216f273-1578-4aa9-a602-b89bf447e26f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:19.117031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.191426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6639a-5503-4804-9904-d856fd0c3557 req-cf37f67d-549d-49c3-a6e8-a9f96bfe90da tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.193112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daf6639a-5503-4804-9904-d856fd0c3557 req-cf37f67d-549d-49c3-a6e8-a9f96bfe90da tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1221831 Aug 11 03:18:19.242007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.278519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daf6639a-5503-4804-9904-d856fd0c3557 req-6fbeb4ee-a278-4606-a372-ca821659c2ff tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752091 Aug 11 03:18:19.307396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] For port 5a8313a1-c924-437d-81b3-1b8d3d866262, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a8313a1-c924-437d-81b3-1b8d3d866262,segment=NetworkSegment(50f62c31-9bc6-4d30-af6e-99b2a4ab51d5),segment_id=50f62c31-9bc6-4d30-af6e-99b2a4ab51d5)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:19.307396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.328507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Calling delete_port for 5a8313a1-c924-437d-81b3-1b8d3d866262 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:19.330491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] DHCP port deletion for 9f51ba5d-2400-469f-b1b6-681c24c6c6b1 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:19.423610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] Deleting port 643039d7-1766-414c-92d6-202544569304 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:19.424018 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.484184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.512350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] For port 643039d7-1766-414c-92d6-202544569304, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=643039d7-1766-414c-92d6-202544569304,segment=NetworkSegment(59ff8f95-1134-4477-97a9-14c04b0011cc),segment_id=59ff8f95-1134-4477-97a9-14c04b0011cc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:19.513670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.539508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ff367-5f1c-4af2-9581-c14eaadb4517 req-264d64ca-0a82-475e-808a-5e7cfcd83b87 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:19.548990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115ff367-5f1c-4af2-9581-c14eaadb4517 req-264d64ca-0a82-475e-808a-5e7cfcd83b87 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 946 time: 0.0928001 Aug 11 03:18:19.551931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] Calling delete_port for 643039d7-1766-414c-92d6-202544569304 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:19.561543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.608780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.611418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Port': ['ID=5a8313a1-c924-437d-81b3-1b8d3d866262,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:19.614304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No DVR routers for this DVR port 5a8313a1-c924-437d-81b3-1b8d3d866262 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:19.628330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115ff367-5f1c-4af2-9581-c14eaadb4517 req-26a476ff-bf4b-4bac-8dae-6822ca2557a0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782585 Aug 11 03:18:19.663348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9d09d-2e7c-4b79-b740-fa69017042d3 None None] Network 731c33e7-a97c-40a4-b999-e16c84b42f2f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:19.668189 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.685010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Subnet': ['ID=7216f273-1578-4aa9-a602-b89bf447e26f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:19.692087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.693957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8d6a80f6-bf76-4dc9-968d-c2e0bb8e2200 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/subnets/7216f273-1578-4aa9-a602-b89bf447e26f HTTP/1.1" status: 204 len: 168 time: 0.7056308 Aug 11 03:18:19.696548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55322) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:19.728110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ed402-e3a3-4fcf-be6b-b2fe72cfd414 None None] Network 356017dc-c799-44e6-b554-f489ad2308fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:19.763169 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.767737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] No DVR routers for this DVR port 643039d7-1766-414c-92d6-202544569304 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:19.783349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731c33e7-a97c-40a4-b999-e16c84b42f2f']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.798822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.799227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f62c31-9bc6-4d30-af6e-99b2a4ab51d5') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:19.816631 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.818332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c9c41d-b818-448d-96ae-2675a72b89c3 None None] Pushing event deleted for resources: {'Port': ['ID=643039d7-1766-414c-92d6-202544569304,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:19.830680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2ccdb4ff-23d7-4e44-bd0e-d8eed80a3f57 None None] Could not find standard attr ID for object 5a8313a1-c924-437d-81b3-1b8d3d866262. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:18:19.847600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.857594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.859944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:19.860362 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:19.866650 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:19.881951 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:19.991981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.005291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.013415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be20fa-3c74-44ca-9d90-dd44dc637672 None None] DHCP port deletion for 731c33e7-a97c-40a4-b999-e16c84b42f2f request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:20.017699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 643039d7-1766-414c-92d6-202544569304 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:20.017843 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/731c33e7-a97c-40a4-b999-e16c84b42f2f HTTP/1.1" status: 204 len: 168 time: 3.1030018 Aug 11 03:18:20.018501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55328) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.035079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e32c-3938-4179-aeb0-3b859f39c8f2 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=731c33e7-a97c-40a4-b999-e16c84b42f2f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.043707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 643039d7-1766-414c-92d6-202544569304 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:20.044209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 643039d7-1766-414c-92d6-202544569304 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:20.049467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2351c8eb-5845-4d7c-8559-0ca246cd5490 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:20.066581 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd65da20-51e7-4d07-8f2e-ef521ddac616 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] GET failed (client error): The resource could not be found. Aug 11 03:18:20.070089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55332) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.072548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cd65da20-51e7-4d07-8f2e-ef521ddac616 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/subnets/9be971f9-dd4d-437f-95a7-45f6070ba079 HTTP/1.1" status: 404 len: 337 time: 0.0476708 Aug 11 03:18:20.084283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2351c8eb-5845-4d7c-8559-0ca246cd5490 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:20.084632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2351c8eb-5845-4d7c-8559-0ca246cd5490 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:20.086454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.102942 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fb3efe1-900d-450c-913f-27599370ddec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:20.104321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fb3efe1-900d-450c-913f-27599370ddec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:20.106192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2fb3efe1-900d-450c-913f-27599370ddec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/731c33e7-a97c-40a4-b999-e16c84b42f2f HTTP/1.1" status: 404 len: 339 time: 0.0352118 Aug 11 03:18:20.110619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55334) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.110756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f51ba5d-2400-469f-b1b6-681c24c6c6b1']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.125878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ff8f95-1134-4477-97a9-14c04b0011cc') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.126184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ff8f95-1134-4477-97a9-14c04b0011cc') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.139856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.159451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.166813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:20.167821 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:20.172568 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:20.219181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] DHCP port deletion for 356017dc-c799-44e6-b554-f489ad2308fe request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:20.253359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.261006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.266388 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/networks/9f51ba5d-2400-469f-b1b6-681c24c6c6b1 HTTP/1.1" status: 204 len: 168 time: 0.5679753 Aug 11 03:18:20.267050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.288952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2ebc5-0bd9-4d51-be4e-058718878368 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Network': ['ID=9f51ba5d-2400-469f-b1b6-681c24c6c6b1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.300256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] Deleting port ba417721-9011-4574-9c76-a83fa5cc083c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:20.301575 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.329062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3154ec25-b5d1-4cf3-8f74-85317056e91f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.330841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3154ec25-b5d1-4cf3-8f74-85317056e91f tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2186227 Aug 11 03:18:20.333871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.401508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.402599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c04d27ef-a3e2-4319-aa60-541c38eaa058 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 207 time: 0.0670743 Aug 11 03:18:20.407486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.407861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] For port ba417721-9011-4574-9c76-a83fa5cc083c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ba417721-9011-4574-9c76-a83fa5cc083c,segment=NetworkSegment(02cc9054-363e-4d3b-9d89-9fb89968c749),segment_id=02cc9054-363e-4d3b-9d89-9fb89968c749)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:20.408473 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.426795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] Calling delete_port for ba417721-9011-4574-9c76-a83fa5cc083c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:20.480932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting port ba417721-9011-4574-9c76-a83fa5cc083c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:20.481664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.532694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.564539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] Pushing event deleted for resources: {'Port': ['ID=ba417721-9011-4574-9c76-a83fa5cc083c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.567653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70881efc-7db3-4d98-8740-6bf289b22221 None None] No DVR routers for this DVR port ba417721-9011-4574-9c76-a83fa5cc083c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:20.584525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] For port ba417721-9011-4574-9c76-a83fa5cc083c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ba417721-9011-4574-9c76-a83fa5cc083c,segment=NetworkSegment(02cc9054-363e-4d3b-9d89-9fb89968c749),segment_id=02cc9054-363e-4d3b-9d89-9fb89968c749)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:20.584831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.601483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Calling delete_port for ba417721-9011-4574-9c76-a83fa5cc083c owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:20.613142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851abb96-4a31-4a27-bb86-884e09ca0444 req-2dc36f37-1176-4282-ac62-c1bbac059ab6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.614690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-851abb96-4a31-4a27-bb86-884e09ca0444 req-2dc36f37-1176-4282-ac62-c1bbac059ab6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.2108784 Aug 11 03:18:20.705524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.716945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa061e32-f09f-4ca9-ad2e-4067f456c059 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.724370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa061e32-f09f-4ca9-ad2e-4067f456c059 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.731326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa061e32-f09f-4ca9-ad2e-4067f456c059 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.737853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa061e32-f09f-4ca9-ad2e-4067f456c059 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.743007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa061e32-f09f-4ca9-ad2e-4067f456c059 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3309705 Aug 11 03:18:20.746310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.759335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Port': ['ID=ba417721-9011-4574-9c76-a83fa5cc083c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:20.764583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] No DVR routers for this DVR port ba417721-9011-4574-9c76-a83fa5cc083c on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:20.816020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-851abb96-4a31-4a27-bb86-884e09ca0444 req-82421288-3810-4a0e-b872-19bba96c3156 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884975 Aug 11 03:18:20.858233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69511571-d7df-49e5-b69f-1d8061088225 req-754c55da-1538-473b-b8f8-3b8e16e9f449 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.861029 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-69511571-d7df-49e5-b69f-1d8061088225 req-754c55da-1538-473b-b8f8-3b8e16e9f449 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 946 time: 0.1526008 Aug 11 03:18:20.905786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-64f151a7-d701-4599-80ef-6d94a3a82ef2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:20.907312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-64f151a7-d701-4599-80ef-6d94a3a82ef2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 946 time: 0.0885754 Aug 11 03:18:20.922621 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-69511571-d7df-49e5-b69f-1d8061088225 req-2c66b90b-f390-45e2-a476-f0df6b21b157 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523455 Aug 11 03:18:20.934064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:20.956055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356017dc-c799-44e6-b554-f489ad2308fe']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.970287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cc9054-363e-4d3b-9d89-9fb89968c749') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.970810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cc9054-363e-4d3b-9d89-9fb89968c749') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:20.983685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ff4074dc-4ee2-4862-b87c-9766ac5cf337 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2360785 Aug 11 03:18:20.985345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55362) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:20.988631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.071094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.101143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port e10364dc-9891-464b-be1f-e2674aea8260 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:21.101618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.123436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:21.123866 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:21.127579 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:21.163343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-3702d273-ba58-431c-a11e-5a22c0b857fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.165250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-3702d273-ba58-431c-a11e-5a22c0b857fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.1099827 Aug 11 03:18:21.194679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbaed62-bb8a-4095-8cd3-14a3f5565214 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.196521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbaed62-bb8a-4095-8cd3-14a3f5565214 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.202496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1fbaed62-bb8a-4095-8cd3-14a3f5565214 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2126710 Aug 11 03:18:21.203136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.223211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d034e-85e2-4a76-bb53-4242330757b1 req-bf7a62f6-e512-43e0-a95c-994f91474a31 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.230507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be5d034e-85e2-4a76-bb53-4242330757b1 req-bf7a62f6-e512-43e0-a95c-994f91474a31 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1528661 Aug 11 03:18:21.250153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.254947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.257008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/networks/356017dc-c799-44e6-b554-f489ad2308fe HTTP/1.1" status: 204 len: 168 time: 0.9876738 Aug 11 03:18:21.262540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55372) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.276019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] For port e10364dc-9891-464b-be1f-e2674aea8260, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=e10364dc-9891-464b-be1f-e2674aea8260,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:21.276416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.301506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfc4c4-e81a-47c9-936d-90b90cfdf015 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Network': ['ID=356017dc-c799-44e6-b554-f489ad2308fe,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:21.324057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for e10364dc-9891-464b-be1f-e2674aea8260 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:21.326762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002cf98-91c2-4723-ba92-0016d53610e8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.329032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d002cf98-91c2-4723-ba92-0016d53610e8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.330738 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d002cf98-91c2-4723-ba92-0016d53610e8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1269500 Aug 11 03:18:21.340223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be5d034e-85e2-4a76-bb53-4242330757b1 req-bef1a176-7e2e-4f60-abd7-b3ece077abe9 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798807 Aug 11 03:18:21.340700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55374) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.367990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting subnet cfc5355d-bc45-493f-9cc7-d8065353327a {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:21.371154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-ceebbb21-8f46-4d9f-8512-028faf1ce214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.372629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-ceebbb21-8f46-4d9f-8512-028faf1ce214 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.1985233 Aug 11 03:18:21.375451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.457289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f06f1-42b2-4c6a-a0c7-3a4533a3c0e3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.462128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-503f06f1-42b2-4c6a-a0c7-3a4533a3c0e3 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/networks/e3641141-c509-4404-bda5-ef22541dc2aa HTTP/1.1" status: 200 len: 800 time: 0.1170678 Aug 11 03:18:21.463177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55378) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.479821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-34c4843c-a827-4afc-9aa4-7711761ffbe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 217 time: 0.0680728 Aug 11 03:18:21.507157 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.582858 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2cec5b06-a359-4536-b71f-33b4725f225a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/networks/e3641141-c509-4404-bda5-ef22541dc2aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1193101 Aug 11 03:18:21.583470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55382) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.608592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-bfd7ba83-dbaf-4e60-800e-03c11f4a9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.610074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-bfd7ba83-dbaf-4e60-800e-03c11f4a9b0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.1196432 Aug 11 03:18:21.640823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a836527e-a5ae-4e82-8229-31ee478fb142 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.646236 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a836527e-a5ae-4e82-8229-31ee478fb142 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/subnets/89afc8ca-46d8-47d3-b306-181b13a7eb4b HTTP/1.1" status: 200 len: 811 time: 0.0614910 Aug 11 03:18:21.646845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.694498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-f1a47f7a-2cd9-4470-8174-e6754c8dc69b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634170 Aug 11 03:18:21.706422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374e3d95-b5c9-4fbd-921d-bfec748c1fec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['shared'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.707877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-374e3d95-b5c9-4fbd-921d-bfec748c1fec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "GET /v2.0/subnets/89afc8ca-46d8-47d3-b306-181b13a7eb4b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0600581 Aug 11 03:18:21.711356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:21.718931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.719767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1765516049'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:21.745248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:21.751177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.780017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:21.790660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.791723 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Added segment c5d2d32e-e2b8-4e03-9037-db0b87d1d229 of type vlan for network 67be447e-2129-4e1c-8002-886d1c16e4fe Aug 11 03:18:21.818010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.830723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['e10364dc-9891-464b-be1f-e2674aea8260'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:21.839863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.875356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=e10364dc-9891-464b-be1f-e2674aea8260,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:21.878906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.894493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:21.897275 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.910748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.924172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a8313a1-c924-437d-81b3-1b8d3d866262 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:21.939196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-70d5d40d-59e3-4c5d-828b-7b40cdd71130 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322521 Aug 11 03:18:21.940230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] No DVR routers for this DVR port e10364dc-9891-464b-be1f-e2674aea8260 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:21.963889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5a8313a1-c924-437d-81b3-1b8d3d866262 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:21.964833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.965604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a8313a1-c924-437d-81b3-1b8d3d866262 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:21.966414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba417721-9011-4574-9c76-a83fa5cc083c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:21.966729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a09caada-3a07-4921-8612-de5c2f03c6cc req-02813506-c4ca-48a3-9b88-67a0e25a70f7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "DELETE /v2.0/ports/e10364dc-9891-464b-be1f-e2674aea8260 HTTP/1.1" status: 204 len: 173 time: 1.0510476 Aug 11 03:18:21.967179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'name': 'network-vif-deleted', 'tag': 'e10364dc-9891-464b-be1f-e2674aea8260'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:21.969487 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe0ab53-dfe1-4f60-a3ea-99131ccf0a78" -d '{"events": [{"server_uuid": "ef4bff9f-69d2-4ba0-9643-cec347b4a0b9", "name": "network-vif-deleted", "tag": "e10364dc-9891-464b-be1f-e2674aea8260"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:21.982127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc5355d-bc45-493f-9cc7-d8065353327a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:21.985583 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:21.987116 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ceecc87-57cf-483b-9526-d7f0779b4439 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/subnets/cfc5355d-bc45-493f-9cc7-d8065353327a HTTP/1.1" status: 204 len: 168 time: 0.7236209 Aug 11 03:18:22.011156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55394) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:22.027438 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3145432 Aug 11 03:18:22.053192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55398) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:22.053366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ba417721-9011-4574-9c76-a83fa5cc083c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:22.053871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba417721-9011-4574-9c76-a83fa5cc083c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:22.059854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d69cac-0b41-4402-bbaa-f33e49ae30a3 None None] Network 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:22.068171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'network_id': '67be447e-2129-4e1c-8002-886d1c16e4fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:22.108249 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec1a364-56b1-40a6-8060-abbe901a7246 x-openstack-request-id: req-eec1a364-56b1-40a6-8060-abbe901a7246 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:22.108733 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4bff9f-69d2-4ba0-9643-cec347b4a0b9", "name": "network-vif-deleted", "tag": "e10364dc-9891-464b-be1f-e2674aea8260", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:22.108813 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eec1a364-56b1-40a6-8060-abbe901a7246 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:22.109208 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4bff9f-69d2-4ba0-9643-cec347b4a0b9', 'name': 'network-vif-deleted', 'tag': 'e10364dc-9891-464b-be1f-e2674aea8260', 'status': 'completed', 'code': 200} Aug 11 03:18:22.160334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c359f9-fadd-49de-a97f-e69bca12b985 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Network': ['ID=67be447e-2129-4e1c-8002-886d1c16e4fe,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:22.195254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 67be447e-2129-4e1c-8002-886d1c16e4fe details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:22.209681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Made reservation on behalf of cc30357e66bd40468c298076d0e9d082 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:22.215686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.263781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-063310a5-fa22-4a53-a89b-3b9bde0d0018 req-d3c5e1b4-16df-4cfb-bc59-3c4bf62a00f1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.1700778 Aug 11 03:18:22.328242 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.329638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing IP validity checks on allocation pools {{(pid=111683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:18:22.330591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111683) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:18:22.345437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abe2a007-5743-4e58-a25a-9ef39ab5034c req-15f7eee4-a77b-4cd9-a72a-579e200851aa service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826382 Aug 11 03:18:22.443429 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-26cb84d2-2a7b-4d5e-8e8d-7c88a0e3c690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.463882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Deleting port d5f7c8a3-f074-431b-9ae6-52c005b23f20 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:22.464668 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.540626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] DHCP port deletion for 24ad69e0-b780-4a7b-987c-1ec516cbb5f2 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:22.554685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.563229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] For port d5f7c8a3-f074-431b-9ae6-52c005b23f20, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5f7c8a3-f074-431b-9ae6-52c005b23f20,segment=NetworkSegment(77f68ca7-4729-491b-9a57-3ffaea027ea7),segment_id=77f68ca7-4729-491b-9a57-3ffaea027ea7)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:22.563919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.599889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Calling delete_port for d5f7c8a3-f074-431b-9ae6-52c005b23f20 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:22.604197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f5453-5479-414a-8cef-ea086b1ea08e req-8c6ae150-fbf5-4438-978a-932520a9398f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:22.605746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e5f5453-5479-414a-8cef-ea086b1ea08e req-8c6ae150-fbf5-4438-978a-932520a9398f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1376946 Aug 11 03:18:22.638869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] Deleting port d5f7c8a3-f074-431b-9ae6-52c005b23f20 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:22.639396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.665276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=8b0ff93f-ed5b-48e5-aff6-86c4daa3409e,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:22.676066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5e5f5453-5479-414a-8cef-ea086b1ea08e req-bbf53bb2-552e-4374-ac1b-b57dc5593d80 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622981 Aug 11 03:18:22.678982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Checking segment: {'id': 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '67be447e-2129-4e1c-8002-886d1c16e4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:22.679346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network hostable DHCP agents. Network: 67be447e-2129-4e1c-8002-886d1c16e4fe, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:22.698576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Network 67be447e-2129-4e1c-8002-886d1c16e4fe is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:22.717673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 67be447e-2129-4e1c-8002-886d1c16e4fe) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:22.727572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:22.730083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.742657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40528428-1ace-4e43-9cf1-21f363cb5312 None None] Network 67be447e-2129-4e1c-8002-886d1c16e4fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:22.760223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24ea5b0d-cb3e-4a35-9d57-f6ef07c1e187 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7053304 Aug 11 03:18:22.762684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:22.771434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.775856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-add920b0-8e54-4520-a91a-d13eeac14c3e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:22.815696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Port': ['ID=d5f7c8a3-f074-431b-9ae6-52c005b23f20,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:22.820844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] No DVR routers for this DVR port d5f7c8a3-f074-431b-9ae6-52c005b23f20 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:22.850004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] For port d5f7c8a3-f074-431b-9ae6-52c005b23f20, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d5f7c8a3-f074-431b-9ae6-52c005b23f20,segment=NetworkSegment(77f68ca7-4729-491b-9a57-3ffaea027ea7),segment_id=77f68ca7-4729-491b-9a57-3ffaea027ea7)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:22.850584 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.884156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] Calling delete_port for d5f7c8a3-f074-431b-9ae6-52c005b23f20 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:22.915664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-add920b0-8e54-4520-a91a-d13eeac14c3e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9107839'] for subnet, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:22.976060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-67be447e-2129-4e1c-8002-886d1c16e4fe', 'network_id': '67be447e-2129-4e1c-8002-886d1c16e4fe', 'tenant_id': 'cc30357e66bd40468c298076d0e9d082', 'fixed_ips': [{'subnet_id': '8b0ff93f-ed5b-48e5-aff6-86c4daa3409e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:18:22.977224 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.022559 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.044966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ad69e0-b780-4a7b-987c-1ec516cbb5f2']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:23.065643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f68ca7-4729-491b-9a57-3ffaea027ea7') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:23.065951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f68ca7-4729-491b-9a57-3ffaea027ea7') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:23.076588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.099677 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.100774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.108694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:23.109320 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:23.112707 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:23.139866 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-add920b0-8e54-4520-a91a-d13eeac14c3e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752115259028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9168567'] for subnet, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.183724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] Pushing event deleted for resources: {'Port': ['ID=d5f7c8a3-f074-431b-9ae6-52c005b23f20,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:23.189747 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.195878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79297ce0-9a0e-444d-9184-db14ab0baee2 None None] No DVR routers for this DVR port d5f7c8a3-f074-431b-9ae6-52c005b23f20 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:23.210302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add920b0-8e54-4520-a91a-d13eeac14c3e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:23.210911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-add920b0-8e54-4520-a91a-d13eeac14c3e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.212427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.215855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-add920b0-8e54-4520-a91a-d13eeac14c3e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "PUT /v2.0/subnets/8b0ff93f-ed5b-48e5-aff6-86c4daa3409e HTTP/1.1" status: 200 len: 877 time: 0.4508555 Aug 11 03:18:23.220800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55416) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:23.220800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55418) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:23.221013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/networks/24ad69e0-b780-4a7b-987c-1ec516cbb5f2 HTTP/1.1" status: 204 len: 168 time: 1.2093177 Aug 11 03:18:23.255371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66544e0-4674-41ef-b8e4-73d41c9b0241 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Pushing event deleted for resources: {'Network': ['ID=24ad69e0-b780-4a7b-987c-1ec516cbb5f2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:23.258595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Allocated IP 172.20.0.3 (67be447e-2129-4e1c-8002-886d1c16e4fe/8b0ff93f-ed5b-48e5-aff6-86c4daa3409e/4fcaf955-2138-4735-a628-cc1377812506) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:18:23.283022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55420) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:23.283446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9fde4b1d-d3e3-4b63-a9f9-f9eddc6687e8 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "GET /v2.0/ports?device_id=e646b58d-a7a2-48c5-a799-a7aca07f426a HTTP/1.1" status: 200 len: 205 time: 0.0601592 Aug 11 03:18:23.318821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add920b0-8e54-4520-a91a-d13eeac14c3e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event updated for resources: {'Subnet': ['ID=8b0ff93f-ed5b-48e5-aff6-86c4daa3409e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:23.391577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.403665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2cac-3e81-4ef0-bfd6-dddc2bd0f6c5 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.487789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.499230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Transition to ACTIVE for port object 4fcaf955-2138-4735-a628-cc1377812506 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:23.518256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Transition to ACTIVE for port object 4fcaf955-2138-4735-a628-cc1377812506 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:23.541676 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.542452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d628ac80-35f4-4811-a100-daa2dbf35620 req-8dfec628-bf8c-4960-854a-24165f2f77b7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.0838363 Aug 11 03:18:23.672257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2cac-3e81-4ef0-bfd6-dddc2bd0f6c5 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.675211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2cac-3e81-4ef0-bfd6-dddc2bd0f6c5 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:23.888655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Network 67be447e-2129-4e1c-8002-886d1c16e4fe is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:18:23.894412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:23.902213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:18:23.941875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Pushing event updated for resources: {'Port': ['ID=4fcaf955-2138-4735-a628-cc1377812506,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:23.949586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5f7c8a3-f074-431b-9ae6-52c005b23f20 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:23.978046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d5f7c8a3-f074-431b-9ae6-52c005b23f20 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:23.978634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d5f7c8a3-f074-431b-9ae6-52c005b23f20 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:24.014099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Attempting to bind port 4fcaf955-2138-4735-a628-cc1377812506 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:24.014830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Attempting to bind port 4fcaf955-2138-4735-a628-cc1377812506 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '67be447e-2129-4e1c-8002-886d1c16e4fe'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:24.015429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Attempting to bind port 4fcaf955-2138-4735-a628-cc1377812506 on network 67be447e-2129-4e1c-8002-886d1c16e4fe {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:24.022622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:24.023481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Checking segment: {'id': 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '67be447e-2129-4e1c-8002-886d1c16e4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:24.024182 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.024827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Bound using segment: {'id': 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '67be447e-2129-4e1c-8002-886d1c16e4fe'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:24.026114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Bound port: 4fcaf955-2138-4735-a628-cc1377812506, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '67be447e-2129-4e1c-8002-886d1c16e4fe'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:24.026897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.051208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.148264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] For port 4fcaf955-2138-4735-a628-cc1377812506, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:24.154741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] For port 4fcaf955-2138-4735-a628-cc1377812506, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4fcaf955-2138-4735-a628-cc1377812506,segment=NetworkSegment(c5d2d32e-e2b8-4e03-9037-db0b87d1d229),segment_id=c5d2d32e-e2b8-4e03-9037-db0b87d1d229)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:24.161231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.207524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77411e1-4f19-4c9c-aa90-47414f665052 req-5299908c-f7d3-4c1a-aa6a-5e3a3413fd6e tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:24.210763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a77411e1-4f19-4c9c-aa90-47414f665052 req-5299908c-f7d3-4c1a-aa6a-5e3a3413fd6e tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0953729 Aug 11 03:18:24.242543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2cac-3e81-4ef0-bfd6-dddc2bd0f6c5 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.243207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6c2cac-3e81-4ef0-bfd6-dddc2bd0f6c5 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Fanout notify agent at l3_agent the message router_deleted on router e646b58d-a7a2-48c5-a799-a7aca07f426a {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:18:24.252635 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f6c2cac-3e81-4ef0-bfd6-dddc2bd0f6c5 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.253796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5f6c2cac-3e81-4ef0-bfd6-dddc2bd0f6c5 tempest-RoutersNegativeIpV6Test-475004983 tempest-RoutersNegativeIpV6Test-475004983-project] 10.222.0.60 "DELETE /v2.0/routers/e646b58d-a7a2-48c5-a799-a7aca07f426a HTTP/1.1" status: 204 len: 168 time: 0.9691293 Aug 11 03:18:24.278355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ddc81-e2f1-4d70-bbb8-08f98b33ae00 None None] Pushing event updated for resources: {'Port': ['ID=4fcaf955-2138-4735-a628-cc1377812506,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:24.286809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e10364dc-9891-464b-be1f-e2674aea8260 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:24.314869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: e10364dc-9891-464b-be1f-e2674aea8260 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:24.315679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device e10364dc-9891-464b-be1f-e2674aea8260 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:24.328975 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a77411e1-4f19-4c9c-aa90-47414f665052 req-9af96389-4910-4beb-98fa-9ae69c363801 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060529 Aug 11 03:18:24.334387 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.383278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0ff93f-ed5b-48e5-aff6-86c4daa3409e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:24.457515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.473705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67be447e-2129-4e1c-8002-886d1c16e4fe']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:24.491766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:24.492073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:24.505429 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.527915 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.554009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:24.554156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:24.567041 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:24.692927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 11 03:18:24.692927 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 11 03:18:24.692927 n-d-768509-22 neutron-server[111683]: [parameters: {'id': '67be447e-2129-4e1c-8002-886d1c16e4fe'}] Aug 11 03:18:24.692927 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:18:24.693329 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:18:24.754423 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fba12bc-02ac-4aa1-a67c-d8c448527a5d req-f4cc8c64-afa8-470c-8474-525743c49a08 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.0393920 Aug 11 03:18:24.789102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:24.965520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cb360a33-1a25-474f-84d1-cadf208ab6c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc3285c7256d46349dec00d23f572322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750865 Aug 11 03:18:24.967912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55450) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:25.023609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae168832-c049-4fd2-b791-e0e4c1df5b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.048448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae168832-c049-4fd2-b791-e0e4c1df5b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.105076 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae168832-c049-4fd2-b791-e0e4c1df5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.107941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae168832-c049-4fd2-b791-e0e4c1df5b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.111498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae168832-c049-4fd2-b791-e0e4c1df5b9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbf96cb9-4f54-45c4-a730-d85f07fc6750 HTTP/1.1" status: 204 len: 168 time: 0.1402676 Aug 11 03:18:25.121222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae168832-c049-4fd2-b791-e0e4c1df5b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf96cb9-4f54-45c4-a730-d85f07fc6750,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:25.194908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.216212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-61f9dfaf-c401-4496-bc1e-d5ef3959f058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.295621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Deleting port 4fcaf955-2138-4735-a628-cc1377812506 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:25.297207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.406173 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] For port 4fcaf955-2138-4735-a628-cc1377812506, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4fcaf955-2138-4735-a628-cc1377812506,segment=NetworkSegment(c5d2d32e-e2b8-4e03-9037-db0b87d1d229),segment_id=c5d2d32e-e2b8-4e03-9037-db0b87d1d229)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:25.406539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.423508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Calling delete_port for 4fcaf955-2138-4735-a628-cc1377812506 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:25.540822 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.551535 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.557526 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.600854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No DVR routers for this DVR port 4fcaf955-2138-4735-a628-cc1377812506 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:25.666028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Port': ['ID=4fcaf955-2138-4735-a628-cc1377812506,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:25.715977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6f3c3e-d3db-4fec-9669-c589ddd64ee3 None None] Network 67be447e-2129-4e1c-8002-886d1c16e4fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:25.771450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac133900-327d-4446-88a8-e47059cf4c6f req-6aabc6d3-c8df-4733-b65a-1660ea9363ea tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:25.793426 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac133900-327d-4446-88a8-e47059cf4c6f req-6aabc6d3-c8df-4733-b65a-1660ea9363ea tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.2531595 Aug 11 03:18:25.834820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a6b53cec-3047-41db-a09e-821444a018b1 None None] Could not find standard attr ID for object 4fcaf955-2138-4735-a628-cc1377812506. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:18:25.849325 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:25.890971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67be447e-2129-4e1c-8002-886d1c16e4fe']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:25.917584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff9d1f2e-d5a3-41f6-abb7-7eff440ef36c req-0f3ad8d1-05ba-4f8d-8c48-e5376b73a856 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.0462339 Aug 11 03:18:25.931553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:25.931876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d2d32e-e2b8-4e03-9037-db0b87d1d229') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:25.967905 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac133900-327d-4446-88a8-e47059cf4c6f req-6a33ffd3-a395-4146-9973-cc670e43a0d5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672423 Aug 11 03:18:25.971598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.017863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.027992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:26.028483 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:26.032506 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:26.050195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41762a4e-0a7e-4a69-9231-513b5b49a2ba None None] DHCP port deletion for 67be447e-2129-4e1c-8002-886d1c16e4fe request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:26.069743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d72b64-d04a-4878-b749-6fe1a0d38a2a None None] Network 67be447e-2129-4e1c-8002-886d1c16e4fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:26.125762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.136590 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.138944 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/67be447e-2129-4e1c-8002-886d1c16e4fe HTTP/1.1" status: 204 len: 168 time: 2.9173491 Aug 11 03:18:26.142863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55480) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.163058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d2e16-a464-4322-a6a5-ea675ff8a5b4 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=67be447e-2129-4e1c-8002-886d1c16e4fe,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.186034 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e863be20-0028-4b2c-9ade-078599606c7e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.186504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e863be20-0028-4b2c-9ade-078599606c7e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.188315 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e863be20-0028-4b2c-9ade-078599606c7e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/8b0ff93f-ed5b-48e5-aff6-86c4daa3409e HTTP/1.1" status: 404 len: 337 time: 0.0440598 Aug 11 03:18:26.191042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55484) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.224444 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4da07b-8d62-4537-9c3e-a697a6cdd753 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.225300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4da07b-8d62-4537-9c3e-a697a6cdd753 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.231786 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9b4da07b-8d62-4537-9c3e-a697a6cdd753 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/67be447e-2129-4e1c-8002-886d1c16e4fe HTTP/1.1" status: 404 len: 339 time: 0.0395024 Aug 11 03:18:26.232936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55488) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.270451 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb375d2-495d-4bae-9d75-0f8805fcb69d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.270921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb375d2-495d-4bae-9d75-0f8805fcb69d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.273198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ddb375d2-495d-4bae-9d75-0f8805fcb69d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/9be971f9-dd4d-437f-95a7-45f6070ba079 HTTP/1.1" status: 404 len: 337 time: 0.0385385 Aug 11 03:18:26.276264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55494) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.299815 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c880a93-4341-4fb0-aa28-87fd4e62131e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.301031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c880a93-4341-4fb0-aa28-87fd4e62131e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.303365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7c880a93-4341-4fb0-aa28-87fd4e62131e tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/731c33e7-a97c-40a4-b999-e16c84b42f2f HTTP/1.1" status: 404 len: 339 time: 0.0258818 Aug 11 03:18:26.306248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55496) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.408400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.553865 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.567765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15385e2c-707d-465f-b36c-d2341ccc84c5']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:26.580420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345b298f-077f-470e-b8d0-bda7173d0f32') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:26.580851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345b298f-077f-470e-b8d0-bda7173d0f32') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:26.594330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.615419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.625037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:26.625734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:26.631479 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:26.724724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.736953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.767721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:26.769850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/15385e2c-707d-465f-b36c-d2341ccc84c5 HTTP/1.1" status: 204 len: 168 time: 0.4618447 Aug 11 03:18:26.771133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb7611d-8cff-4fb3-91fe-0795426110b1 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=15385e2c-707d-465f-b36c-d2341ccc84c5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:26.773165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55506) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.831471 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e72648-d967-4052-bdbf-21f6bc102d5a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.831902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e72648-d967-4052-bdbf-21f6bc102d5a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.834066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-75e72648-d967-4052-bdbf-21f6bc102d5a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/6cfe8326-bf10-45ed-9db3-ec60bfb1a9e4 HTTP/1.1" status: 404 len: 337 time: 0.0595083 Aug 11 03:18:26.836573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55512) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.865818 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6e422a-ffa8-4a86-8075-58a2deb29572 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.867115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6e422a-ffa8-4a86-8075-58a2deb29572 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.869603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d6e422a-ffa8-4a86-8075-58a2deb29572 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/140a7548-20cd-4b38-bf31-a8963a84aaa7 HTTP/1.1" status: 404 len: 339 time: 0.0319204 Aug 11 03:18:26.873854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55514) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.907189 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6571b4-b761-4429-ba3b-cc2a19f2a663 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.907858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6571b4-b761-4429-ba3b-cc2a19f2a663 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.912377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cc6571b4-b761-4429-ba3b-cc2a19f2a663 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/d8eabf34-dc75-488f-bcd1-9f899e1f24dc HTTP/1.1" status: 404 len: 337 time: 0.0346413 Aug 11 03:18:26.913117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55516) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.936092 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a7bc01-cca1-42e1-b254-2f48e235f5eb tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.936842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a7bc01-cca1-42e1-b254-2f48e235f5eb tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.939414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a6a7bc01-cca1-42e1-b254-2f48e235f5eb tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/e5e6205f-fea8-44e8-9c6e-b11d7c4584bd HTTP/1.1" status: 404 len: 339 time: 0.0250618 Aug 11 03:18:26.942267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55518) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:26.978617 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-77807cec-3d92-4825-a116-4dbf395dc327 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:26.979244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77807cec-3d92-4825-a116-4dbf395dc327 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:26.983575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-77807cec-3d92-4825-a116-4dbf395dc327 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/b5722a00-011a-4f9a-84d0-8d559fe58670 HTTP/1.1" status: 404 len: 337 time: 0.0358422 Aug 11 03:18:26.984132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55522) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.010565 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f12ccca-6a6c-40c0-b475-17c52650061d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.011178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f12ccca-6a6c-40c0-b475-17c52650061d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.015414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5f12ccca-6a6c-40c0-b475-17c52650061d tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/4866fda0-cc69-4d27-b64d-bfeeed0f0a69 HTTP/1.1" status: 404 len: 339 time: 0.0282307 Aug 11 03:18:27.015720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55528) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.054641 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62c3352-ffb1-46f1-8c73-46a9c4e6eb6a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.055130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62c3352-ffb1-46f1-8c73-46a9c4e6eb6a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.057704 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d62c3352-ffb1-46f1-8c73-46a9c4e6eb6a tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/4577cd54-9ac1-4efb-a900-b07b72f22d55 HTTP/1.1" status: 404 len: 337 time: 0.0410476 Aug 11 03:18:27.062182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bcc49f5a-f1f7-4f9f-9a16-2fda7fd2a913 req-e231b13b-260e-46d6-b793-18d1de05f5e1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef4bff9f-69d2-4ba0-9643-cec347b4a0b9 HTTP/1.1" status: 200 len: 210 time: 0.0402024 Aug 11 03:18:27.062870 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55532) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.095480 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9027144-4a8b-4182-b855-1b1561f5c798 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.096479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9027144-4a8b-4182-b855-1b1561f5c798 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.098480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9027144-4a8b-4182-b855-1b1561f5c798 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/16d96dea-277d-4763-b9f6-b42bec53c22a HTTP/1.1" status: 404 len: 339 time: 0.0345352 Aug 11 03:18:27.101437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55534) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.159142 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca478cc-c0e4-491b-9a58-f86229f88338 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.159605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca478cc-c0e4-491b-9a58-f86229f88338 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.163916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5ca478cc-c0e4-491b-9a58-f86229f88338 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/3b48f996-f4ae-4eb5-a005-f4454555d6cb HTTP/1.1" status: 404 len: 337 time: 0.0586143 Aug 11 03:18:27.164166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55536) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.196638 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab43e2b3-94a5-404c-9def-74a45ff50232 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.197874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab43e2b3-94a5-404c-9def-74a45ff50232 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.200182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ab43e2b3-94a5-404c-9def-74a45ff50232 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/a1a52c27-4f58-461e-824e-e70e6e65259b HTTP/1.1" status: 404 len: 339 time: 0.0346184 Aug 11 03:18:27.202937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55538) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.203575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41374c25-ff68-468e-aa24-9089d943a40b req-fc543e0e-d05f-42d2-a181-2ddb4f114aa2 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:27.205142 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41374c25-ff68-468e-aa24-9089d943a40b req-fc543e0e-d05f-42d2-a181-2ddb4f114aa2 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0783978 Aug 11 03:18:27.245648 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c54c69-f807-46e7-b2a1-c8baab9324f6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.246328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c54c69-f807-46e7-b2a1-c8baab9324f6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.249591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d9c54c69-f807-46e7-b2a1-c8baab9324f6 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/01bacdc1-e47b-4b25-9b36-77664c50da3e HTTP/1.1" status: 404 len: 337 time: 0.0452881 Aug 11 03:18:27.252156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55544) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.272017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41374c25-ff68-468e-aa24-9089d943a40b req-ec105283-29e4-4ab3-942f-747cdb1ba559 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604813 Aug 11 03:18:27.273684 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8509061-2031-4822-a94f-389ac7374ccf tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.274260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8509061-2031-4822-a94f-389ac7374ccf tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.276645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a8509061-2031-4822-a94f-389ac7374ccf tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/40761ebb-ede0-40ac-b020-27fa9e3c45c6 HTTP/1.1" status: 404 len: 339 time: 0.0233040 Aug 11 03:18:27.279255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.329123 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-407672ac-6428-4520-aff1-f1e0c3a744f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.329873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407672ac-6428-4520-aff1-f1e0c3a744f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.331942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-407672ac-6428-4520-aff1-f1e0c3a744f8 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/e6e2a294-cfe6-4cae-b8ff-c7e495f5f5f7 HTTP/1.1" status: 404 len: 337 time: 0.0514801 Aug 11 03:18:27.334484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55548) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.360058 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1f48ca-3bf2-435c-88b5-c1de74cc3895 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.361321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1f48ca-3bf2-435c-88b5-c1de74cc3895 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.363825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dc1f48ca-3bf2-435c-88b5-c1de74cc3895 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/ea89538b-977a-4b6f-8b85-a1fd20529c02 HTTP/1.1" status: 404 len: 339 time: 0.0281458 Aug 11 03:18:27.366980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55550) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.409940 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e566313-f987-4891-af76-c482bbbd10ec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.410649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e566313-f987-4891-af76-c482bbbd10ec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.412474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e566313-f987-4891-af76-c482bbbd10ec tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/615f0d23-a463-44b8-ae3a-d9615238df33 HTTP/1.1" status: 404 len: 337 time: 0.0450134 Aug 11 03:18:27.415754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.440800 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-de70f957-b18f-4ee3-b9b5-745027b5fa98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] DELETE failed (client error): The resource could not be found. Aug 11 03:18:27.441662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de70f957-b18f-4ee3-b9b5-745027b5fa98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:18:27.444055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-de70f957-b18f-4ee3-b9b5-745027b5fa98 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/b314012c-cff6-47cd-ba8e-c220b4c18f01 HTTP/1.1" status: 404 len: 339 time: 0.0266240 Aug 11 03:18:27.446577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.510403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Deleting subnet 89afc8ca-46d8-47d3-b306-181b13a7eb4b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:27.515324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.583482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.725996 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.818099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.821133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4fcaf955-2138-4735-a628-cc1377812506 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:27.859286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Subnet': ['ID=89afc8ca-46d8-47d3-b306-181b13a7eb4b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:27.859537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4fcaf955-2138-4735-a628-cc1377812506 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:27.859871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4fcaf955-2138-4735-a628-cc1377812506 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:27.872657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:27.874878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055772b3-0ff4-4ac0-80b4-296c4d2fdd7b None None] Network e3641141-c509-4404-bda5-ef22541dc2aa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:27.876118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa8a5994-8124-4d8c-9063-abdcbb09f737 tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/subnets/89afc8ca-46d8-47d3-b306-181b13a7eb4b HTTP/1.1" status: 204 len: 168 time: 0.4273868 Aug 11 03:18:27.878469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55572) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:27.993299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.063305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Deleting port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:28.064041 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.146916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] For port a668bcad-7e76-4acc-9d6c-6ad08a68ac14, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,segment=NetworkSegment(8efc8234-cbac-4003-b8a0-fb7f4ffee471),segment_id=8efc8234-cbac-4003-b8a0-fb7f4ffee471)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:28.147390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.163351 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.182059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Calling delete_port for a668bcad-7e76-4acc-9d6c-6ad08a68ac14 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:28.190562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] DHCP port deletion for e3641141-c509-4404-bda5-ef22541dc2aa request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:18:28.252487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] Deleting port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:18:28.252487 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.340702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.361302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] No DVR routers for this DVR port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:28.363059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] For port a668bcad-7e76-4acc-9d6c-6ad08a68ac14, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,segment=NetworkSegment(8efc8234-cbac-4003-b8a0-fb7f4ffee471),segment_id=8efc8234-cbac-4003-b8a0-fb7f4ffee471)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:28.363476 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.396720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] Calling delete_port for a668bcad-7e76-4acc-9d6c-6ad08a68ac14 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:18:28.409483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Port': ['ID=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:28.502177 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.532278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] Pushing event deleted for resources: {'Port': ['ID=a668bcad-7e76-4acc-9d6c-6ad08a68ac14,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:28.533099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.535000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c04f7-12c3-47d7-b90c-b3384ea7448d None None] No DVR routers for this DVR port a668bcad-7e76-4acc-9d6c-6ad08a68ac14 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:28.555212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a832e4-dce8-4f35-9be6-9e5789d00163 req-14876b9d-d315-44ce-a45a-af3ea081a0cb tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.557069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7a832e4-dce8-4f35-9be6-9e5789d00163 req-14876b9d-d315-44ce-a45a-af3ea081a0cb tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1681592 Aug 11 03:18:28.574237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3641141-c509-4404-bda5-ef22541dc2aa']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:28.595097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efc8234-cbac-4003-b8a0-fb7f4ffee471') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:28.595508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efc8234-cbac-4003-b8a0-fb7f4ffee471') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:28.610456 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.634868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7a832e4-dce8-4f35-9be6-9e5789d00163 req-7c41fd47-6c59-485f-ae74-16ccb190650d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710826 Aug 11 03:18:28.639025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.649796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:28.650788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:28.654254 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:28.740118 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.744835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:28.754378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] 10.222.0.60 "DELETE /v2.0/networks/e3641141-c509-4404-bda5-ef22541dc2aa HTTP/1.1" status: 204 len: 168 time: 0.8727367 Aug 11 03:18:28.787199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae202f5-a394-4dd0-a9f6-69c7a81d24fd tempest-NetworksTest-897027196 tempest-NetworksTest-897027196-project] Pushing event deleted for resources: {'Network': ['ID=e3641141-c509-4404-bda5-ef22541dc2aa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:28.788973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-123fdd89-6511-4528-a8c7-af6db6da2d01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0780172 Aug 11 03:18:28.918830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-5f7d1a3b-d5b9-4d4b-8eef-6b996c744bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:28.920553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-5f7d1a3b-d5b9-4d4b-8eef-6b996c744bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1098 time: 0.0716159 Aug 11 03:18:29.066801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-30eb8ef4-3c47-4129-af16-0b745deb9efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:29.069677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-30eb8ef4-3c47-4129-af16-0b745deb9efe service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 898 time: 0.1269896 Aug 11 03:18:29.170559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-0eae9fde-29d2-47bb-b1b0-668e5946f8be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 1001 time: 0.0931237 Aug 11 03:18:29.234403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-e96d8b94-e259-4f34-accd-a1b472446acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:29.236336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-e96d8b94-e259-4f34-accd-a1b472446acf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.0580196 Aug 11 03:18:29.297765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-7170ef87-0169-43dc-9db6-37ad269edd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:29.300114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-7170ef87-0169-43dc-9db6-37ad269edd4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547435 Aug 11 03:18:29.315923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55608) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:29.425006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-ecc1f308-a79f-450c-8782-fb54276802d8 service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172526 Aug 11 03:18:29.554312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b57e9373-a92f-4f79-b62a-ac804855b087 req-49ea38cf-b0ea-4436-a734-bce8fb80e697 service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211784 Aug 11 03:18:29.584749 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00be65a9-53f8-4f05-90e8-6b4e59457630 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc30357e66bd40468c298076d0e9d082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676427 Aug 11 03:18:29.587272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55614) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:29.655244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf44df6-e1f5-45d2-89a9-c74d95181097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:29.689069 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf44df6-e1f5-45d2-89a9-c74d95181097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:29.753096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf44df6-e1f5-45d2-89a9-c74d95181097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:29.756303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7bf44df6-e1f5-45d2-89a9-c74d95181097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:29.758518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7bf44df6-e1f5-45d2-89a9-c74d95181097 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d2ad851-dd92-4c07-aa4d-d322478af1e8 HTTP/1.1" status: 204 len: 168 time: 0.1694224 Aug 11 03:18:29.772061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf44df6-e1f5-45d2-89a9-c74d95181097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ad851-dd92-4c07-aa4d-d322478af1e8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:29.922294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b4249-e170-44a0-bf4b-caa6f3e61075 req-adbd4e3a-822c-44b3-ba9d-a46da6f37c6d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:29.923933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd9b4249-e170-44a0-bf4b-caa6f3e61075 req-adbd4e3a-822c-44b3-ba9d-a46da6f37c6d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1068552 Aug 11 03:18:29.924342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a668bcad-7e76-4acc-9d6c-6ad08a68ac14 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:29.968286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: a668bcad-7e76-4acc-9d6c-6ad08a68ac14 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:18:29.968892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a668bcad-7e76-4acc-9d6c-6ad08a68ac14 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:30.004673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd9b4249-e170-44a0-bf4b-caa6f3e61075 req-ef940182-421b-478a-abc1-5306ca673b8b tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Aug 11 03:18:30.015096 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.290556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55640) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:30.484265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8fbd-2a0a-42c8-889e-382a9119927a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.611139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8fbd-2a0a-42c8-889e-382a9119927a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.617185 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5aeb8fbd-2a0a-42c8-889e-382a9119927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.648723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb8fbd-2a0a-42c8-889e-382a9119927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e63918d-5dac-40bb-9afe-c45dc9860146,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:30.677149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5aeb8fbd-2a0a-42c8-889e-382a9119927a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab5a8039ec22436fb6c79c17a1f5d0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852956 Aug 11 03:18:30.679855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55658) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:30.749191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-386cc2cd-027a-4763-8031-08d0e04dde28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.778603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-386cc2cd-027a-4763-8031-08d0e04dde28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.853967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-386cc2cd-027a-4763-8031-08d0e04dde28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.857422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-386cc2cd-027a-4763-8031-08d0e04dde28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:30.858762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-386cc2cd-027a-4763-8031-08d0e04dde28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e63918d-5dac-40bb-9afe-c45dc9860146 HTTP/1.1" status: 204 len: 168 time: 0.1767340 Aug 11 03:18:30.868003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55664) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:30.875299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cc2cd-027a-4763-8031-08d0e04dde28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e63918d-5dac-40bb-9afe-c45dc9860146,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:31.006447 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fe5cb12c-2c77-4494-90f6-1022d4e990cb tempest-ServiceProvidersTest-1489023528 tempest-ServiceProvidersTest-1489023528-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1362894 Aug 11 03:18:31.203819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4939043-293e-4ac5-9515-c2438fb2d3b7 req-92c5a75d-8d29-4439-83a8-89745e2f502d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:31.207711 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4939043-293e-4ac5-9515-c2438fb2d3b7 req-92c5a75d-8d29-4439-83a8-89745e2f502d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0898969 Aug 11 03:18:31.288818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4939043-293e-4ac5-9515-c2438fb2d3b7 req-c0104925-1863-486d-816a-03cbd0c12ad9 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758646 Aug 11 03:18:31.409600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55678) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:31.642945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55690) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:31.698541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b169fd5-27aa-4b85-8f3f-a6319e6273c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.707663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.743340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:18:31.743340 n-d-768509-22 neutron-server[111683]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 11 03:18:31.743340 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id': '7503a505ab3d483499bc42938c0b96b5', 'id': '6e948e38-4238-49f2-88d4-8f4565e894df', 'expiration': datetime.datetime(2021, 8, 11, 3, 20, 31, 736680)}] Aug 11 03:18:31.743340 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:18:31.744431 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:18:31.821199 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b169fd5-27aa-4b85-8f3f-a6319e6273c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.826227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b169fd5-27aa-4b85-8f3f-a6319e6273c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.864750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b169fd5-27aa-4b85-8f3f-a6319e6273c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7265007-8bf6-49a4-8d66-064af99b2e6a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:31.871538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5b169fd5-27aa-4b85-8f3f-a6319e6273c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=267af4da22c743c5b2d535f128bf07b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250438 Aug 11 03:18:31.871805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55696) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:31.921772 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a3336cb-b242-45cd-8417-1b95d61dc219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.943200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a3336cb-b242-45cd-8417-1b95d61dc219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.995331 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a3336cb-b242-45cd-8417-1b95d61dc219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.998136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a3336cb-b242-45cd-8417-1b95d61dc219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:31.999252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2a3336cb-b242-45cd-8417-1b95d61dc219 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7265007-8bf6-49a4-8d66-064af99b2e6a HTTP/1.1" status: 204 len: 168 time: 0.1265373 Aug 11 03:18:32.008781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3336cb-b242-45cd-8417-1b95d61dc219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7265007-8bf6-49a4-8d66-064af99b2e6a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:32.245250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.361514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.367338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.401118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ab287f-5053-43ed-9e59-a3505fe4c150,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:32.421843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55714) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:32.427684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-93e045b2-f4c3-4bfb-988a-8a01d886610d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7503a505ab3d483499bc42938c0b96b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0150206 Aug 11 03:18:32.428687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55716) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:32.451331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b040d50e-a729-4006-a246-3e471c80f3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.514785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b117f5-85f0-4cf3-ae49-7f2aadb9a585 req-81615a79-ff12-4798-a524-6cbd9c886c9c tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:32.516422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0b117f5-85f0-4cf3-ae49-7f2aadb9a585 req-81615a79-ff12-4798-a524-6cbd9c886c9c tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0803969 Aug 11 03:18:32.538201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2b15c4b-3399-46fc-92d1-1a6737b5fcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.561326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0b117f5-85f0-4cf3-ae49-7f2aadb9a585 req-67f2da22-d81d-4e33-bb2f-abe62e2fad4d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391047 Aug 11 03:18:32.582760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2b15c4b-3399-46fc-92d1-1a6737b5fcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.675555 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b040d50e-a729-4006-a246-3e471c80f3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.682921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b040d50e-a729-4006-a246-3e471c80f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.725514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2b15c4b-3399-46fc-92d1-1a6737b5fcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.729625 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d2b15c4b-3399-46fc-92d1-1a6737b5fcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.731238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d2b15c4b-3399-46fc-92d1-1a6737b5fcbf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4ab287f-5053-43ed-9e59-a3505fe4c150 HTTP/1.1" status: 204 len: 168 time: 0.3016584 Aug 11 03:18:32.751992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b040d50e-a729-4006-a246-3e471c80f3d1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42f6a872f1c646d992f176a06c09af84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290246 Aug 11 03:18:32.755231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55730) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:32.768817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d50e-a729-4006-a246-3e471c80f3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2decb204-ab84-4ac1-8826-42c2e3ca1021,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:32.798631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b15c4b-3399-46fc-92d1-1a6737b5fcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ab287f-5053-43ed-9e59-a3505fe4c150,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:32.869032 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbe9e-9387-47ce-aee7-4b89dbb8d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.900603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbe9e-9387-47ce-aee7-4b89dbb8d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.976316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbe9e-9387-47ce-aee7-4b89dbb8d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.981074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbe9e-9387-47ce-aee7-4b89dbb8d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:32.984645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c3cbbe9e-9387-47ce-aee7-4b89dbb8d68b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2decb204-ab84-4ac1-8826-42c2e3ca1021 HTTP/1.1" status: 204 len: 168 time: 0.2221973 Aug 11 03:18:32.991392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbbe9e-9387-47ce-aee7-4b89dbb8d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2decb204-ab84-4ac1-8826-42c2e3ca1021,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:33.716819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55774) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:33.935093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-3739510-network', 'tenant_id': 'cb0e0e4637054371bf580ca2073b007c'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:34.007014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Made reservation on behalf of cb0e0e4637054371bf580ca2073b007c for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:34.012068 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.051774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.155901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4eaf8-7b0f-4e07-9f14-a5a24497ae9d req-dbc1fa1a-278e-4a63-9e39-a722e31e24bd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.164829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2b4eaf8-7b0f-4e07-9f14-a5a24497ae9d req-dbc1fa1a-278e-4a63-9e39-a722e31e24bd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.5038397 Aug 11 03:18:34.217392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2b4eaf8-7b0f-4e07-9f14-a5a24497ae9d req-c0a9fcfc-0b3e-4af6-a353-1d066d024759 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Aug 11 03:18:34.251287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.256613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.292058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:34.305590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf3484f-5074-4003-b4a9-837518d7a4ab,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:34.311538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.311927 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Added segment 3b224d04-48c3-4ea1-bcf0-2caac8b78f1e of type vlan for network 702ff9c3-5b92-47fb-b5aa-0b8d945fe15c Aug 11 03:18:34.360019 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.391864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.392920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.393565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.452015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7338045 Aug 11 03:18:34.455007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55796) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:34.461387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Request body: {'subnet': {'network_id': '702ff9c3-5b92-47fb-b5aa-0b8d945fe15c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-3739510-subnet', 'tenant_id': 'cb0e0e4637054371bf580ca2073b007c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:34.464060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8ae76-b60c-4f6d-b2c5-07bb22b97f40 admin admin] Pushing event updated for resources: {'Network': ['ID=702ff9c3-5b92-47fb-b5aa-0b8d945fe15c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:34.478234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 702ff9c3-5b92-47fb-b5aa-0b8d945fe15c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:34.485856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Made reservation on behalf of cb0e0e4637054371bf580ca2073b007c for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:34.488929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.685223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.744851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d12844-9325-4d91-b035-e421546f8e07,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:34.753636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Checking segment: {'id': '3b224d04-48c3-4ea1-bcf0-2caac8b78f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '702ff9c3-5b92-47fb-b5aa-0b8d945fe15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:34.754018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Network hostable DHCP agents. Network: 702ff9c3-5b92-47fb-b5aa-0b8d945fe15c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:34.771206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Network 702ff9c3-5b92-47fb-b5aa-0b8d945fe15c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:34.781509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 702ff9c3-5b92-47fb-b5aa-0b8d945fe15c) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:34.785766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:34.786368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:34.795601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd1ecb7-6d0a-4008-9228-6cd200458249 None None] Network 702ff9c3-5b92-47fb-b5aa-0b8d945fe15c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:34.844180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3b7855d1-ccc1-4e24-9627-025e730fb355 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3876727 Aug 11 03:18:34.977979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc97be-1b82-4c76-afca-d9120abd282a None None] Network 702ff9c3-5b92-47fb-b5aa-0b8d945fe15c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:35.474572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f3dc-ebf8-4b40-8c52-67cf0c83cfdd req-efee3db7-e831-4800-adf1-53e80e567697 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:35.476982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4df4f3dc-ebf8-4b40-8c52-67cf0c83cfdd req-efee3db7-e831-4800-adf1-53e80e567697 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1309657 Aug 11 03:18:35.544415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4df4f3dc-ebf8-4b40-8c52-67cf0c83cfdd req-9d9c4f59-966c-4453-834c-10075d03051a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599957 Aug 11 03:18:35.710179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55908) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:35.716298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-846790857-network', 'tenant_id': '58d498de805240a38d21bed61b41a64a'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:35.745904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Made reservation on behalf of 58d498de805240a38d21bed61b41a64a for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:35.748554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.770591 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.897925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.903355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.939137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:35.952136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9402909-6e49-4a17-9958-ff836328c8f3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:35.958523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:35.958956 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Added segment 14b7aac5-50b7-478d-88e9-c0f10c199dde of type vlan for network 07426df4-539f-479a-b4f2-32798df52673 Aug 11 03:18:36.008863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.057976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.060467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.063402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.088565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55914) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:36.157851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 55918) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:36.158061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4465129 Aug 11 03:18:36.164256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Request body: {'subnet': {'network_id': '07426df4-539f-479a-b4f2-32798df52673', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-846790857-subnet', 'tenant_id': '58d498de805240a38d21bed61b41a64a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:36.179062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d595-870a-4b5a-bead-84bd493f9973 admin admin] Pushing event updated for resources: {'Network': ['ID=07426df4-539f-479a-b4f2-32798df52673,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:36.209824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 07426df4-539f-479a-b4f2-32798df52673 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:36.258113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Made reservation on behalf of 58d498de805240a38d21bed61b41a64a for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:36.268326 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.533153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aed35e6e-d9d8-4826-9b61-f3e200951c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.670166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.855361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1419631c-e4cb-4f6c-8bb5-7dc800606168,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:36.922755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Checking segment: {'id': '14b7aac5-50b7-478d-88e9-c0f10c199dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '07426df4-539f-479a-b4f2-32798df52673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:36.923249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Network hostable DHCP agents. Network: 07426df4-539f-479a-b4f2-32798df52673, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:36.937304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f05ef-a4ff-40b6-84e3-45a0d9fc2083 req-b911552c-766e-4ee4-b75f-e47348fd751c tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:36.939156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d25f05ef-a4ff-40b6-84e3-45a0d9fc2083 req-b911552c-766e-4ee4-b75f-e47348fd751c tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.2182293 Aug 11 03:18:36.983203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aed35e6e-d9d8-4826-9b61-f3e200951c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:36.996684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aed35e6e-d9d8-4826-9b61-f3e200951c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.028087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Network 07426df4-539f-479a-b4f2-32798df52673 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:18:37.041159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d25f05ef-a4ff-40b6-84e3-45a0d9fc2083 req-b16a06ed-6a4f-491b-b00d-b5b58ab6c540 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942774 Aug 11 03:18:37.065039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 07426df4-539f-479a-b4f2-32798df52673) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:18:37.066589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed35e6e-d9d8-4826-9b61-f3e200951c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626d6c2a-9808-4b77-97e6-e52404ab3e27,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:37.076118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 55974) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:37.076908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb21ca-a65c-4407-a0d3-f4a3fdc972bd None None] Network 07426df4-539f-479a-b4f2-32798df52673 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:37.076995 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aed35e6e-d9d8-4826-9b61-f3e200951c0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32f6f8cede0a430faa23af1f6d1b4a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9859548 Aug 11 03:18:37.078323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:37.079237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.110452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-be756418-abed-4fae-9862-77c9b1bcdb7b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9510586 Aug 11 03:18:37.174167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2833299d-d8f9-4e2d-a5d5-ede9592a4a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.202256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2833299d-d8f9-4e2d-a5d5-ede9592a4a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.265091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4076d4c-39af-49c9-b3f5-8942d2b163a8 None None] Network 07426df4-539f-479a-b4f2-32798df52673 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:18:37.273788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2833299d-d8f9-4e2d-a5d5-ede9592a4a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.278612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2833299d-d8f9-4e2d-a5d5-ede9592a4a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.280275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2833299d-d8f9-4e2d-a5d5-ede9592a4a13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/626d6c2a-9808-4b77-97e6-e52404ab3e27 HTTP/1.1" status: 204 len: 168 time: 0.2019699 Aug 11 03:18:37.301041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833299d-d8f9-4e2d-a5d5-ede9592a4a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626d6c2a-9808-4b77-97e6-e52404ab3e27,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:37.311601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56008) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:37.381408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] Deleting subnet b5d12844-9325-4d91-b035-e421546f8e07 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:37.387348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.442512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.504959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.581150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.606363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.612192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5d12844-9325-4d91-b035-e421546f8e07 HTTP/1.1" status: 204 len: 168 time: 0.2971134 Aug 11 03:18:37.612568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56020) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:37.642188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44177aed-e9cb-407a-943c-ae4329a6ab5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d12844-9325-4d91-b035-e421546f8e07,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:37.703423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.817397 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.823213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56024) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:37.831302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702ff9c3-5b92-47fb-b5aa-0b8d945fe15c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:37.844110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b224d04-48c3-4ea1-bcf0-2caac8b78f1e') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:37.844402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b224d04-48c3-4ea1-bcf0-2caac8b78f1e') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:37.844788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d7d59fe-115f-46bb-850d-2cda721d0a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.855206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.872471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.878725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:37.879126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:37.956220 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:37.979936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.983663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d7d59fe-115f-46bb-850d-2cda721d0a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.986840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.989549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2d7d59fe-115f-46bb-850d-2cda721d0a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:37.999578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] 10.222.0.60 "DELETE /v2.0/networks/702ff9c3-5b92-47fb-b5aa-0b8d945fe15c HTTP/1.1" status: 204 len: 168 time: 0.3792126 Aug 11 03:18:37.999578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56028) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:38.047430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d59fe-115f-46bb-850d-2cda721d0a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f9a9e0-abdf-46b4-8857-77de062fe6d2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.052678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] Deleting subnet 1419631c-e4cb-4f6c-8bb5-7dc800606168 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:18:38.058896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.061647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2d7d59fe-115f-46bb-850d-2cda721d0a17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c48bb4d98c64f6ca3fe2945ff0967f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364714 Aug 11 03:18:38.063875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56030) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:38.120106 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.154465 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50c5a18e-2aec-43e7-bfb2-f690dc5b31c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.167210 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.200011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50c5a18e-2aec-43e7-bfb2-f690dc5b31c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.218042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6967e-596c-4277-8747-1985bc08aa73 admin admin] Pushing event deleted for resources: {'Network': ['ID=702ff9c3-5b92-47fb-b5aa-0b8d945fe15c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.264758 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50c5a18e-2aec-43e7-bfb2-f690dc5b31c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.267482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-50c5a18e-2aec-43e7-bfb2-f690dc5b31c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.268726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-50c5a18e-2aec-43e7-bfb2-f690dc5b31c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2f9a9e0-abdf-46b4-8857-77de062fe6d2 HTTP/1.1" status: 204 len: 168 time: 0.2034357 Aug 11 03:18:38.277552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2d143-0904-49cf-823b-10099a68bafb req-914789a4-c95b-4737-88a0-4b688fda54c2 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:38.278006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5a18e-2aec-43e7-bfb2-f690dc5b31c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f9a9e0-abdf-46b4-8857-77de062fe6d2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.279893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3d2d143-0904-49cf-823b-10099a68bafb req-914789a4-c95b-4737-88a0-4b688fda54c2 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0842972 Aug 11 03:18:38.285312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.335162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1419631c-e4cb-4f6c-8bb5-7dc800606168,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.341179 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.345873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56038) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:38.354069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5dfa4771-270b-4959-904a-e078995e8517 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1419631c-e4cb-4f6c-8bb5-7dc800606168 HTTP/1.1" status: 204 len: 168 time: 0.3565123 Aug 11 03:18:38.383230 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3d2d143-0904-49cf-823b-10099a68bafb req-48a3fbf8-581e-4ebb-bebe-7359fd43a509 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950494 Aug 11 03:18:38.447842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.546354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.559491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07426df4-539f-479a-b4f2-32798df52673']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:38.572791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b7aac5-50b7-478d-88e9-c0f10c199dde') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:38.573096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b7aac5-50b7-478d-88e9-c0f10c199dde') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:18:38.584952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.604168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.611883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:18:38.612282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:18:38.614736 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:18:38.684113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.688754 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:38.690661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/07426df4-539f-479a-b4f2-32798df52673 HTTP/1.1" status: 204 len: 168 time: 0.3437197 Aug 11 03:18:38.723377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f969d0d-fa43-45bc-926b-34559c81faa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07426df4-539f-479a-b4f2-32798df52673,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:38.861666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56054) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:38.928519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6bc5174a-d053-4d55-b8ec-5c6a1d33a0f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb0e0e4637054371bf580ca2073b007c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653362 Aug 11 03:18:38.934894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56056) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:39.066366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-664eac87-2255-4390-bab4-aa68f0cbb380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.102871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-664eac87-2255-4390-bab4-aa68f0cbb380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.173335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-664eac87-2255-4390-bab4-aa68f0cbb380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.176129 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-664eac87-2255-4390-bab4-aa68f0cbb380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.182833 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-664eac87-2255-4390-bab4-aa68f0cbb380 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4cf3484f-5074-4003-b4a9-837518d7a4ab HTTP/1.1" status: 204 len: 168 time: 0.2328591 Aug 11 03:18:39.192180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664eac87-2255-4390-bab4-aa68f0cbb380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf3484f-5074-4003-b4a9-837518d7a4ab,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:39.530286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f01c19-a5e1-4633-a69b-ec4d5679c2fd req-f69e8ecc-1f9d-4c57-b3b6-4043a1a7fb46 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:39.531911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7f01c19-a5e1-4633-a69b-ec4d5679c2fd req-f69e8ecc-1f9d-4c57-b3b6-4043a1a7fb46 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0692337 Aug 11 03:18:39.579174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f7f01c19-a5e1-4633-a69b-ec4d5679c2fd req-d331f6c0-acbf-4b3e-9a26-99d7f8000ac2 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Aug 11 03:18:39.608974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56080) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:39.652683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-816b5d3a-d324-4d50-9b9c-b89cc32c419e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58d498de805240a38d21bed61b41a64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425134 Aug 11 03:18:39.655126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56086) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:39.711574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-02266f21-b1b2-425c-af3e-62e33c8a700a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.736786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-02266f21-b1b2-425c-af3e-62e33c8a700a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.790149 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-02266f21-b1b2-425c-af3e-62e33c8a700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.794048 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-02266f21-b1b2-425c-af3e-62e33c8a700a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:39.795230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-02266f21-b1b2-425c-af3e-62e33c8a700a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9402909-6e49-4a17-9958-ff836328c8f3 HTTP/1.1" status: 204 len: 168 time: 0.1391258 Aug 11 03:18:39.805281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02266f21-b1b2-425c-af3e-62e33c8a700a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9402909-6e49-4a17-9958-ff836328c8f3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:41.112705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38742f-b479-4d2c-a2e8-e690bcda471b req-ad464991-dec0-43b8-9950-c85031684fa2 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:41.122189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae38742f-b479-4d2c-a2e8-e690bcda471b req-ad464991-dec0-43b8-9950-c85031684fa2 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.4519508 Aug 11 03:18:41.179314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ae38742f-b479-4d2c-a2e8-e690bcda471b req-6cd64b08-60cb-400a-9677-c3920167be6f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549769 Aug 11 03:18:42.357228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11592ee-5b59-4a40-a35a-7a367e441356 req-76c96b03-bab5-4c70-9979-a038fe189497 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:42.364882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b11592ee-5b59-4a40-a35a-7a367e441356 req-76c96b03-bab5-4c70-9979-a038fe189497 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0749652 Aug 11 03:18:42.426512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b11592ee-5b59-4a40-a35a-7a367e441356 req-86a2c89d-b256-4c2e-bfe5-72df615d1e15 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Aug 11 03:18:42.621173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56262) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:42.761818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d62a7da-0994-4ed1-a901-d9db7779a224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.922476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d62a7da-0994-4ed1-a901-d9db7779a224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.930295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5d62a7da-0994-4ed1-a901-d9db7779a224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:42.973096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62a7da-0994-4ed1-a901-d9db7779a224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21321d20-6cdc-47da-962c-8c66ee5810a2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:42.997215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d62a7da-0994-4ed1-a901-d9db7779a224 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=946b013c881e495b9c3a313d93dd54c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747396 Aug 11 03:18:43.000525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56284) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:43.076974 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03d77a87-f080-4f52-93dd-34938146a305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.144689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03d77a87-f080-4f52-93dd-34938146a305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.177988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064b425-f7da-4e38-83a5-f88f35cf69fb req-af7092fe-2fcd-4b64-b8cb-84e9c7635c46 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:43.179613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d064b425-f7da-4e38-83a5-f88f35cf69fb req-af7092fe-2fcd-4b64-b8cb-84e9c7635c46 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.1057851 Aug 11 03:18:43.277977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d064b425-f7da-4e38-83a5-f88f35cf69fb req-07b3e102-6438-41ff-b51d-ea2e06111271 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850277 Aug 11 03:18:43.286905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03d77a87-f080-4f52-93dd-34938146a305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.293021 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-03d77a87-f080-4f52-93dd-34938146a305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:43.297627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56298) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:43.300082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-03d77a87-f080-4f52-93dd-34938146a305 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21321d20-6cdc-47da-962c-8c66ee5810a2 HTTP/1.1" status: 204 len: 168 time: 0.2977562 Aug 11 03:18:43.323726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d77a87-f080-4f52-93dd-34938146a305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21321d20-6cdc-47da-962c-8c66ee5810a2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:43.435317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3231f492-4a26-4b2b-be83-3049efccbbcd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 200 len: 993 time: 0.1364520 Aug 11 03:18:43.699613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309193-7b78-414c-8042-650e33dba2dc req-34988bc9-eba8-4c27-af7a-263c6a5850bc tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:43.701965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33309193-7b78-414c-8042-650e33dba2dc req-34988bc9-eba8-4c27-af7a-263c6a5850bc tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0878150 Aug 11 03:18:43.765090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33309193-7b78-414c-8042-650e33dba2dc req-94764a7a-fbb4-4acf-a66a-c050351bca70 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567675 Aug 11 03:18:43.925192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56352) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:43.968554 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0e3991f-0b65-4182-9463-b042a3efe6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.005028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a20098-6354-47e1-9333-e72bcd2b9457 req-1bbf31f1-036b-40d8-9e5d-3cc3c96e08ec tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:44.007547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38a20098-6354-47e1-9333-e72bcd2b9457 req-1bbf31f1-036b-40d8-9e5d-3cc3c96e08ec tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1098 time: 0.1506138 Aug 11 03:18:44.102183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38a20098-6354-47e1-9333-e72bcd2b9457 req-a529767b-eca2-4e47-900c-937e4b64afd7 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853591 Aug 11 03:18:44.156349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0e3991f-0b65-4182-9463-b042a3efe6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.163918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0e3991f-0b65-4182-9463-b042a3efe6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.216281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3991f-0b65-4182-9463-b042a3efe6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c051a37-d5a3-44ef-b970-630ea2790f94,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.253364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f0e3991f-0b65-4182-9463-b042a3efe6e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcdeac7ece9e41a7bf845d5bcfabcc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243122 Aug 11 03:18:44.255761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56376) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:44.333491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26a9b3fd-f187-4ab0-8947-364a8d2b8012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.360477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26a9b3fd-f187-4ab0-8947-364a8d2b8012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.431147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26a9b3fd-f187-4ab0-8947-364a8d2b8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.434008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-26a9b3fd-f187-4ab0-8947-364a8d2b8012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:44.435177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-26a9b3fd-f187-4ab0-8947-364a8d2b8012 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c051a37-d5a3-44ef-b970-630ea2790f94 HTTP/1.1" status: 204 len: 168 time: 0.1784210 Aug 11 03:18:44.443585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9b3fd-f187-4ab0-8947-364a8d2b8012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c051a37-d5a3-44ef-b970-630ea2790f94,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:44.942686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899f49a-6b57-41e5-8668-305294b8bba1 req-51bee45f-5c34-4bc2-8d9a-507cdb6c0815 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:44.945127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6899f49a-6b57-41e5-8668-305294b8bba1 req-51bee45f-5c34-4bc2-8d9a-507cdb6c0815 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0729041 Aug 11 03:18:45.015036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6899f49a-6b57-41e5-8668-305294b8bba1 req-802026e4-6307-4261-90f7-be6343a66f9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633047 Aug 11 03:18:45.444879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b908d90c-45cd-4c6e-832c-100a74c9b837 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3343983 Aug 11 03:18:46.170491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-d2bd36d5-9734-45a8-a312-be40a424af37 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:46.173815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-d2bd36d5-9734-45a8-a312-be40a424af37 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115921 Aug 11 03:18:46.229897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793f0ae-f166-4e44-845f-5809aaf7d6ca req-a931fa17-d785-4c06-9092-e86a9f722ad5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:46.231491 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9793f0ae-f166-4e44-845f-5809aaf7d6ca req-a931fa17-d785-4c06-9092-e86a9f722ad5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1265674 Aug 11 03:18:46.344243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9793f0ae-f166-4e44-845f-5809aaf7d6ca req-e7c2cdc1-95e5-4f8c-8f45-dae8de1c106b tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905964 Aug 11 03:18:46.606284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-7b605dac-eebf-4c40-b051-2299415b3454 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:46.613928 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-7b605dac-eebf-4c40-b051-2299415b3454 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3652904 Aug 11 03:18:46.619960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Request body: {'binding': {'host': 'n-h1-768509-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:46.620625 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Unknown quota resources ['binding']. {{(pid=111683) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 11 03:18:46.779327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on host n-h1-768509-22 for vnic_type normal with profile None {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:46.780227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:46.780740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:46.786458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:46.787537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:46.794113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:46.794642 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Checking segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:46.795044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Bound using segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:46.795483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Bound port: 00de75ef-48bc-473d-a41b-d640b4da023e, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:46.907335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:46.913840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] Notify callbacks [] for binding, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:46.916270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] 10.222.0.60 "POST /v2.0/ports/00de75ef-48bc-473d-a41b-d640b4da023e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3010659 Aug 11 03:18:47.186139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd1e02-f732-4b45-b15b-d7ebe58d365c req-43239940-59b6-4605-9bc6-ab2df9faa22d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.197788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82fd1e02-f732-4b45-b15b-d7ebe58d365c req-43239940-59b6-4605-9bc6-ab2df9faa22d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.1133342 Aug 11 03:18:47.251948 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-82fd1e02-f732-4b45-b15b-d7ebe58d365c req-62e8f456-e607-40b1-8aec-0c17afbaf68b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488653 Aug 11 03:18:47.315463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-e8285530-744b-4d34-9198-5f493155f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.317074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-e8285530-744b-4d34-9198-5f493155f1a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1098 time: 0.0982835 Aug 11 03:18:47.503715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-89a008d4-5377-4c3e-8048-6d2f7018568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.505417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-89a008d4-5377-4c3e-8048-6d2f7018568b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 898 time: 0.1810513 Aug 11 03:18:47.520739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ca3d7-cab0-494a-88e2-bdd6ff009467 req-83190d6d-a4c5-42eb-8bf0-a3119cf68cf6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.522659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c5ca3d7-cab0-494a-88e2-bdd6ff009467 req-83190d6d-a4c5-42eb-8bf0-a3119cf68cf6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0947056 Aug 11 03:18:47.671999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c5ca3d7-cab0-494a-88e2-bdd6ff009467 req-9b95d936-618d-46c0-b596-23e6271b9708 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405435 Aug 11 03:18:47.688721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-a00a4ddf-971f-4a8a-a551-67f91797b756 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 1001 time: 0.1641159 Aug 11 03:18:47.787355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-2f1b81db-85bb-4299-b060-ed69a1325598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.788965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-2f1b81db-85bb-4299-b060-ed69a1325598 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.0942106 Aug 11 03:18:47.904648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-0107e43d-22de-476c-b556-a526d6e5e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:47.906367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-0107e43d-22de-476c-b556-a526d6e5e735 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1017795 Aug 11 03:18:48.050419 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-77333b24-8a88-43aa-b695-59bd0dc9161b service neutron] 10.222.0.10 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361122 Aug 11 03:18:48.185828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-d856f63e-842e-45c7-a872-5354b847f878 service neutron] 10.222.0.10 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271338 Aug 11 03:18:48.374024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-e09eebe1-9b7c-4e29-bb96-ec9b07ce1fe3 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:48.378547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-e09eebe1-9b7c-4e29-bb96-ec9b07ce1fe3 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8&tenant_id=69120019df3c43d2af4dc08a22e06ab4&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1098 time: 0.1339045 Aug 11 03:18:48.392939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768509-22'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:48.470869 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.483675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56628) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:48.494484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bbacc-6533-41ee-aea2-9407ccf79e97 req-6e4cf5f6-4224-4b2b-ba3c-291d01886ebd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:48.512294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e7bbacc-6533-41ee-aea2-9407ccf79e97 req-6e4cf5f6-4224-4b2b-ba3c-291d01886ebd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.1549664 Aug 11 03:18:48.552945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e7bbacc-6533-41ee-aea2-9407ccf79e97 req-5bd6d895-7eea-412c-bb04-f7c5bca0db3f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389714 Aug 11 03:18:48.668850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c60ed385-46ce-4024-94d6-1074c0332676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:48.895232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:48.957139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8dfd4-eeef-41f4-9eb6-3176df61b316 req-1941319f-e473-4179-930e-82339abdfdb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:48.964908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62e8dfd4-eeef-41f4-9eb6-3176df61b316 req-1941319f-e473-4179-930e-82339abdfdb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1863441 Aug 11 03:18:49.109430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62e8dfd4-eeef-41f4-9eb6-3176df61b316 req-3d9b0ece-c2fc-4d8c-86f5-4a6505b7c127 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234665 Aug 11 03:18:49.121945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c60ed385-46ce-4024-94d6-1074c0332676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.123408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:49.156985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c60ed385-46ce-4024-94d6-1074c0332676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.475675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ed385-46ce-4024-94d6-1074c0332676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08344817-941e-44a3-8608-6936811213a5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:49.481690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:49.484053 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d791427c-3030-422a-b66c-8a66de18a616" -d '{"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-unplugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:49.491227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c60ed385-46ce-4024-94d6-1074c0332676 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7459a0ae3f264af384378e1fa4422b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0061889 Aug 11 03:18:49.491939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56644) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:49.494060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.513042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.565740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd9a619f-8db5-49b4-b455-d93be4a40dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.570901 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed4f945-ec24-4509-af88-ce3957d75acb x-openstack-request-id: req-3ed4f945-ec24-4509-af88-ce3957d75acb {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:49.571393 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-unplugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:49.572571 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ed4f945-ec24-4509-af88-ce3957d75acb {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:49.573054 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'code': 200} Aug 11 03:18:49.595554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd9a619f-8db5-49b4-b455-d93be4a40dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.663858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd9a619f-8db5-49b4-b455-d93be4a40dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.667342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd9a619f-8db5-49b4-b455-d93be4a40dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.668645 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd9a619f-8db5-49b4-b455-d93be4a40dd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08344817-941e-44a3-8608-6936811213a5 HTTP/1.1" status: 204 len: 168 time: 0.1757920 Aug 11 03:18:49.677910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a619f-8db5-49b4-b455-d93be4a40dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08344817-941e-44a3-8608-6936811213a5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:49.842448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:49.891431 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on host n-h2-768509-22 for vnic_type normal with profile {"migrating_to": "n-h1-768509-22"} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:18:49.891769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:18:49.892052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:49.898844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:18:49.899790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Attempting to bind port 00de75ef-48bc-473d-a41b-d640b4da023e on network 0cbac568-0895-4d23-98d5-f17abd2fe696 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:18:49.907886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:18:49.908236 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Checking segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:49.908675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Bound using segment: {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:18:49.909120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Bound port: 00de75ef-48bc-473d-a41b-d640b4da023e, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3baa628-70ab-4e3a-bf53-ebe99529bc84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:18:49.913763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:49.925711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879095d-2557-4cc0-81ab-c1942bd29f29 req-25a31829-ebcb-453c-aac8-bb2a6421a6ea tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:49.927303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9879095d-2557-4cc0-81ab-c1942bd29f29 req-25a31829-ebcb-453c-aac8-bb2a6421a6ea tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 944 time: 0.1442416 Aug 11 03:18:50.039106 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9879095d-2557-4cc0-81ab-c1942bd29f29 req-1ab39a07-317f-4314-937e-7729f51a38c9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035929 Aug 11 03:18:50.062844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:50.074038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:18:50.089485 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.135789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2bb275a4-3999-419c-ac9b-708413d828f6 None None] Provisioning complete for port 00de75ef-48bc-473d-a41b-d640b4da023e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:50.136383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2bb275a4-3999-419c-ac9b-708413d828f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.259924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:50.394466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:50.396956 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.409570 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-8ef63d52-aa3f-4e54-b80e-bd3f98d785cc service neutron] 10.222.0.10 "PUT /v2.0/ports/00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 1124 time: 2.0221198 Aug 11 03:18:50.481998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad12033e-df32-4312-bca1-c7c6144f0da7 req-1366967a-af4a-4e99-be73-4f91d95049ac tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:50.495897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2bb275a4-3999-419c-ac9b-708413d828f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.496493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad12033e-df32-4312-bca1-c7c6144f0da7 req-1366967a-af4a-4e99-be73-4f91d95049ac tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1447711 Aug 11 03:18:50.535200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['00de75ef-48bc-473d-a41b-d640b4da023e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:50.558634 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad12033e-df32-4312-bca1-c7c6144f0da7 req-b58ebc58-5c59-4a10-a712-234fe0823f92 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562930 Aug 11 03:18:50.587571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:50.590745 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebe976d-fd92-4dba-a98e-ed24ff567686" -d '{"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-plugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:50.609456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2bb275a4-3999-419c-ac9b-708413d828f6 None None] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:50.616600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2bb275a4-3999-419c-ac9b-708413d828f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:50.689400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb275a4-3999-419c-ac9b-708413d828f6 None None] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:50.756036 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1702a2-40c5-4ecf-a70c-398360212576 x-openstack-request-id: req-3d1702a2-40c5-4ecf-a70c-398360212576 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:50.756334 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-plugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:50.756837 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d1702a2-40c5-4ecf-a70c-398360212576 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:50.757510 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'code': 200} Aug 11 03:18:51.171040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-416b56cd-abed-484a-b3d4-9529f008701f None None] Provisioning complete for port 00de75ef-48bc-473d-a41b-d640b4da023e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:18:51.172652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-416b56cd-abed-484a-b3d4-9529f008701f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:51.219805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56712) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:51.268447 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d2684-c69e-4b78-b822-bf3106c08100 req-d60ff95c-6e04-4562-88b3-ea8581880eee tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:51.270745 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f2d2684-c69e-4b78-b822-bf3106c08100 req-d60ff95c-6e04-4562-88b3-ea8581880eee tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.1273756 Aug 11 03:18:51.373001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f2d2684-c69e-4b78-b822-bf3106c08100 req-ebd3bd08-f6d7-4e09-951e-d76a8161e71d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943317 Aug 11 03:18:51.465266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e636d4fa-e101-4030-85ee-205c083554b8 tempest-AgentManagementNegativeTest-1012004656 tempest-AgentManagementNegativeTest-1012004656-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2435555 Aug 11 03:18:51.574602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:51.578376 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:51.633874 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57031d8a-eee6-4444-a5db-626d38ea449b x-openstack-request-id: req-57031d8a-eee6-4444-a5db-626d38ea449b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:51.634176 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:51.634427 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57031d8a-eee6-4444-a5db-626d38ea449b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:51.634835 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'status': 'completed', 'code': 200} Aug 11 03:18:51.755860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-97b9a4f3-eb83-4cdb-afdd-9f8c244d0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:51.757400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-97b9a4f3-eb83-4cdb-afdd-9f8c244d0d9b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1129 time: 0.1001360 Aug 11 03:18:51.770687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab867735-8229-4a3b-9a25-19db44b7236e req-1eb549d2-29cc-440b-a6c4-4fcaf2f74b90 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:51.772268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab867735-8229-4a3b-9a25-19db44b7236e req-1eb549d2-29cc-440b-a6c4-4fcaf2f74b90 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0817432 Aug 11 03:18:51.833632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56732) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:51.879054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab867735-8229-4a3b-9a25-19db44b7236e req-bb5f41e8-5745-4a06-9e73-f8a07ede7f64 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964141 Aug 11 03:18:51.900745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-493ee586-edc8-4b0b-b90a-87409e7cb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:51.902739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-493ee586-edc8-4b0b-b90a-87409e7cb195 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 898 time: 0.1295788 Aug 11 03:18:52.002038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-e8140d02-f2d0-4fc3-be3c-38d4013b4e96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 1001 time: 0.0880318 Aug 11 03:18:52.076987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20c84579-dbde-494a-9b54-e1c96bea82d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.079960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-516cc7b2-cbc5-4627-a10f-bc5b2a4b8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.081844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-516cc7b2-cbc5-4627-a10f-bc5b2a4b8b21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.0699008 Aug 11 03:18:52.189785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-539f11b5-c3ea-458f-81d7-d4a80ed0a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.190967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-539f11b5-c3ea-458f-81d7-d4a80ed0a330 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004794 Aug 11 03:18:52.221796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20c84579-dbde-494a-9b54-e1c96bea82d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.229957 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20c84579-dbde-494a-9b54-e1c96bea82d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.264175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-20c84579-dbde-494a-9b54-e1c96bea82d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cba04aaa2ef743c3bf5ab17fb1bcb739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291322 Aug 11 03:18:52.269438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56754) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:52.331291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c84579-dbde-494a-9b54-e1c96bea82d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494a0c0d-109e-457e-bcdb-abed5f210545,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:52.338398 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2071aefb-032e-4dbb-a600-ddd5123dd53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.360663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d338388-68ee-4f80-a6c2-0726d4659b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.364591 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-9e249155-40c5-4def-9327-0a4f002cd2c4 service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652501 Aug 11 03:18:52.428969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 00de75ef-48bc-473d-a41b-d640b4da023e details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:18:52.459603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d338388-68ee-4f80-a6c2-0726d4659b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.612021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b10bbcb5-068e-4c44-ba7e-09fc6e79e86b req-e49bcb9d-1faf-47a9-a7fe-05528fabf17a service neutron] 10.222.0.57 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367980 Aug 11 03:18:52.638444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911fd72-620d-434a-bdb2-19db98bd9ffb req-3cfdd7b9-76a5-4bb0-8b0d-dbd2ca1f7d79 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:52.643947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4911fd72-620d-434a-bdb2-19db98bd9ffb req-3cfdd7b9-76a5-4bb0-8b0d-dbd2ca1f7d79 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.1003964 Aug 11 03:18:52.652169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:52.667790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d338388-68ee-4f80-a6c2-0726d4659b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.671119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d338388-68ee-4f80-a6c2-0726d4659b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:52.672543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7d338388-68ee-4f80-a6c2-0726d4659b75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/494a0c0d-109e-457e-bcdb-abed5f210545 HTTP/1.1" status: 204 len: 168 time: 0.4045746 Aug 11 03:18:52.706107 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4911fd72-620d-434a-bdb2-19db98bd9ffb req-7692b3de-ecde-4e8e-a994-0a0f16062e06 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539100 Aug 11 03:18:52.707122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d338388-68ee-4f80-a6c2-0726d4659b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494a0c0d-109e-457e-bcdb-abed5f210545,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:52.919927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 00de75ef-48bc-473d-a41b-d640b4da023e has no active binding in host n-h1-768509-22 {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 11 03:18:53.070450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658fe38-cb6e-48d0-8623-de5d9f99cd20 req-0a1ebf32-3473-4870-9312-794508e9a8b9 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.072701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f658fe38-cb6e-48d0-8623-de5d9f99cd20 req-0a1ebf32-3473-4870-9312-794508e9a8b9 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1086411 Aug 11 03:18:53.129966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f658fe38-cb6e-48d0-8623-de5d9f99cd20 req-d9cf1d4e-a6c4-473c-80c3-0458a81812dc tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467272 Aug 11 03:18:53.539150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56802) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.729343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-4fc18109-f80d-4c11-889a-df5a3c5365d1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.733779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4fc18109-f80d-4c11-889a-df5a3c5365d1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1918235 Aug 11 03:18:53.734367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56808) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.765344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-f968663c-ce99-4dff-ba5c-780e4a01ed2a tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.770579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f968663c-ce99-4dff-ba5c-780e4a01ed2a tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0350842 Aug 11 03:18:53.770799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.777423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-66dd923b-b8f7-4fa9-8f4b-88db1de9a1f7 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.778327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-66dd923b-b8f7-4fa9-8f4b-88db1de9a1f7 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0062187 Aug 11 03:18:53.781053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56814) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.799599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c79b3-c718-4e8b-aca9-cfe677524c25 req-76f4ec24-de88-46ca-a9b6-35cc59153e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.809717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f15c79b3-c718-4e8b-aca9-cfe677524c25 req-76f4ec24-de88-46ca-a9b6-35cc59153e75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.1336598 Aug 11 03:18:53.822723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-d6203c59-a54f-43a5-914a-ef86116a53b3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.828521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d6203c59-a54f-43a5-914a-ef86116a53b3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0463231 Aug 11 03:18:53.829346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56816) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.840704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-387ea659-4e58-4562-a430-e90cb4dc99a8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.841913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-387ea659-4e58-4562-a430-e90cb4dc99a8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0112803 Aug 11 03:18:53.845104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56818) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.850108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-5d23c70d-e5eb-498e-8e81-d50a60bc7b07 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.851042 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d23c70d-e5eb-498e-8e81-d50a60bc7b07 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048013 Aug 11 03:18:53.853792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56820) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.866942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-5cbd65f2-1e0b-4758-aedb-d23e43874f54 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.868265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5cbd65f2-1e0b-4758-aedb-d23e43874f54 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0116007 Aug 11 03:18:53.872418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56822) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.882366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-506f04b1-7317-4595-84ce-f6abce1f1c04 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.884890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-506f04b1-7317-4595-84ce-f6abce1f1c04 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0108500 Aug 11 03:18:53.888208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56824) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.893100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-d696a105-3c13-4dbc-afae-83136065c7d0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.894319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d696a105-3c13-4dbc-afae-83136065c7d0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049498 Aug 11 03:18:53.897226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56826) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.901172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f15c79b3-c718-4e8b-aca9-cfe677524c25 req-fb341eeb-be51-4de1-a328-3548de73a87c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 Aug 11 03:18:53.902756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-cf21d5ec-b20c-4a8f-8feb-501060fb2600 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.906376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cf21d5ec-b20c-4a8f-8feb-501060fb2600 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058804 Aug 11 03:18:53.906524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56828) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.911119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-fcea2dee-0154-42db-9f59-230c9b8e45a1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.915332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fcea2dee-0154-42db-9f59-230c9b8e45a1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0047016 Aug 11 03:18:53.916122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.922436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-94390ff0-8f7f-4473-91e9-7c812c83b009 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.925763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-94390ff0-8f7f-4473-91e9-7c812c83b009 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082660 Aug 11 03:18:53.926384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56832) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.928051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7632d-7f06-411c-b8a5-a9fd6e31b26a req-3e3d4db3-1028-4717-a35a-1cca43832060 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:53.930123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f7632d-7f06-411c-b8a5-a9fd6e31b26a req-3e3d4db3-1028-4717-a35a-1cca43832060 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.0869033 Aug 11 03:18:53.932328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-fa31b625-55a8-40ba-97d1-351f3f479118 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.935768 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56834) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.936238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa31b625-55a8-40ba-97d1-351f3f479118 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087323 Aug 11 03:18:53.940554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-fd070bd8-8bb3-4a29-8366-b0223fba67fa tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.941867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fd070bd8-8bb3-4a29-8366-b0223fba67fa tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0044029 Aug 11 03:18:53.944037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.949763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-944d0268-e199-480b-ae3d-ba7622ce3e8b tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.951733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-944d0268-e199-480b-ae3d-ba7622ce3e8b tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065315 Aug 11 03:18:53.954156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.959935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-00f38e84-2b93-41ec-a613-445271462fc9 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.962158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-00f38e84-2b93-41ec-a613-445271462fc9 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058453 Aug 11 03:18:53.965022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56840) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.969370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-da40975e-9f27-410a-8a94-8c93366adf57 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.970356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-da40975e-9f27-410a-8a94-8c93366adf57 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044723 Aug 11 03:18:53.972715 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56842) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.980648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-632be8ae-d79e-410f-b8aa-d1692a85b929 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.983676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-632be8ae-d79e-410f-b8aa-d1692a85b929 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0083802 Aug 11 03:18:53.984721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7f7632d-7f06-411c-b8a5-a9fd6e31b26a req-e1fe8076-059d-4dd7-983a-36ff41fbd150 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422647 Aug 11 03:18:53.985708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56844) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.989462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-9889f02c-b83d-475e-ad14-26a7c9e5d8d2 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.990624 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9889f02c-b83d-475e-ad14-26a7c9e5d8d2 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044236 Aug 11 03:18:53.993041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:53.998101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-83d1e772-b171-4a2a-ac71-d1f0f55672c1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:53.999432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-83d1e772-b171-4a2a-ac71-d1f0f55672c1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051517 Aug 11 03:18:54.001739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.015075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-07c526eb-c4c6-4e96-8860-45f19bacf7d0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.015075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-07c526eb-c4c6-4e96-8860-45f19bacf7d0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0047584 Aug 11 03:18:54.015075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56850) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.015075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-10ed5f7c-fe76-43ad-9043-ca4dcfae55d8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.015075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-10ed5f7c-fe76-43ad-9043-ca4dcfae55d8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040803 Aug 11 03:18:54.017269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56852) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.021380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-f05634fb-3677-471f-af89-d46e89e20ca0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.023705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f05634fb-3677-471f-af89-d46e89e20ca0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042050 Aug 11 03:18:54.025531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56854) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.029545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-c90d3d97-5e00-4914-bb94-0a9cb30c99e5 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.032719 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c90d3d97-5e00-4914-bb94-0a9cb30c99e5 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043752 Aug 11 03:18:54.032980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56856) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.042059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-ecbeb39f-cba8-4450-b443-8cca281538ef tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.043686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ecbeb39f-cba8-4450-b443-8cca281538ef tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0093355 Aug 11 03:18:54.045646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56858) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.049936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-436a7036-d88b-4924-9162-46b653604b0a tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.053009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-436a7036-d88b-4924-9162-46b653604b0a tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042367 Aug 11 03:18:54.053661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56860) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.057648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-3c832f82-dd81-4a2d-a7f0-6c91de16745e tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.061467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56862) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.061630 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3c832f82-dd81-4a2d-a7f0-6c91de16745e tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073247 Aug 11 03:18:54.067363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-edc0fcc4-d1db-4c3f-bbf1-53183eeb9648 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.071787 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-edc0fcc4-d1db-4c3f-bbf1-53183eeb9648 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090349 Aug 11 03:18:54.072029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56864) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.076609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-dc29c411-a53a-420c-88cc-2d20f62cd199 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.080128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56866) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.080384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dc29c411-a53a-420c-88cc-2d20f62cd199 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073538 Aug 11 03:18:54.085509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-77f0403d-c74a-44f8-af97-9db99c68353b tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.089580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56868) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.089976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-77f0403d-c74a-44f8-af97-9db99c68353b tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082502 Aug 11 03:18:54.094034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-3c665608-c134-4e73-a012-8a82c45672c4 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.095000 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3c665608-c134-4e73-a012-8a82c45672c4 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044079 Aug 11 03:18:54.097880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56870) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.103499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-132e1372-039b-4480-bc93-3bf63763e073 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.106679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-132e1372-039b-4480-bc93-3bf63763e073 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057170 Aug 11 03:18:54.106960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56872) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.110959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-54d871ff-e0aa-445a-8784-59e0b6701235 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.113997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-54d871ff-e0aa-445a-8784-59e0b6701235 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059533 Aug 11 03:18:54.114350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56874) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.119242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-d908801e-1d39-47b7-9245-35e6e0863d89 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.122521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d908801e-1d39-47b7-9245-35e6e0863d89 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045922 Aug 11 03:18:54.122744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56876) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.130489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-32527fd2-5e23-494d-9ff8-036bc56b7c88 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.130489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-32527fd2-5e23-494d-9ff8-036bc56b7c88 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0043447 Aug 11 03:18:54.130489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56878) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.138469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-2de7d238-ab9c-440a-91b0-bc05a11e7df2 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.138469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2de7d238-ab9c-440a-91b0-bc05a11e7df2 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0043924 Aug 11 03:18:54.138469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56880) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.142420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-54d85706-b19e-4860-8aea-13107338b85d tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.143348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-54d85706-b19e-4860-8aea-13107338b85d tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046656 Aug 11 03:18:54.145527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56882) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.150242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-7694a1aa-5090-43df-9eca-ab43ec69950d tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.153749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56884) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.154034 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7694a1aa-5090-43df-9eca-ab43ec69950d tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0072720 Aug 11 03:18:54.158340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-76405e11-208e-40d9-8121-2199913e5a0f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.161429 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-76405e11-208e-40d9-8121-2199913e5a0f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045900 Aug 11 03:18:54.161648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56888) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.167315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-78c4b43b-8f52-4ac4-8de5-5f71c84996f8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.170774 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-78c4b43b-8f52-4ac4-8de5-5f71c84996f8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0057843 Aug 11 03:18:54.171278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.177078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-c735b418-972f-43de-88b0-a8d8a83f80b8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.181032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c735b418-972f-43de-88b0-a8d8a83f80b8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076637 Aug 11 03:18:54.182211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56892) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.186655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-5ae20f79-9c8c-4fe3-a037-7b79436141e3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.187613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5ae20f79-9c8c-4fe3-a037-7b79436141e3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044606 Aug 11 03:18:54.190262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56894) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.194669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-a82692be-d71a-472e-83f7-5c8a9fcb2fb3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.195658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a82692be-d71a-472e-83f7-5c8a9fcb2fb3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044491 Aug 11 03:18:54.198780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56896) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.203587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-7658cb5d-a380-43c9-bbc4-d5a9d6eaed1f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.207594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7658cb5d-a380-43c9-bbc4-d5a9d6eaed1f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076773 Aug 11 03:18:54.208370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56898) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.212632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-56b9241a-68d3-42f0-81bc-6ff301ab61d0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.216113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-56b9241a-68d3-42f0-81bc-6ff301ab61d0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0068049 Aug 11 03:18:54.216264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56900) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.221426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-e3bfdb9f-d522-4b3c-85a2-af7d258cb9c9 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.225400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.225540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e3bfdb9f-d522-4b3c-85a2-af7d258cb9c9 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0081387 Aug 11 03:18:54.229927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-c61b7e7b-6ea7-410e-a98a-4e212f9f254c tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.230862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c61b7e7b-6ea7-410e-a98a-4e212f9f254c tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044987 Aug 11 03:18:54.233660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56904) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.238637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-ba585895-8bfe-49cd-89c9-c4385fc8ef9f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.240161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ba585895-8bfe-49cd-89c9-c4385fc8ef9f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050590 Aug 11 03:18:54.243684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56906) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.250537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-46765665-9830-49dc-8772-e9de4fb0b30a tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.254667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-46765665-9830-49dc-8772-e9de4fb0b30a tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098248 Aug 11 03:18:54.255385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56908) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.261166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-ea3ad29f-a30e-469d-b897-f63ba7af8774 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.264986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea3ad29f-a30e-469d-b897-f63ba7af8774 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085161 Aug 11 03:18:54.265824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.270315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-1e1e60a7-bd54-47b7-9bba-8fa72cd92ea4 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.274431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1e1e60a7-bd54-47b7-9bba-8fa72cd92ea4 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0070703 Aug 11 03:18:54.275477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56912) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.279547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-0381ba64-e1ef-4804-9c54-91a0e9c37178 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.281884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31082-55c9-472c-9162-73a2cd6fd0c4 req-239e590b-738a-4acb-afbd-69d8466b9f8b tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:54.283510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89a31082-55c9-472c-9162-73a2cd6fd0c4 req-239e590b-738a-4acb-afbd-69d8466b9f8b tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.0570812 Aug 11 03:18:54.284280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56914) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.287801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0381ba64-e1ef-4804-9c54-91a0e9c37178 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0068135 Aug 11 03:18:54.289041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-b29a744a-f72c-4f6c-a93f-683417f02c9c tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.290653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b29a744a-f72c-4f6c-a93f-683417f02c9c tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052299 Aug 11 03:18:54.293510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56916) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.298170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-885ce347-37af-43f5-8fdc-786d3c3cc96b tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.300126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-885ce347-37af-43f5-8fdc-786d3c3cc96b tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0055268 Aug 11 03:18:54.301752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56918) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.307121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-642ffa29-7aa4-4a67-9482-fc52054ddc56 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.308413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-642ffa29-7aa4-4a67-9482-fc52054ddc56 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054269 Aug 11 03:18:54.310417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56920) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.316416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-2f3f0097-b15e-4d0a-be6f-8fb0d8610d36 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.320336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2f3f0097-b15e-4d0a-be6f-8fb0d8610d36 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087695 Aug 11 03:18:54.320501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56922) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.325471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-e2b79326-406c-477e-959b-79f406511de4 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.327064 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e2b79326-406c-477e-959b-79f406511de4 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046127 Aug 11 03:18:54.329388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56924) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.335164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-ecb0b490-250e-428e-995e-d61eea0807c1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.340102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ecb0b490-250e-428e-995e-d61eea0807c1 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0096276 Aug 11 03:18:54.340808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56926) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.346328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-11f9f1a6-932d-46f9-8bfc-c823d665a4a8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.350255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-11f9f1a6-932d-46f9-8bfc-c823d665a4a8 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0084345 Aug 11 03:18:54.350925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56928) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.352794 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89a31082-55c9-472c-9162-73a2cd6fd0c4 req-00efae0f-09d0-42c0-91b0-f22e520c0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608740 Aug 11 03:18:54.356584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-f2640675-3be8-49be-b740-dd63ecf53e1f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.359888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2640675-3be8-49be-b740-dd63ecf53e1f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0052783 Aug 11 03:18:54.360124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56930) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.364517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-acefff28-0491-4ee7-ae5b-9d1c2dfb8070 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.368279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-acefff28-0491-4ee7-ae5b-9d1c2dfb8070 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070887 Aug 11 03:18:54.369075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56932) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.373623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-ba5531ac-da33-4c46-834c-8a71a3f65442 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.376087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ba5531ac-da33-4c46-834c-8a71a3f65442 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061169 Aug 11 03:18:54.376906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56934) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.381603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-c4414ede-2314-455f-9c59-47e5f7d04487 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.384506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c4414ede-2314-455f-9c59-47e5f7d04487 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0060089 Aug 11 03:18:54.386056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 56936) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.390469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [None req-523fdf41-152d-4796-9ba1-3bcc306c3783 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.393229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-523fdf41-152d-4796-9ba1-3bcc306c3783 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050049 Aug 11 03:18:54.393925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56938) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.398494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-8ea4c310-27fe-406e-9619-a87a788dd8bd tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.402516 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8ea4c310-27fe-406e-9619-a87a788dd8bd tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0052428 Aug 11 03:18:54.402702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56940) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.407126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-62f45da5-860d-4266-9a59-90c465976653 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.408134 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-62f45da5-860d-4266-9a59-90c465976653 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045774 Aug 11 03:18:54.410515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56942) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.414795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-79c06a2f-d815-4eb6-8d48-d75611e615a0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.418126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-79c06a2f-d815-4eb6-8d48-d75611e615a0 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043426 Aug 11 03:18:54.418273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56944) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.422369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-0ce1aaee-580f-470e-88ca-2b778b6d83d3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.423688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ce1aaee-580f-470e-88ca-2b778b6d83d3 tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0041344 Aug 11 03:18:54.425761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56946) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.429839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [None req-8dc264a6-0654-4a4a-b585-01238dab6f7f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:18:54.431680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8dc264a6-0654-4a4a-b585-01238dab6f7f tempest-ExtensionsTestJSON-1458406472 tempest-ExtensionsTestJSON-1458406472-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041478 Aug 11 03:18:54.802133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56962) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:54.951957 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.112115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.118639 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.153428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4adb47dac31147529e2e2502889fef75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497262 Aug 11 03:18:55.155256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 56968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:55.175324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88edd5-220e-43cf-8128-95fe35572efa req-95fb565a-7e7a-4da1-b23b-51e09fd11d12 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:55.177828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e88edd5-220e-43cf-8128-95fe35572efa req-95fb565a-7e7a-4da1-b23b-51e09fd11d12 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 946 time: 0.0928750 Aug 11 03:18:55.219159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d11c2c8-6a47-40e0-8b2e-ba10767cc153,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:55.225786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-81c020e5-3704-4810-8e44-07d0f7aa5172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.239700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.239700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.239700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.239700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.239700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.240229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.240229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.240600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.240905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.241234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.241559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.241880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e75d6d-49fd-44e1-9245-07fd0629d1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:18:55.280152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e88edd5-220e-43cf-8128-95fe35572efa req-48cb7e9a-9af3-47f0-afe5-cb830e328583 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938118 Aug 11 03:18:55.283377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eebb47ec-3aa5-494d-ade3-2411512ccf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.313732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eebb47ec-3aa5-494d-ade3-2411512ccf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.428067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-40d53a2b-8e2c-483d-87f4-2117fbbc5808 service neutron] 10.222.0.57 "GET /v2.0/ports/00de75ef-48bc-473d-a41b-d640b4da023e/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 385 time: 0.0972471 Aug 11 03:18:55.445665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eebb47ec-3aa5-494d-ade3-2411512ccf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.449814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eebb47ec-3aa5-494d-ade3-2411512ccf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.453414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eebb47ec-3aa5-494d-ade3-2411512ccf6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d11c2c8-6a47-40e0-8b2e-ba10767cc153 HTTP/1.1" status: 204 len: 168 time: 0.2971427 Aug 11 03:18:55.512395 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.532069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb47ec-3aa5-494d-ade3-2411512ccf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d11c2c8-6a47-40e0-8b2e-ba10767cc153,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:55.559366 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:55.627805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a33db-9c63-4ea5-9967-fb07f245d001 req-bc176141-ca30-46fa-86dc-ec3a5639505f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:55.632313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc9a33db-9c63-4ea5-9967-fb07f245d001 req-bc176141-ca30-46fa-86dc-ec3a5639505f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1501384 Aug 11 03:18:55.795736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:55.869434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:18:55.979106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:55.981442 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6591b283-76df-4140-b343-58d54db09fa8" -d '{"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-unplugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:56.001615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:56.031055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc9a33db-9c63-4ea5-9967-fb07f245d001 req-7fbf7ca9-26ed-47ea-94a0-bd2e60c03c5b tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065428 Aug 11 03:18:56.048742 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16315be3-b420-403c-b61c-c99f80331d2c x-openstack-request-id: req-16315be3-b420-403c-b61c-c99f80331d2c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:56.049101 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-unplugged", "status": "completed", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:56.049647 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16315be3-b420-403c-b61c-c99f80331d2c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:56.050067 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'code': 200} Aug 11 03:18:56.051556 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.097655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-cdaa721f-d186-4116-8e2d-26fe4d32da28 req-2043169f-9424-4af9-8347-56019f571221 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1383060135', 'description': 'tempest-description-1903721370'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:56.134232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cdaa721f-d186-4116-8e2d-26fe4d32da28 req-2043169f-9424-4af9-8347-56019f571221 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.267758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] Transition to ACTIVE for port object 00de75ef-48bc-473d-a41b-d640b4da023e will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:18:56.277686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.343529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cdaa721f-d186-4116-8e2d-26fe4d32da28 req-2043169f-9424-4af9-8347-56019f571221 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.351303 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cdaa721f-d186-4116-8e2d-26fe4d32da28 req-2043169f-9424-4af9-8347-56019f571221 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.411543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-cdaa721f-d186-4116-8e2d-26fe4d32da28 req-2043169f-9424-4af9-8347-56019f571221 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.413319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cdaa721f-d186-4116-8e2d-26fe4d32da28 req-2043169f-9424-4af9-8347-56019f571221 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3198898 Aug 11 03:18:56.413540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57000) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:56.458186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043169f-9424-4af9-8347-56019f571221 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0068df-983c-45d2-b1e0-0da4f553a6fa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:56.557152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] Pushing event updated for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=11']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:56.640694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4e446-6bf6-4d6a-9074-a8a01d756343 req-554a7664-f836-4f87-a08b-17359a34fb8c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.650369 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33d4e446-6bf6-4d6a-9074-a8a01d756343 req-554a7664-f836-4f87-a08b-17359a34fb8c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.2224016 Aug 11 03:18:56.670453 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-dbb6998a-de9f-4819-971c-c275c3d693fc tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1383060135&fields=id&tenant_id=d3b6322e099c472295ee0a5f444e4af3 HTTP/1.1" status: 200 len: 267 time: 0.1054897 Aug 11 03:18:56.749123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] No DVR routers for this DVR port 00de75ef-48bc-473d-a41b-d640b4da023e on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:18:56.755319 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.801858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5c675d-b3e1-43dd-8edf-8653aa82267a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:56.824665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-560c8e33-0874-4dc8-9c7d-afaa7c2b91f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:56.827160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-560c8e33-0874-4dc8-9c7d-afaa7c2b91f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1542957 Aug 11 03:18:56.848057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Request body: {'port': {'security_groups': ['24d9460c-f6c3-421a-bbd4-8b50d5c49d5f', '6e0068df-983c-45d2-b1e0-0da4f553a6fa']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:56.849002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33d4e446-6bf6-4d6a-9074-a8a01d756343 req-0ef7e2dd-5b0c-45ff-817c-5ed5427a3b65 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974201 Aug 11 03:18:56.906416 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:18:57.012220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5c675d-b3e1-43dd-8edf-8653aa82267a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.042751 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c5c675d-b3e1-43dd-8edf-8653aa82267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.080631 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2c5c675d-b3e1-43dd-8edf-8653aa82267a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d3762c3177e47eeacbe37256322f98d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394432 Aug 11 03:18:57.083702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57026) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:57.130824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57028) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:57.136974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c675d-b3e1-43dd-8edf-8653aa82267a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1667105e-fca1-48fb-a6ac-511243d64068,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.152357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b8e0a63a-eddd-4ea6-9630-b7a28a2c59af service neutron] 10.222.0.57 "PUT /v2.0/ports/00de75ef-48bc-473d-a41b-d640b4da023e/bindings/n-h1-768509-22/activate HTTP/1.1" status: 200 len: 370 time: 1.7172873 Aug 11 03:18:57.191147 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d5a988a0-2d50-40a4-9f32-1b43cd65cc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.253030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d5a988a0-2d50-40a4-9f32-1b43cd65cc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.263737 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.304570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-d789060d-2c1a-45b5-8c3f-6178480e26b5 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.307159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-d789060d-2c1a-45b5-8c3f-6178480e26b5 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8&tenant_id=69120019df3c43d2af4dc08a22e06ab4&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.0968614 Aug 11 03:18:57.398968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1412011581'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:57.431053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d5a988a0-2d50-40a4-9f32-1b43cd65cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.434173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d5a988a0-2d50-40a4-9f32-1b43cd65cc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.435458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d5a988a0-2d50-40a4-9f32-1b43cd65cc0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1667105e-fca1-48fb-a6ac-511243d64068 HTTP/1.1" status: 204 len: 168 time: 0.3494530 Aug 11 03:18:57.486950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a988a0-2d50-40a4-9f32-1b43cd65cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1667105e-fca1-48fb-a6ac-511243d64068,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.502399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-17d2443c-1f71-4c88-84bb-04a2dec2a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.504488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-17d2443c-1f71-4c88-84bb-04a2dec2a826 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 1097 time: 0.1900642 Aug 11 03:18:57.509135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Made reservation on behalf of 4eb133cc5334457ab4f92fd95d9bbbed for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:57.517323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.543047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.583212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:18:57.623395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.630142 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.630890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b52ae086-f421-48e0-b635-432d4b9e6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.632469 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-b52ae086-f421-48e0-b635-432d4b9e6e4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1097 time: 0.0776355 Aug 11 03:18:57.642726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6e8ee852-703d-4099-8c62-678b89bb6ef7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:57.700541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event updated for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=6']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:57.746773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:57.749587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:57.761722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-865e68dd-6826-4f2b-91c2-384d2117b7a4 req-173c3c55-6266-48e5-baff-ff82e91d31f7 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "PUT /v2.0/ports/6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 982 time: 0.9220965 Aug 11 03:18:57.763327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:18:57.771002 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be0a84-eecc-4283-a0d5-61fed08e83a2" -d '{"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:18:57.805651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6e8ee852-703d-4099-8c62-678b89bb6ef7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:18:57.871447 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270069e2-9eef-4372-932e-e929dae2e454 x-openstack-request-id: req-270069e2-9eef-4372-932e-e929dae2e454 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:18:57.875720 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:18:57.875998 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-270069e2-9eef-4372-932e-e929dae2e454 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:18:57.876425 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'status': 'completed', 'code': 200} Aug 11 03:18:58.038569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.045419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-a1c850ac-7f36-435e-8a27-92de6140286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.052095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-a1c850ac-7f36-435e-8a27-92de6140286a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1137 time: 0.1560292 Aug 11 03:18:58.058715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccef84-5ade-4bc2-b177-c234b5abc099 req-7fe345b7-6b1c-4da1-b390-0e50fc5e20f3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.059471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.065027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9bccef84-5ade-4bc2-b177-c234b5abc099 req-7fe345b7-6b1c-4da1-b390-0e50fc5e20f3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.1202188 Aug 11 03:18:58.069689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-e5235c9a-a07b-494e-9200-95b540fba87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.077335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-e5235c9a-a07b-494e-9200-95b540fba87f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 898 time: 0.4204257 Aug 11 03:18:58.182820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9bccef84-5ade-4bc2-b177-c234b5abc099 req-b60a653c-fd12-4078-8974-5267f9aa9444 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074371 Aug 11 03:18:58.185746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-410da326-321e-4ce8-8162-07d7b425a05f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1383060135&fields=id&tenant_id=d3b6322e099c472295ee0a5f444e4af3 HTTP/1.1" status: 200 len: 267 time: 0.3124299 Aug 11 03:18:58.214198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30efe49-33ff-4f6a-8537-456b0371baa9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.217641 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.507791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57068) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:58.618664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:18:58.686026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-619809cd-9934-4951-86b1-522046914393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.700145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.700488 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Added segment 6b310b96-e536-4d6a-aa9f-48c8abd35b76 of type vlan for network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e Aug 11 03:18:58.829686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-c52367c8-579a-4115-bb2e-e48636bb0667 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 999 time: 0.6428030 Aug 11 03:18:58.840998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.882493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-619809cd-9934-4951-86b1-522046914393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.887701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-619809cd-9934-4951-86b1-522046914393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:58.894082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-91a0effe-a961-4535-a056-10339f3e3f09 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.895905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-91a0effe-a961-4535-a056-10339f3e3f09 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 985 time: 0.6778927 Aug 11 03:18:58.918677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Request body: {'port': {'security_groups': ['24d9460c-f6c3-421a-bbd4-8b50d5c49d5f']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:58.924870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-3874e744-3ee0-4527-a085-55fe7eebc032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.926613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-3874e744-3ee0-4527-a085-55fe7eebc032 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.8449316 Aug 11 03:18:58.928492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619809cd-9934-4951-86b1-522046914393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09933017-7cfb-4c52-a64d-42b59cc00834,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:58.932769 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-619809cd-9934-4951-86b1-522046914393 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=789034dc392d462e95ec1602d86b381f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237726 Aug 11 03:18:58.935244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57086) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:58.938356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 00de75ef-48bc-473d-a41b-d640b4da023e no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:18:58.995598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-a5cd155c-9e5a-4095-9dcd-20cdf23597d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:58.997183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-a5cd155c-9e5a-4095-9dcd-20cdf23597d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.1521871 Aug 11 03:18:59.034923 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a979a6a4-4ed5-48ef-8ceb-a6738ac69c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.046045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 00de75ef-48bc-473d-a41b-d640b4da023e not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:18:59.050288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-5aa77cf8-a3be-466d-b870-5dd35ed5667e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 217 time: 0.0917499 Aug 11 03:18:59.073421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.079952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.080509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.091338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a979a6a4-4ed5-48ef-8ceb-a6738ac69c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.188292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a979a6a4-4ed5-48ef-8ceb-a6738ac69c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.191357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a979a6a4-4ed5-48ef-8ceb-a6738ac69c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.195490 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a979a6a4-4ed5-48ef-8ceb-a6738ac69c4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09933017-7cfb-4c52-a64d-42b59cc00834 HTTP/1.1" status: 204 len: 168 time: 0.2592161 Aug 11 03:18:59.216147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979a6a4-4ed5-48ef-8ceb-a6738ac69c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09933017-7cfb-4c52-a64d-42b59cc00834,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.261257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1277463 Aug 11 03:18:59.264115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57096) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:59.272586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'subnet': {'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:18:59.333595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-3fae6dd7-a0f1-470e-a773-05361d87790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.335740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-3fae6dd7-a0f1-470e-a773-05361d87790a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.2773809 Aug 11 03:18:59.341587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.366316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-5034504a-c48b-4a20-8a19-d802e25939ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.368821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-5034504a-c48b-4a20-8a19-d802e25939ff service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3330073 Aug 11 03:18:59.397830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-a2f8e9f8-23d6-480b-8d68-42154e7a4e88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411420 Aug 11 03:18:59.398450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618f281-4f23-4220-a305-f4d2d84d1282 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Network': ['ID=5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.411445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:18:59.413439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Made reservation on behalf of 4eb133cc5334457ab4f92fd95d9bbbed for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:18:59.417298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.439982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddc173-cfc3-46a7-ac94-c4ad2817ee84 req-a738caf0-c7bd-4f2c-a7d5-a11a38cca0c4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:18:59.447559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14ddc173-cfc3-46a7-ac94-c4ad2817ee84 req-a738caf0-c7bd-4f2c-a7d5-a11a38cca0c4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.1634183 Aug 11 03:18:59.584444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14ddc173-cfc3-46a7-ac94-c4ad2817ee84 req-c8baf86d-e8da-4b4c-a397-ec29cc3f3832 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357167 Aug 11 03:18:59.589661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57110) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:59.712627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57114) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:18:59.726359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-1db4ee9f-e85d-4196-b9fd-9c2d6bc62739 service neutron] 10.222.0.10 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105283 Aug 11 03:18:59.733026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31608f3c-5b1d-4dac-a20f-457f26ba0d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.734001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-1a8901b6-fabe-44cb-a471-387738cb8dab service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202553 Aug 11 03:18:59.836408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-1286bfed-e510-483f-875c-6f909efcbe29 service neutron] 10.222.0.10 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012790 Aug 11 03:18:59.837903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:18:59.949523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Checking segment: {'id': '6b310b96-e536-4d6a-aa9f-48c8abd35b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:18:59.950355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Network hostable DHCP agents. Network: 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:18:59.971865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Subnet': ['ID=cce6dc99-02f9-47d3-9f8f-26061ea1c0e5,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:18:59.983570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:00.002098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:00.004628 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92be0a84-eecc-4283-a0d5-61fed08e83a2 req-c9c9b92d-dbe1-4d04-bf6b-3928a4d59e7f service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592108 Aug 11 03:19:00.010164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d9ca9f9-e863-4f44-9b59-c3a448dc3b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.015962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:00.029417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21117ae1-0676-49eb-86b7-7a9aca726865 None None] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:00.048029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.048748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.059773 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.068642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.074432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31608f3c-5b1d-4dac-a20f-457f26ba0d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.080480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31608f3c-5b1d-4dac-a20f-457f26ba0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.104702 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.105661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6e8ee852-703d-4099-8c62-678b89bb6ef7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:00.167486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.168791 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.170352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbae0004-1771-41fd-8efd-9539d1fadca8 req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "PUT /v2.0/ports/6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 943 time: 1.2617049 Aug 11 03:19:00.170869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:00.174081 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6843a4e-0644-4599-8a77-9a47c70ef514" -d '{"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:00.213026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d9ca9f9-e863-4f44-9b59-c3a448dc3b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.222082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31608f3c-5b1d-4dac-a20f-457f26ba0d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21348267-1d6b-4c4b-91f5-91bcc966fd37,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:00.233648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eddf4759-7d0d-4e95-abce-1835982a9457 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9667461 Aug 11 03:19:00.234678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9d9ca9f9-e863-4f44-9b59-c3a448dc3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.238567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:00.262248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed80df8-1d0d-4226-9b91-589e279b47ec tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event updated for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:00.271657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ca9f9-e863-4f44-9b59-c3a448dc3b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb2cbec-115b-4a6e-85ad-38ced558e3b6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:00.276216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-9d93d73d-5382-4cbb-8e0b-cf5dba397b84 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.280486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-9d93d73d-5382-4cbb-8e0b-cf5dba397b84 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8&tenant_id=69120019df3c43d2af4dc08a22e06ab4&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 1097 time: 0.1917396 Aug 11 03:19:00.283254 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9bb7c7-a5c2-480f-b3a4-e9f4ef896831 x-openstack-request-id: req-5d9bb7c7-a5c2-480f-b3a4-e9f4ef896831 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:00.283534 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:00.284600 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d9bb7c7-a5c2-480f-b3a4-e9f4ef896831 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:00.285022 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'status': 'completed', 'code': 200} Aug 11 03:19:00.295919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a4d04380-6069-4436-93b9-9d1492375d6f tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2079205047', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:00.321258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6e8ee852-703d-4099-8c62-678b89bb6ef7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:00.392394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-31608f3c-5b1d-4dac-a20f-457f26ba0d46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dedcdbb537a44dc287fc681ec2170e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752908 Aug 11 03:19:00.392596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-80a2e541-4ada-4fd8-8cce-d69491bd25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.392596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-80a2e541-4ada-4fd8-8cce-d69491bd25ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.0648677 Aug 11 03:19:00.393931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57124) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:00.467240 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9d9ca9f9-e863-4f44-9b59-c3a448dc3b05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4742ba8d5ce245208ec023ad659b9a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8762641 Aug 11 03:19:00.476246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57126) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:00.479247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4d04380-6069-4436-93b9-9d1492375d6f tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.480521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4d04380-6069-4436-93b9-9d1492375d6f tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.526263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e', 'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e', 'tenant_id': '4eb133cc5334457ab4f92fd95d9bbbed', 'fixed_ips': [{'subnet_id': 'cce6dc99-02f9-47d3-9f8f-26061ea1c0e5'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:00.527176 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.642863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-413bf7e2-c827-445e-9cdf-813e5663ca5d service neutron] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:00.657184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-413bf7e2-c827-445e-9cdf-813e5663ca5d service neutron] Notify callbacks [] for binding, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.658362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-413bf7e2-c827-445e-9cdf-813e5663ca5d service neutron] 10.222.0.10 "DELETE /v2.0/ports/00de75ef-48bc-473d-a41b-d640b4da023e/bindings/n-h2-768509-22 HTTP/1.1" status: 204 len: 173 time: 0.3724918 Aug 11 03:19:00.662809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8824eccc-df1d-4cac-b49a-6beb07f5a669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.681744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-ac2d748f-4d73-4ddb-8291-61ad8778368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.683466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-ac2d748f-4d73-4ddb-8291-61ad8778368f service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.2721260 Aug 11 03:19:00.715013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8824eccc-df1d-4cac-b49a-6beb07f5a669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.815146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Allocated IP 172.20.0.2 (5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e/cce6dc99-02f9-47d3-9f8f-26061ea1c0e5/4fce3ff6-f9fc-4312-8e27-0e9d05f64712) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:00.824742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-5e651beb-b654-4672-aed4-716eae0322c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 217 time: 0.1291418 Aug 11 03:19:00.894167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c12779-d85f-47a0-bfa0-f1f1c43eb8ec req-20e429b3-d238-4d46-a7aa-da19d800aede tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:00.901579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1c12779-d85f-47a0-bfa0-f1f1c43eb8ec req-20e429b3-d238-4d46-a7aa-da19d800aede tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.1829059 Aug 11 03:19:00.908751 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4d04380-6069-4436-93b9-9d1492375d6f tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.936752 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4d04380-6069-4436-93b9-9d1492375d6f tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:00.980891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1c12779-d85f-47a0-bfa0-f1f1c43eb8ec req-2a104f21-78ea-4a94-aa16-f994ff6a1a8b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783460 Aug 11 03:19:00.999296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-b287bb04-2005-425e-a19a-d1d5573748b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.001269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-b287bb04-2005-425e-a19a-d1d5573748b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.1663525 Aug 11 03:19:01.002318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a4d04380-6069-4436-93b9-9d1492375d6f tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.003511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a4d04380-6069-4436-93b9-9d1492375d6f tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7335966 Aug 11 03:19:01.007376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57132) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:01.022963 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-c28d2d4f-ab31-4e32-a254-95d7ac5d01c4 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7966838 Aug 11 03:19:01.041964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:01.047598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5361efba-6f87-4d5e-b081-52a3e011f8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.058531 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.081263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5361efba-6f87-4d5e-b081-52a3e011f8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.086131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Transition to ACTIVE for port object 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:01.091432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.107897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Transition to ACTIVE for port object 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:01.115126 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.185038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-2c82920f-94ba-4810-8add-6c708cfbc0e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688166 Aug 11 03:19:01.189186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8824eccc-df1d-4cac-b49a-6beb07f5a669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.192205 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8824eccc-df1d-4cac-b49a-6beb07f5a669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.196831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8824eccc-df1d-4cac-b49a-6beb07f5a669 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21348267-1d6b-4c4b-91f5-91bcc966fd37 HTTP/1.1" status: 204 len: 168 time: 0.7976408 Aug 11 03:19:01.198875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Pushing event updated for resources: {'Port': ['ID=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.212284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.212482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.212680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.213146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.214031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.214382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.214715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.215047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.215378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.215786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.216115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.216567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:01.217035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5361efba-6f87-4d5e-b081-52a3e011f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.219979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5361efba-6f87-4d5e-b081-52a3e011f8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.227343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5361efba-6f87-4d5e-b081-52a3e011f8a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4bb2cbec-115b-4a6e-85ad-38ced558e3b6 HTTP/1.1" status: 204 len: 168 time: 0.7474923 Aug 11 03:19:01.241496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:01.246677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:01.262417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:01.264659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361efba-6f87-4d5e-b081-52a3e011f8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb2cbec-115b-4a6e-85ad-38ced558e3b6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.296640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.434644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Attempting to bind port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:01.436276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Attempting to bind port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6b310b96-e536-4d6a-aa9f-48c8abd35b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:01.436598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Attempting to bind port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 on network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:01.449786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:01.450182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Checking segment: {'id': '6b310b96-e536-4d6a-aa9f-48c8abd35b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:01.452547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.452981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Bound using segment: {'id': '6b310b96-e536-4d6a-aa9f-48c8abd35b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:01.453491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Bound port: 4fce3ff6-f9fc-4312-8e27-0e9d05f64712, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b310b96-e536-4d6a-aa9f-48c8abd35b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:01.455652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.547298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Allocated IP 172.25.4.43 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/f55d22aa-8b0a-431a-b631-69d3b37253d9) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:01.641942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] For port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:01.653197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] For port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,segment=NetworkSegment(6b310b96-e536-4d6a-aa9f-48c8abd35b76),segment_id=6b310b96-e536-4d6a-aa9f-48c8abd35b76)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:01.662598 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.700101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.783265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe26f4-47b0-4dbb-9f64-e151a7c463af req-9448bdde-6ea5-4e6b-b543-1b477f08afc7 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:01.786141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bfe26f4-47b0-4dbb-9f64-e151a7c463af req-9448bdde-6ea5-4e6b-b543-1b477f08afc7 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1097 time: 0.7058268 Aug 11 03:19:01.788046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824eccc-df1d-4cac-b49a-6beb07f5a669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21348267-1d6b-4c4b-91f5-91bcc966fd37,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.811718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b12ad-6a1b-4e62-aedf-9502005b7955 None None] Pushing event updated for resources: {'Port': ['ID=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:01.824308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:01.911860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:01.915522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:01.932036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:01.985417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bfe26f4-47b0-4dbb-9f64-e151a7c463af req-3e193019-2d4d-4581-b721-99a5ab070548 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746159 Aug 11 03:19:01.991473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event updated for resources: {'Port': ['ID=f55d22aa-8b0a-431a-b631-69d3b37253d9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:02.051469 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-49e61836-0749-47ad-83ab-938143cda251 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569882 Aug 11 03:19:02.188565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.262474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.317435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.464703 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6843a4e-0644-4599-8a77-9a47c70ef514 req-01ff4cfa-647a-4f4b-b3aa-faaa09f18556 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017639 Aug 11 03:19:02.566163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78d96b-76de-47c0-8747-c5fcd49f7669 req-8bc1ab11-80f2-4ade-a91e-ec08cff9c9c2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:02.569045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba78d96b-76de-47c0-8747-c5fcd49f7669 req-8bc1ab11-80f2-4ade-a91e-ec08cff9c9c2 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.3689940 Aug 11 03:19:02.605250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.619261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.685088 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ba78d96b-76de-47c0-8747-c5fcd49f7669 req-b6e1ebec-40cf-455a-b43b-ad556b24501a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064892 Aug 11 03:19:02.713291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57178) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:02.854752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event updated for resources: {'Port': ['ID=f55d22aa-8b0a-431a-b631-69d3b37253d9,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:02.873631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.884625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-657885d0-2059-4851-8cb4-c91d431df971 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 200 len: 991 time: 0.1507962 Aug 11 03:19:02.918891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:02.926708 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-8466de21-76bb-4f35-926c-6319db6d38fd tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8929098 Aug 11 03:19:03.017086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Allocated IP 172.20.0.1 (5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e/cce6dc99-02f9-47d3-9f8f-26061ea1c0e5/2cfbeff3-51b2-4f83-841d-839e7bfd407d) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:03.027873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57186) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:03.144681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-6bdf47fc-e565-42fb-8819-87e45d0fd608 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.2148852 Aug 11 03:19:03.208118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57194) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:03.312976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-1ad2c719-7ded-4767-9104-299efcf32e5f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.313404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-1ad2c719-7ded-4767-9104-299efcf32e5f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.1649635 Aug 11 03:19:03.328715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-f185537d-a271-417e-91dc-861f2480150d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:19:03.328715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e102f0c-0a8d-4fb3-b8c1-13f7d9b5bbe1 req-f185537d-a271-417e-91dc-861f2480150d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075200 Aug 11 03:19:03.364687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e8d45-173c-4310-a75e-c9ce4c03fa62 None None] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:03.401323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-398131679-network', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:03.407478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.465059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-100d049f-abbe-4ff9-9288-9727511e4c4b None None] Provisioning for port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:03.542831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Transition to ACTIVE for port object 2cfbeff3-51b2-4f83-841d-839e7bfd407d will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:03.595422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Made reservation on behalf of a053c7213c2b4484bfb3c0a48e148f77 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:03.597742 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.617365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-a868dbcf-bcc3-40b5-a539-10b069919f9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:03.624676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-a868dbcf-bcc3-40b5-a539-10b069919f9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2115004 Aug 11 03:19:03.664903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.775212 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-2a45843c-b3a0-4a84-95f9-fe49bca869ad tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.1495378 Aug 11 03:19:03.788539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Request body: {'floatingip': {'port_id': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:03.846527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.857328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:03.981049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:04.049794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:04.054393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:04.054691 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.107669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:04.124582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:04.127168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:04.130009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Port': ['ID=2cfbeff3-51b2-4f83-841d-839e7bfd407d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.161159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.175726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 4201bae0-dc8b-4c6a-a22e-54868f92276d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:04.175726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.208342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,segment=NetworkSegment(6b310b96-e536-4d6a-aa9f-48c8abd35b76),segment_id=6b310b96-e536-4d6a-aa9f-48c8abd35b76)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:04.214443 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.280909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.331871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.380096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.418721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.469492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2998e190-6ce6-44b4-837b-2b1e7eec49d7 None None] Provisioning for port 2cfbeff3-51b2-4f83-841d-839e7bfd407d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:04.479915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2998e190-6ce6-44b4-837b-2b1e7eec49d7 None None] Provisioning complete for port 2cfbeff3-51b2-4f83-841d-839e7bfd407d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:04.480549 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2998e190-6ce6-44b4-837b-2b1e7eec49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.495969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:04.527392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2998e190-6ce6-44b4-837b-2b1e7eec49d7 None None] Port 2cfbeff3-51b2-4f83-841d-839e7bfd407d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:04.551103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.551425 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.555795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:04.614416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.614771 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Added segment a6f96ee6-61fc-46fb-8144-bac42c5b7280 of type vlan for network be080529-0685-4246-8c4b-12cc2ce5fb55 Aug 11 03:19:04.625378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69525d1e-b7de-48da-af8b-341393b2f7c0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.630612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 4201bae0-dc8b-4c6a-a22e-54868f92276d owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:04.638877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0f38a04-ea12-41c1-a6f1-6d13cd6a255d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.757400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0f38a04-ea12-41c1-a6f1-6d13cd6a255d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.761727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0f38a04-ea12-41c1-a6f1-6d13cd6a255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.818428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c0f38a04-ea12-41c1-a6f1-6d13cd6a255d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4b3e39ea1224f9290b0f16c631afb9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207295 Aug 11 03:19:04.819239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57232) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:04.819941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f38a04-ea12-41c1-a6f1-6d13cd6a255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a25000-aedc-4b58-93d4-3627942c6ece,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:04.890453 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c60b4fb5-49d0-4474-8aee-df00ee49b45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.922304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c60b4fb5-49d0-4474-8aee-df00ee49b45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.990184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c60b4fb5-49d0-4474-8aee-df00ee49b45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.993509 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c60b4fb5-49d0-4474-8aee-df00ee49b45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:04.996864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c60b4fb5-49d0-4474-8aee-df00ee49b45f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7a25000-aedc-4b58-93d4-3627942c6ece HTTP/1.1" status: 204 len: 168 time: 0.1708848 Aug 11 03:19:05.040582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b4fb5-49d0-4474-8aee-df00ee49b45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a25000-aedc-4b58-93d4-3627942c6ece,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.120165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-a873cd5f-7044-403f-a615-586c340a32dc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.125347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.127979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-a873cd5f-7044-403f-a615-586c340a32dc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.1503499 Aug 11 03:19:05.149954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-ffaab605-a22a-4ed9-a6e9-54de7ea6a205 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/quotas/90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 375 time: 0.0210555 Aug 11 03:19:05.235600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-5f0758ae-ac3b-434e-9985-1a72cacf7636 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798676 Aug 11 03:19:05.264401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.333704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57242) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:05.345344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-d58b4c22-0f4f-42a2-9c5d-5f4555c46e26 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088827 Aug 11 03:19:05.364156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e6bd-e1f6-4571-b889-e2f90ef64b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.472968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.db.resource_extend [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 11 03:19:05.485818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-dbf8d842-ecc4-44c6-9505-790851cda578 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315114 Aug 11 03:19:05.534877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e6bd-e1f6-4571-b889-e2f90ef64b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.540404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4fe0e6bd-e1f6-4571-b889-e2f90ef64b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.560003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.560985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:05.561566 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.594599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4fe0e6bd-e1f6-4571-b889-e2f90ef64b47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8773314d8ee54fefb5322e343f86fa4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576537 Aug 11 03:19:05.594599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0e6bd-e1f6-4571-b889-e2f90ef64b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d220acd-22b2-45a6-835a-74aeefe01e88,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.595746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57246) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:05.663329 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409833b-ffc9-4e98-81f3-3e0d4fcea10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.674634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.678717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.6500692 Aug 11 03:19:05.682428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:05.689981 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.693495 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Request body: {'subnet': {'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-398131679-subnet', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:05.703230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409833b-ffc9-4e98-81f3-3e0d4fcea10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.750248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Made reservation on behalf of a053c7213c2b4484bfb3c0a48e148f77 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:05.752631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.780670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5b71b-ec8a-48fa-9682-27b8483ecc19 admin admin] Pushing event updated for resources: {'Network': ['ID=be080529-0685-4246-8c4b-12cc2ce5fb55,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:05.806171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network be080529-0685-4246-8c4b-12cc2ce5fb55 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:05.937485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:05.958832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1995b4f9-a070-4ac1-ba4c-742c855886c7 req-970d410d-c41e-4c35-b566-3845311db950 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.1174307 Aug 11 03:19:05.971150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.988015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409833b-ffc9-4e98-81f3-3e0d4fcea10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:05.996108 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0409833b-ffc9-4e98-81f3-3e0d4fcea10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.003440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0409833b-ffc9-4e98-81f3-3e0d4fcea10d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d220acd-22b2-45a6-835a-74aeefe01e88 HTTP/1.1" status: 204 len: 168 time: 0.4066756 Aug 11 03:19:06.012216 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Floating IP de47fb5f-a7cc-4907-abea-b49f951ef0c0 associated. External IP: 172.25.4.43, port: 6e8ee852-703d-4099-8c62-678b89bb6ef7. Aug 11 03:19:06.021176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409833b-ffc9-4e98-81f3-3e0d4fcea10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d220acd-22b2-45a6-835a-74aeefe01e88,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.024726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=4201bae0-dc8b-4c6a-a22e-54868f92276d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.095227 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.122034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:06.122844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.123555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.186736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.272560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.277789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.278125 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP 2a2c3727-8f48-42c9-b245-1451289e93de disassociated (deleted). External IP: 172.25.4.98, port: 00de75ef-48bc-473d-a41b-d640b4da023e. Aug 11 03:19:06.282837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5494409a-919a-4b79-93e8-1a208f6356de,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.285158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Port': ['ID=2cfbeff3-51b2-4f83-841d-839e7bfd407d,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:06.315140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Checking segment: {'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:06.315529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Network hostable DHCP agents. Network: be080529-0685-4246-8c4b-12cc2ce5fb55, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:06.340215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Network be080529-0685-4246-8c4b-12cc2ce5fb55 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:06.353378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, be080529-0685-4246-8c4b-12cc2ce5fb55) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:06.359665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:06.360293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.368892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa6f91-4c01-4c44-9b8e-5fd07440dcb3 None None] Network be080529-0685-4246-8c4b-12cc2ce5fb55 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:06.381814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-74d45f94-9993-416a-b731-c6220d24c375 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6980679 Aug 11 03:19:06.386340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57270) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:06.393753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:06.426188 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.428444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.511480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.647651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-be080529-0685-4246-8c4b-12cc2ce5fb55', 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'fixed_ips': [{'subnet_id': '5494409a-919a-4b79-93e8-1a208f6356de'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:06.648597 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.737730 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:06.883957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Allocated IP 172.20.0.2 (be080529-0685-4246-8c4b-12cc2ce5fb55/5494409a-919a-4b79-93e8-1a208f6356de/bdbeba00-850d-4cfe-bb6d-1ae0db76b251) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:06.917943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:06.947474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Router 66c1ef01-d231-4f13-b70e-c8e8934f19ac has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:06.950222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:07.150545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03c153f6-4c92-4815-8a9e-eb7a178efb5c req-3aaeb042-c54b-410a-bb8d-b2f882b3eb80 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0541928 Aug 11 03:19:07.151919 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.186532 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.201979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.204609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 4251d45b-f90c-483b-ae84-83a71b7a4da6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:07.223334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Transition to ACTIVE for port object bdbeba00-850d-4cfe-bb6d-1ae0db76b251 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:07.252141 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Transition to ACTIVE for port object bdbeba00-850d-4cfe-bb6d-1ae0db76b251 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:07.261803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.346486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Pushing event updated for resources: {'Port': ['ID=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.358411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Network be080529-0685-4246-8c4b-12cc2ce5fb55 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:07.359672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:07.365726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:07.395106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Allocated IP 172.25.4.187 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/35ed9e6a-c23e-4124-ac6d-fff03dd33f46) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:07.426195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5ed1c824-7909-4062-8111-1ceb78c3b0c3 None None] Provisioning complete for port 2cfbeff3-51b2-4f83-841d-839e7bfd407d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:07.427537 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ed1c824-7909-4062-8111-1ceb78c3b0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.494651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Attempting to bind port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:07.495234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Attempting to bind port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:07.496081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Attempting to bind port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 on network be080529-0685-4246-8c4b-12cc2ce5fb55 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:07.504680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1c824-7909-4062-8111-1ceb78c3b0c3 None None] Port 2cfbeff3-51b2-4f83-841d-839e7bfd407d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:07.510053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:07.510572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Checking segment: {'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:07.511788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.512288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Bound using segment: {'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:07.512886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Bound port: bdbeba00-850d-4cfe-bb6d-1ae0db76b251, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:07.513367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.538632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Router 7ab1d97c-b11d-4f7f-a630-73efb2230f1f is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:19:07.558764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.577345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:07.587420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-76583c04-5fab-4bde-a75a-bf1321d89c04 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:07.590712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-76583c04-5fab-4bde-a75a-bf1321d89c04 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.4435642 Aug 11 03:19:07.593261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] Sync routers for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:07.597084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.610710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'port': {'device_id': '8caa4548-c554-489a-831b-f23e9a04e516', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'admin_state_up': True, 'tenant_id': '90f8576177aa410199b6b0b88faa51b5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:07.612331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] For port bdbeba00-850d-4cfe-bb6d-1ae0db76b251, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:07.630658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] For port bdbeba00-850d-4cfe-bb6d-1ae0db76b251, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,segment=NetworkSegment(a6f96ee6-61fc-46fb-8144-bac42c5b7280),segment_id=a6f96ee6-61fc-46fb-8144-bac42c5b7280)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:07.632387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:07.634251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.640477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.660784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.714103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:07.719789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:07.727750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:07.792747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:07.795015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:07.800060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-46c5ed51-ad49-48bd-b2e3-b69746c4bfff tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "PUT /v2.0/routers/7ab1d97c-b11d-4f7f-a630-73efb2230f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7907834 Aug 11 03:19:07.806909 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] Sync routers for ids ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:07.807823 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:07.810169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57298) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:07.818731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'port': {'network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e', 'name': 'tempest-FloatingIPNegativeTestJSON-1097356338'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:07.824718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] Sync routers for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:07.828327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-1177852a-133d-4cb1-8d87-324cedca0fa8 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "PUT /v2.0/floatingips/de47fb5f-a7cc-4907-abea-b49f951ef0c0 HTTP/1.1" status: 200 len: 996 time: 4.0519867 Aug 11 03:19:07.840176 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] Routers {'7ab1d97c-b11d-4f7f-a630-73efb2230f1f'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:07.845112 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.849574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:07.852116 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecfb696-a923-42e4-94d1-373aca66f89d" -d '{"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:07.861407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60692-7814-40b5-b496-f98fac3ee428 None None] Pushing event updated for resources: {'Port': ['ID=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:07.876350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:07.877300 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.883260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:07.952712 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.965289 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] Routers {'7ab1d97c-b11d-4f7f-a630-73efb2230f1f'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:07.966980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:07.980276 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95c38b3-9312-4ad1-bbb6-86ed463d5707 x-openstack-request-id: req-b95c38b3-9312-4ad1-bbb6-86ed463d5707 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:07.980674 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:07.980929 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b95c38b3-9312-4ad1-bbb6-86ed463d5707 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:07.981350 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'status': 'completed', 'code': 200} Aug 11 03:19:08.017323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-62189785-84ad-4cdf-9470-71a0560d6c04 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/floatingips/2a2c3727-8f48-42c9-b245-1451289e93de HTTP/1.1" status: 204 len: 168 time: 4.8061733 Aug 11 03:19:08.063666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:08.145929 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:08.147248 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4bbe9-076e-4d1d-bfe1-c42d969a9cf7 None None] The sync data for ids ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:08.368875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-56e92049-4a07-49b7-bf20-d24104b6ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.370351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-56e92049-4a07-49b7-bf20-d24104b6ab44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.3448603 Aug 11 03:19:08.382164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-9399be13-6519-46ba-8c97-2dfab14847ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.384202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-9399be13-6519-46ba-8c97-2dfab14847ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.5234747 Aug 11 03:19:08.424580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9bb5f9cf-ad36-40cd-be97-c89b5fd8ca11 req-33208e45-a237-442f-9d64-5759a18fbc47 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0603092 Aug 11 03:19:08.434892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.443343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:08.463138 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.616726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:08.677326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Made reservation on behalf of 4eb133cc5334457ab4f92fd95d9bbbed for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:08.682345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.795475 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:08.803075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] device_id is not set on port 1a615358-5b60-4860-8cae-7d800fdcb968 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:19:08.814735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bde048-4fb7-4ea4-97d0-7ad1d9a43ad8 req-6293907d-2ca3-46d3-aeb7-e5e6ae2a0a2d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:08.824304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4bde048-4fb7-4ea4-97d0-7ad1d9a43ad8 req-6293907d-2ca3-46d3-aeb7-e5e6ae2a0a2d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.2631941 Aug 11 03:19:08.916789 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4bde048-4fb7-4ea4-97d0-7ad1d9a43ad8 req-d506a16d-d634-42e2-a1b9-97ff9c3a374f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914850 Aug 11 03:19:09.038244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.20.0.11 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/06d61451-b4ec-4373-ba3c-c18c020a337f) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:09.087039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'de47fb5f-a7cc-4907-abea-b49f951ef0c0', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'port_id': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'mac_address': 'fa:16:3e:39:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:02Z', 'updated_at': '2021-08-11T03:19:05Z', 'revision_number': 1, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 5, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:09.103613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-30b3eac5-69df-4055-8cec-7b58202e4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:09.105501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-30b3eac5-69df-4055-8cec-7b58202e4067 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.7198074 Aug 11 03:19:09.113121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Router 12704902-b06d-41c4-aa77-0598a62f032b is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:19:09.156422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] Checking router: 66c1ef01-d231-4f13-b70e-c8e8934f19ac for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:09.189772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:09.190324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:09.315651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-575e43ea-9b77-420f-9cae-f089e01a01b7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:09.317442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-575e43ea-9b77-420f-9cae-f089e01a01b7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.5344496 Aug 11 03:19:09.331488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:47Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:09.336879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-e24dce8f-2f1a-4310-857c-9f1fb17a9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:09.337094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:09.342089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-e24dce8f-2f1a-4310-857c-9f1fb17a9115 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.9296942 Aug 11 03:19:09.353509 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Sync routers for ids ['12704902-b06d-41c4-aa77-0598a62f032b'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:09.364742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:09.365802 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Routers {'12704902-b06d-41c4-aa77-0598a62f032b'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:09.366362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82dfa5a8-9777-480f-8b36-ab2e73387bd1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.9767823 Aug 11 03:19:09.369553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57326) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:09.378342 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['12704902-b06d-41c4-aa77-0598a62f032b'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:09.491389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] Checking router: 4251d45b-f90c-483b-ae84-83a71b7a4da6 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:09.512738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c689ec8f-9221-4730-b928-802a65463fac None None] Network be080529-0685-4246-8c4b-12cc2ce5fb55 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:09.636892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:09.637560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:09.644830 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Set router 12704902-b06d-41c4-aa77-0598a62f032b gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:09.667485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a008d3d1-9829-486b-b356-d9b3cdcdebf6 req-60c67232-c8d5-4575-af49-9886580b9158 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0759094 Aug 11 03:19:09.710416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:09.716221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9f597d63-9753-4605-8aaf-98dd646f51b8 None None] Provisioning for port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:10.084890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:10.088323 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:10.127686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bdbeba00-850d-4cfe-bb6d-1ae0db76b251 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:10.175144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-fdda02d6-72c2-43d5-b153-07e4cda27386 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 999 time: 0.8037214 Aug 11 03:19:10.214326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:10.279828 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:08Z', 'revision_number': 3, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port': {'id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:07Z', 'updated_at': '2021-08-11T03:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:10.303166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-1685c0c6-a87e-4b4d-9e4d-79794fbc52ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 999 time: 1.1300819 Aug 11 03:19:10.346175 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Checking router: 12704902-b06d-41c4-aa77-0598a62f032b for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:10.346525 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Updating router 12704902-b06d-41c4-aa77-0598a62f032b port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:10.389961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Allocated IP 172.20.0.6 (5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e/cce6dc99-02f9-47d3-9f8f-26061ea1c0e5/1a615358-5b60-4860-8cae-7d800fdcb968) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:10.390360 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.444078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-0d938c90-c3ae-4f26-af40-5e18f38e1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:10.446271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-0d938c90-c3ae-4f26-af40-5e18f38e1b4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.2239633 Aug 11 03:19:10.515445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-4b710b39-151b-44a6-9a12-0ebc58f30e5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587494 Aug 11 03:19:10.537426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-48478f77-4fc5-4fdd-bad5-b0a2ac14d484 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:19:10.538439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-48478f77-4fc5-4fdd-bad5-b0a2ac14d484 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113311 Aug 11 03:19:10.544001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-a9ea6a3f-d50b-4c26-bdcd-5b1052bd96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:10.545700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-a9ea6a3f-d50b-4c26-bdcd-5b1052bd96bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.2244639 Aug 11 03:19:10.558642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 00de75ef-48bc-473d-a41b-d640b4da023e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:10.558991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.608981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-5503f579-67d4-4bbf-b73d-99bc6b55ff5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399179 Aug 11 03:19:10.659035 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.749164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:10.782275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'de47fb5f-a7cc-4907-abea-b49f951ef0c0', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'port_id': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'mac_address': 'fa:16:3e:39:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:02Z', 'updated_at': '2021-08-11T03:19:05Z', 'revision_number': 1, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 5, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:10.811790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:10.812171 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:10.927229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cbb2c6-eb2d-4a80-ad6c-4be7fafd7b18 None None] The sync data for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 is: [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'de47fb5f-a7cc-4907-abea-b49f951ef0c0', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'floating_ip_address': '172.25.4.43', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'port_id': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'mac_address': 'fa:16:3e:39:43:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:02Z', 'updated_at': '2021-08-11T03:19:05Z', 'revision_number': 1, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 5, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:10.997947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-7b29cae5-10f7-4ad4-843d-568353036e07 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755649 Aug 11 03:19:11.017970 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.043739 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Transition to ACTIVE for port object 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:11.046494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0508b13-cf9a-4591-9839-d0dd932abd2b req-9e708e9a-ea68-4b82-9dc2-f41c7aa97c0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:11.052703 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.061276 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0508b13-cf9a-4591-9839-d0dd932abd2b req-9e708e9a-ea68-4b82-9dc2-f41c7aa97c0d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.2575455 Aug 11 03:19:11.144592 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Attempting to bind port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:11.144961 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Attempting to bind port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:11.145295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Attempting to bind port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:11.147723 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Pushing event updated for resources: {'Port': ['ID=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:11.161108 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:11.161523 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:11.161936 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.162321 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:11.162926 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Bound port: 35ed9e6a-c23e-4124-ac6d-fff03dd33f46, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:11.163306 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.166597 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.166939 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.167270 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.167598 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.168023 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.168543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.168865 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.169337 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.169709 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.170038 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.170355 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.170669 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:11.212820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Transition to ACTIVE for port object 06d61451-b4ec-4373-ba3c-c18c020a337f will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:11.236284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a0508b13-cf9a-4591-9839-d0dd932abd2b req-0e20b759-2a86-42b1-8862-6901bb0627b4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738553 Aug 11 03:19:11.280157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.290438 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] For port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:11.294129 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] For port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:11.299283 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.391791 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eace36e-0e3d-41cd-afb1-4652f2d54f64 x-openstack-request-id: req-9eace36e-0e3d-41cd-afb1-4652f2d54f64 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:11.392417 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:11.392885 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9eace36e-0e3d-41cd-afb1-4652f2d54f64 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:11.393503 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'status': 'completed', 'code': 200} Aug 11 03:19:11.393696 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24e85-2d2a-4186-bf6b-0647fe94d5da None None] Pushing event updated for resources: {'Port': ['ID=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:11.397828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.10', 50738) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:11.418690 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Routers {'12704902-b06d-41c4-aa77-0598a62f032b'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:11.419655 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['12704902-b06d-41c4-aa77-0598a62f032b'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:11.518500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-935b91f7-263f-406b-89f6-e1f186bade24 req-4ff557ef-802e-4a2f-85d3-c6140b4c5ca4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0489447 Aug 11 03:19:11.537200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92b0604-36ad-403b-8ff2-f28fffbe5bc8 None None] New status for floating IP de47fb5f-a7cc-4907-abea-b49f951ef0c0: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:19:11.547692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:47Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:11.552199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-889746ee-f5ee-40d4-b312-c734ceaefd69 service neutron] 10.222.0.60 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9996893 Aug 11 03:19:11.553536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Allocated IP 172.20.0.1 (be080529-0685-4246-8c4b-12cc2ce5fb55/5494409a-919a-4b79-93e8-1a208f6356de/55669ab7-230d-4a59-a647-a662843cf91a) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:11.599593 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] Set router 12704902-b06d-41c4-aa77-0598a62f032b gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:11.668517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fa7d1f-4a8c-4848-b27f-ce7ee5895df9 None None] The sync data for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 is: [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:17:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '85235e0a-1489-4219-b48f-bb00b0fdd4e8', 'name': '', 'network_id': '0cbac568-0895-4d23-98d5-f17abd2fe696', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:a3:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:34Z', 'updated_at': '2021-08-11T03:17:47Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '081e31c6-6b5d-4c70-9d07-2f7e6c29063c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:11.694895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-460539e1-2d96-4c2e-b6ff-7094993dc628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:11.696962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-460539e1-2d96-4c2e-b6ff-7094993dc628 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 1097 time: 0.2899184 Aug 11 03:19:11.699105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f24d8d2e-62e8-4713-b11f-6cfc5f4d8166 req-f2f6fd57-9cb2-4157-8dc5-1536156f1c12 service neutron] 10.222.0.60 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247003 Aug 11 03:19:11.712100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 00de75ef-48bc-473d-a41b-d640b4da023e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=00de75ef-48bc-473d-a41b-d640b4da023e,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:11.713667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.720613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.772659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-46b94997-e393-40bf-b1db-c3947b7aba18 None None] Provisioning complete for port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:11.773253 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-46b94997-e393-40bf-b1db-c3947b7aba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.784675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 00de75ef-48bc-473d-a41b-d640b4da023e owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:11.787047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.826792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:11.857459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8ecfb696-a923-42e4-94d1-373aca66f89d req-fe0b8a6a-9802-4fc1-899f-c29f57993971 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240740 Aug 11 03:19:11.879920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Transition to ACTIVE for port object 55669ab7-230d-4a59-a647-a662843cf91a will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:11.972550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.014668 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:08Z', 'revision_number': 3, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port': {'id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:07Z', 'updated_at': '2021-08-11T03:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:12.037652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=06d61451-b4ec-4373-ba3c-c18c020a337f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:12.108284 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492d3f6e-3df1-4189-bd2e-6366e23fd96d None None] The sync data for ids ['12704902-b06d-41c4-aa77-0598a62f032b'] in n-d-768509-22 is: [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:08Z', 'revision_number': 3, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port': {'id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:07Z', 'updated_at': '2021-08-11T03:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:12.118054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port bdbeba00-850d-4cfe-bb6d-1ae0db76b251, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,segment=NetworkSegment(a6f96ee6-61fc-46fb-8144-bac42c5b7280),segment_id=a6f96ee6-61fc-46fb-8144-bac42c5b7280)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:12.157299 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.172831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.197296 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c43d236-91e9-4a94-9eb1-190bc486a562 None None] New status for floating IP 2a2c3727-8f48-42c9-b245-1451289e93de: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:19:12.211520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:12.285731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:12.291538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:12.313946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Pushing event updated for resources: {'Port': ['ID=55669ab7-230d-4a59-a647-a662843cf91a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:12.332557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:12.376470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Transition to ACTIVE for port object 1a615358-5b60-4860-8cae-7d800fdcb968 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:12.391609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.392581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.393202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.393801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.395886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.396350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.397218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.397218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.397613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.398629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.399064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.399493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:12.425413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.426850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.444640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.451436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Network be080529-0685-4246-8c4b-12cc2ce5fb55 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:12.474371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:12.496474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:12.524833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-ae991e01-0d95-4559-ba52-7c30b826c4fc tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 999 time: 0.5765257 Aug 11 03:19:12.535447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 00de75ef-48bc-473d-a41b-d640b4da023e no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:12.593541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-68bedf31-4027-4247-b76e-eca7278482e7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9894457 Aug 11 03:19:12.613251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-02a989bd-4463-49fe-bdf1-872bdef43f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.614812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-02a989bd-4463-49fe-bdf1-872bdef43f79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 200 len: 898 time: 0.8742490 Aug 11 03:19:12.626743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Request body: {'port': {'device_id': '8caa4548-c554-489a-831b-f23e9a04e516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:12.725166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-274fd5cd-1381-49f1-8bc0-18d0282c91bf tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:12.727481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-274fd5cd-1381-49f1-8bc0-18d0282c91bf tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports/6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 943 time: 0.1593931 Aug 11 03:19:12.731195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.826555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:12.831114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Port': ['ID=1a615358-5b60-4860-8cae-7d800fdcb968,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:12.838534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:12.845442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:12.870919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a473be97-85c1-423b-bc02-76f7c6890c23 None None] Provisioning for port 06d61451-b4ec-4373-ba3c-c18c020a337f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:12.876393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a473be97-85c1-423b-bc02-76f7c6890c23 None None] Provisioning complete for port 06d61451-b4ec-4373-ba3c-c18c020a337f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:12.877019 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a473be97-85c1-423b-bc02-76f7c6890c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:12.949926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a473be97-85c1-423b-bc02-76f7c6890c23 None None] Port 06d61451-b4ec-4373-ba3c-c18c020a337f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:13.041381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-66f2768e-d1c5-40e3-8538-a142ad9b27be tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 1001 time: 0.1728327 Aug 11 03:19:13.084797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8957380a-e8dd-47fd-a2d2-680c8867f017 None None] Provisioning for port 55669ab7-230d-4a59-a647-a662843cf91a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:13.093158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8957380a-e8dd-47fd-a2d2-680c8867f017 None None] Provisioning complete for port 55669ab7-230d-4a59-a647-a662843cf91a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:13.093790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8957380a-e8dd-47fd-a2d2-680c8867f017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.121095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa64e4-3dbc-4200-9420-1e3cc1d91790 req-e77ab767-a692-40ad-a380-6be576ff08cf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:13.129356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3daa64e4-3dbc-4200-9420-1e3cc1d91790 req-e77ab767-a692-40ad-a380-6be576ff08cf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fc4ddc2-578c-47d9-85bf-f48642baabe8 HTTP/1.1" status: 200 len: 945 time: 0.6948643 Aug 11 03:19:13.132222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-aa28ceed-0190-4f2c-a1a4-5f241708fc29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 200 len: 217 time: 0.2779379 Aug 11 03:19:13.184989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.190038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8957380a-e8dd-47fd-a2d2-680c8867f017 None None] Port 55669ab7-230d-4a59-a647-a662843cf91a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:13.271765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-424459fa-db20-4a81-a035-608840c64dc3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:13.279658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-424459fa-db20-4a81-a035-608840c64dc3 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.2372379 Aug 11 03:19:13.289833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-cbc81ab5-e0f4-42a3-ab1e-2888eedd3e66 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:19:13.298988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-cbc81ab5-e0f4-42a3-ab1e-2888eedd3e66 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182691 Aug 11 03:19:13.324686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7bb68b31-68ee-4189-b955-593bd05850fc None None] Provisioning for port 1a615358-5b60-4860-8cae-7d800fdcb968 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:13.329056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:13.330524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7bb68b31-68ee-4189-b955-593bd05850fc None None] Provisioning complete for port 1a615358-5b60-4860-8cae-7d800fdcb968 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:13.331068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7bb68b31-68ee-4189-b955-593bd05850fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.334290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.408372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7bb68b31-68ee-4189-b955-593bd05850fc None None] Port 1a615358-5b60-4860-8cae-7d800fdcb968 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:13.432848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.458302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-dbea8e33-09ea-49cc-87c4-0a0af791139d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 1001 time: 0.1582868 Aug 11 03:19:13.468463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:13.473328 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3daa64e4-3dbc-4200-9420-1e3cc1d91790 req-9fa63a3c-0095-4bb2-b614-1498e85b2f60 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428271 Aug 11 03:19:13.476955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-7dc900ee-07a1-44c6-b2e1-2261e9bd4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:13.486623 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-7dc900ee-07a1-44c6-b2e1-2261e9bd4bc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 200 len: 834 time: 0.3275895 Aug 11 03:19:13.534147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.591758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a4503116-1845-409c-8559-df1bfd09cb7c tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7798350 Aug 11 03:19:13.592570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57364) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:13.609620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:13.615203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=00de75ef-48bc-473d-a41b-d640b4da023e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:13.696342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.800019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.900994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-2a432bdd-7736-48e1-bcfd-8285f78383ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:13.902607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-2a432bdd-7736-48e1-bcfd-8285f78383ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cbac568-0895-4d23-98d5-f17abd2fe696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4071491 Aug 11 03:19:13.903434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] No DVR routers for this DVR port 00de75ef-48bc-473d-a41b-d640b4da023e on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:13.915074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.917847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.10 "DELETE /v2.0/ports/00de75ef-48bc-473d-a41b-d640b4da023e HTTP/1.1" status: 204 len: 173 time: 4.5715854 Aug 11 03:19:13.918246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-deleted', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:13.921411 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a5c6b7-7b07-4f3e-bdc4-7584b5196511" -d '{"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-deleted", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:13.927985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.970637 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:13.971055 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Floating IP de47fb5f-a7cc-4907-abea-b49f951ef0c0 disassociated. External IP: 172.25.4.43, port: 6e8ee852-703d-4099-8c62-678b89bb6ef7. Aug 11 03:19:14.300261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.341122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.453600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bdbeba00-850d-4cfe-bb6d-1ae0db76b251 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:14.515259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.536258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Pushing event updated for resources: {'Port': ['ID=55669ab7-230d-4a59-a647-a662843cf91a,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:14.544590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e54a3-cc5c-40a4-a78c-ff8e2567c6af req-9fa9c3fa-8689-4e08-8e07-2686a7668d69 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:14.548146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e3e54a3-cc5c-40a4-a78c-ff8e2567c6af req-9fa9c3fa-8689-4e08-8e07-2686a7668d69 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 932 time: 0.9289074 Aug 11 03:19:14.575577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:14.576118 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.645307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Router 66c1ef01-d231-4f13-b70e-c8e8934f19ac has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:14.696568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:14.755565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Network be080529-0685-4246-8c4b-12cc2ce5fb55 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:14.759970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:14.765658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:14.774252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:14.774684 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.776906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e3e54a3-cc5c-40a4-a78c-ff8e2567c6af req-40875305-602e-4f0a-a38b-cd02b39761de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Aug 11 03:19:14.829248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-2eace780-0efa-467e-9d74-105019456ff4 service neutron] 10.222.0.10 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165623 Aug 11 03:19:14.973006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:14.983196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57372) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:15.028016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:15.033200 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.061581 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd0ad34-c6d1-42f7-9adc-0707da8182c0 x-openstack-request-id: req-5bd0ad34-c6d1-42f7-9adc-0707da8182c0 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:15.062250 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc4ddc2-578c-47d9-85bf-f48642baabe8", "name": "network-vif-deleted", "tag": "00de75ef-48bc-473d-a41b-d640b4da023e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:15.062592 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bd0ad34-c6d1-42f7-9adc-0707da8182c0 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:15.066187 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc4ddc2-578c-47d9-85bf-f48642baabe8', 'name': 'network-vif-deleted', 'tag': '00de75ef-48bc-473d-a41b-d640b4da023e', 'status': 'completed', 'code': 200} Aug 11 03:19:15.137635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.149654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:15.153668 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-5f83a046-bffc-4b0b-bf53-f5919045630e service neutron] 10.222.0.10 "GET /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128157 Aug 11 03:19:15.158266 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.169028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] Sync routers for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:15.181886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:15.182791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:15.194082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-f51fb839-e1f9-4db1-bd06-bf285e104eb6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "PUT /v2.0/floatingips/de47fb5f-a7cc-4907-abea-b49f951ef0c0 HTTP/1.1" status: 200 len: 694 time: 1.7346618 Aug 11 03:19:15.229754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:15.232477 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb67df38-195c-4638-9622-7e26f043e814" -d '{"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:15.283792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d61451-b4ec-4373-ba3c-c18c020a337f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:15.296262 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.308843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.322161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Transition to ACTIVE for port object 06d61451-b4ec-4373-ba3c-c18c020a337f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:15.436371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Router 12704902-b06d-41c4-aa77-0598a62f032b has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:15.438152 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a64f973-ea6e-4040-a366-887f9b4302a1 x-openstack-request-id: req-4a64f973-ea6e-4040-a366-887f9b4302a1 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:15.438690 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:15.449586 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a64f973-ea6e-4040-a366-887f9b4302a1 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:15.450353 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'status': 'completed', 'code': 200} Aug 11 03:19:15.459310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:15.468899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Allocated IP 172.25.4.108 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/599374c7-a425-44e6-be8e-e6b4547b7cd8) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:15.527495 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-0eca4ade-e719-4079-a3a1-3b51bfc3ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.530040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-0eca4ade-e719-4079-a3a1-3b51bfc3ea06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.2927344 Aug 11 03:19:15.600749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.711849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.770871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8ad84baa-a29f-4dda-96e4-f8168086c37e None None] Provisioning complete for port 55669ab7-230d-4a59-a647-a662843cf91a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:15.771251 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8ad84baa-a29f-4dda-96e4-f8168086c37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.843753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8ad84baa-a29f-4dda-96e4-f8168086c37e None None] Port 55669ab7-230d-4a59-a647-a662843cf91a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:15.869387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:15.879215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Pushing event updated for resources: {'Port': ['ID=06d61451-b4ec-4373-ba3c-c18c020a337f,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.929654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 5, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:15.949973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Port': ['ID=599374c7-a425-44e6-be8e-e6b4547b7cd8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:15.986229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67df38-195c-4638-9622-7e26f043e814 req-e4d2a579-ca6b-48ef-ab51-dd0cf09e0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:15.995383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb67df38-195c-4638-9622-7e26f043e814 req-e4d2a579-ca6b-48ef-ab51-dd0cf09e0b00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d3b6322e099c472295ee0a5f444e4af3&device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 1098 time: 0.2783260 Aug 11 03:19:16.000888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] Checking router: 66c1ef01-d231-4f13-b70e-c8e8934f19ac for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:16.029524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:16.030188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:16.110302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:16.128345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67df38-195c-4638-9622-7e26f043e814 req-07942030-919c-41c7-8bf4-3be13c44f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.130074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb67df38-195c-4638-9622-7e26f043e814 req-07942030-919c-41c7-8bf4-3be13c44f596 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.1333656 Aug 11 03:19:16.131286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:16.150803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:16.152896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:16.155523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:16.245059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-4c10c6f9-61d9-4c00-9589-1c961eede168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.246806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-4c10c6f9-61d9-4c00-9589-1c961eede168 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 200 len: 921 time: 0.7109859 Aug 11 03:19:16.258762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb67df38-195c-4638-9622-7e26f043e814 req-c4bc886f-a41e-4731-be49-4efddd88f9ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 217 time: 0.1047540 Aug 11 03:19:16.348118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b0d74-7b13-4106-b607-3e207c51be20 req-607dd6cc-f732-46f4-82f1-c98c4a2125a5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.349928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c87b0d74-7b13-4106-b607-3e207c51be20 req-607dd6cc-f732-46f4-82f1-c98c4a2125a5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.3963888 Aug 11 03:19:16.415136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:16.426901 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Sync routers for ids ['12704902-b06d-41c4-aa77-0598a62f032b'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:16.431077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-05f78718-9bbf-4b27-a415-f6b9f0803c40 admin admin] 10.222.0.60 "PUT /v2.0/routers/12704902-b06d-41c4-aa77-0598a62f032b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0594008 Aug 11 03:19:16.440701 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Routers {'12704902-b06d-41c4-aa77-0598a62f032b'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:16.441583 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['12704902-b06d-41c4-aa77-0598a62f032b'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:16.465864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Attempting to bind port 06d61451-b4ec-4373-ba3c-c18c020a337f on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:16.466228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Attempting to bind port 06d61451-b4ec-4373-ba3c-c18c020a337f by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:16.466636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Attempting to bind port 06d61451-b4ec-4373-ba3c-c18c020a337f on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:16.472344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67df38-195c-4638-9622-7e26f043e814 req-385bf1ad-3bc5-4a9e-8c71-38c72e9e228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.473019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-7096d8b5-34c7-4bd7-8512-652b2d471fe8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 200 len: 217 time: 0.0600226 Aug 11 03:19:16.474581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb67df38-195c-4638-9622-7e26f043e814 req-385bf1ad-3bc5-4a9e-8c71-38c72e9e228a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.1364331 Aug 11 03:19:16.482911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Port 06d61451-b4ec-4373-ba3c-c18c020a337f on network 7edf3621-3854-4a65-aaad-a86907b56fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:16.492506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Attempting to bind port 06d61451-b4ec-4373-ba3c-c18c020a337f on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:16.549474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:16.549912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:16.550378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:16.550896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Bound port: 06d61451-b4ec-4373-ba3c-c18c020a337f, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:16.551330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.558014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:16.619742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-5e960725-856b-4560-a6c8-ff4a714b3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.630269 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Set router 12704902-b06d-41c4-aa77-0598a62f032b gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:16.630741 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-5e960725-856b-4560-a6c8-ff4a714b3615 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 200 len: 860 time: 0.1467593 Aug 11 03:19:16.676672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] For port 06d61451-b4ec-4373-ba3c-c18c020a337f, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:16.681146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] For port 06d61451-b4ec-4373-ba3c-c18c020a337f, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=06d61451-b4ec-4373-ba3c-c18c020a337f,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:16.693632 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c87b0d74-7b13-4106-b607-3e207c51be20 req-5e254973-a0a7-4d9e-843a-aeec636ef670 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268759 Aug 11 03:19:16.697035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-3e899d9d-46dd-4be9-8b64-e256c1df7462 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645502 Aug 11 03:19:16.699137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb67df38-195c-4638-9622-7e26f043e814 req-2c00ee2e-8a16-4036-8643-b7cb12285ca3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf573b5f-44fa-4061-ae3e-da3b80764398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1508815 Aug 11 03:19:16.714055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.724249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6b34-5024-4490-bdc1-77614ca1da22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.745473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:16.745911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.852061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 5, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:16.859231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-c5593041-f4c3-46d1-a248-c50a174ba71f service neutron] 10.222.0.60 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563277 Aug 11 03:19:16.869572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:16.870402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:16.880611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] 10.222.0.10 "PUT /v2.0/ports/06d61451-b4ec-4373-ba3c-c18c020a337f HTTP/1.1" status: 200 len: 1093 time: 4.2647114 Aug 11 03:19:16.886052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014a1ee-915a-41a3-b893-992e52b5ae8c None None] The sync data for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 is: [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:17:57Z', 'revision_number': 4, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '10466423-ee7b-4833-849a-b7bfc6cf9ea0', 'name': '', 'network_id': 'cf573b5f-44fa-4061-ae3e-da3b80764398', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'mac_address': 'fa:16:3e:4f:d2:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:56Z', 'updated_at': '2021-08-11T03:18:09Z', 'revision_number': 5, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'subnets': [{'id': '8a8957de-0351-411d-8b62-5a31d5e660ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:17.069952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8caa4548-c554-489a-831b-f23e9a04e516', 'tag': '06d61451-b4ec-4373-ba3c-c18c020a337f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:17.073295 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8caa4548-c554-489a-831b-f23e9a04e516", "tag": "06d61451-b4ec-4373-ba3c-c18c020a337f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:17.081713 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 4, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port': {'id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:07Z', 'updated_at': '2021-08-11T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '55669ab7-230d-4a59-a647-a662843cf91a', 'name': '', 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'mac_address': 'fa:16:3e:25:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '5494409a-919a-4b79-93e8-1a208f6356de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 2, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'subnets': [{'id': '5494409a-919a-4b79-93e8-1a208f6356de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:17.124583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.162873 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Checking router: 12704902-b06d-41c4-aa77-0598a62f032b for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:17.164208 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Updating router 12704902-b06d-41c4-aa77-0598a62f032b port 55669ab7-230d-4a59-a647-a662843cf91a binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:17.192869 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672c98f8-4f26-4b8f-a2a4-8be75c0135c2 x-openstack-request-id: req-672c98f8-4f26-4b8f-a2a4-8be75c0135c2 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:17.193524 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8caa4548-c554-489a-831b-f23e9a04e516", "tag": "06d61451-b4ec-4373-ba3c-c18c020a337f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:17.195850 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-672c98f8-4f26-4b8f-a2a4-8be75c0135c2 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:17.196280 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8caa4548-c554-489a-831b-f23e9a04e516', 'tag': '06d61451-b4ec-4373-ba3c-c18c020a337f', 'status': 'completed', 'code': 200} Aug 11 03:19:17.199727 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.267969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.287312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71b550-8a1f-4906-860e-3cc07fe5c34e service neutron] Pushing event updated for resources: {'Port': ['ID=06d61451-b4ec-4373-ba3c-c18c020a337f,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:17.312279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb67df38-195c-4638-9622-7e26f043e814 req-1661041c-fef0-41cc-aaef-22844e51fa5e service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033742 Aug 11 03:19:17.357952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7e165f-4dc7-4416-ab5d-c25de039da27 None None] New status for floating IP de47fb5f-a7cc-4907-abea-b49f951ef0c0: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:19:17.422834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f378e780-0624-49e2-b086-1cc5c31c8911 req-1b5d9b37-e5fa-4e59-990b-1d3d3e0ee1fc service neutron] 10.222.0.60 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930251 Aug 11 03:19:17.437773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-f73e149b-94aa-47b5-8fb0-29c3d1835b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.439656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-f73e149b-94aa-47b5-8fb0-29c3d1835b27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 1096 time: 0.4436967 Aug 11 03:19:17.446764 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.540442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-9aaa6896-bd05-4111-b0dc-f9e4beb3c30f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d61451-b4ec-4373-ba3c-c18c020a337f HTTP/1.1" status: 200 len: 217 time: 0.0914221 Aug 11 03:19:17.589991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 85235e0a-1489-4219-b48f-bb00b0fdd4e8 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:17.590435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.667174 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.681585 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Transition to ACTIVE for port object 55669ab7-230d-4a59-a647-a662843cf91a will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:17.690157 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.703461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-84771db3-361d-4615-9a43-1a10e02f32e0 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips/de47fb5f-a7cc-4907-abea-b49f951ef0c0 HTTP/1.1" status: 200 len: 694 time: 0.1654441 Aug 11 03:19:17.732018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 85235e0a-1489-4219-b48f-bb00b0fdd4e8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=85235e0a-1489-4219-b48f-bb00b0fdd4e8,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:17.732502 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.757585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 85235e0a-1489-4219-b48f-bb00b0fdd4e8 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:17.811338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb67df38-195c-4638-9622-7e26f043e814 req-4c437035-2ac1-454a-a47c-2c9a1ece3102 service neutron] 10.222.0.57 "GET /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792876 Aug 11 03:19:17.835701 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec37a4c-f577-499d-9139-9f3deb8b1a21 None None] Pushing event updated for resources: {'Port': ['ID=55669ab7-230d-4a59-a647-a662843cf91a,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:17.836093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-baeb797b-65ef-4c96-a5f9-d136b62c618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.838030 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-baeb797b-65ef-4c96-a5f9-d136b62c618a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.2798901 Aug 11 03:19:17.856091 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6b34-5024-4490-bdc1-77614ca1da22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.905743 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Attempting to bind port 55669ab7-230d-4a59-a647-a662843cf91a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:17.906128 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Attempting to bind port 55669ab7-230d-4a59-a647-a662843cf91a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:17.906643 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Attempting to bind port 55669ab7-230d-4a59-a647-a662843cf91a on network be080529-0685-4246-8c4b-12cc2ce5fb55 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:17.913722 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:17.914107 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Checking segment: {'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:17.914518 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.914916 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Bound using segment: {'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:17.915404 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Bound port: 55669ab7-230d-4a59-a647-a662843cf91a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f96ee6-61fc-46fb-8144-bac42c5b7280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:17.915817 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:17.934220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e03f1-c739-48f9-9285-a60fe4face06 req-2b73c67a-db47-4507-8316-bf238ebf49ef tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:17.935976 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-677e03f1-c739-48f9-9285-a60fe4face06 req-2b73c67a-db47-4507-8316-bf238ebf49ef tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.0801828 Aug 11 03:19:17.960199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.015812 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] For port 55669ab7-230d-4a59-a647-a662843cf91a, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:18.020796 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] For port 55669ab7-230d-4a59-a647-a662843cf91a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=55669ab7-230d-4a59-a647-a662843cf91a,segment=NetworkSegment(a6f96ee6-61fc-46fb-8144-bac42c5b7280),segment_id=a6f96ee6-61fc-46fb-8144-bac42c5b7280)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:18.024945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-677e03f1-c739-48f9-9285-a60fe4face06 req-3adaf735-4628-4c98-ba0c-19d05e8b3f5a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497959 Aug 11 03:19:18.026567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.035761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0a6e6b34-5024-4490-bdc1-77614ca1da22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.037347 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.132734 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec37a4c-f577-499d-9139-9f3deb8b1a21 None None] Pushing event updated for resources: {'Port': ['ID=55669ab7-230d-4a59-a647-a662843cf91a,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.142471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-12488275-d89c-445e-adb1-46e91392563d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:18.149836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-12488275-d89c-445e-adb1-46e91392563d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/networks/e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 784 time: 0.4453974 Aug 11 03:19:18.153326 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Routers {'12704902-b06d-41c4-aa77-0598a62f032b'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:18.154003 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['12704902-b06d-41c4-aa77-0598a62f032b'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:18.159156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.177680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-147f23c0-7042-4486-b02e-d95277cf203a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:19:18.185768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-147f23c0-7042-4486-b02e-d95277cf203a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0350454 Aug 11 03:19:18.213547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-9db16c0e-12b0-46e7-93db-abd3b1502e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:18.215474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-9db16c0e-12b0-46e7-93db-abd3b1502e7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3546886 Aug 11 03:19:18.223083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=85235e0a-1489-4219-b48f-bb00b0fdd4e8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.294593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-d94b6233-4d38-4770-82a1-a85fdefc8d12 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.1078448 Aug 11 03:19:18.304741 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] Set router 12704902-b06d-41c4-aa77-0598a62f032b gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:18.305434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0a6e6b34-5024-4490-bdc1-77614ca1da22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=393b85d63d7e4d9988ab7c068e692d87&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1462269 Aug 11 03:19:18.306228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e6b34-5024-4490-bdc1-77614ca1da22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9a792-4448-448f-8d19-d886654b8d5c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.320240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57412) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:18.347499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Port': ['ID=599374c7-a425-44e6-be8e-e6b4547b7cd8,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:18.479395 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.537519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-c30b1f25-78ab-44e8-bbfb-58b4fd2f29a6 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.4.43 HTTP/1.1" status: 200 len: 695 time: 0.2419319 Aug 11 03:19:18.547370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.551468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9de0b428-fac3-4cee-960c-3494a4294be6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9431748 Aug 11 03:19:18.552322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57416) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:18.561234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ede2f07a-2a24-4dc5-98e8-f97bc1c41b4a tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'floatingip': {'port_id': '1a615358-5b60-4860-8cae-7d800fdcb968', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:18.622551 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ede2f07a-2a24-4dc5-98e8-f97bc1c41b4a tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.642060 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 4, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port': {'id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:07Z', 'updated_at': '2021-08-11T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '55669ab7-230d-4a59-a647-a662843cf91a', 'name': '', 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'mac_address': 'fa:16:3e:25:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '5494409a-919a-4b79-93e8-1a208f6356de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 4, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'subnets': [{'id': '5494409a-919a-4b79-93e8-1a208f6356de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:18.666006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57418) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:18.673888 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d53fde-05cc-41e8-b4b5-05c06c494766 None None] The sync data for ids ['12704902-b06d-41c4-aa77-0598a62f032b'] in n-d-768509-22 is: [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:13Z', 'revision_number': 4, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port': {'id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:07Z', 'updated_at': '2021-08-11T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '55669ab7-230d-4a59-a647-a662843cf91a', 'name': '', 'network_id': 'be080529-0685-4246-8c4b-12cc2ce5fb55', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'mac_address': 'fa:16:3e:25:36:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '5494409a-919a-4b79-93e8-1a208f6356de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:11Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 4, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'subnets': [{'id': '5494409a-919a-4b79-93e8-1a208f6356de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:18.703277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.751263 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad74985b-c8cc-4a83-a04c-a144125d3ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:18.787308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-1261fb75-f9b2-41ea-880a-208c086f875e service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853063 Aug 11 03:19:18.893716 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-ede2f07a-2a24-4dc5-98e8-f97bc1c41b4a tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] update failed (client error): The resource could not be found. Aug 11 03:19:18.897369 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ede2f07a-2a24-4dc5-98e8-f97bc1c41b4a tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "PUT /v2.0/floatingips/1527942d-d1ed-4a64-a812-9414f72b7896 HTTP/1.1" status: 404 len: 507 time: 0.3407760 Aug 11 03:19:18.903195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57420) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:19.173607 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad74985b-c8cc-4a83-a04c-a144125d3ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.251867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Deleting port f55d22aa-8b0a-431a-b631-69d3b37253d9 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:19.252226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.276401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8d44e52-6d2b-49e6-b068-ce695689ff04 req-8eefa2b0-c498-4924-ada7-1caeec0fb20a service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799471 Aug 11 03:19:19.345615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad74985b-c8cc-4a83-a04c-a144125d3ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.348163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad74985b-c8cc-4a83-a04c-a144125d3ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.352580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad74985b-c8cc-4a83-a04c-a144125d3ece admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cb9a792-4448-448f-8d19-d886654b8d5c HTTP/1.1" status: 204 len: 168 time: 1.0254121 Aug 11 03:19:19.361047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265d0e8-e917-445d-9a49-a71ef0355294 req-dba25f5c-ef91-4af8-ae97-df19b194e159 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:19.368826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b265d0e8-e917-445d-9a49-a71ef0355294 req-dba25f5c-ef91-4af8-ae97-df19b194e159 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.2227731 Aug 11 03:19:19.386914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74985b-c8cc-4a83-a04c-a144125d3ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9a792-4448-448f-8d19-d886654b8d5c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:19.388658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Deleting port 599374c7-a425-44e6-be8e-e6b4547b7cd8 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:19.388790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.404205 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.404459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.421700 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Calling delete_port for f55d22aa-8b0a-431a-b631-69d3b37253d9 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:19.434797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-a3a18c75-6013-46d7-a84e-e90e3b1ba475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:19.436871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-a3a18c75-6013-46d7-a84e-e90e3b1ba475 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 1096 time: 0.1028943 Aug 11 03:19:19.482374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b265d0e8-e917-445d-9a49-a71ef0355294 req-5eb43d34-705b-4306-82ed-cf0bd6c5475f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126616 Aug 11 03:19:19.542915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 4251d45b-f90c-483b-ae84-83a71b7a4da6 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:19.608423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.608812 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.611042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-ee31d3d0-0a29-4c55-84a8-9804c4b79852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:19.612218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-ee31d3d0-0a29-4c55-84a8-9804c4b79852 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1686263 Aug 11 03:19:19.708340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Calling delete_port for 599374c7-a425-44e6-be8e-e6b4547b7cd8 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:19.738159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-ed27ae52-b6e4-4832-8df2-4edafa1663b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d61451-b4ec-4373-ba3c-c18c020a337f HTTP/1.1" status: 200 len: 217 time: 0.0727649 Aug 11 03:19:19.744062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.809282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57428) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:19.824119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event deleted for resources: {'Port': ['ID=f55d22aa-8b0a-431a-b631-69d3b37253d9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:19.846546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86c2648e-21da-4ee3-bb15-5be911206ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.903572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-93b07cec-068d-4a49-bbba-449f5b2b8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:19.905155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-93b07cec-068d-4a49-bbba-449f5b2b8285 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.1557643 Aug 11 03:19:19.961665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.964565 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:19.966096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d31173c-a98e-48c3-92ce-e3f19edd2daf req-2fe026d3-8f92-4a34-8bfc-90a1e40fe0e5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "DELETE /v2.0/floatingips/de47fb5f-a7cc-4907-abea-b49f951ef0c0 HTTP/1.1" status: 204 len: 173 time: 1.4139721 Aug 11 03:19:20.004027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-0c5b3516-596d-4209-8b00-40f4346c85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:20.005666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-0c5b3516-596d-4209-8b00-40f4346c85a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903573 Aug 11 03:19:20.119017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86c2648e-21da-4ee3-bb15-5be911206ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.124207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-86c2648e-21da-4ee3-bb15-5be911206ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.127196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:20.139176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00cb6180-836f-4419-8d13-6dd85cecddb9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/4251d45b-f90c-483b-ae84-83a71b7a4da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1518626 Aug 11 03:19:20.141019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57432) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:20.145227 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] Sync routers for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:20.158212 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:20.159087 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:20.175331 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-7bab2360-59a1-4927-8d56-e04d74e9d4e9 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613896 Aug 11 03:19:20.178357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2648e-21da-4ee3-bb15-5be911206ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33eac064-cdcb-4e62-b651-ac64ac141282,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.183194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-86c2648e-21da-4ee3-bb15-5be911206ce0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e8828f96efc4668bf908f1d74976f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3717058 Aug 11 03:19:20.185964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57434) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:20.313986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting subnet 081e31c6-6b5d-4c70-9d07-2f7e6c29063c {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:20.317171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.321445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21f44265-ada0-4713-8355-0c11ade6629b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.329109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc3855c0-efe2-49f5-b661-e89ca64ac1d7 req-033e14bb-296b-4805-a9dc-13fef19018f8 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438479 Aug 11 03:19:20.349429 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d155a1e6-0aec-4ab6-870d-122cbdfb52fe req-267a6193-8532-49dc-8d75-d0b9affb66c5 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups/6e0068df-983c-45d2-b1e0-0da4f553a6fa HTTP/1.1" status: 200 len: 1810 time: 0.2204368 Aug 11 03:19:20.363007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21f44265-ada0-4713-8355-0c11ade6629b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.366186 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:20.425602 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.434619 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.439902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 55669ab7-230d-4a59-a647-a662843cf91a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:20.458348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21f44265-ada0-4713-8355-0c11ade6629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.462687 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-21f44265-ada0-4713-8355-0c11ade6629b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.479876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-21f44265-ada0-4713-8355-0c11ade6629b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33eac064-cdcb-4e62-b651-ac64ac141282 HTTP/1.1" status: 204 len: 168 time: 0.2928543 Aug 11 03:19:20.491893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f44265-ada0-4713-8355-0c11ade6629b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eac064-cdcb-4e62-b651-ac64ac141282,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.521776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 55669ab7-230d-4a59-a647-a662843cf91a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:20.535177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 55669ab7-230d-4a59-a647-a662843cf91a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:20.535931 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.634448 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.679969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f6276-1dde-480d-9a6c-99cb3a0bac70 req-c9e74bfe-9e90-43a1-afed-6d4fd6b91d64 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:20.681918 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-493f6276-1dde-480d-9a6c-99cb3a0bac70 req-c9e74bfe-9e90-43a1-afed-6d4fd6b91d64 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.0862241 Aug 11 03:19:20.683721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.702293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 55669ab7-230d-4a59-a647-a662843cf91a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=55669ab7-230d-4a59-a647-a662843cf91a,segment=NetworkSegment(a6f96ee6-61fc-46fb-8144-bac42c5b7280),segment_id=a6f96ee6-61fc-46fb-8144-bac42c5b7280)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:20.709724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.750549 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:20.751393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.769515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-493f6276-1dde-480d-9a6c-99cb3a0bac70 req-960b86dd-f763-4089-8d93-1fa9a00f5f3d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775135 Aug 11 03:19:20.771183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=55669ab7-230d-4a59-a647-a662843cf91a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.787850 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] Checking router: 4251d45b-f90c-483b-ae84-83a71b7a4da6 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:20.804226 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] Routers {'4251d45b-f90c-483b-ae84-83a71b7a4da6'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:20.804949 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4251d45b-f90c-483b-ae84-83a71b7a4da6'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:20.853890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event deleted for resources: {'Port': ['ID=599374c7-a425-44e6-be8e-e6b4547b7cd8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:20.865087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d155a1e6-0aec-4ab6-870d-122cbdfb52fe req-749ea710-8210-4307-9adf-8c7e08849d9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.924750 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] Set router 4251d45b-f90c-483b-ae84-83a71b7a4da6 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:20.972985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d155a1e6-0aec-4ab6-870d-122cbdfb52fe req-749ea710-8210-4307-9adf-8c7e08849d9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:20.991673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.073038 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Subnet': ['ID=081e31c6-6b5d-4c70-9d07-2f7e6c29063c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:21.075481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.077396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f21a77cc-3dbe-4c9c-b40e-5c5f4a5a1306 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/subnets/081e31c6-6b5d-4c70-9d07-2f7e6c29063c HTTP/1.1" status: 204 len: 168 time: 0.9305274 Aug 11 03:19:21.078297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.082198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.082198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2da70906-2738-43eb-9cb4-a9ee71e52d75 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "DELETE /v2.0/floatingips/1527942d-d1ed-4a64-a812-9414f72b7896 HTTP/1.1" status: 204 len: 168 time: 2.1762679 Aug 11 03:19:21.082946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57448) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:21.085970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb0251-f937-4b14-8e64-999ef57647fc None None] Network 0cbac568-0895-4d23-98d5-f17abd2fe696 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:21.086691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57452) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:21.092260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c8bc6c95-34e2-4694-8e89-2fa93260a194 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'floatingip': {'floating_network_id': '5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e', 'port_id': '1a615358-5b60-4860-8cae-7d800fdcb968', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:21.119138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d155a1e6-0aec-4ab6-870d-122cbdfb52fe req-749ea710-8210-4307-9adf-8c7e08849d9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.121754 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d155a1e6-0aec-4ab6-870d-122cbdfb52fe req-749ea710-8210-4307-9adf-8c7e08849d9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.122940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d155a1e6-0aec-4ab6-870d-122cbdfb52fe req-749ea710-8210-4307-9adf-8c7e08849d9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "DELETE /v2.0/security-groups/6e0068df-983c-45d2-b1e0-0da4f553a6fa HTTP/1.1" status: 204 len: 173 time: 0.7642767 Aug 11 03:19:21.146948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea710-8210-4307-9adf-8c7e08849d9a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0068df-983c-45d2-b1e0-0da4f553a6fa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:21.151522 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c8bc6c95-34e2-4694-8e89-2fa93260a194 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.216617 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:21.273018 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589998bf-158c-43b9-8636-e03f737e3f2d None None] The sync data for ids ['4251d45b-f90c-483b-ae84-83a71b7a4da6'] in n-d-768509-22 is: [{'id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1607069774', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '75040f97-7717-4689-9972-a8d0ddedd091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:26Z', 'updated_at': '2021-08-11T03:19:18Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': '75040f97-7717-4689-9972-a8d0ddedd091', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4251d45b-f90c-483b-ae84-83a71b7a4da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:27Z', 'updated_at': '2021-08-11T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:21.299330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.353774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Deleting port 55669ab7-230d-4a59-a647-a662843cf91a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:21.354390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.454506 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-c8bc6c95-34e2-4694-8e89-2fa93260a194 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:19:21.458972 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c8bc6c95-34e2-4694-8e89-2fa93260a194 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3679638 Aug 11 03:19:21.462430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57462) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:21.464274 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.467350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '1a615358-5b60-4860-8cae-7d800fdcb968', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:21.488523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] For port 55669ab7-230d-4a59-a647-a662843cf91a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=55669ab7-230d-4a59-a647-a662843cf91a,segment=NetworkSegment(a6f96ee6-61fc-46fb-8144-bac42c5b7280),segment_id=a6f96ee6-61fc-46fb-8144-bac42c5b7280)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:21.488715 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.519503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Calling delete_port for 55669ab7-230d-4a59-a647-a662843cf91a owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:21.543459 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 75040f97-7717-4689-9972-a8d0ddedd091 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:21.543979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.550885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.646781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 75040f97-7717-4689-9972-a8d0ddedd091, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=75040f97-7717-4689-9972-a8d0ddedd091,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:21.648837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.659121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] DHCP port deletion for 0cbac568-0895-4d23-98d5-f17abd2fe696 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:21.662506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f3a54-cc8a-468d-aa89-0012111ea7c3 req-ef54ad69-153a-4c3c-b766-acd06b5f4fde tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:21.665057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-507f3a54-cc8a-468d-aa89-0012111ea7c3 req-ef54ad69-153a-4c3c-b766-acd06b5f4fde tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1605124 Aug 11 03:19:21.676394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 75040f97-7717-4689-9972-a8d0ddedd091 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:21.736915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] Deleting port 7290ed1d-2498-4774-82dc-11f164fef32c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:21.737451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.796279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-507f3a54-cc8a-468d-aa89-0012111ea7c3 req-e7b9c4a6-7cc9-4a58-9101-bc856753e6ab tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239014 Aug 11 03:19:21.883584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] For port 7290ed1d-2498-4774-82dc-11f164fef32c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7290ed1d-2498-4774-82dc-11f164fef32c,segment=NetworkSegment(b3baa628-70ab-4e3a-bf53-ebe99529bc84),segment_id=b3baa628-70ab-4e3a-bf53-ebe99529bc84)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:21.884868 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.901521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] Calling delete_port for 7290ed1d-2498-4774-82dc-11f164fef32c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:21.919988 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:21.966221 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.000051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.022072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce193974-81f7-434b-9b76-17ca6c2c77de req-733bdecc-366b-454b-babc-cd4605ff21f1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:22.024721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce193974-81f7-434b-9b76-17ca6c2c77de req-733bdecc-366b-454b-babc-cd4605ff21f1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.0959399 Aug 11 03:19:22.043211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] Pushing event deleted for resources: {'Port': ['ID=7290ed1d-2498-4774-82dc-11f164fef32c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.049250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b05aacf-d179-4433-b205-461e09d4f6fd None None] No DVR routers for this DVR port 7290ed1d-2498-4774-82dc-11f164fef32c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:22.095356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce193974-81f7-434b-9b76-17ca6c2c77de req-823774a9-6ce9-4aea-8c03-79a37104b6e3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641472 Aug 11 03:19:22.108057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=55669ab7-230d-4a59-a647-a662843cf91a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.150224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.211539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=75040f97-7717-4689-9972-a8d0ddedd091,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.237855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Allocated IP 172.25.4.61 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/f2b7a859-8b70-49a7-85d6-cf8754621736) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:22.262864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.338433 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-24af6538-5566-439b-bf11-b3e0c833ce20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.369847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.372160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.417949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 85235e0a-1489-4219-b48f-bb00b0fdd4e8 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:22.430060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.430604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Fanout notify agent at l3_agent the message router_deleted on router 4251d45b-f90c-483b-ae84-83a71b7a4da6 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:19:22.438428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.442899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 85235e0a-1489-4219-b48f-bb00b0fdd4e8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:22.443242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 85235e0a-1489-4219-b48f-bb00b0fdd4e8 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:22.443694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7290ed1d-2498-4774-82dc-11f164fef32c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:22.448201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-75ef0a86-fb02-4b9f-9e90-bed5dbdfcdb3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/routers/4251d45b-f90c-483b-ae84-83a71b7a4da6 HTTP/1.1" status: 204 len: 168 time: 1.3601282 Aug 11 03:19:22.448868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57482) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:22.458011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.473948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7290ed1d-2498-4774-82dc-11f164fef32c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:22.474509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7290ed1d-2498-4774-82dc-11f164fef32c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:22.545211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.557904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.575860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.652648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.669841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:22.671996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbac568-0895-4d23-98d5-f17abd2fe696']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:22.675385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:22.685235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3baa628-70ab-4e3a-bf53-ebe99529bc84') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:22.685536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3baa628-70ab-4e3a-bf53-ebe99529bc84') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:22.699606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.702718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event updated for resources: {'Port': ['ID=f2b7a859-8b70-49a7-85d6-cf8754621736,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.709235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:22.717760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.729970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:22.730444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:22.734682 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:22.813898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.821864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.826864 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/networks/0cbac568-0895-4d23-98d5-f17abd2fe696 HTTP/1.1" status: 204 len: 168 time: 0.3770065 Aug 11 03:19:22.827497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57488) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:22.850272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c921f52-ef17-4f0b-8446-ee49679efa1b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Network': ['ID=0cbac568-0895-4d23-98d5-f17abd2fe696,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:22.920628 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c23f968c-3b79-46f1-8f27-b4dac8a3873d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:22.954265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c23f968c-3b79-46f1-8f27-b4dac8a3873d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.033586 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c23f968c-3b79-46f1-8f27-b4dac8a3873d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.036154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c23f968c-3b79-46f1-8f27-b4dac8a3873d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.039829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c23f968c-3b79-46f1-8f27-b4dac8a3873d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/security-groups/f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3 HTTP/1.1" status: 204 len: 168 time: 0.2058053 Aug 11 03:19:23.042998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676ff09-c9e1-496d-bed4-1621f774fc92 req-f38c7496-4d07-4b5f-9cdb-8820b2d7835a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.044564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4676ff09-c9e1-496d-bed4-1621f774fc92 req-f38c7496-4d07-4b5f-9cdb-8820b2d7835a tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1272881 Aug 11 03:19:23.051066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f968c-3b79-46f1-8f27-b4dac8a3873d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8432cf6-3f80-4f00-8d42-1fd44e6b3cf3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.051452 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Router 12704902-b06d-41c4-aa77-0598a62f032b has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:23.136600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Deleting port f2b7a859-8b70-49a7-85d6-cf8754621736 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:23.136991 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.201992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4676ff09-c9e1-496d-bed4-1621f774fc92 req-590326a0-bcd5-4777-b86a-41d20cc45073 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443067 Aug 11 03:19:23.269630 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57508) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:23.275717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-93712928-3bd7-40f6-9a1b-a095b7d6c28d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874033200', 'description': 'tempest-secgroup-smoke-1874033200 description', 'project_id': '69120019df3c43d2af4dc08a22e06ab4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:23.309116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93712928-3bd7-40f6-9a1b-a095b7d6c28d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.338556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.339037 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.350210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:23.360576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-851ab6ac-82ac-473d-bba5-fe07a8996b8c admin admin] 10.222.0.60 "PUT /v2.0/routers/12704902-b06d-41c4-aa77-0598a62f032b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6935186 Aug 11 03:19:23.362759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57514) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:23.365117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] Sync routers for ids ['12704902-b06d-41c4-aa77-0598a62f032b'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:23.366011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Calling delete_port for f2b7a859-8b70-49a7-85d6-cf8754621736 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:23.384262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] Routers {'12704902-b06d-41c4-aa77-0598a62f032b'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:23.385302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['12704902-b06d-41c4-aa77-0598a62f032b'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:23.395980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51edc90-7c97-44dc-89ee-9bb7c7da6fb7 req-355b4ce5-d2c2-4466-a8b3-b99a63aef01c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.398176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f51edc90-7c97-44dc-89ee-9bb7c7da6fb7 req-355b4ce5-d2c2-4466-a8b3-b99a63aef01c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.1023297 Aug 11 03:19:23.479517 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f51edc90-7c97-44dc-89ee-9bb7c7da6fb7 req-2d32256f-cd51-4430-ae7f-a2fc38b704b1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472798 Aug 11 03:19:23.532288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93712928-3bd7-40f6-9a1b-a095b7d6c28d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.541281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93712928-3bd7-40f6-9a1b-a095b7d6c28d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.564272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.580443 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.583107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] Set router 12704902-b06d-41c4-aa77-0598a62f032b gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:23.611784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event deleted for resources: {'Port': ['ID=f2b7a859-8b70-49a7-85d6-cf8754621736,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.716727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-93712928-3bd7-40f6-9a1b-a095b7d6c28d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.718120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-93712928-3bd7-40f6-9a1b-a095b7d6c28d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4469054 Aug 11 03:19:23.719208 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] create failed (client error): The resource could not be found. Aug 11 03:19:23.724008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2528cf36-6c03-4d4e-9a32-dde4f3d9efe6 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2570777 Aug 11 03:19:23.724008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57524) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:23.724794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57526) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:23.731207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-693cdfec-3afc-40d4-ad51-2fdafe2d446d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'aa12d39e-c319-45a1-a258-6e6b3ca7f0d1', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:23.762023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712928-3bd7-40f6-9a1b-a095b7d6c28d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.770099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.775978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-693cdfec-3afc-40d4-ad51-2fdafe2d446d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.782375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1378-35a9-4798-9740-0175251672b0 req-e5454da1-bd98-4bfd-afc8-136c25f62b8f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:23.783968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51be1378-35a9-4798-9740-0175251672b0 req-e5454da1-bd98-4bfd-afc8-136c25f62b8f tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.57 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.1125934 Aug 11 03:19:23.856797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:21Z', 'revision_number': 5, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port': {'id': '35ed9e6a-c23e-4124-ac6d-fff03dd33f46', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:67:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12704902-b06d-41c4-aa77-0598a62f032b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:07Z', 'updated_at': '2021-08-11T03:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:23.901584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-693cdfec-3afc-40d4-ad51-2fdafe2d446d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.907714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] Checking router: 12704902-b06d-41c4-aa77-0598a62f032b for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:23.909142 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-693cdfec-3afc-40d4-ad51-2fdafe2d446d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.922364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] Routers {'12704902-b06d-41c4-aa77-0598a62f032b'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:23.923394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:18:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['12704902-b06d-41c4-aa77-0598a62f032b'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:23.928001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693cdfec-3afc-40d4-ad51-2fdafe2d446d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370313bc-a95e-4911-add8-b8058d89985a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:23.957381 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-693cdfec-3afc-40d4-ad51-2fdafe2d446d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:23.964084 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-693cdfec-3afc-40d4-ad51-2fdafe2d446d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412488 Aug 11 03:19:23.965389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57528) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:23.973012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d1730f9a-a63c-445a-9842-67f8a74b934b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'aa12d39e-c319-45a1-a258-6e6b3ca7f0d1', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:23.986220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Deleting port 1a615358-5b60-4860-8cae-7d800fdcb968 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:23.986612 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.012362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1730f9a-a63c-445a-9842-67f8a74b934b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.026545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Deleting port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:24.026884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.047171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] Set router 12704902-b06d-41c4-aa77-0598a62f032b gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:24.082333 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1730f9a-a63c-445a-9842-67f8a74b934b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.088020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1730f9a-a63c-445a-9842-67f8a74b934b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.120076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:23Z', 'revision_number': 6, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:24.121272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1730f9a-a63c-445a-9842-67f8a74b934b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0245ae-9cd8-418c-936b-165f0fc68052,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.137359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d1730f9a-a63c-445a-9842-67f8a74b934b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.138592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d1730f9a-a63c-445a-9842-67f8a74b934b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715953 Aug 11 03:19:24.140971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:24.147098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bb829cf3-2797-4ef4-8b5a-ce9d861f1e9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'aa12d39e-c319-45a1-a258-6e6b3ca7f0d1', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:24.166427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c50205-273c-47cc-8d8c-497c78dbac67 None None] The sync data for ids ['12704902-b06d-41c4-aa77-0598a62f032b'] in n-d-768509-22 is: [{'id': '12704902-b06d-41c4-aa77-0598a62f032b', 'name': 'tempest-ImageQuotaTest-398131679-router', 'tenant_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:06Z', 'updated_at': '2021-08-11T03:19:23Z', 'revision_number': 6, 'project_id': 'a053c7213c2b4484bfb3c0a48e148f77', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:24.187462 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb829cf3-2797-4ef4-8b5a-ce9d861f1e9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.276515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] For port 35ed9e6a-c23e-4124-ac6d-fff03dd33f46, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:24.277163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.281946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Deleting port 6e8ee852-703d-4099-8c62-678b89bb6ef7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:24.284250 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.315941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb829cf3-2797-4ef4-8b5a-ce9d861f1e9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.321606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb829cf3-2797-4ef4-8b5a-ce9d861f1e9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.343708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb829cf3-2797-4ef4-8b5a-ce9d861f1e9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727f8dc3-df9f-4d05-b681-297f255ffca7,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.354397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Calling delete_port for 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:24.358608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bb829cf3-2797-4ef4-8b5a-ce9d861f1e9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.364220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bb829cf3-2797-4ef4-8b5a-ce9d861f1e9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2214956 Aug 11 03:19:24.365084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57540) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:24.371271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-97f29491-683b-4b2d-bc45-0a9ea9af6f31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'aa12d39e-c319-45a1-a258-6e6b3ca7f0d1', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:24.404584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97f29491-683b-4b2d-bc45-0a9ea9af6f31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.433090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.481766 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97f29491-683b-4b2d-bc45-0a9ea9af6f31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.487239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97f29491-683b-4b2d-bc45-0a9ea9af6f31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.492114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Calling delete_port for 1a615358-5b60-4860-8cae-7d800fdcb968 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:24.510988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29491-683b-4b2d-bc45-0a9ea9af6f31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a298585-cad5-425c-909a-9340d246259f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.529080 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97f29491-683b-4b2d-bc45-0a9ea9af6f31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.533692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-97f29491-683b-4b2d-bc45-0a9ea9af6f31 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1643624 Aug 11 03:19:24.534698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:24.540154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'aa12d39e-c319-45a1-a258-6e6b3ca7f0d1', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:24.552897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e2b8a-734b-45b5-ae9b-ea36b36c853b req-15120896-0230-42b5-99e3-29c17c147842 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:24.561658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f3e2b8a-734b-45b5-ae9b-ea36b36c853b req-15120896-0230-42b5-99e3-29c17c147842 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 946 time: 0.2472594 Aug 11 03:19:24.597009 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:19:24.606947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.608537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 75040f97-7717-4689-9972-a8d0ddedd091 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:24.642269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 75040f97-7717-4689-9972-a8d0ddedd091 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:24.648372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 75040f97-7717-4689-9972-a8d0ddedd091 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:24.670977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] For port 6e8ee852-703d-4099-8c62-678b89bb6ef7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6e8ee852-703d-4099-8c62-678b89bb6ef7,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:24.671502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.697142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Calling delete_port for 6e8ee852-703d-4099-8c62-678b89bb6ef7 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:24.718402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.749931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.778513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6a885a-c4f2-49eb-a8b3-373b17e8d5ed,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.780189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f3e2b8a-734b-45b5-ae9b-ea36b36c853b req-71e356af-cfea-47dc-a941-d9cce4996f67 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/security-groups?id=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174144 Aug 11 03:19:24.792151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.795462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-822f9073-f7e1-4c7f-ab9d-5ef630efcc88 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2577896 Aug 11 03:19:24.797340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57548) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:24.804071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'security_group_rule': {'security_group_id': 'aa12d39e-c319-45a1-a258-6e6b3ca7f0d1', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:24.822890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8368b-ba70-4b58-af6f-cf7173e308ea req-f68425b1-90f6-4eef-bd75-89505d66b561 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:24.824610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cda8368b-ba70-4b58-af6f-cf7173e308ea req-f68425b1-90f6-4eef-bd75-89505d66b561 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.1415102 Aug 11 03:19:24.845398 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Project 69120019df3c43d2af4dc08a22e06ab4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:19:24.859488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.899866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cda8368b-ba70-4b58-af6f-cf7173e308ea req-b123de40-5c68-4c00-b84e-353325a67ce1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659170 Aug 11 03:19:24.946354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.954100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.977833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef56743-cf60-4065-a9a8-f4f9c2fe0216,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:24.988582 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:24.992936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-29a041b4-3291-4fdf-a1bd-3c3dfa899201 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924889 Aug 11 03:19:24.993572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57550) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:24.999244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'network': {'name': 'tempest-network-smoke--1985762519', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'port_security_enabled': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:25.023274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:25.027023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.053214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:19:25.066403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.066759 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Added segment d85bd36c-21b7-4a08-acc4-36f75fef034a of type vlan for network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 Aug 11 03:19:25.113205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.144862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.151084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:25.151832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.216110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2184911 Aug 11 03:19:25.216435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57552) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:25.222756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'admin_state_up': True, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:25.237503 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aec53c17-7058-4cbd-b798-4949fc12686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.246861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa50517-c401-477b-9093-fcfc76256bc3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Network': ['ID=39e5fe15-6855-4dc8-9d63-1aa4f09324b0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:25.259782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:19:25.267107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.268136 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.313104 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.366679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event deleted for resources: {'Port': ['ID=1a615358-5b60-4860-8cae-7d800fdcb968,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:25.369230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.509996 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.538588 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.562132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=35ed9e6a-c23e-4124-ac6d-fff03dd33f46,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:25.568914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.716953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.723010 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.732338 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.796243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Pushing event deleted for resources: {'Port': ['ID=6e8ee852-703d-4099-8c62-678b89bb6ef7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:25.809441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.811700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a39654af-6167-4e65-af9f-486c65dd30e2 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "DELETE /v2.0/ports/1a615358-5b60-4860-8cae-7d800fdcb968 HTTP/1.1" status: 204 len: 168 time: 2.0860643 Aug 11 03:19:25.818544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57580) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:25.845926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.859290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.860113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12704902-b06d-41c4-aa77-0598a62f032b {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:19:25.878992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.885322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-47359edc-9e88-4249-89fd-8840b6764a3f admin admin] 10.222.0.60 "DELETE /v2.0/routers/12704902-b06d-41c4-aa77-0598a62f032b HTTP/1.1" status: 204 len: 168 time: 2.5207226 Aug 11 03:19:25.902659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57582) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:25.908786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] No DVR routers for this DVR port 6e8ee852-703d-4099-8c62-678b89bb6ef7 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:25.914237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:25.916582 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51be1378-35a9-4798-9740-0175251672b0 req-bbf758d7-cdee-431b-916f-f2d631c2495d tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.57 "DELETE /v2.0/ports/6e8ee852-703d-4099-8c62-678b89bb6ef7 HTTP/1.1" status: 204 len: 173 time: 2.1111460 Aug 11 03:19:25.918104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'name': 'network-vif-deleted', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:25.920629 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333d94e0-234a-4f24-8e1b-202678bedec5" -d '{"events": [{"server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "name": "network-vif-deleted", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:25.954688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d10164e-1570-4e08-af51-a6db4f5d21a6 req-8119fba9-3e8e-4525-90b2-c933fb971867 tempest-ServerRescueTestJSONUnderV235-722676691 tempest-ServerRescueTestJSONUnderV235-722676691-project] 10.222.0.60 "GET /v2.0/ports?device_id=17ef10e4-c77d-41a6-bc09-066255a7bfb1 HTTP/1.1" status: 200 len: 210 time: 0.0426397 Aug 11 03:19:25.965156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] Deleting subnet 5494409a-919a-4b79-93e8-1a208f6356de {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:25.969191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146400c-5eac-4818-a475-4bc2fa60d00a tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:25.972826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7146400c-5eac-4818-a475-4bc2fa60d00a tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ab1d97c-b11d-4f7f-a630-73efb2230f1f HTTP/1.1" status: 200 len: 913 time: 0.1523273 Aug 11 03:19:25.976474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57588) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:26.027279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.038216 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731e08f7-711d-4a6e-875d-8c4c29bf384d x-openstack-request-id: req-731e08f7-711d-4a6e-875d-8c4c29bf384d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:26.038837 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ef10e4-c77d-41a6-bc09-066255a7bfb1", "name": "network-vif-deleted", "tag": "6e8ee852-703d-4099-8c62-678b89bb6ef7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:26.039252 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-731e08f7-711d-4a6e-875d-8c4c29bf384d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:26.039704 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ef10e4-c77d-41a6-bc09-066255a7bfb1', 'name': 'network-vif-deleted', 'tag': '6e8ee852-703d-4099-8c62-678b89bb6ef7', 'status': 'completed', 'code': 200} Aug 11 03:19:26.144212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7d15-bae3-4dd1-aa6d-970df564b63d req-4628099c-45b0-4f82-b1b1-1ebaefd432d2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:26.146159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b82d7d15-bae3-4dd1-aa6d-970df564b63d req-4628099c-45b0-4f82-b1b1-1ebaefd432d2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 944 time: 0.1036942 Aug 11 03:19:26.147759 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.151126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.269436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b82d7d15-bae3-4dd1-aa6d-970df564b63d req-d0c0edd7-dd61-41e2-85d5-e5c0331a2cce tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851631 Aug 11 03:19:26.316721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.323220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 55669ab7-230d-4a59-a647-a662843cf91a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:26.346862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 55669ab7-230d-4a59-a647-a662843cf91a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:26.347497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 55669ab7-230d-4a59-a647-a662843cf91a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:26.348100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:26.372952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:26.373599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 35ed9e6a-c23e-4124-ac6d-fff03dd33f46 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:26.482238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.541676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.547225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5494409a-919a-4b79-93e8-1a208f6356de HTTP/1.1" status: 204 len: 168 time: 0.6396050 Aug 11 03:19:26.547225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f869952-9f57-4960-b14d-52963b6581d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5494409a-919a-4b79-93e8-1a208f6356de,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:26.547820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f544db83-1f8b-4454-b137-15f8f92b7080 None None] Network be080529-0685-4246-8c4b-12cc2ce5fb55 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:26.548105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.552103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57590) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:26.572216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.582125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 06d61451-b4ec-4373-ba3c-c18c020a337f details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:26.627249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.640576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.693043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.118 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ebf2aef4-8eb3-4b38-a907-f57e00a90c01) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:26.704672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 06d61451-b4ec-4373-ba3c-c18c020a337f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=06d61451-b4ec-4373-ba3c-c18c020a337f,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:26.757110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '06d61451-b4ec-4373-ba3c-c18c020a337f', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'port_id': '06d61451-b4ec-4373-ba3c-c18c020a337f', 'mac_address': 'fa:16:3e:90:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:26.831994 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.854906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.905591 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.905767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Deleting port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:26.906059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.910678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.928248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d61451-b4ec-4373-ba3c-c18c020a337f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:26.960427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 06d61451-b4ec-4373-ba3c-c18c020a337f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=06d61451-b4ec-4373-ba3c-c18c020a337f,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:26.966182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:26.967996 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:26.970045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:26.973654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:26.981891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:27.035747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=06d61451-b4ec-4373-ba3c-c18c020a337f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:27.049304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] For port bdbeba00-850d-4cfe-bb6d-1ae0db76b251, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,segment=NetworkSegment(a6f96ee6-61fc-46fb-8144-bac42c5b7280),segment_id=a6f96ee6-61fc-46fb-8144-bac42c5b7280)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:27.049713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.052177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57596) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:27.060845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6e8ee852-703d-4099-8c62-678b89bb6ef7 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:27.066077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Calling delete_port for bdbeba00-850d-4cfe-bb6d-1ae0db76b251 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:27.091873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] DHCP port deletion for be080529-0685-4246-8c4b-12cc2ce5fb55 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:27.096214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 6e8ee852-703d-4099-8c62-678b89bb6ef7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:27.096793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6e8ee852-703d-4099-8c62-678b89bb6ef7 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:27.171381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] Deleting port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:27.172149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.184428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['06d61451-b4ec-4373-ba3c-c18c020a337f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:27.206432 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.252665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] No DVR routers for this DVR port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:27.257850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:27.493859 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.518700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] For port bdbeba00-850d-4cfe-bb6d-1ae0db76b251, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,segment=NetworkSegment(a6f96ee6-61fc-46fb-8144-bac42c5b7280),segment_id=a6f96ee6-61fc-46fb-8144-bac42c5b7280)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:27.519264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be080529-0685-4246-8c4b-12cc2ce5fb55']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:27.519376 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.536832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] Calling delete_port for bdbeba00-850d-4cfe-bb6d-1ae0db76b251 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:27.543803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f96ee6-61fc-46fb-8144-bac42c5b7280') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:27.544081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f96ee6-61fc-46fb-8144-bac42c5b7280') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:27.556745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Deleting port 2cfbeff3-51b2-4f83-841d-839e7bfd407d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:27.557423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.563678 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.579772 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.589430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359765b-0298-4aa7-a339-a65e61cb449c req-3bddc353-3923-4c20-9ff1-de6951f07693 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:27.597092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8359765b-0298-4aa7-a339-a65e61cb449c req-3bddc353-3923-4c20-9ff1-de6951f07693 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 945 time: 0.1561713 Aug 11 03:19:27.658435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.683542 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.690613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:27.691277 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:27.695969 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:27.768815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8359765b-0298-4aa7-a339-a65e61cb449c req-0e4ff748-52a7-4f6c-8158-aa11aa8a59ae tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708317 Aug 11 03:19:27.777077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] Pushing event deleted for resources: {'Port': ['ID=bdbeba00-850d-4cfe-bb6d-1ae0db76b251,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:27.785323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247645b-351e-470e-86b3-fb1c20ff070c None None] No DVR routers for this DVR port bdbeba00-850d-4cfe-bb6d-1ae0db76b251 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:27.827017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.835240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.838217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:27.842408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] 10.222.0.60 "DELETE /v2.0/networks/be080529-0685-4246-8c4b-12cc2ce5fb55 HTTP/1.1" status: 204 len: 168 time: 1.2868578 Aug 11 03:19:27.857520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fbcf0-2a77-4f8c-a003-6332316fc438 admin admin] Pushing event deleted for resources: {'Network': ['ID=be080529-0685-4246-8c4b-12cc2ce5fb55,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:27.863554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Calling delete_port for 2cfbeff3-51b2-4f83-841d-839e7bfd407d owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:27.998967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.116801 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.177716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.203192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57610) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:28.233181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event deleted for resources: {'Port': ['ID=2cfbeff3-51b2-4f83-841d-839e7bfd407d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:28.305205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bdbeba00-850d-4cfe-bb6d-1ae0db76b251 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:28.314861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.341708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: bdbeba00-850d-4cfe-bb6d-1ae0db76b251 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:28.341708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bdbeba00-850d-4cfe-bb6d-1ae0db76b251 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:28.395753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 55e36541-d3c2-4928-a7ba-faa386251500 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:19:28.402040 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3f76e551-75e8-4e7a-b490-ca8e3b086c26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a053c7213c2b4484bfb3c0a48e148f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979251 Aug 11 03:19:28.404648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57614) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:28.426085 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.531782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57616) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:28.559772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-367a1cf7-825d-47c3-b886-42f9b6211997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.591349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 06d61451-b4ec-4373-ba3c-c18c020a337f up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:28.622981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:28.635401 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Sync routers for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:28.658749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.664241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5980da98-7b30-40e9-828a-ca3b956475a3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4467108 Aug 11 03:19:28.665033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57620) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:28.670132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:28.671880 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:28.694703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 06d61451-b4ec-4373-ba3c-c18c020a337f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:28.707745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 06d61451-b4ec-4373-ba3c-c18c020a337f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:28.708460 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.744879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57622) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:28.745474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f346c898-909c-4513-b729-c1a334dc19c2 tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=69120019df3c43d2af4dc08a22e06ab4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0762851 Aug 11 03:19:28.793050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Router 7ab1d97c-b11d-4f7f-a630-73efb2230f1f has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:28.821004 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5c1a-42b1-4e86-afc9-111a06797508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.827728 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.831120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-367a1cf7-825d-47c3-b886-42f9b6211997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.864154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8caa4548-c554-489a-831b-f23e9a04e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d61451-b4ec-4373-ba3c-c18c020a337f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:28.868154 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91f857a-7dd8-414e-a7fb-68a231ba4b41" -d '{"events": [{"server_uuid": "8caa4548-c554-489a-831b-f23e9a04e516", "name": "network-vif-plugged", "status": "completed", "tag": "06d61451-b4ec-4373-ba3c-c18c020a337f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:28.874659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Deleting port 10466423-ee7b-4833-849a-b7bfc6cf9ea0 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:28.875022 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.908410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 06d61451-b4ec-4373-ba3c-c18c020a337f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=06d61451-b4ec-4373-ba3c-c18c020a337f,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:28.924817 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:28.952310 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:28.960598 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b314b-863c-4565-a08d-c7567d23b046 x-openstack-request-id: req-7b0b314b-863c-4565-a08d-c7567d23b046 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:28.961428 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8caa4548-c554-489a-831b-f23e9a04e516", "name": "network-vif-plugged", "status": "completed", "tag": "06d61451-b4ec-4373-ba3c-c18c020a337f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:28.961917 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b0b314b-863c-4565-a08d-c7567d23b046 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:28.962540 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8caa4548-c554-489a-831b-f23e9a04e516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d61451-b4ec-4373-ba3c-c18c020a337f', 'code': 200} Aug 11 03:19:29.012663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=06d61451-b4ec-4373-ba3c-c18c020a337f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:29.154804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] For port 10466423-ee7b-4833-849a-b7bfc6cf9ea0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=10466423-ee7b-4833-849a-b7bfc6cf9ea0,segment=NetworkSegment(c92229b2-d0fe-4864-bc67-9f45c0493b91),segment_id=c92229b2-d0fe-4864-bc67-9f45c0493b91)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:29.155460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.173402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df1667-397f-4d80-97c5-06d5263a2723 req-5198f468-8990-4427-9ade-6afdcbd33c04 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:29.175049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79df1667-397f-4d80-97c5-06d5263a2723 req-5198f468-8990-4427-9ade-6afdcbd33c04 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 946 time: 0.2202263 Aug 11 03:19:29.182640 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:27Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:29.196619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Calling delete_port for 10466423-ee7b-4833-849a-b7bfc6cf9ea0 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:29.212908 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Checking router: 55e36541-d3c2-4928-a7ba-faa386251500 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:29.213406 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Updating router 55e36541-d3c2-4928-a7ba-faa386251500 port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:29.215911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5c1a-42b1-4e86-afc9-111a06797508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.227809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b5e5c1a-42b1-4e86-afc9-111a06797508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.250082 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.316085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79df1667-397f-4d80-97c5-06d5263a2723 req-d8fdb980-a9ea-4faa-af18-53fca4bfab5e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330707 Aug 11 03:19:29.326538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5b5e5c1a-42b1-4e86-afc9-111a06797508 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=40bc371c55854b51a8b698357f7f4baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919705 Aug 11 03:19:29.336840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57628) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:29.337688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e5c1a-42b1-4e86-afc9-111a06797508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e85421-214a-4a3c-8880-4460fd943273,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:29.443529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca25832-49d4-44d5-b9bb-2bd3aec58bac tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:29.448844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bca25832-49d4-44d5-b9bb-2bd3aec58bac tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6983800 Aug 11 03:19:29.448844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:29.453264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57630) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:29.458439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dcc54402-8234-4027-8163-ee21333fced8 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "PUT /v2.0/routers/7ab1d97c-b11d-4f7f-a630-73efb2230f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4769502 Aug 11 03:19:29.458439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57632) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:29.471551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] Sync routers for ids ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:29.492044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] Routers {'7ab1d97c-b11d-4f7f-a630-73efb2230f1f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:29.493833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:29.514128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a10819f-67bf-47f4-94e0-251764d940b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.523056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7c70073f-f406-4403-86e2-72189abd021b tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0650365 Aug 11 03:19:29.531089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57634) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:29.543840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389367373', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:29.557401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118324c-717f-4b12-84f4-7c904263f2f8 req-0a59e920-bcf3-415f-ae33-8e8ad78326d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:29.559076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7118324c-717f-4b12-84f4-7c904263f2f8 req-0a59e920-bcf3-415f-ae33-8e8ad78326d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 1098 time: 0.1932158 Aug 11 03:19:29.561601 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-367a1cf7-825d-47c3-b886-42f9b6211997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.565289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-367a1cf7-825d-47c3-b886-42f9b6211997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.570142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-367a1cf7-825d-47c3-b886-42f9b6211997 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69525d1e-b7de-48da-af8b-341393b2f7c0 HTTP/1.1" status: 204 len: 168 time: 1.1642754 Aug 11 03:19:29.571077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:29.582589 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ac110da-93bd-43d4-bca4-b1424a7a4510 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.594004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] Routers {'7ab1d97c-b11d-4f7f-a630-73efb2230f1f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:29.595199 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:29.655421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:29.656688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b343f463-990b-4a68-a1d8-ad07dc2f8c9c None None] The sync data for ids ['7ab1d97c-b11d-4f7f-a630-73efb2230f1f'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:29.659235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a1cf7-825d-47c3-b886-42f9b6211997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69525d1e-b7de-48da-af8b-341393b2f7c0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:29.671509 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.698195 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Transition to ACTIVE for port object ebf2aef4-8eb3-4b38-a907-f57e00a90c01 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:29.721399 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.747563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7118324c-717f-4b12-84f4-7c904263f2f8 req-12b26ab4-31c5-4a9f-9e00-79ceba824814 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755972 Aug 11 03:19:29.785032 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Attempting to bind port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:29.785792 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Attempting to bind port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:29.786436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Attempting to bind port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:29.807119 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:29.813944 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:29.814776 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.815418 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:29.816025 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Bound port: ebf2aef4-8eb3-4b38-a907-f57e00a90c01, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:29.816413 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.828423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ac110da-93bd-43d4-bca4-b1424a7a4510 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.832457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ac110da-93bd-43d4-bca4-b1424a7a4510 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.876033 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] For port ebf2aef4-8eb3-4b38-a907-f57e00a90c01, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:29.880245 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] For port ebf2aef4-8eb3-4b38-a907-f57e00a90c01, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:29.889352 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.890838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ac110da-93bd-43d4-bca4-b1424a7a4510 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.891950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac110da-93bd-43d4-bca4-b1424a7a4510 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Fanout notify agent at l3_agent the message router_deleted on router 7ab1d97c-b11d-4f7f-a630-73efb2230f1f {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:19:29.892282 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5273a7-2730-41ba-9ec3-329aa3252b90 None None] Pushing event updated for resources: {'Port': ['ID=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:29.907153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ac110da-93bd-43d4-bca4-b1424a7a4510 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:29.908425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6ac110da-93bd-43d4-bca4-b1424a7a4510 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "DELETE /v2.0/routers/7ab1d97c-b11d-4f7f-a630-73efb2230f1f HTTP/1.1" status: 204 len: 168 time: 0.4496455 Aug 11 03:19:29.911013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57640) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:29.961654 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:29.963264 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:29.997088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Deleting subnet cce6dc99-02f9-47d3-9f8f-26061ea1c0e5 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:30.001424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.024907 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5273a7-2730-41ba-9ec3-329aa3252b90 None None] Pushing event updated for resources: {'Port': ['ID=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.032758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.063053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.091504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57642) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:30.110862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57d56701-bf56-4141-ae69-c99e60fc09ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.117875 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:30.124915 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a10819f-67bf-47f4-94e0-251764d940b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.223457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.238120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.276480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Pushing event deleted for resources: {'Port': ['ID=10466423-ee7b-4833-849a-b7bfc6cf9ea0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.279860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a10819f-67bf-47f4-94e0-251764d940b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.282620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2a10819f-67bf-47f4-94e0-251764d940b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.286754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2a10819f-67bf-47f4-94e0-251764d940b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95e85421-214a-4a3c-8880-4460fd943273 HTTP/1.1" status: 204 len: 168 time: 0.9460976 Aug 11 03:19:30.313674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.337571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10819f-67bf-47f4-94e0-251764d940b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e85421-214a-4a3c-8880-4460fd943273,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.359596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event deleted for resources: {'Subnet': ['ID=cce6dc99-02f9-47d3-9f8f-26061ea1c0e5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.361368 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:27Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:30.365109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3d812-61eb-4ef9-8060-7b586b6a44dd None None] Network 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:30.370168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.372152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a116bbb8-62e8-4be5-9e2c-a849939cfe64 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "DELETE /v2.0/subnets/cce6dc99-02f9-47d3-9f8f-26061ea1c0e5 HTTP/1.1" status: 204 len: 168 time: 0.4596677 Aug 11 03:19:30.374236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57d56701-bf56-4141-ae69-c99e60fc09ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.377423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57648) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:30.436678 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b49ed52-0d9c-4fe9-bd02-110539a64385 None None] The sync data for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 is: [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:27Z', 'revision_number': 3, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:30.490347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.495387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57d56701-bf56-4141-ae69-c99e60fc09ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.497246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:30.501437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.602914 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-57d56701-bf56-4141-ae69-c99e60fc09ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.5102935 Aug 11 03:19:30.604965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57650) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:30.639161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d56701-bf56-4141-ae69-c99e60fc09ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f916321-5296-4716-a229-b61bc64695ed,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:30.683259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] DHCP port deletion for 5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:19:30.687288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838b7ec-2d98-491d-a787-71d873db6c87 req-af8f5ad2-7a5c-4e9c-b9d7-e1c8ab41b1c1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:30.693592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a838b7ec-2d98-491d-a787-71d873db6c87 req-af8f5ad2-7a5c-4e9c-b9d7-e1c8ab41b1c1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 946 time: 0.1989186 Aug 11 03:19:30.706565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.777790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eaea39df-4a55-4f0f-bef6-6482f4ae9008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.783849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Deleting port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:30.784433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.793064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] Deleting port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:30.793746 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.854730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a838b7ec-2d98-491d-a787-71d873db6c87 req-ba4ec70b-3e2a-40e5-822e-c65c27ca8636 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511219 Aug 11 03:19:30.873609 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] For port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,segment=NetworkSegment(6b310b96-e536-4d6a-aa9f-48c8abd35b76),segment_id=6b310b96-e536-4d6a-aa9f-48c8abd35b76)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:30.874036 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.890273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] Calling delete_port for 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:30.893447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eaea39df-4a55-4f0f-bef6-6482f4ae9008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.950013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] For port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,segment=NetworkSegment(6b310b96-e536-4d6a-aa9f-48c8abd35b76),segment_id=6b310b96-e536-4d6a-aa9f-48c8abd35b76)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:30.950802 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:30.979661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Calling delete_port for 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:31.042630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.079213 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.090766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.094371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57654) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:31.107017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] Pushing event deleted for resources: {'Port': ['ID=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.119310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd8940-b354-423d-879d-46d0eff7ac74 None None] No DVR routers for this DVR port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:31.120774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-662e81c4-8c8a-4f03-80a2-3b3cdbf0339a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.154709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event deleted for resources: {'Port': ['ID=4fce3ff6-f9fc-4312-8e27-0e9d05f64712,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.157091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] No DVR routers for this DVR port 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:19:31.177554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Subnet': ['ID=656141f1-e910-433f-a5e3-14c3bab3a689,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.243122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eaea39df-4a55-4f0f-bef6-6482f4ae9008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.244751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eaea39df-4a55-4f0f-bef6-6482f4ae9008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.245916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eaea39df-4a55-4f0f-bef6-6482f4ae9008 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4f916321-5296-4716-a229-b61bc64695ed HTTP/1.1" status: 204 len: 168 time: 0.6376681 Aug 11 03:19:31.250851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Checking segment: {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:31.251960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network hostable DHCP agents. Network: 39e5fe15-6855-4dc8-9d63-1aa4f09324b0, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:19:31.275912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.283400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:19:31.293512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea39df-4a55-4f0f-bef6-6482f4ae9008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f916321-5296-4716-a229-b61bc64695ed,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.305634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:31.305882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 39e5fe15-6855-4dc8-9d63-1aa4f09324b0) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:31.316569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Router 66c1ef01-d231-4f13-b70e-c8e8934f19ac has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:31.318436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:31.319146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.320739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b310b96-e536-4d6a-aa9f-48c8abd35b76') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:31.321257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b310b96-e536-4d6a-aa9f-48c8abd35b76') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:31.335774 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689f87ce-313c-4063-ba2b-dd04624fce1e None None] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:31.337549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.369663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.430499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-662e81c4-8c8a-4f03-80a2-3b3cdbf0339a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.432015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:31.432929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: self.session.flush() Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:31.437770 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:31.451488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-662e81c4-8c8a-4f03-80a2-3b3cdbf0339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.510960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:31.523249 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] Sync routers for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:31.527471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e81c4-8c8a-4f03-80a2-3b3cdbf0339a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db73306-4ffd-49eb-ab9c-7178c8f8401f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.546098 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae6ccc99-72a8-4568-9f95-0e09be1c2526 admin admin] 10.222.0.60 "PUT /v2.0/routers/66c1ef01-d231-4f13-b70e-c8e8934f19ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4888315 Aug 11 03:19:31.547177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57658) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:31.556220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bd55e56a-b5f7-40fb-a14a-dfed7a18df58 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0196505 Aug 11 03:19:31.557715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57660) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:31.560365 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:31.564132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:31.652827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-662e81c4-8c8a-4f03-80a2-3b3cdbf0339a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff90ce75977c4416a34ce56b727961e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528078 Aug 11 03:19:31.652827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.664705 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.666185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57662) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:31.677672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] 10.222.0.60 "DELETE /v2.0/networks/5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e HTTP/1.1" status: 204 len: 168 time: 1.2897873 Aug 11 03:19:31.697235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:19:31.698145 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.739908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4212dc9-435e-4450-bb3d-a380580f5b61 tempest-FloatingIPNegativeTestJSON-1540035250 tempest-FloatingIPNegativeTestJSON-1540035250-project] Pushing event deleted for resources: {'Network': ['ID=5bd4fc3d-2eb3-46a9-9d65-f818bb78e96e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:31.905645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f519-affa-4a57-afd3-0139626f6ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.922110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:31.937800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f519-affa-4a57-afd3-0139626f6ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.055858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f519-affa-4a57-afd3-0139626f6ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.058465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f519-affa-4a57-afd3-0139626f6ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.062559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a3f1f519-affa-4a57-afd3-0139626f6ff1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2db73306-4ffd-49eb-ab9c-7178c8f8401f HTTP/1.1" status: 204 len: 168 time: 0.3916318 Aug 11 03:19:32.077331 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:32.136179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Allocated IP 172.20.0.2 (39e5fe15-6855-4dc8-9d63-1aa4f09324b0/656141f1-e910-433f-a5e3-14c3bab3a689/6f3a2635-f0e1-4e96-95b9-3a578610317b) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:32.138749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1f519-affa-4a57-afd3-0139626f6ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db73306-4ffd-49eb-ab9c-7178c8f8401f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:32.139277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57672) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:32.167587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.173260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba1106-d09e-44ba-9c3b-708324900c69 req-81449b13-da78-4b5d-8439-8c38bd91fee5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:32.175418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94ba1106-d09e-44ba-9c3b-708324900c69 req-81449b13-da78-4b5d-8439-8c38bd91fee5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 946 time: 0.1634517 Aug 11 03:19:32.314097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Deleting port c54cb041-9f6e-4536-9ffc-edaabf9d8139 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:19:32.316520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.389504 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:19:30Z', 'revision_number': 5, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port': {'id': 'c54cb041-9f6e-4536-9ffc-edaabf9d8139', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:17:51Z', 'updated_at': '2021-08-11T03:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:32.451657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebf2aef4-8eb3-4b38-a907-f57e00a90c01 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:32.455233 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] Checking router: 66c1ef01-d231-4f13-b70e-c8e8934f19ac for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:32.466743 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] Routers {'66c1ef01-d231-4f13-b70e-c8e8934f19ac'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:32.467374 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:32.509681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9c095a29-f8db-4c73-93d3-58b38036e16f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4eb133cc5334457ab4f92fd95d9bbbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691900 Aug 11 03:19:32.514319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57678) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:32.550728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] For port c54cb041-9f6e-4536-9ffc-edaabf9d8139, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=c54cb041-9f6e-4536-9ffc-edaabf9d8139,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:32.551850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.560397 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.580180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Transition to ACTIVE for port object 6f3a2635-f0e1-4e96-95b9-3a578610317b will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:32.589534 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] Set router 66c1ef01-d231-4f13-b70e-c8e8934f19ac gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:32.610868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:32.612349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94ba1106-d09e-44ba-9c3b-708324900c69 req-5f5c2c61-4984-4369-9eef-c0c32274d518 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123012 Aug 11 03:19:32.619142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Transition to ACTIVE for port object 6f3a2635-f0e1-4e96-95b9-3a578610317b will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:32.621030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:32.621410 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.637958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Calling delete_port for c54cb041-9f6e-4536-9ffc-edaabf9d8139 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:19:32.660764 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d52259f1-71b8-4316-bc9e-ca6280ffabfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.661396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.673108 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 6, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:32.696682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d52259f1-71b8-4316-bc9e-ca6280ffabfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.702762 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472b177-9943-4631-900e-4ed3ae3f3a5f None None] The sync data for ids ['66c1ef01-d231-4f13-b70e-c8e8934f19ac'] in n-d-768509-22 is: [{'id': '66c1ef01-d231-4f13-b70e-c8e8934f19ac', 'name': 'tempest-ServerRescueTestJSONUnderV235-1316726438-router', 'tenant_id': 'd3b6322e099c472295ee0a5f444e4af3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:17:49Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 6, 'project_id': 'd3b6322e099c472295ee0a5f444e4af3', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:32.712270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:32.729310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:32.734080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:32.770850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d52259f1-71b8-4316-bc9e-ca6280ffabfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.773542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d52259f1-71b8-4316-bc9e-ca6280ffabfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.774726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d52259f1-71b8-4316-bc9e-ca6280ffabfd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f30efe49-33ff-4f6a-8537-456b0371baa9 HTTP/1.1" status: 204 len: 168 time: 0.2594144 Aug 11 03:19:32.805921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Pushing event updated for resources: {'Port': ['ID=6f3a2635-f0e1-4e96-95b9-3a578610317b,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:32.885589 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.889996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52259f1-71b8-4316-bc9e-ca6280ffabfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30efe49-33ff-4f6a-8537-456b0371baa9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:32.913295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57684) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:32.939846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dcc40-8061-44f7-a411-bfe2863afd7a req-8ee3d465-846b-439b-8a6c-f27bc3bab4a3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:32.946538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a8dcc40-8061-44f7-a411-bfe2863afd7a req-8ee3d465-846b-439b-8a6c-f27bc3bab4a3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 946 time: 0.0936544 Aug 11 03:19:32.964910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:32.993517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Attempting to bind port 6f3a2635-f0e1-4e96-95b9-3a578610317b on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:32.994252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Attempting to bind port 6f3a2635-f0e1-4e96-95b9-3a578610317b by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:32.994871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Attempting to bind port 6f3a2635-f0e1-4e96-95b9-3a578610317b on network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:33.009206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:33.010357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Checking segment: {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:33.011163 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.012051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Bound using segment: {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:33.013127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Bound port: 6f3a2635-f0e1-4e96-95b9-3a578610317b, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:33.013767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.026914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ebf2aef4-8eb3-4b38-a907-f57e00a90c01, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:33.054925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.065002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea75a08f-60ac-458b-8ada-478c0b5bcd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.077594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a8dcc40-8061-44f7-a411-bfe2863afd7a req-3a7d4a8b-b8e6-4682-b582-41ede6befdea tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793493 Aug 11 03:19:33.160148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.206879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:33.231741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c54cb041-9f6e-4536-9ffc-edaabf9d8139,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:33.247303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:33.252402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:33.252761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4fce3ff6-f9fc-4312-8e27-0e9d05f64712 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:33.267424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] For port 6f3a2635-f0e1-4e96-95b9-3a578610317b, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:33.271778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] For port 6f3a2635-f0e1-4e96-95b9-3a578610317b, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f3a2635-f0e1-4e96-95b9-3a578610317b,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:33.282490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.300092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea75a08f-60ac-458b-8ada-478c0b5bcd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.315394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea75a08f-60ac-458b-8ada-478c0b5bcd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.371811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38f987-8a38-4c8b-9a27-42859db3cf13 None None] Pushing event updated for resources: {'Port': ['ID=6f3a2635-f0e1-4e96-95b9-3a578610317b,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:33.391387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.470483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75a08f-60ac-458b-8ada-478c0b5bcd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127373fe-c782-41dd-8775-9fe655626a67,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:33.481031 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea75a08f-60ac-458b-8ada-478c0b5bcd53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38a2f2d7c791489db2558d33666e8328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638385 Aug 11 03:19:33.484535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57702) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:33.524165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.527546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.629251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.630205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c1ef01-d231-4f13-b70e-c8e8934f19ac {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:19:33.635319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.639243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-807f991e-3c38-4a3d-b22a-126214c9e1b2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/66c1ef01-d231-4f13-b70e-c8e8934f19ac HTTP/1.1" status: 204 len: 168 time: 2.0887764 Aug 11 03:19:33.640028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57708) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:33.660550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.1 (39e5fe15-6855-4dc8-9d63-1aa4f09324b0/656141f1-e910-433f-a5e3-14c3bab3a689/e5fe17ee-a4d7-45d6-ab22-6250636fdb51) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:33.699004 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd4bb-9dee-429a-aeee-9f28c6346a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.738788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd4bb-9dee-429a-aeee-9f28c6346a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.739661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] Deleting subnet 8a8957de-0351-411d-8b62-5a31d5e660ea {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:19:33.746797 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.815284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.823339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd4bb-9dee-429a-aeee-9f28c6346a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.826629 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd4bb-9dee-429a-aeee-9f28c6346a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.827845 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e8dd4bb-9dee-429a-aeee-9f28c6346a11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/127373fe-c782-41dd-8775-9fe655626a67 HTTP/1.1" status: 204 len: 168 time: 0.3426504 Aug 11 03:19:33.890020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:19:33.920797 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:33.972048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dd4bb-9dee-429a-aeee-9f28c6346a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127373fe-c782-41dd-8775-9fe655626a67,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:34.001329 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.071779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8957de-0351-411d-8b62-5a31d5e660ea,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:34.076235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.083152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c9b06523-0d61-480d-bd9e-9f8c2ba03064 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8a8957de-0351-411d-8b62-5a31d5e660ea HTTP/1.1" status: 204 len: 168 time: 0.4366660 Aug 11 03:19:34.083974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57726) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:34.094443 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.125716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object e5fe17ee-a4d7-45d6-ab22-6250636fdb51 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:34.173360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.220314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:34.224095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:34.228294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:34.248765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57734) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:34.269951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.365305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:34.398764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.478729 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.506991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf573b5f-44fa-4061-ae3e-da3b80764398']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:34.510338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebf2aef4-8eb3-4b38-a907-f57e00a90c01 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:34.519834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007525428'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:34.536541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92229b2-d0fe-4864-bc67-9f45c0493b91') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:34.540059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92229b2-d0fe-4864-bc67-9f45c0493b91') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:34.559216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.561050 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.575599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.608077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.620421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:19:34.621912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:19:34.625407 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:19:34.627820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:34.627820 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.751031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f3a2635-f0e1-4e96-95b9-3a578610317b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:34.756774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.783911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.786259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cf573b5f-44fa-4061-ae3e-da3b80764398 HTTP/1.1" status: 204 len: 168 time: 0.7004826 Aug 11 03:19:34.789058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322f36b-cc29-4678-9764-654538e242e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf573b5f-44fa-4061-ae3e-da3b80764398,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:34.813490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:34.891943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6f3a2635-f0e1-4e96-95b9-3a578610317b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:34.997164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 10466423-ee7b-4833-849a-b7bfc6cf9ea0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:35.030131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 10466423-ee7b-4833-849a-b7bfc6cf9ea0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:35.031058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 10466423-ee7b-4833-849a-b7bfc6cf9ea0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:35.032211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c54cb041-9f6e-4536-9ffc-edaabf9d8139 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:19:35.047907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57766) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:35.057598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: c54cb041-9f6e-4536-9ffc-edaabf9d8139 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:19:35.058061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device c54cb041-9f6e-4536-9ffc-edaabf9d8139 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:19:35.111129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa518a49-55a1-4266-928e-8c00acc20db1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3b6322e099c472295ee0a5f444e4af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598450 Aug 11 03:19:35.111458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57768) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:35.163589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2c0db4-54e1-44b8-8430-174165c16dde None None] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:19:35.191416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.198553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.226455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ba202b5d-aaa8-4059-beca-15cb1fab7482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.299268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ba202b5d-aaa8-4059-beca-15cb1fab7482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.325848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73e570ae-1bf4-457e-9562-b6423325f864 None None] Provisioning for port 6f3a2635-f0e1-4e96-95b9-3a578610317b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:35.336670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.343203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73e570ae-1bf4-457e-9562-b6423325f864 None None] Provisioning complete for port 6f3a2635-f0e1-4e96-95b9-3a578610317b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:35.344722 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73e570ae-1bf4-457e-9562-b6423325f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.354969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db7e35a-53d2-438b-9fce-66eb56921e2a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:35.359963 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.436901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ba202b5d-aaa8-4059-beca-15cb1fab7482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.442512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ba202b5d-aaa8-4059-beca-15cb1fab7482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.446454 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ba202b5d-aaa8-4059-beca-15cb1fab7482 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24d9460c-f6c3-421a-bbd4-8b50d5c49d5f HTTP/1.1" status: 204 len: 168 time: 0.3336093 Aug 11 03:19:35.469887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba202b5d-aaa8-4059-beca-15cb1fab7482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d9460c-f6c3-421a-bbd4-8b50d5c49d5f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:35.526236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.527793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2716546 Aug 11 03:19:35.531098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57782) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:35.626042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.629158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25a5d1-0701-49cb-a2ab-caf706994e3a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5925cc09-3963-49a8-9078-3a62b3bb8eff,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:35.644745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.708876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cc731d44-1f8f-4dff-ac5b-44134d76170b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1763380 Aug 11 03:19:35.709753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57790) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:35.720649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0d04cc2a-d35b-46fb-b4b6-927549c34929 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-security--1594648855', 'description': 'tempest-security-description-943067491'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:35.869674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:35.904310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d04cc2a-d35b-46fb-b4b6-927549c34929 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.905100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73e570ae-1bf4-457e-9562-b6423325f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:35.988280 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.008114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-73e570ae-1bf4-457e-9562-b6423325f864 None None] For port 6f3a2635-f0e1-4e96-95b9-3a578610317b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f3a2635-f0e1-4e96-95b9-3a578610317b,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:36.013894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73e570ae-1bf4-457e-9562-b6423325f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.076458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d04cc2a-d35b-46fb-b4b6-927549c34929 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.098809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d04cc2a-d35b-46fb-b4b6-927549c34929 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.106489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d04cc2a-d35b-46fb-b4b6-927549c34929 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.109122 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d04cc2a-d35b-46fb-b4b6-927549c34929 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "PUT /v2.0/security-groups/5925cc09-3963-49a8-9078-3a62b3bb8eff HTTP/1.1" status: 200 len: 1779 time: 0.3941040 Aug 11 03:19:36.112105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57810) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:36.155252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04cc2a-d35b-46fb-b4b6-927549c34929 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5925cc09-3963-49a8-9078-3a62b3bb8eff,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:36.155522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e570ae-1bf4-457e-9562-b6423325f864 None None] Pushing event updated for resources: {'Port': ['ID=6f3a2635-f0e1-4e96-95b9-3a578610317b,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:36.255605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0cf4f34e-3092-405b-a2ae-b318ff377fdb tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups/5925cc09-3963-49a8-9078-3a62b3bb8eff HTTP/1.1" status: 200 len: 1779 time: 0.1368527 Aug 11 03:19:36.258430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57820) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:36.307447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f3a2635-f0e1-4e96-95b9-3a578610317b up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:36.373276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6f3a2635-f0e1-4e96-95b9-3a578610317b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:36.373852 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.388070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:36.393448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:36.452813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f78f584-88e7-4213-bfcb-c985fa9dfb0d None None] Provisioning for port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:36.457429 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d7b9-afff-430a-9ca4-82667614a0ed tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.464009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f78f584-88e7-4213-bfcb-c985fa9dfb0d None None] Provisioning complete for port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:36.464554 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f78f584-88e7-4213-bfcb-c985fa9dfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.499823 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d7b9-afff-430a-9ca4-82667614a0ed tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.565174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2f78f584-88e7-4213-bfcb-c985fa9dfb0d None None] Port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:36.631836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 55e36541-d3c2-4928-a7ba-faa386251500 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:36.636887 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2f78f584-88e7-4213-bfcb-c985fa9dfb0d None None] Provisioning complete for port 6f3a2635-f0e1-4e96-95b9-3a578610317b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:36.637821 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f78f584-88e7-4213-bfcb-c985fa9dfb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.639549 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d7b9-afff-430a-9ca4-82667614a0ed tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.643927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a3d7b9-afff-430a-9ca4-82667614a0ed tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.645119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6a3d7b9-afff-430a-9ca4-82667614a0ed tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/5925cc09-3963-49a8-9078-3a62b3bb8eff HTTP/1.1" status: 204 len: 168 time: 0.3721464 Aug 11 03:19:36.648041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:36.665677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3d7b9-afff-430a-9ca4-82667614a0ed tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5925cc09-3963-49a8-9078-3a62b3bb8eff,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:36.769436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f4793683-ac17-4a7b-b990-844b272f13a5 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198442 Aug 11 03:19:36.772146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:36.835669 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-d660ecd3-d269-4e0f-8fe4-7b3b4a51cbc4 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] delete failed (client error): The resource could not be found. Aug 11 03:19:36.836720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d660ecd3-d269-4e0f-8fe4-7b3b4a51cbc4 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/5925cc09-3963-49a8-9078-3a62b3bb8eff HTTP/1.1" status: 404 len: 347 time: 0.0636184 Aug 11 03:19:36.845526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57842) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:36.865394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2074b0b7-828f-4ca5-8af3-92b484823a40 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--843731232'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:36.896265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2074b0b7-828f-4ca5-8af3-92b484823a40 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:36.952585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:36.959566 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7956a0a4-4436-46e8-ad71-a02afc8ed631 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/55e36541-d3c2-4928-a7ba-faa386251500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3984070 Aug 11 03:19:36.987096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Sync routers for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:37.059293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9edc4367-6481-47c7-a006-a85cd8b09448 None None] Provisioning complete for port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:37.059720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9edc4367-6481-47c7-a006-a85cd8b09448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.097339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:37.098093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:37.154334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2074b0b7-828f-4ca5-8af3-92b484823a40 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.161809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2074b0b7-828f-4ca5-8af3-92b484823a40 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.164646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9edc4367-6481-47c7-a006-a85cd8b09448 None None] Port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:37.201639 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2074b0b7-828f-4ca5-8af3-92b484823a40 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.203593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2074b0b7-828f-4ca5-8af3-92b484823a40 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3547723 Aug 11 03:19:37.206518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57858) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:37.212481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-125fcc5f-9f8c-41bb-865f-6a3fe14dabb9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '9edc6308-9e69-4141-a0b3-eeb124aaa1b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:37.218807 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074b0b7-828f-4ca5-8af3-92b484823a40 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edc6308-9e69-4141-a0b3-eeb124aaa1b1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:37.254362 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-125fcc5f-9f8c-41bb-865f-6a3fe14dabb9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.293496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:37.344637 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-125fcc5f-9f8c-41bb-865f-6a3fe14dabb9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.351515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-125fcc5f-9f8c-41bb-865f-6a3fe14dabb9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.379188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fcc5f-9f8c-41bb-865f-6a3fe14dabb9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8a9a5e-2208-4c6f-b7ac-01ad33a7bf67,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:37.381551 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-07d30205-4927-458d-98d9-86b9a335a271 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874033200&fields=id&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 267 time: 0.0737488 Aug 11 03:19:37.403604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-125fcc5f-9f8c-41bb-865f-6a3fe14dabb9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.407364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-125fcc5f-9f8c-41bb-865f-6a3fe14dabb9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1992567 Aug 11 03:19:37.415071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57880) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:37.523359 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b246e3d-b4be-4ed1-9e00-9be6103a641e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.545830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-acf5ccb4-053d-4dbc-8f4e-95a9eb7ecba2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:37.547517 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-acf5ccb4-053d-4dbc-8f4e-95a9eb7ecba2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.1485550 Aug 11 03:19:37.547982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b246e3d-b4be-4ed1-9e00-9be6103a641e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.564584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-e11a3edf-3272-421b-a526-c672c908868b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/quotas/90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 375 time: 0.0101316 Aug 11 03:19:37.590202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d4d037d3-26c2-4978-9d9d-470b630e1514 None None] Provisioning complete for port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:37.590578 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d4d037d3-26c2-4978-9d9d-470b630e1514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.623341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-7b778e9c-a605-45b3-bb4d-65f9a1dcbbe0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:37.624910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-7b778e9c-a605-45b3-bb4d-65f9a1dcbbe0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/networks?id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 200 len: 797 time: 0.2346437 Aug 11 03:19:37.626126 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b246e3d-b4be-4ed1-9e00-9be6103a641e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.627880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d4d037d3-26c2-4978-9d9d-470b630e1514 None None] Port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:37.639977 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b246e3d-b4be-4ed1-9e00-9be6103a641e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.643429 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5b246e3d-b4be-4ed1-9e00-9be6103a641e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ab8a9a5e-2208-4c6f-b7ac-01ad33a7bf67 HTTP/1.1" status: 204 len: 168 time: 0.2247002 Aug 11 03:19:37.644903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57890) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:37.655043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246e3d-b4be-4ed1-9e00-9be6103a641e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab8a9a5e-2208-4c6f-b7ac-01ad33a7bf67,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:37.663987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-72c6335a-8119-408c-9285-2accabe876dd tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/quotas/69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 375 time: 0.0204892 Aug 11 03:19:37.684592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-8755e7a7-db9c-44a7-92f1-bf8924abca6f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1132867 Aug 11 03:19:37.731677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-d5f3a332-bf1d-4411-add0-b362f89be74d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667167 Aug 11 03:19:37.821117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e1785c3-9bb2-49d0-a054-ec68e4eb4b32 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1723344 Aug 11 03:19:37.827447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:35Z', 'revision_number': 2, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:37.832601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57898) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:37.859237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-2a0622eb-1ef3-45f6-8870-c4289b25caf0 service neutron] 10.222.0.60 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116452 Aug 11 03:19:37.873106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Checking router: 55e36541-d3c2-4928-a7ba-faa386251500 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:37.873734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Updating router 55e36541-d3c2-4928-a7ba-faa386251500 port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:19:37.889652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-b2c2acb9-9c1c-4683-9b45-7f057be86e34 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042699 Aug 11 03:19:37.913306 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.976214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec440075-225e-4727-958b-09dc957fb28c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:37.991164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-9467a963-8225-40d7-be5c-1c50b16f5059 service neutron] 10.222.0.60 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234753 Aug 11 03:19:38.027711 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec440075-225e-4727-958b-09dc957fb28c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.077207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-b454603b-e0ad-4a1f-9995-683671ce039f service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783388 Aug 11 03:19:38.137102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec440075-225e-4727-958b-09dc957fb28c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.139845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ec440075-225e-4727-958b-09dc957fb28c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.141018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ec440075-225e-4727-958b-09dc957fb28c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/9edc6308-9e69-4141-a0b3-eeb124aaa1b1 HTTP/1.1" status: 204 len: 168 time: 0.3074527 Aug 11 03:19:38.144332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57916) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:38.187099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec440075-225e-4727-958b-09dc957fb28c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edc6308-9e69-4141-a0b3-eeb124aaa1b1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:38.233652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bfda3dfe-4050-4a65-91a2-64ff8af27e3d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881054 Aug 11 03:19:38.238508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57926) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:38.245600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0ceff32e-f52b-4ac2-ac78-f64540bd1b7a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--572851653'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:38.278784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ceff32e-f52b-4ac2-ac78-f64540bd1b7a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.439014 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5bfa2077-69b8-4b01-8841-7890a6130725 req-f47b7957-dc9c-4fc7-8cc0-d196b959291c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 210 time: 0.0367529 Aug 11 03:19:38.451654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.475418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ceff32e-f52b-4ac2-ac78-f64540bd1b7a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.486180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ceff32e-f52b-4ac2-ac78-f64540bd1b7a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.500646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Transition to ACTIVE for port object e5fe17ee-a4d7-45d6-ab22-6250636fdb51 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:38.510145 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.534781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61409c94-2b0e-4966-9af3-2f15f1c97b6c req-4a6bf941-6f7d-4cd9-809a-0760c1b2585b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 210 time: 0.0489099 Aug 11 03:19:38.556722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0ceff32e-f52b-4ac2-ac78-f64540bd1b7a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.560923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57940) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:38.561106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0ceff32e-f52b-4ac2-ac78-f64540bd1b7a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3211455 Aug 11 03:19:38.566277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6ad9cd65-dd2f-4970-aa01-c4cb3e0a8bec tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '781cceb9-cd8b-4fd2-bb1d-5efa7adb4615', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:38.566790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceff32e-f52b-4ac2-ac78-f64540bd1b7a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781cceb9-cd8b-4fd2-bb1d-5efa7adb4615,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:38.629193 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ad9cd65-dd2f-4970-aa01-c4cb3e0a8bec tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.659328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afd5b3-cfee-4629-a909-84d78dae663f None None] Pushing event updated for resources: {'Port': ['ID=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:38.746308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Attempting to bind port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:38.746682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Attempting to bind port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:38.747152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Attempting to bind port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 on network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:38.752934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:38.753346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Checking segment: {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:38.753837 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.754158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Bound using segment: {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:38.754814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Bound port: e5fe17ee-a4d7-45d6-ab22-6250636fdb51, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:38.755509 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.802114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ad9cd65-dd2f-4970-aa01-c4cb3e0a8bec tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.808660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ad9cd65-dd2f-4970-aa01-c4cb3e0a8bec tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.841038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9cd65-dd2f-4970-aa01-c4cb3e0a8bec tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ae3a1a-a375-4757-989a-bc3f7659bb63,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:38.849307 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6ad9cd65-dd2f-4970-aa01-c4cb3e0a8bec tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.853802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6ad9cd65-dd2f-4970-aa01-c4cb3e0a8bec tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2888224 Aug 11 03:19:38.854294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57952) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:38.860627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fa08f492-42d3-4fbd-9765-c9197cb1fd2f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '781cceb9-cd8b-4fd2-bb1d-5efa7adb4615', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:38.933542 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] For port e5fe17ee-a4d7-45d6-ab22-6250636fdb51, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:38.936029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa08f492-42d3-4fbd-9765-c9197cb1fd2f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:38.944990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] For port e5fe17ee-a4d7-45d6-ab22-6250636fdb51, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:38.954718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.029549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57958) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:39.088518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57962) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:39.096123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:39.096820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:39.131824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa08f492-42d3-4fbd-9765-c9197cb1fd2f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.139447 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa08f492-42d3-4fbd-9765-c9197cb1fd2f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.187925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08f492-42d3-4fbd-9765-c9197cb1fd2f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8346ad-ca09-4143-ae37-f8a59603348f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:39.211589 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa08f492-42d3-4fbd-9765-c9197cb1fd2f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.216200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:39.216891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa08f492-42d3-4fbd-9765-c9197cb1fd2f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3606334 Aug 11 03:19:39.221714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-46f01852-fb48-47de-a517-b5dfdf4683c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '781cceb9-cd8b-4fd2-bb1d-5efa7adb4615', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:39.312772 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46f01852-fb48-47de-a517-b5dfdf4683c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.325969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55363c19-1d23-4048-a610-299e52516973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.351943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afd5b3-cfee-4629-a909-84d78dae663f None None] Pushing event updated for resources: {'Port': ['ID=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:39.382639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:39.390577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63156d37-7f94-45fe-9045-02f6c8275118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.471483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46f01852-fb48-47de-a517-b5dfdf4683c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.481957 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46f01852-fb48-47de-a517-b5dfdf4683c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.515414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f01852-fb48-47de-a517-b5dfdf4683c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319310c3-6441-4ea5-b5e8-a4748ca64bc7,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:39.531810 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55363c19-1d23-4048-a610-299e52516973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.542929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-55363c19-1d23-4048-a610-299e52516973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.555142 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46f01852-fb48-47de-a517-b5dfdf4683c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.575652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-46f01852-fb48-47de-a517-b5dfdf4683c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3556254 Aug 11 03:19:39.585874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0a0ac3f-808d-4504-9105-8ef5a970b2d7 req-27aaea78-3e18-47bc-8785-6346901af3ff tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 210 time: 0.0543475 Aug 11 03:19:39.593023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57974) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:39.606098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '781cceb9-cd8b-4fd2-bb1d-5efa7adb4615', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:39.617058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55363c19-1d23-4048-a610-299e52516973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9066bd5-eeb7-4263-88e5-b6ecc6a86a32,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:39.619094 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 11 03:19:39.619094 n-d-768509-22 neutron-server[111683]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 11 03:19:39.619094 n-d-768509-22 neutron-server[111683]: [parameters: {'project_id_1': '660841afd5844af5be990cdd5faca42d', 'expiration_1': datetime.datetime(2021, 8, 11, 3, 19, 39, 612948)}] Aug 11 03:19:39.619094 n-d-768509-22 neutron-server[111683]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:19:39.619663 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:19:39.651644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:39.658324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-55363c19-1d23-4048-a610-299e52516973 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8b827a637614984a1a2daab54535664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680842 Aug 11 03:19:39.661765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:39.683439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abd5a6df-6cb4-47e6-be42-da113d71ec2e req-c42d9d6d-371a-480d-92ab-6ab278a48c44 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 210 time: 0.0473840 Aug 11 03:19:39.696945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ed617-9c25-4ad5-8620-8a47c3cf0778 None None] The sync data for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 is: [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:38Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:39.748872 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbca94e8-f572-4ba9-9138-7e26efebc43d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.786724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbca94e8-f572-4ba9-9138-7e26efebc43d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.823816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63156d37-7f94-45fe-9045-02f6c8275118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.828909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63156d37-7f94-45fe-9045-02f6c8275118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.885686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63156d37-7f94-45fe-9045-02f6c8275118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c8bbd7-8673-4fbe-8b55-def2be0b2f26,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:39.903506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-63156d37-7f94-45fe-9045-02f6c8275118 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e4cf4c16f5d544f4a76046d872f828ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8709872 Aug 11 03:19:39.906218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 57980) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:39.914673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbca94e8-f572-4ba9-9138-7e26efebc43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.917601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbca94e8-f572-4ba9-9138-7e26efebc43d admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:39.918849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dbca94e8-f572-4ba9-9138-7e26efebc43d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9066bd5-eeb7-4263-88e5-b6ecc6a86a32 HTTP/1.1" status: 204 len: 168 time: 0.2551918 Aug 11 03:19:39.936507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca94e8-f572-4ba9-9138-7e26efebc43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9066bd5-eeb7-4263-88e5-b6ecc6a86a32,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:40.031461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-004cb667-50ee-4b7f-ba65-b20e20b1d73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.098001 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-004cb667-50ee-4b7f-ba65-b20e20b1d73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.148280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-baef9bd0-f59c-4f81-a242-925d1512c82e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:40.149968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-baef9bd0-f59c-4f81-a242-925d1512c82e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/networks?id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 200 len: 797 time: 0.2163000 Aug 11 03:19:40.170751 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.194805 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-004cb667-50ee-4b7f-ba65-b20e20b1d73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.197703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-004cb667-50ee-4b7f-ba65-b20e20b1d73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.201478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-004cb667-50ee-4b7f-ba65-b20e20b1d73c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7c8bbd7-8673-4fbe-8b55-def2be0b2f26 HTTP/1.1" status: 204 len: 168 time: 0.2913489 Aug 11 03:19:40.236767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cb667-50ee-4b7f-ba65-b20e20b1d73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c8bbd7-8673-4fbe-8b55-def2be0b2f26,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:40.238944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-4b16d691-b8f0-4c4c-b3c7-19261d31c027 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69120019df3c43d2af4dc08a22e06ab4 HTTP/1.1" status: 200 len: 380 time: 0.0781970 Aug 11 03:19:40.254485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'port': {'device_id': 'a2371e20-1692-4108-a28a-71cd594f4445', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'admin_state_up': True, 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'security_groups': ['aa12d39e-c319-45a1-a258-6e6b3ca7f0d1']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:40.295201 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.305780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.388925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5fe17ee-a4d7-45d6-ab22-6250636fdb51 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:40.395824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38740e87-31f0-4899-be7f-020099aca806,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:40.424765 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.425344 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-76412f2f-1e37-4614-8bf5-01b95e198a00 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8280089 Aug 11 03:19:40.428590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 57994) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:40.439324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-81c071e7-ab15-4619-a508-d08e92e9de50 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '781cceb9-cd8b-4fd2-bb1d-5efa7adb4615', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:40.507510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Made reservation on behalf of 69120019df3c43d2af4dc08a22e06ab4 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:40.531056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.536928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:40.547145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:40.549477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.618287 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81c071e7-ab15-4619-a508-d08e92e9de50 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.772993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:40.827312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-66b4f120-0b3c-43ee-a707-2b96ff76b060 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:40.847511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-66b4f120-0b3c-43ee-a707-2b96ff76b060 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.3668978 Aug 11 03:19:40.854568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7cd22b76-374b-4e6b-9154-1a344fede4b9 req-cd243304-6340-4b26-bf35-d965cad06a2a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 210 time: 0.1188657 Aug 11 03:19:40.868871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'port': {'device_id': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'admin_state_up': True, 'tenant_id': '90f8576177aa410199b6b0b88faa51b5'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:40.902179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e5fe17ee-a4d7-45d6-ab22-6250636fdb51, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:40.914305 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.020610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd917903-b501-4361-a676-f904794511f4 req-d670722e-ad5a-428e-a2e1-ca364caa59c6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 210 time: 0.1356678 Aug 11 03:19:41.026401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58010) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:41.067727 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1dcf86f2-68e0-46ec-8531-01ef10c02188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.076707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:41.097630 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81c071e7-ab15-4619-a508-d08e92e9de50 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.116065 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81c071e7-ab15-4619-a508-d08e92e9de50 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.134471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:19:41.140363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.213790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.20.0.5 (39e5fe15-6855-4dc8-9d63-1aa4f09324b0/656141f1-e910-433f-a5e3-14c3bab3a689/55f5ba75-1043-4e92-bc8f-75e73e3e96e7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:41.238254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c071e7-ab15-4619-a508-d08e92e9de50 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81642f4c-bba5-4ac1-a10a-aba0aaee7df2,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:41.492261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.20.0.4 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/c25d411a-05ab-41a3-ba4b-104b95ce4362) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:41.676667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1dcf86f2-68e0-46ec-8531-01ef10c02188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.687600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1dcf86f2-68e0-46ec-8531-01ef10c02188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.719902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81c071e7-ab15-4619-a508-d08e92e9de50 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.724443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-81c071e7-ab15-4619-a508-d08e92e9de50 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2916286 Aug 11 03:19:41.727554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58020) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:41.767532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.822127 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e85ebe0-aaf1-4222-b0af-b77cdc0e75f1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.830041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1dcf86f2-68e0-46ec-8531-01ef10c02188 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fa4a06acbee494789dfeb1a55342580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8005121 Aug 11 03:19:41.840671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58030) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:41.847959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e85ebe0-aaf1-4222-b0af-b77cdc0e75f1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.848106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf86f2-68e0-46ec-8531-01ef10c02188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b74c6af-c5d4-459a-843e-8cb6e11d2b37,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:41.856183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Transition to ACTIVE for port object 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:41.901593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.914992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.923455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Transition to ACTIVE for port object c25d411a-05ab-41a3-ba4b-104b95ce4362 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:41.950944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:41.961755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:41.966969 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:41.967936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:41.981081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['06d61451-b4ec-4373-ba3c-c18c020a337f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:42.048824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e85ebe0-aaf1-4222-b0af-b77cdc0e75f1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.092273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0e85ebe0-aaf1-4222-b0af-b77cdc0e75f1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.097144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e85ebe0-aaf1-4222-b0af-b77cdc0e75f1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/81642f4c-bba5-4ac1-a10a-aba0aaee7df2 HTTP/1.1" status: 204 len: 168 time: 0.3641968 Aug 11 03:19:42.118203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:42.119314 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.122988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58046) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:42.158950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-520173df-5d3a-4f89-859e-a68b45e07691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.161109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9120660 Aug 11 03:19:42.175043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-2aa7676e-7334-4353-b88c-fa87cc9ea3d9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:19:42.176537 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-2aa7676e-7334-4353-b88c-fa87cc9ea3d9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060298 Aug 11 03:19:42.196796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f76de-421e-43bc-ad0e-9347f6e67e3d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:42.204749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-520173df-5d3a-4f89-859e-a68b45e07691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.246273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e3ffce57-3b09-498e-a2fc-836ce3918964 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1196325 Aug 11 03:19:42.247824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58052) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:42.268211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:42.290198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8543309b-8efb-42b6-a105-aca2a5acef47 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.297703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:42.301282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8543309b-8efb-42b6-a105-aca2a5acef47 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.317859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ebe0-aaf1-4222-b0af-b77cdc0e75f1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81642f4c-bba5-4ac1-a10a-aba0aaee7df2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:42.328055 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:42.341077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8543309b-8efb-42b6-a105-aca2a5acef47 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.346185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-520173df-5d3a-4f89-859e-a68b45e07691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.347879 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8543309b-8efb-42b6-a105-aca2a5acef47 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.353259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8543309b-8efb-42b6-a105-aca2a5acef47 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/38740e87-31f0-4899-be7f-020099aca806 HTTP/1.1" status: 204 len: 168 time: 0.1040826 Aug 11 03:19:42.355018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-520173df-5d3a-4f89-859e-a68b45e07691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.361880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58054) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:42.363116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543309b-8efb-42b6-a105-aca2a5acef47 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38740e87-31f0-4899-be7f-020099aca806,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:42.373955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-520173df-5d3a-4f89-859e-a68b45e07691 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b74c6af-c5d4-459a-843e-8cb6e11d2b37 HTTP/1.1" status: 204 len: 168 time: 0.5322165 Aug 11 03:19:42.489857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=c25d411a-05ab-41a3-ba4b-104b95ce4362,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:42.513506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e2737da4-10db-4077-aafb-c667d36d43f9 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1455281 Aug 11 03:19:42.514379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58058) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:42.519059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecef1a-ff08-47f7-8c20-fe9cf544ebb8 req-76a10715-c2ee-4adb-981b-afc24c5f22a6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:42.527974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-efecef1a-ff08-47f7-8c20-fe9cf544ebb8 req-76a10715-c2ee-4adb-981b-afc24c5f22a6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 931 time: 0.4811778 Aug 11 03:19:42.528369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5fe17ee-a4d7-45d6-ab22-6250636fdb51 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:42.530227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520173df-5d3a-4f89-859e-a68b45e07691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b74c6af-c5d4-459a-843e-8cb6e11d2b37,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:42.534150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aea946-21ea-4046-aa9a-d7cfc7a78f91 req-ca64189d-5151-445c-8d46-8f7f9399bc1c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:42.551365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-16aea946-21ea-4046-aa9a-d7cfc7a78f91 req-ca64189d-5151-445c-8d46-8f7f9399bc1c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 931 time: 0.1239572 Aug 11 03:19:42.572731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:42.573768 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.615615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-efecef1a-ff08-47f7-8c20-fe9cf544ebb8 req-fb14cc23-35b2-4b6d-8164-06d5288205e0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863407 Aug 11 03:19:42.623192 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9cd619a5-5984-49f0-923f-c2699da9b689 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7637289 Aug 11 03:19:42.647719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Request body: {'port': {'device_id': 'a2371e20-1692-4108-a28a-71cd594f4445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:42.716414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6abc2204-4021-4309-9fec-b629ba431309 None None] Provisioning for port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:42.726864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6abc2204-4021-4309-9fec-b629ba431309 None None] Provisioning complete for port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:42.727527 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6abc2204-4021-4309-9fec-b629ba431309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.746382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Request body: {'port': {'device_id': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:42.757234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:42.757620 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.832236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73ab7526-8c5f-40c3-98fe-5a8d8d0dfc35 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.837571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6abc2204-4021-4309-9fec-b629ba431309 None None] Port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:42.910904 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.925176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-16aea946-21ea-4046-aa9a-d7cfc7a78f91 req-2717c7b0-4d5b-4478-b8bc-46be834c5d1b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725433 Aug 11 03:19:42.929571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73ab7526-8c5f-40c3-98fe-5a8d8d0dfc35 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.932237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:42.971465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8cdbe510-d767-4b03-8d09-54af2e6aedcf None None] Provisioning for port c25d411a-05ab-41a3-ba4b-104b95ce4362 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:42.978065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8cdbe510-d767-4b03-8d09-54af2e6aedcf None None] Provisioning complete for port c25d411a-05ab-41a3-ba4b-104b95ce4362 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:42.978817 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8cdbe510-d767-4b03-8d09-54af2e6aedcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.088486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbe510-d767-4b03-8d09-54af2e6aedcf None None] Port c25d411a-05ab-41a3-ba4b-104b95ce4362 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:19:43.105175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73ab7526-8c5f-40c3-98fe-5a8d8d0dfc35 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.110768 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-73ab7526-8c5f-40c3-98fe-5a8d8d0dfc35 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.116167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-73ab7526-8c5f-40c3-98fe-5a8d8d0dfc35 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/319310c3-6441-4ea5-b5e8-a4748ca64bc7 HTTP/1.1" status: 204 len: 168 time: 0.5569339 Aug 11 03:19:43.121661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58076) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:43.153481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab7526-8c5f-40c3-98fe-5a8d8d0dfc35 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=319310c3-6441-4ea5-b5e8-a4748ca64bc7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:43.654463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-04105b2b-c6e7-4c3f-a789-264f46ab72cc tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.5192647 Aug 11 03:19:43.659116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58098) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:43.787240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a65a3234-a3b8-4dca-ad1c-3880ab21d47a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.800193 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a65a3234-a3b8-4dca-ad1c-3880ab21d47a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.824621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58106) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:43.867013 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a65a3234-a3b8-4dca-ad1c-3880ab21d47a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.878061 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a65a3234-a3b8-4dca-ad1c-3880ab21d47a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.879940 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a65a3234-a3b8-4dca-ad1c-3880ab21d47a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/de8346ad-ca09-4143-ae37-f8a59603348f HTTP/1.1" status: 204 len: 168 time: 0.2102432 Aug 11 03:19:43.886122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58110) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:43.890884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a3234-a3b8-4dca-ad1c-3880ab21d47a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de8346ad-ca09-4143-ae37-f8a59603348f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:43.927045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25d411a-05ab-41a3-ba4b-104b95ce4362 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:43.938753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:43.949707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eeecb2-4c12-4b33-9f66-2376844c945f req-d1af70b5-ceaf-4237-a615-b55c19e55c9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:43.951336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30eeecb2-4c12-4b33-9f66-2376844c945f req-d1af70b5-ceaf-4237-a615-b55c19e55c9f tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 931 time: 0.1190524 Aug 11 03:19:43.983508 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0ed9f74e-544e-46cd-99f7-2f483036e76f tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0951650 Aug 11 03:19:43.987082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58114) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:43.997604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Transition to ACTIVE for port object c25d411a-05ab-41a3-ba4b-104b95ce4362 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:44.008966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.015145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a3593d0-d93c-4806-888f-d5d73639e726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.032768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:44.056901 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.078348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30eeecb2-4c12-4b33-9f66-2376844c945f req-d83268e0-2995-4a0b-bb54-44668bdf00f9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091263 Aug 11 03:19:44.123908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Pushing event updated for resources: {'Port': ['ID=c25d411a-05ab-41a3-ba4b-104b95ce4362,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:44.124155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ef94de2-6f7e-4f68-a258-eba725eabb43 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.147580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ef94de2-6f7e-4f68-a258-eba725eabb43 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.164514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Transition to ACTIVE for port object 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:19:44.193672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.208130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Attempting to bind port c25d411a-05ab-41a3-ba4b-104b95ce4362 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:44.208742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Attempting to bind port c25d411a-05ab-41a3-ba4b-104b95ce4362 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:44.209955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Attempting to bind port c25d411a-05ab-41a3-ba4b-104b95ce4362 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:44.216180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Port c25d411a-05ab-41a3-ba4b-104b95ce4362 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:44.216944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Attempting to bind port c25d411a-05ab-41a3-ba4b-104b95ce4362 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:44.223934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:44.225500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:44.225986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:44.226576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Bound port: c25d411a-05ab-41a3-ba4b-104b95ce4362, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:44.227328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.273210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:44.313449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524883a2-cc12-4633-988e-83439798fd39 req-37f6b7a1-0544-4736-9b5f-d9530a078339 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:44.315293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-524883a2-cc12-4633-988e-83439798fd39 req-37f6b7a1-0544-4736-9b5f-d9530a078339 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.2903378 Aug 11 03:19:44.366987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] For port c25d411a-05ab-41a3-ba4b-104b95ce4362, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:44.377950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] For port c25d411a-05ab-41a3-ba4b-104b95ce4362, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c25d411a-05ab-41a3-ba4b-104b95ce4362,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:44.389720 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.425580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ef94de2-6f7e-4f68-a258-eba725eabb43 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.454811 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ef94de2-6f7e-4f68-a258-eba725eabb43 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.455981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ef94de2-6f7e-4f68-a258-eba725eabb43 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/08ae3a1a-a375-4757-989a-bc3f7659bb63 HTTP/1.1" status: 204 len: 168 time: 0.4676464 Aug 11 03:19:44.487909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58150) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:44.489836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:44.491328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.493539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] 10.222.0.57 "PUT /v2.0/ports/c25d411a-05ab-41a3-ba4b-104b95ce4362 HTTP/1.1" status: 200 len: 1092 time: 1.8606625 Aug 11 03:19:44.517852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'tag': 'c25d411a-05ab-41a3-ba4b-104b95ce4362'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:44.521097 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9500ccea-6e78-432f-90d8-d56733c8a4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "88f9f696-a1f6-45d7-a91c-8c0344fa43ea", "tag": "c25d411a-05ab-41a3-ba4b-104b95ce4362"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:44.524707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef94de2-6f7e-4f68-a258-eba725eabb43 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08ae3a1a-a375-4757-989a-bc3f7659bb63,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:44.582179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3299fe-a4b5-403f-8d2c-632d014eff41 service neutron] Pushing event updated for resources: {'Port': ['ID=c25d411a-05ab-41a3-ba4b-104b95ce4362,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:44.614860 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c963b1-8e7e-4c5d-9fe7-ede1132aa83f x-openstack-request-id: req-03c963b1-8e7e-4c5d-9fe7-ede1132aa83f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:44.615830 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f9f696-a1f6-45d7-a91c-8c0344fa43ea", "tag": "c25d411a-05ab-41a3-ba4b-104b95ce4362", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:44.616224 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03c963b1-8e7e-4c5d-9fe7-ede1132aa83f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:44.616803 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'tag': 'c25d411a-05ab-41a3-ba4b-104b95ce4362', 'status': 'completed', 'code': 200} Aug 11 03:19:44.653573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-524883a2-cc12-4633-988e-83439798fd39 req-862d8cfa-a98c-49d4-ba4d-18bd3cd044e8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124666 Aug 11 03:19:44.654272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-abcd2390-a9f1-4fbf-a639-a437fc2b0c26 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1589792 Aug 11 03:19:44.659793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58154) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:44.677439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-7268a0b5-6359-45ca-bc6f-c9927401ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:44.680891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-7268a0b5-6359-45ca-bc6f-c9927401ea44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 1095 time: 0.1204922 Aug 11 03:19:44.722589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Attempting to bind port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:19:44.722999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Attempting to bind port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:19:44.723530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Attempting to bind port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 on network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:44.772818 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-8610dc4a-8a23-437a-8b61-c5f5fb3df959 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c25d411a-05ab-41a3-ba4b-104b95ce4362 HTTP/1.1" status: 200 len: 217 time: 0.0828280 Aug 11 03:19:44.817423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 on network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:19:44.817732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Attempting to bind port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 on network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:19:44.841845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:19:44.842191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Checking segment: {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:19:44.842589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Bound using segment: {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:19:44.843297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Bound port: 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85bd36c-21b7-4a08-acc4-36f75fef034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:19:44.855682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.911546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-4f8b35e2-02da-480d-9493-df37f4fad0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:44.919485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-4f8b35e2-02da-480d-9493-df37f4fad0d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.1307487 Aug 11 03:19:44.966234 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a3593d0-d93c-4806-888f-d5d73639e726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.976578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a3593d0-d93c-4806-888f-d5d73639e726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:44.996488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94b66160-ec6a-46bb-a0a2-1fb79c45f0a8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.022904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-3081e024-eaac-4829-bb18-dbc48dea16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.024472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-3081e024-eaac-4829-bb18-dbc48dea16af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983663 Aug 11 03:19:45.128161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3593d0-d93c-4806-888f-d5d73639e726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bd117c-c256-4203-a9dc-9176113d6c90,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:45.151133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58184) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:45.152065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8a3593d0-d93c-4806-888f-d5d73639e726 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cdb11ab3cb4469cb6202696380c46a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3248281 Aug 11 03:19:45.154261 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94b66160-ec6a-46bb-a0a2-1fb79c45f0a8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.167483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:19:45.179730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:19:45.187529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.261845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.262575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.264412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] 10.222.0.57 "PUT /v2.0/ports/55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 200 len: 1092 time: 3.0791748 Aug 11 03:19:45.266832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:45.269263 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf889c1-e18f-47d0-a95e-13f45d1e480e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:45.314170 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94b66160-ec6a-46bb-a0a2-1fb79c45f0a8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.316902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-94b66160-ec6a-46bb-a0a2-1fb79c45f0a8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.318308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-94b66160-ec6a-46bb-a0a2-1fb79c45f0a8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/781cceb9-cd8b-4fd2-bb1d-5efa7adb4615 HTTP/1.1" status: 204 len: 168 time: 0.6535032 Aug 11 03:19:45.322901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58198) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:45.346323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c00ec-d08c-4b10-b018-71401a730e8a service neutron] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:45.382662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b66160-ec6a-46bb-a0a2-1fb79c45f0a8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781cceb9-cd8b-4fd2-bb1d-5efa7adb4615,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:45.421946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-a3e88200-2996-4e6b-b6d7-ef1577e07b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.428654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-08aba7c9-5549-481a-8cb3-4cb61e061feb service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959544 Aug 11 03:19:45.430915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-a3e88200-2996-4e6b-b6d7-ef1577e07b5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1095 time: 0.1013379 Aug 11 03:19:45.523569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-12b71d1d-ae16-44a4-98f6-b28cac6169c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 200 len: 217 time: 0.0716884 Aug 11 03:19:45.546644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-429b13e0-aae6-4912-b838-ed28a5c41274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.628388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-99255864-ff20-445a-b02e-0ca56f929aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.630549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-99255864-ff20-445a-b02e-0ca56f929aca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=656141f1-e910-433f-a5e3-14c3bab3a689 HTTP/1.1" status: 200 len: 835 time: 0.0996621 Aug 11 03:19:45.703185 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cab645-aee2-4b66-917f-e8c0dc012632 x-openstack-request-id: req-e1cab645-aee2-4b66-917f-e8c0dc012632 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:45.703670 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:45.704021 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1cab645-aee2-4b66-917f-e8c0dc012632 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:45.704546 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'status': 'completed', 'code': 200} Aug 11 03:19:45.726704 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f08d2b15-4ecb-4e0c-9b51-571e7618f13a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3978093 Aug 11 03:19:45.727238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58202) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:45.733358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-71e4abd9-3c28-440a-ac41-b30b65f586e6 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778622387'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:45.748468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-ed002e7b-906c-4ae7-a812-90378ac99921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.749996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-ed002e7b-906c-4ae7-a812-90378ac99921 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118715 Aug 11 03:19:45.804685 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-377e6f80-4e26-48d3-bab1-3df9beb9428b req-4236366b-f779-4d7d-b35f-841bebf1be3a service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466527 Aug 11 03:19:45.806680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-429b13e0-aae6-4912-b838-ed28a5c41274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.821479 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71e4abd9-3c28-440a-ac41-b30b65f586e6 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:45.847560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0e308-da7e-44e6-98ee-0a3054b09882 req-9e2afe9c-8174-49bd-a2ad-0772135f0706 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.858775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ee0e308-da7e-44e6-98ee-0a3054b09882 req-9e2afe9c-8174-49bd-a2ad-0772135f0706 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 943 time: 0.5880792 Aug 11 03:19:45.949833 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-e5418535-056c-4099-b6b7-269826f740c1 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916366 Aug 11 03:19:45.961205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0d78c-ae0c-4f06-bfbc-4b16baec1391 req-72a1a898-2e7f-4d67-80ce-375368e6d54a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:45.973803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11a0d78c-ae0c-4f06-bfbc-4b16baec1391 req-72a1a898-2e7f-4d67-80ce-375368e6d54a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1398203 Aug 11 03:19:46.033975 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ee0e308-da7e-44e6-98ee-0a3054b09882 req-70ed58dd-6a1f-4e8b-84e7-13453258c1e6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659114 Aug 11 03:19:46.039809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71e4abd9-3c28-440a-ac41-b30b65f586e6 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.045244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71e4abd9-3c28-440a-ac41-b30b65f586e6 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.049152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-217054fe-a7ff-46b0-82a5-d87c07c351b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.050873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-217054fe-a7ff-46b0-82a5-d87c07c351b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 1095 time: 0.1819069 Aug 11 03:19:46.070569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-429b13e0-aae6-4912-b838-ed28a5c41274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.073820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-429b13e0-aae6-4912-b838-ed28a5c41274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.075216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-429b13e0-aae6-4912-b838-ed28a5c41274 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35bd117c-c256-4203-a9dc-9176113d6c90 HTTP/1.1" status: 204 len: 168 time: 0.9199638 Aug 11 03:19:46.124195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429b13e0-aae6-4912-b838-ed28a5c41274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bd117c-c256-4203-a9dc-9176113d6c90,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:46.205311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e61442aa-ba74-427f-8306-5dbff9737a06 req-a9f7b2b4-3c22-457e-bc0e-f7ed2e689832 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302096 Aug 11 03:19:46.232113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-8b3d74c5-5695-4e99-a199-77744da2baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.239060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-8b3d74c5-5695-4e99-a199-77744da2baa2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1810470 Aug 11 03:19:46.274682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71e4abd9-3c28-440a-ac41-b30b65f586e6 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.276208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-71e4abd9-3c28-440a-ac41-b30b65f586e6 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5477283 Aug 11 03:19:46.279731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58208) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:46.282337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4abd9-3c28-440a-ac41-b30b65f586e6 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70836abd-5975-42ae-b18b-66fb9c1a1180,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:46.303722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4ddf9506-0c9c-49d3-a9a0-acd1628e0532 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '70836abd-5975-42ae-b18b-66fb9c1a1180', 'direction': 'ingress', 'protocol': 17}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:46.368218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-6950ca4b-60bf-4516-8f7c-787063dfdc12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c25d411a-05ab-41a3-ba4b-104b95ce4362 HTTP/1.1" status: 200 len: 217 time: 0.1049986 Aug 11 03:19:46.369180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11a0d78c-ae0c-4f06-bfbc-4b16baec1391 req-e81be829-2719-4133-adb4-2c5aa64c5972 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695819 Aug 11 03:19:46.408748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9506-0c9c-49d3-a9a0-acd1628e0532 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.449935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-ec1f7eb4-0b31-452a-ab29-4f624c86572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.451939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-ec1f7eb4-0b31-452a-ab29-4f624c86572f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1095 time: 0.1343012 Aug 11 03:19:46.473134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-d92eecbb-edc6-4de3-aab5-2923ac6629fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.475446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-d92eecbb-edc6-4de3-aab5-2923ac6629fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.1073647 Aug 11 03:19:46.485099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9506-0c9c-49d3-a9a0-acd1628e0532 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.498478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9506-0c9c-49d3-a9a0-acd1628e0532 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.559829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-bfae0982-2ced-4171-8a57-302e44081019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.562271 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-bfae0982-2ced-4171-8a57-302e44081019 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792561 Aug 11 03:19:46.562944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf9506-0c9c-49d3-a9a0-acd1628e0532 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5b5267-af19-4bf5-a5c1-783c4c1a5e27,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:46.574815 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ddf9506-0c9c-49d3-a9a0-acd1628e0532 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.578851 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ddf9506-0c9c-49d3-a9a0-acd1628e0532 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2951119 Aug 11 03:19:46.581563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58214) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:46.650006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-75a68454-d8fa-4ad8-be65-1ae17e361bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.651721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-75a68454-d8fa-4ad8-be65-1ae17e361bf0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 200 len: 898 time: 0.1648777 Aug 11 03:19:46.689736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-67f8ac08-a23b-4c91-9844-0bfa1366e8ba service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124721 Aug 11 03:19:46.721105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-7bf238a5-d4cb-49ec-a724-686cedf87d66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 200 len: 217 time: 0.0612533 Aug 11 03:19:46.722330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c39cc7d-25e0-4c38-911b-505957a7c86c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.778678 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c39cc7d-25e0-4c38-911b-505957a7c86c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.856961 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9500ccea-6e78-432f-90d8-d56733c8a4ff req-97206923-cfc3-4ef3-a8c9-9d83b110d782 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586125 Aug 11 03:19:46.864823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-abd8788e-d30e-430c-a5c6-2cbe75138163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.867208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-abd8788e-d30e-430c-a5c6-2cbe75138163 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=656141f1-e910-433f-a5e3-14c3bab3a689 HTTP/1.1" status: 200 len: 835 time: 0.1373796 Aug 11 03:19:46.938890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-e68ee5fd-f72d-4115-882a-7e24370914e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:46.941327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-e68ee5fd-f72d-4115-882a-7e24370914e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661247 Aug 11 03:19:46.946703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c39cc7d-25e0-4c38-911b-505957a7c86c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.953418 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9c39cc7d-25e0-4c38-911b-505957a7c86c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:46.965928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9c39cc7d-25e0-4c38-911b-505957a7c86c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/70836abd-5975-42ae-b18b-66fb9c1a1180 HTTP/1.1" status: 204 len: 168 time: 0.3733416 Aug 11 03:19:46.967308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:47.001398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39cc7d-25e0-4c38-911b-505957a7c86c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70836abd-5975-42ae-b18b-66fb9c1a1180,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:47.097794 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4f287a05-ae2c-469a-b734-11b64b34b911 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269498 Aug 11 03:19:47.102168 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58228) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:47.111200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ebdb7b5e-97ec-4117-846a-1e7beed115ee tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--211292975'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:47.194942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7b5e-97ec-4117-846a-1e7beed115ee tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.228853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-131d60a9-0be5-426e-96fe-509f8f53efc3 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712443 Aug 11 03:19:47.381517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de18d07-ec33-4229-8611-47913e81c3f0 req-433b411c-71c9-4baf-afd7-2d8322accab3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.384345 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6de18d07-ec33-4229-8611-47913e81c3f0 req-433b411c-71c9-4baf-afd7-2d8322accab3 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 943 time: 0.1525424 Aug 11 03:19:47.401597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dcf889c1-e18f-47d0-a95e-13f45d1e480e req-0fb7f4e2-c9c8-4357-a424-1c09a3263ff2 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618068 Aug 11 03:19:47.451186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7b5e-97ec-4117-846a-1e7beed115ee tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.463443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7b5e-97ec-4117-846a-1e7beed115ee tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.513735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebdb7b5e-97ec-4117-846a-1e7beed115ee tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.515105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebdb7b5e-97ec-4117-846a-1e7beed115ee tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4094892 Aug 11 03:19:47.521978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58240) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:47.529237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9fcc5520-15cb-4083-a657-e2d3ddfd487d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016992633'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:47.540276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb7b5e-97ec-4117-846a-1e7beed115ee tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=299b7107-c3a3-4b53-a994-475801f57ac0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:47.553836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6de18d07-ec33-4229-8611-47913e81c3f0 req-00fd82fa-066e-4a8e-9fb6-5fba74da7cdc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623778 Aug 11 03:19:47.626335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5520-15cb-4083-a657-e2d3ddfd487d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.678948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22dbbd-750d-454c-b43d-27d1151059bc req-5342a6b4-68a7-49d4-9433-b30863e209d5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:47.682504 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac22dbbd-750d-454c-b43d-27d1151059bc req-5342a6b4-68a7-49d4-9433-b30863e209d5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1377168 Aug 11 03:19:47.767102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac22dbbd-750d-454c-b43d-27d1151059bc req-16d09121-8a58-4300-b4a7-187bec599b67 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756121 Aug 11 03:19:47.904004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5520-15cb-4083-a657-e2d3ddfd487d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.915034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5520-15cb-4083-a657-e2d3ddfd487d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:47.981208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc5520-15cb-4083-a657-e2d3ddfd487d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16029206-1bd6-4fab-bf6d-b925361f7bc2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:48.003456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5520-15cb-4083-a657-e2d3ddfd487d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.007213 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9fcc5520-15cb-4083-a657-e2d3ddfd487d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4852788 Aug 11 03:19:48.010413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58246) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:48.017495 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6037b0e8-7304-4616-845d-95b59abfbc4b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '299b7107-c3a3-4b53-a994-475801f57ac0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '16029206-1bd6-4fab-bf6d-b925361f7bc2', 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:48.108213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6037b0e8-7304-4616-845d-95b59abfbc4b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.258450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6037b0e8-7304-4616-845d-95b59abfbc4b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.269408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6037b0e8-7304-4616-845d-95b59abfbc4b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.295984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037b0e8-7304-4616-845d-95b59abfbc4b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324b2602-56b9-422e-8da9-d5f837e9f2a9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:48.310150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6037b0e8-7304-4616-845d-95b59abfbc4b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.316610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6037b0e8-7304-4616-845d-95b59abfbc4b tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3036864 Aug 11 03:19:48.320566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58254) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:48.366245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9b74efa-582f-424b-b218-ad2c72d70c1c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.383404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9b74efa-582f-424b-b218-ad2c72d70c1c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.435140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9b74efa-582f-424b-b218-ad2c72d70c1c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.447106 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c9b74efa-582f-424b-b218-ad2c72d70c1c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.451075 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c9b74efa-582f-424b-b218-ad2c72d70c1c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/324b2602-56b9-422e-8da9-d5f837e9f2a9 HTTP/1.1" status: 204 len: 168 time: 0.1254525 Aug 11 03:19:48.452982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58258) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:48.459800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b74efa-582f-424b-b218-ad2c72d70c1c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=324b2602-56b9-422e-8da9-d5f837e9f2a9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:48.531659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2872ea60-b33e-4093-b99c-9b6369556325 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0772972 Aug 11 03:19:48.534561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58260) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:48.612954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3052a83-74e7-4484-ae22-d8c18e4264c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.647606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3052a83-74e7-4484-ae22-d8c18e4264c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.711276 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3052a83-74e7-4484-ae22-d8c18e4264c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.714851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e3052a83-74e7-4484-ae22-d8c18e4264c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.720993 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e3052a83-74e7-4484-ae22-d8c18e4264c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/16029206-1bd6-4fab-bf6d-b925361f7bc2 HTTP/1.1" status: 204 len: 168 time: 0.1851091 Aug 11 03:19:48.721767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58268) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:48.746180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3052a83-74e7-4484-ae22-d8c18e4264c1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16029206-1bd6-4fab-bf6d-b925361f7bc2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:48.821467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f7cde-e7c2-4162-8250-ef3085e7f607 req-9d641392-eb87-4577-85b3-5c1833ca6dc6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:48.824695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f2f7cde-e7c2-4162-8250-ef3085e7f607 req-9d641392-eb87-4577-85b3-5c1833ca6dc6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 943 time: 0.1698442 Aug 11 03:19:48.828605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ab09e204-5c42-4349-9993-9d9fcb0a187c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1005650 Aug 11 03:19:48.829624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58272) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:48.933100 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f74c18c5-655b-43a2-b78d-8e65cf24611e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:48.938116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7f2f7cde-e7c2-4162-8250-ef3085e7f607 req-000c3291-f00c-4f5c-8849-821c889058d4 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974739 Aug 11 03:19:49.010180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f74c18c5-655b-43a2-b78d-8e65cf24611e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.073356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e53932-650b-425e-89e2-13339ddb9e71 req-b260679e-1f91-4950-beb1-ada43393e610 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:49.076520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90e53932-650b-425e-89e2-13339ddb9e71 req-b260679e-1f91-4950-beb1-ada43393e610 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1250944 Aug 11 03:19:49.105378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f74c18c5-655b-43a2-b78d-8e65cf24611e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.110685 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f74c18c5-655b-43a2-b78d-8e65cf24611e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.110685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f74c18c5-655b-43a2-b78d-8e65cf24611e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/299b7107-c3a3-4b53-a994-475801f57ac0 HTTP/1.1" status: 204 len: 168 time: 0.2796292 Aug 11 03:19:49.113585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58278) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:49.141002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:19:49.149178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c18c5-655b-43a2-b78d-8e65cf24611e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b7107-c3a3-4b53-a994-475801f57ac0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:49.174068 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90e53932-650b-425e-89e2-13339ddb9e71 req-5260c272-b028-44d9-9b64-ab5bbbf5acfe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845892 Aug 11 03:19:49.179574 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6a3877b3-3e6d-41b1-b009-8bf48b1b94b1 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641634 Aug 11 03:19:49.184201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58282) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:49.191256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a2892860-4f40-42dd-a456-0ce94b22ff73 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376280469'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:49.242288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2892860-4f40-42dd-a456-0ce94b22ff73 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.352936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:49.388363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'port_id': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'mac_address': 'fa:16:3e:e3:99:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:19:49.480025 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.503347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2892860-4f40-42dd-a456-0ce94b22ff73 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.517259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2892860-4f40-42dd-a456-0ce94b22ff73 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.533120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:19:49.569909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2892860-4f40-42dd-a456-0ce94b22ff73 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91876e31-24bf-4982-967d-cd22a7b6eee2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:49.574333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:49.580023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a2892860-4f40-42dd-a456-0ce94b22ff73 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.582503 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a2892860-4f40-42dd-a456-0ce94b22ff73 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3952405 Aug 11 03:19:49.582841 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.584201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58286) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:49.595816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2953f420-3866-4bd7-b148-ae7bed48d9ef tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '91876e31-24bf-4982-967d-cd22a7b6eee2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:49.683569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:49.685419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2953f420-3866-4bd7-b148-ae7bed48d9ef tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.798014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2953f420-3866-4bd7-b148-ae7bed48d9ef tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.811326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['55f5ba75-1043-4e92-bc8f-75e73e3e96e7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:19:49.817101 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2953f420-3866-4bd7-b148-ae7bed48d9ef tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.855003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953f420-3866-4bd7-b148-ae7bed48d9ef tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49802ad-24f0-437d-9290-6a43b155fdb0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:49.867822 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2953f420-3866-4bd7-b148-ae7bed48d9ef tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.871788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2953f420-3866-4bd7-b148-ae7bed48d9ef tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2837224 Aug 11 03:19:49.876030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58290) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:49.939262 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99f94949-a50a-43a7-bc93-c66a6ab80e52 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:49.956628 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99f94949-a50a-43a7-bc93-c66a6ab80e52 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.037804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99f94949-a50a-43a7-bc93-c66a6ab80e52 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.050660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-99f94949-a50a-43a7-bc93-c66a6ab80e52 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.058525 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-99f94949-a50a-43a7-bc93-c66a6ab80e52 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/e49802ad-24f0-437d-9290-6a43b155fdb0 HTTP/1.1" status: 204 len: 168 time: 0.1811407 Aug 11 03:19:50.062894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58296) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:50.100269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f94949-a50a-43a7-bc93-c66a6ab80e52 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e49802ad-24f0-437d-9290-6a43b155fdb0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:50.177197 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9140945d-3bac-4d03-926d-e0afc2d730de tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1106489 Aug 11 03:19:50.180042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58300) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:50.231324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b88a67-7cc7-48db-8a9a-bff035df4468 req-eadd2c06-f339-485f-8fdc-e7e6fbbc90d7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.234616 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b88a67-7cc7-48db-8a9a-bff035df4468 req-eadd2c06-f339-485f-8fdc-e7e6fbbc90d7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 944 time: 0.1632888 Aug 11 03:19:50.313834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54b88a67-7cc7-48db-8a9a-bff035df4468 req-ebb66684-0787-49f0-8bb0-4e358179f3d8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626070 Aug 11 03:19:50.336348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14d22a75-6968-404a-9ef8-3dbbceeaf719 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.396852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14d22a75-6968-404a-9ef8-3dbbceeaf719 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.549043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa149-3266-4bee-b782-d0f99649427e req-db1ce872-4f2d-40e4-aca0-95a91184df17 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:50.550686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cdfa149-3266-4bee-b782-d0f99649427e req-db1ce872-4f2d-40e4-aca0-95a91184df17 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1041951 Aug 11 03:19:50.551896 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14d22a75-6968-404a-9ef8-3dbbceeaf719 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.555344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14d22a75-6968-404a-9ef8-3dbbceeaf719 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.556476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14d22a75-6968-404a-9ef8-3dbbceeaf719 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/91876e31-24bf-4982-967d-cd22a7b6eee2 HTTP/1.1" status: 204 len: 168 time: 0.3754396 Aug 11 03:19:50.560745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58308) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:50.569407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d22a75-6968-404a-9ef8-3dbbceeaf719 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91876e31-24bf-4982-967d-cd22a7b6eee2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:50.645070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cdfa149-3266-4bee-b782-d0f99649427e req-24c6b4e5-0376-4c17-a2bf-82c1de0518bb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772226 Aug 11 03:19:50.677519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3fb93352-b945-4a93-bf2c-cdeff080aa3c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123028 Aug 11 03:19:50.684653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58310) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:50.693945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e2ab969d-a992-485d-8bcf-b4e8c0e3e4e8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256496572'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:50.729045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2ab969d-a992-485d-8bcf-b4e8c0e3e4e8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.895238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2ab969d-a992-485d-8bcf-b4e8c0e3e4e8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.903418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2ab969d-a992-485d-8bcf-b4e8c0e3e4e8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.951207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e2ab969d-a992-485d-8bcf-b4e8c0e3e4e8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:50.955451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e2ab969d-a992-485d-8bcf-b4e8c0e3e4e8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2695012 Aug 11 03:19:50.955737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58314) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:50.958028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab969d-a992-485d-8bcf-b4e8c0e3e4e8 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df98cf2-95fd-429c-ab58-7da836bbb9ac,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:50.963070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-65da58e0-7a73-430d-a47f-81afaad5c413 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '6df98cf2-95fd-429c-ab58-7da836bbb9ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:51.038992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65da58e0-7a73-430d-a47f-81afaad5c413 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.120139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58316) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.166654 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65da58e0-7a73-430d-a47f-81afaad5c413 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.172549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:19:51.185268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65da58e0-7a73-430d-a47f-81afaad5c413 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.208286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da58e0-7a73-430d-a47f-81afaad5c413 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c691f9a6-9413-4677-8978-3d2761f66bbc,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.228202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65da58e0-7a73-430d-a47f-81afaad5c413 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.230158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-65da58e0-7a73-430d-a47f-81afaad5c413 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2730405 Aug 11 03:19:51.233129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58320) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.263563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b07bbd17-a7f2-4c5f-9e1b-577c9688a8c0 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules/c691f9a6-9413-4677-8978-3d2761f66bbc HTTP/1.1" status: 200 len: 763 time: 0.0292120 Aug 11 03:19:51.263960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:19:51.266191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58322) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.273573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:19:51.273956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.349990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-80130d95-a3ce-49ac-bc7d-02369bcddd41 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0816109 Aug 11 03:19:51.353752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58324) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.357269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09b5a751-a2e5-4703-aea6-c4eb765e730d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.392112 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.444471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:51.447827 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689879c5-32b5-4296-8880-21aed10b9ca8" -d '{"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-plugged", "status": "completed", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:51.468429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:19:51.476811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5da8cab4-3747-4cfa-b97c-6ffed44d6c71 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.478726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.524899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5da8cab4-3747-4cfa-b97c-6ffed44d6c71 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.557048 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0bfa8a-0571-4a52-adb8-61bea097c84e x-openstack-request-id: req-ca0bfa8a-0571-4a52-adb8-61bea097c84e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:51.557332 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-plugged", "status": "completed", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:51.557660 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca0bfa8a-0571-4a52-adb8-61bea097c84e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:51.558069 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'code': 200} Aug 11 03:19:51.577222 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09b5a751-a2e5-4703-aea6-c4eb765e730d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.579297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ef1a0-83ab-410e-bb9f-43a4620002a8 req-c142adc8-ce10-4fa9-832c-4fb1ef54d95e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:51.587135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-09b5a751-a2e5-4703-aea6-c4eb765e730d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.589895 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb7ef1a0-83ab-410e-bb9f-43a4620002a8 req-c142adc8-ce10-4fa9-832c-4fb1ef54d95e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1509674 Aug 11 03:19:51.625600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.629942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5da8cab4-3747-4cfa-b97c-6ffed44d6c71 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.650683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5da8cab4-3747-4cfa-b97c-6ffed44d6c71 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.652093 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5da8cab4-3747-4cfa-b97c-6ffed44d6c71 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c691f9a6-9413-4677-8978-3d2761f66bbc HTTP/1.1" status: 204 len: 168 time: 0.2965643 Aug 11 03:19:51.653269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8cab4-3747-4cfa-b97c-6ffed44d6c71 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c691f9a6-9413-4677-8978-3d2761f66bbc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.659223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58332) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.726970 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb7ef1a0-83ab-410e-bb9f-43a4620002a8 req-f9b6cde4-2421-40a8-ad6c-f51a04616a28 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351061 Aug 11 03:19:51.744254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5a751-a2e5-4703-aea6-c4eb765e730d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc30c87-873b-4383-b94a-63d2a0a5e375,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.769781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-09b5a751-a2e5-4703-aea6-c4eb765e730d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=914b1c62456e453ea592735cef7f5b87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6481853 Aug 11 03:19:51.773403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58336) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.778797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-907d843f-f678-491b-a803-33230cdf910d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1183047 Aug 11 03:19:51.781257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.788095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c2836bef-aaaa-4d00-9ce1-0ba067cdfa1d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '6df98cf2-95fd-429c-ab58-7da836bbb9ac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:51.839615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2836bef-aaaa-4d00-9ce1-0ba067cdfa1d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.848866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902cf10-567f-4196-b48c-8b0e823f3573 req-6696308b-45be-4a40-a24a-625438acd474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:51.850796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b902cf10-567f-4196-b48c-8b0e823f3573 req-6696308b-45be-4a40-a24a-625438acd474 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1097 time: 0.1915665 Aug 11 03:19:51.917163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2836bef-aaaa-4d00-9ce1-0ba067cdfa1d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.923281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1536510-2616-4605-99af-cdf03c06a757 req-4564f89d-9ff3-4f99-9446-d9723a300d5b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:51.926348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1536510-2616-4605-99af-cdf03c06a757 req-4564f89d-9ff3-4f99-9446-d9723a300d5b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1417918 Aug 11 03:19:51.927371 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2836bef-aaaa-4d00-9ce1-0ba067cdfa1d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.954322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b902cf10-567f-4196-b48c-8b0e823f3573 req-a4eb3758-89ee-4075-9363-e726b854ac7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952437 Aug 11 03:19:51.957095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2836bef-aaaa-4d00-9ce1-0ba067cdfa1d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efe5e94-2ed0-4a49-bb53-c00d5ff36713,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:51.967257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c2836bef-aaaa-4d00-9ce1-0ba067cdfa1d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.968565 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c2836bef-aaaa-4d00-9ce1-0ba067cdfa1d tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863387 Aug 11 03:19:51.970284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8019fdbe-7bb4-430e-b272-837c166377a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:51.971157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:51.991867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-73321859-43c9-4c3c-b67d-a14273c499fb tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules/1efe5e94-2ed0-4a49-bb53-c00d5ff36713 HTTP/1.1" status: 200 len: 763 time: 0.0193520 Aug 11 03:19:51.995709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58342) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.013206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8019fdbe-7bb4-430e-b272-837c166377a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.047578 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a1536510-2616-4605-99af-cdf03c06a757 req-30ea6b19-861b-41a6-bde3-76d85936ff2c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929296 Aug 11 03:19:52.056549 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-22a5f534-2482-465c-98cb-c5ae02dbfa11 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0593879 Aug 11 03:19:52.059024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58344) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.101093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8019fdbe-7bb4-430e-b272-837c166377a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.104587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a5812ad-2545-4ee9-aad4-28378b89323c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.104732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8019fdbe-7bb4-430e-b272-837c166377a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.120990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a5812ad-2545-4ee9-aad4-28378b89323c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.121992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8019fdbe-7bb4-430e-b272-837c166377a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fc30c87-873b-4383-b94a-63d2a0a5e375 HTTP/1.1" status: 204 len: 168 time: 0.3441732 Aug 11 03:19:52.136401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019fdbe-7bb4-430e-b272-837c166377a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc30c87-873b-4383-b94a-63d2a0a5e375,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.171977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a5812ad-2545-4ee9-aad4-28378b89323c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.179198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4a5812ad-2545-4ee9-aad4-28378b89323c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.183118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4a5812ad-2545-4ee9-aad4-28378b89323c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1efe5e94-2ed0-4a49-bb53-c00d5ff36713 HTTP/1.1" status: 204 len: 168 time: 0.1204324 Aug 11 03:19:52.183538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58348) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.187429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5812ad-2545-4ee9-aad4-28378b89323c tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1efe5e94-2ed0-4a49-bb53-c00d5ff36713,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.249573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-704b9036-47cc-4a84-b2fb-69bf51af3c9a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0645316 Aug 11 03:19:52.252229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58350) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.258541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-46c89a9b-92ef-4337-84f0-556cd2c60f4a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Request body: {'security_group_rule': {'security_group_id': '6df98cf2-95fd-429c-ab58-7da836bbb9ac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:52.306379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c89a9b-92ef-4337-84f0-556cd2c60f4a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.342679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-91a8cc2b-6924-400c-a641-fe7cc8d8f72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.373334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c89a9b-92ef-4337-84f0-556cd2c60f4a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.380213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c89a9b-92ef-4337-84f0-556cd2c60f4a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.407821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c89a9b-92ef-4337-84f0-556cd2c60f4a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e0407a-7f4c-49dc-840a-16840904b32a,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.418840 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46c89a9b-92ef-4337-84f0-556cd2c60f4a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.420507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-46c89a9b-92ef-4337-84f0-556cd2c60f4a tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668208 Aug 11 03:19:52.423364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.447579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8d050aa2-c326-435d-bc97-df6bd872a24e tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules/c1e0407a-7f4c-49dc-840a-16840904b32a HTTP/1.1" status: 200 len: 764 time: 0.0222576 Aug 11 03:19:52.450494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.499310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9e17003c-f7ac-4a2b-bb4b-6aabeab3d5c2 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0475764 Aug 11 03:19:52.503198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.547956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6127d884-76fe-406a-a199-cfea9daddfa7 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.566483 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6127d884-76fe-406a-a199-cfea9daddfa7 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.610031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58362) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.623099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6127d884-76fe-406a-a199-cfea9daddfa7 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.638179 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ab230b8-4e67-4b23-8522-1f91354f072f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.639755 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6127d884-76fe-406a-a199-cfea9daddfa7 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.641488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6127d884-76fe-406a-a199-cfea9daddfa7 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c1e0407a-7f4c-49dc-840a-16840904b32a HTTP/1.1" status: 204 len: 168 time: 0.1368802 Aug 11 03:19:52.645434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58364) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.654278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127d884-76fe-406a-a199-cfea9daddfa7 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e0407a-7f4c-49dc-840a-16840904b32a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.730905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.731399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e243ab10-448c-4722-a752-0143a0f4f794 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0836065 Aug 11 03:19:52.852017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-249f1964-4615-4775-a42b-a1cdd491e1c2 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.866885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ab230b8-4e67-4b23-8522-1f91354f072f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.872194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7ab230b8-4e67-4b23-8522-1f91354f072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.900160 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-249f1964-4615-4775-a42b-a1cdd491e1c2 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.920533 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7ab230b8-4e67-4b23-8522-1f91354f072f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7fa97b7343fe406baa74ed0d0160421d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088064 Aug 11 03:19:52.923443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58370) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:52.926286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab230b8-4e67-4b23-8522-1f91354f072f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4ab97d-95af-4bb8-91a2-cc9fb7de6e45,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:52.932339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fe132-9f7b-4fa3-a71b-6f4c26d8cff2 req-f4a00fd9-907b-4aab-b6e6-0f4ff7735a85 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:52.934148 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f0fe132-9f7b-4fa3-a71b-6f4c26d8cff2 req-f4a00fd9-907b-4aab-b6e6-0f4ff7735a85 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1053679 Aug 11 03:19:52.993474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f0fe132-9f7b-4fa3-a71b-6f4c26d8cff2 req-5749c41d-d5c8-4ede-88d2-94003f6df969 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485315 Aug 11 03:19:52.994832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-249f1964-4615-4775-a42b-a1cdd491e1c2 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.998063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-249f1964-4615-4775-a42b-a1cdd491e1c2 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:52.999353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-249f1964-4615-4775-a42b-a1cdd491e1c2 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "DELETE /v2.0/security-groups/6df98cf2-95fd-429c-ab58-7da836bbb9ac HTTP/1.1" status: 204 len: 168 time: 0.2672393 Aug 11 03:19:53.002813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58372) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:53.016295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f1964-4615-4775-a42b-a1cdd491e1c2 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df98cf2-95fd-429c-ab58-7da836bbb9ac,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:53.018539 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3194-3695-40ca-b37a-579630807b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.059756 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3194-3695-40ca-b37a-579630807b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.116461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2fb7e47f-eba8-4ebb-9dd6-76d8c465c901 tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109707 Aug 11 03:19:53.122530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58378) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:53.194638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b784a-2097-4a25-a0e0-f323c2c3b22c req-22060e74-7248-4fb2-ae96-7ca33da50a00 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:53.196416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f4b784a-2097-4a25-a0e0-f323c2c3b22c req-22060e74-7248-4fb2-ae96-7ca33da50a00 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0646431 Aug 11 03:19:53.249591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5473e-caec-4d28-898d-e5a2f1d402f3 req-fe306762-da19-4138-9240-f3b686955701 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:53.251046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9af5473e-caec-4d28-898d-e5a2f1d402f3 req-fe306762-da19-4138-9240-f3b686955701 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1119606 Aug 11 03:19:53.259860 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-794bd072-dfcf-48b5-8e6c-907604486eed tempest-SecGroupTest-233926368 tempest-SecGroupTest-233926368-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1294880 Aug 11 03:19:53.260256 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f4b784a-2097-4a25-a0e0-f323c2c3b22c req-422310ef-cf5f-4ff1-a4f1-e486df388254 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Aug 11 03:19:53.265440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3194-3695-40ca-b37a-579630807b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.268287 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5c6e3194-3695-40ca-b37a-579630807b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.271942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5c6e3194-3695-40ca-b37a-579630807b85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c4ab97d-95af-4bb8-91a2-cc9fb7de6e45 HTTP/1.1" status: 204 len: 168 time: 0.3451123 Aug 11 03:19:53.299766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e3194-3695-40ca-b37a-579630807b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4ab97d-95af-4bb8-91a2-cc9fb7de6e45,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:53.377623 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9af5473e-caec-4d28-898d-e5a2f1d402f3 req-b1ca256f-5edf-4977-b498-63af784e685e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054344 Aug 11 03:19:53.394818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:53.453340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f5ac4-adc3-45c5-aba5-6b21b64fd00a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:53.455076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4f5f5ac4-adc3-45c5-aba5-6b21b64fd00a tempest-TestNetworkAdvancedServerOps-2001043338 tempest-TestNetworkAdvancedServerOps-2001043338-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1092 time: 0.0589082 Aug 11 03:19:53.459336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58386) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:53.465085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:19:53.516138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.739088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:53.762479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58394) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:53.889969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Allocated IP 172.25.4.80 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/7e537efe-0e2c-4be5-8d24-eed832aa18b3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:19:54.070643 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.089997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d087252d-c3b5-4192-8fda-9c593a1fc4cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=660841afd5844af5be990cdd5faca42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255012 Aug 11 03:19:54.093198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58406) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:54.148338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.163247 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-746dbcb4-bc84-4ba6-8b23-3bd6d131d318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.191922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:19:54.196610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-746dbcb4-bc84-4ba6-8b23-3bd6d131d318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.198369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:19:54.201374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:19:54.266310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=7e537efe-0e2c-4be5-8d24-eed832aa18b3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:54.271849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-746dbcb4-bc84-4ba6-8b23-3bd6d131d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.275996 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-746dbcb4-bc84-4ba6-8b23-3bd6d131d318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:54.277540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-746dbcb4-bc84-4ba6-8b23-3bd6d131d318 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9db7e35a-53d2-438b-9fce-66eb56921e2a HTTP/1.1" status: 204 len: 168 time: 0.1832509 Aug 11 03:19:54.304445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746dbcb4-bc84-4ba6-8b23-3bd6d131d318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db7e35a-53d2-438b-9fce-66eb56921e2a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:54.527882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ee5a-729d-40a1-bc32-527cd02e28d7 req-30824d42-85b5-42eb-9285-516cdb5b1239 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:54.534644 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acb4ee5a-729d-40a1-bc32-527cd02e28d7 req-30824d42-85b5-42eb-9285-516cdb5b1239 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1403828 Aug 11 03:19:54.649016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-acb4ee5a-729d-40a1-bc32-527cd02e28d7 req-ee68c2d6-1d6e-4d74-bbc6-53d0e37514df tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019151 Aug 11 03:19:54.919124 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.028274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.219997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c0367be2-0ddb-41f2-9563-73c3086a8bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.294191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.299973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.390602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event updated for resources: {'Port': ['ID=7e537efe-0e2c-4be5-8d24-eed832aa18b3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:55.400005 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.516509 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.535227 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP 87cf39d9-38b2-45a7-9210-45e9ea547c1e associated. External IP: 172.25.4.80, port: 55f5ba75-1043-4e92-bc8f-75e73e3e96e7. Aug 11 03:19:55.555928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:55.674748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58458) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.679262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033376 Aug 11 03:19:55.682493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58460) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:55.814946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 55e36541-d3c2-4928-a7ba-faa386251500 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:19:55.917001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cd797-32a7-451a-a4f5-944e16491602 req-c0c3cfab-ff03-409f-97e2-e6f406d3ae45 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:55.921432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-653cd797-32a7-451a-a4f5-944e16491602 req-c0c3cfab-ff03-409f-97e2-e6f406d3ae45 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1148603 Aug 11 03:19:55.988760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-653cd797-32a7-451a-a4f5-944e16491602 req-dde063ec-0d26-40b6-9aa5-89bcfb61520c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556614 Aug 11 03:19:56.018910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:19:56.026750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-48d6dda7-6ce5-47e9-b758-4aa817fa809d tempest-NetworksApiDiscovery-1820774767 tempest-NetworksApiDiscovery-1820774767-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3382461 Aug 11 03:19:56.031406 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] Sync routers for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:19:56.047732 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:56.048591 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:56.062614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.121900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d559e037-2441-4f6a-a695-67f7db1ea863 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6607299 Aug 11 03:19:56.123263 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:19:56.127819 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c107c942-55d7-48a9-ba4b-dd735852b8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:19:56.174295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:56.205279 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9857be0b-715a-4661-b74b-c2809d42809c x-openstack-request-id: req-9857be0b-715a-4661-b74b-c2809d42809c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:19:56.205675 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:19:56.206125 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9857be0b-715a-4661-b74b-c2809d42809c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:19:56.206914 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'status': 'completed', 'code': 200} Aug 11 03:19:56.346265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-acfeea68-7bc5-4840-b8f6-e23650d10275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.348827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-acfeea68-7bc5-4840-b8f6-e23650d10275 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1097 time: 0.0981717 Aug 11 03:19:56.430320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2a5d-24b9-42a7-b1d3-25a50945cd65 req-11db8b12-081f-4d48-acad-9d19d8fb2597 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.437321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e09b2a5d-24b9-42a7-b1d3-25a50945cd65 req-11db8b12-081f-4d48-acad-9d19d8fb2597 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1250789 Aug 11 03:19:56.503886 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e09b2a5d-24b9-42a7-b1d3-25a50945cd65 req-eba43690-7e7e-4618-b7f8-181e249535c7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561101 Aug 11 03:19:56.539572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58484) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:56.545809 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '87cf39d9-38b2-45a7-9210-45e9ea547c1e', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'port_id': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'mac_address': 'fa:16:3e:e3:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2371e20-1692-4108-a28a-71cd594f4445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:54Z', 'updated_at': '2021-08-11T03:19:54Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:56.561557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-b7f94db8-8cbc-4881-bdfa-72ee2b40343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.574312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-b7f94db8-8cbc-4881-bdfa-72ee2b40343f service neutron] 10.222.0.57 "GET /v2.0/networks?id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 200 len: 898 time: 0.2122214 Aug 11 03:19:56.589902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] Checking router: 55e36541-d3c2-4928-a7ba-faa386251500 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:19:56.600394 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:19:56.601118 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:19:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:56.672652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58488) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:56.743179 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9c83c56-bf9f-4f09-82d2-8c389fa624e8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/87cf39d9-38b2-45a7-9210-45e9ea547c1e HTTP/1.1" status: 200 len: 990 time: 0.2015498 Aug 11 03:19:56.746883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-bba6aece-dcf8-444d-9942-3703f50f5b40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 200 len: 998 time: 0.1677246 Aug 11 03:19:56.747997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.753565 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:19:56.848081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-f6997c21-8d31-49ca-b84f-00f30fc875a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.851282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-f6997c21-8d31-49ca-b84f-00f30fc875a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=656141f1-e910-433f-a5e3-14c3bab3a689 HTTP/1.1" status: 200 len: 835 time: 0.0979757 Aug 11 03:19:56.867274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6bfb922-e510-40a1-827f-79f182daaeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:56.934036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-9499f77f-d2cc-4be8-8c2c-d74bd8bcdbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:56.937409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-9499f77f-d2cc-4be8-8c2c-d74bd8bcdbdb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778673 Aug 11 03:19:57.086081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6bfb922-e510-40a1-827f-79f182daaeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.093670 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6bfb922-e510-40a1-827f-79f182daaeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.112192 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '87cf39d9-38b2-45a7-9210-45e9ea547c1e', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'port_id': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'mac_address': 'fa:16:3e:e3:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2371e20-1692-4108-a28a-71cd594f4445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:54Z', 'updated_at': '2021-08-11T03:19:54Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:19:57.140656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-4991d306-865c-4e13-bdf1-3cafa88572b9 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952069 Aug 11 03:19:57.155024 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ac79bb-c0b3-4b5b-8fb3-4a26506db512 None None] The sync data for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 is: [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '87cf39d9-38b2-45a7-9210-45e9ea547c1e', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'floating_ip_address': '172.25.4.80', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'port_id': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3446, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'mac_address': 'fa:16:3e:e3:99:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2371e20-1692-4108-a28a-71cd594f4445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:19:54Z', 'updated_at': '2021-08-11T03:19:54Z', 'revision_number': 0, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:19:57.205238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfb922-e510-40a1-827f-79f182daaeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6210d2-16bc-4a0d-a810-f8e7aae8d4ea,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:57.221337 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a6bfb922-e510-40a1-827f-79f182daaeb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d9a7a79ace9400f86535e3606ff8bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471246 Aug 11 03:19:57.224385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58500) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:57.312484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c710-91c2-4af9-9c35-8a71c1b1a037 req-aa71ce48-e035-4fa9-ab0f-1620d1793356 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:57.315245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1192c710-91c2-4af9-9c35-8a71c1b1a037 req-aa71ce48-e035-4fa9-ab0f-1620d1793356 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.2091291 Aug 11 03:19:57.331655 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec68c5f-f50a-47c1-ac9d-f2557854e513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.397468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec68c5f-f50a-47c1-ac9d-f2557854e513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.415547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c107c942-55d7-48a9-ba4b-dd735852b8f7 req-bcb58b34-d14e-4893-ab4d-92128ca3a9e1 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265959 Aug 11 03:19:57.428383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1192c710-91c2-4af9-9c35-8a71c1b1a037 req-9062e49b-9d66-4f8a-8af1-acfbd69d9752 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025572 Aug 11 03:19:57.506048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec68c5f-f50a-47c1-ac9d-f2557854e513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.516584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7ec68c5f-f50a-47c1-ac9d-f2557854e513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:57.518163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7ec68c5f-f50a-47c1-ac9d-f2557854e513 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f6210d2-16bc-4a0d-a810-f8e7aae8d4ea HTTP/1.1" status: 204 len: 168 time: 0.2916322 Aug 11 03:19:57.540649 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bdb3a3-b5f1-41b6-9095-cba7481a8666 None None] New status for floating IP 87cf39d9-38b2-45a7-9210-45e9ea547c1e: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:19:57.542366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec68c5f-f50a-47c1-ac9d-f2557854e513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6210d2-16bc-4a0d-a810-f8e7aae8d4ea,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:57.742120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58510) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:57.942421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6adbcfc-891a-4475-a7b4-9ee786c381d7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/87cf39d9-38b2-45a7-9210-45e9ea547c1e HTTP/1.1" status: 200 len: 990 time: 0.1981812 Aug 11 03:19:58.172111 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.506433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58530) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:58.632609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe025b-8530-4573-be26-1678507873f2 req-db663bff-f7c5-49d9-b354-874bc6cb84af tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:58.644356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35fe025b-8530-4573-be26-1678507873f2 req-db663bff-f7c5-49d9-b354-874bc6cb84af tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0846534 Aug 11 03:19:58.703571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.707048 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35fe025b-8530-4573-be26-1678507873f2 req-1f19b01e-51d3-4493-85f9-4e72e2aac217 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 Aug 11 03:19:58.855959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.861708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:58.905514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905400ff-6fff-4b84-97d1-8c2b24e50c64,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:58.917468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58542) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:58.917690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f82e2f7d7224a3bbfcde95b78ee942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097555 Aug 11 03:19:58.919761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.920177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.920579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.920986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.921387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.921799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.922192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.922583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.922973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.923364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.923783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.928005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f12efaa-1d72-4b9b-a647-686f44034c5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:19:58.946053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58544) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:59.041389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-105704b2-90d2-487a-aaf2-9a07c03d07b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.103385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6f5b9ff-b742-4ace-a882-0051c4a8ad46 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/87cf39d9-38b2-45a7-9210-45e9ea547c1e HTTP/1.1" status: 200 len: 992 time: 0.1464679 Aug 11 03:19:59.103659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-105704b2-90d2-487a-aaf2-9a07c03d07b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.176912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-105704b2-90d2-487a-aaf2-9a07c03d07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.180013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-105704b2-90d2-487a-aaf2-9a07c03d07b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.181699 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-105704b2-90d2-487a-aaf2-9a07c03d07b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/905400ff-6fff-4b84-97d1-8c2b24e50c64 HTTP/1.1" status: 204 len: 168 time: 0.2625649 Aug 11 03:19:59.191277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105704b2-90d2-487a-aaf2-9a07c03d07b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905400ff-6fff-4b84-97d1-8c2b24e50c64,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:59.589020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58560) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:59.608097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2b57090-a487-4a48-8344-3d425c61dc24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.755929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2b57090-a487-4a48-8344-3d425c61dc24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.761509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e2b57090-a487-4a48-8344-3d425c61dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.812962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e2b57090-a487-4a48-8344-3d425c61dc24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4992b726dbe0427cb88edd2d19e282ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223938 Aug 11 03:19:59.818066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58568) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:19:59.872883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b57090-a487-4a48-8344-3d425c61dc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da8f6b3-d756-45f2-a912-5436fd297337,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:19:59.886033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277138c-514f-41bb-b2a2-b0c258ab01cf req-8dbd8301-1a35-49c6-b838-f4677f170eef tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:19:59.894078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a330-0d92-4e50-9f30-397ffa427faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.895407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1277138c-514f-41bb-b2a2-b0c258ab01cf req-8dbd8301-1a35-49c6-b838-f4677f170eef tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1091399 Aug 11 03:19:59.953281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a330-0d92-4e50-9f30-397ffa427faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:19:59.974536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1277138c-514f-41bb-b2a2-b0c258ab01cf req-0b080f6b-70d1-46e5-be06-98c5db5fe3b0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Aug 11 03:20:00.018701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a330-0d92-4e50-9f30-397ffa427faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.022465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ad5a330-0d92-4e50-9f30-397ffa427faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.027105 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ad5a330-0d92-4e50-9f30-397ffa427faa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1da8f6b3-d756-45f2-a912-5436fd297337 HTTP/1.1" status: 204 len: 168 time: 0.2071371 Aug 11 03:20:00.036885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5a330-0d92-4e50-9f30-397ffa427faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da8f6b3-d756-45f2-a912-5436fd297337,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:00.052364 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.502041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58586) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:00.672623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0f9f-b00f-4ac5-a85d-4989a7c0329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.808295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0f9f-b00f-4ac5-a85d-4989a7c0329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.814297 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0f9f-b00f-4ac5-a85d-4989a7c0329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.862417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a5c0f9f-b00f-4ac5-a85d-4989a7c0329d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59d17ad1dde448ef84c4c983b951c0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552902 Aug 11 03:20:00.864030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58598) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:00.869662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c0f9f-b00f-4ac5-a85d-4989a7c0329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c036efa4-6433-4132-b990-6f8cc5d44e4c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:00.930465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa51756e-b92c-455a-886f-727e9934330b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:00.963965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa51756e-b92c-455a-886f-727e9934330b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.050797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa51756e-b92c-455a-886f-727e9934330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.055289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-aa51756e-b92c-455a-886f-727e9934330b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.060150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-aa51756e-b92c-455a-886f-727e9934330b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c036efa4-6433-4132-b990-6f8cc5d44e4c HTTP/1.1" status: 204 len: 168 time: 0.1938710 Aug 11 03:20:01.088834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51756e-b92c-455a-886f-727e9934330b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c036efa4-6433-4132-b990-6f8cc5d44e4c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:01.218587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904576d8-61b7-41a8-81db-a2b5e9c372b8 req-6598f705-6e30-4ba5-8358-5de686889218 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:01.220863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-904576d8-61b7-41a8-81db-a2b5e9c372b8 req-6598f705-6e30-4ba5-8358-5de686889218 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1415610 Aug 11 03:20:01.285034 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-904576d8-61b7-41a8-81db-a2b5e9c372b8 req-aed7a558-d8dd-48e6-9caf-cd91a4e8521c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509984 Aug 11 03:20:01.660328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58618) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:01.676494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-629f241f-189e-42f3-b676-a153638dd54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.903163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-629f241f-189e-42f3-b676-a153638dd54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.911015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-629f241f-189e-42f3-b676-a153638dd54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:01.968051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f241f-189e-42f3-b676-a153638dd54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8985fd31-b2c3-4ab6-a1dc-891a8e39499c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:01.982022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-629f241f-189e-42f3-b676-a153638dd54c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5f028fee30d4fda83fc4fc4795ff47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202975 Aug 11 03:20:01.985064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58626) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:02.065874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70c29526-acb9-4940-8bbc-abd8959aa431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.093203 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70c29526-acb9-4940-8bbc-abd8959aa431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.167201 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70c29526-acb9-4940-8bbc-abd8959aa431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.173575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-70c29526-acb9-4940-8bbc-abd8959aa431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:02.178128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-70c29526-acb9-4940-8bbc-abd8959aa431 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8985fd31-b2c3-4ab6-a1dc-891a8e39499c HTTP/1.1" status: 204 len: 168 time: 0.1888115 Aug 11 03:20:02.197398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c29526-acb9-4940-8bbc-abd8959aa431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985fd31-b2c3-4ab6-a1dc-891a8e39499c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:02.454936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f697ee5-2855-456e-85f5-01010361835b req-e401f673-9427-4864-9e3b-25d206f88bd9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:02.457391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f697ee5-2855-456e-85f5-01010361835b req-e401f673-9427-4864-9e3b-25d206f88bd9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0822883 Aug 11 03:20:02.526663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f697ee5-2855-456e-85f5-01010361835b req-33081613-a767-409b-9edd-b810e4c54129 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613680 Aug 11 03:20:03.714514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1ba0-5e9f-4cb7-930e-36ddd0ef9d2c req-453ee2de-9f73-4970-8353-7c8b46a0d7f1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:03.717925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e13a1ba0-5e9f-4cb7-930e-36ddd0ef9d2c req-453ee2de-9f73-4970-8353-7c8b46a0d7f1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0810654 Aug 11 03:20:03.833781 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e13a1ba0-5e9f-4cb7-930e-36ddd0ef9d2c req-a607f28f-fd3d-4fe7-a992-3a8faea9d96a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074877 Aug 11 03:20:05.005367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439ed5e-12ed-4596-baf0-a2e125786fe1 req-03118699-6f71-41c0-8e18-b5b6e3685c52 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:05.015427 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3439ed5e-12ed-4596-baf0-a2e125786fe1 req-03118699-6f71-41c0-8e18-b5b6e3685c52 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0899284 Aug 11 03:20:05.071810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3439ed5e-12ed-4596-baf0-a2e125786fe1 req-d99d9ff0-5441-424a-bd84-b984bf3105d5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550253 Aug 11 03:20:06.268654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20085258-fc00-4b1a-9535-a65c94d035f0 req-7ea786a2-e0b3-48a4-9897-3ba9fe678b66 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:06.280233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20085258-fc00-4b1a-9535-a65c94d035f0 req-7ea786a2-e0b3-48a4-9897-3ba9fe678b66 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.1076102 Aug 11 03:20:06.324774 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-20085258-fc00-4b1a-9535-a65c94d035f0 req-fdcc8bbd-e84b-423e-b9f0-f6181d0d1063 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Aug 11 03:20:07.490387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95025f-3ec6-43ea-9d7c-4b5c07bbf6b9 req-cf70e8ae-e9c7-45b3-8cba-e7bd3f73bb39 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:07.492834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac95025f-3ec6-43ea-9d7c-4b5c07bbf6b9 req-cf70e8ae-e9c7-45b3-8cba-e7bd3f73bb39 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0868292 Aug 11 03:20:07.550341 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac95025f-3ec6-43ea-9d7c-4b5c07bbf6b9 req-2be58e41-69f8-4423-b57e-537749addee1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498934 Aug 11 03:20:08.703051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec800c87-2b20-4069-9d22-713b325b1dc7 req-bc91852e-31a3-40c4-b6fb-51ec70ea39f3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:08.704945 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec800c87-2b20-4069-9d22-713b325b1dc7 req-bc91852e-31a3-40c4-b6fb-51ec70ea39f3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0575826 Aug 11 03:20:08.753186 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec800c87-2b20-4069-9d22-713b325b1dc7 req-e4453a96-e263-433c-84e2-8416e88e49da tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Aug 11 03:20:09.907654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd456a-c488-4655-97e7-0fe688f6a3c5 req-ee8b827e-eab4-434e-9563-924001fe4fcc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:09.910045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8fd456a-c488-4655-97e7-0fe688f6a3c5 req-ee8b827e-eab4-434e-9563-924001fe4fcc tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0651989 Aug 11 03:20:09.955322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8fd456a-c488-4655-97e7-0fe688f6a3c5 req-98e9f5ac-7a97-4357-b028-32648bfc9063 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362048 Aug 11 03:20:10.098836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58888) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:10.233483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2bda8cc4-ded8-4d91-bec5-5b606c7e0805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.345417 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2bda8cc4-ded8-4d91-bec5-5b606c7e0805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.350437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2bda8cc4-ded8-4d91-bec5-5b606c7e0805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.393565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2bda8cc4-ded8-4d91-bec5-5b606c7e0805 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=682aebe3cf6b4af0b8dc10b2c9fdc322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935221 Aug 11 03:20:10.397002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58898) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:10.399725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda8cc4-ded8-4d91-bec5-5b606c7e0805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837191dc-e493-4505-a787-2fefa2c6efcf,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.466946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1432306-5e0e-4ee6-8f5f-a39c7ee5aaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.492601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1432306-5e0e-4ee6-8f5f-a39c7ee5aaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.548799 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1432306-5e0e-4ee6-8f5f-a39c7ee5aaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.552410 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1432306-5e0e-4ee6-8f5f-a39c7ee5aaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:10.556082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a1432306-5e0e-4ee6-8f5f-a39c7ee5aaee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/837191dc-e493-4505-a787-2fefa2c6efcf HTTP/1.1" status: 204 len: 168 time: 0.1576679 Aug 11 03:20:10.568151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1432306-5e0e-4ee6-8f5f-a39c7ee5aaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837191dc-e493-4505-a787-2fefa2c6efcf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:10.891341 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:10.899048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58908) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:10.915508 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ecf452a-72b0-4bd0-b762-f06962869827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.038684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ecf452a-72b0-4bd0-b762-f06962869827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.042929 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ecf452a-72b0-4bd0-b762-f06962869827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.073717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf452a-72b0-4bd0-b762-f06962869827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f698d919-5910-4438-9765-c0d689453780,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:11.101153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b630d21-aba4-47bc-ab82-664bddcc0c9c req-19c9c8db-4ecb-4d66-b83e-b8fed981c9b0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:11.111563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b630d21-aba4-47bc-ab82-664bddcc0c9c req-19c9c8db-4ecb-4d66-b83e-b8fed981c9b0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 943 time: 0.0725067 Aug 11 03:20:11.116563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1ecf452a-72b0-4bd0-b762-f06962869827 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a0d4fbdd4fb4a19b462f66742dad74c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162545 Aug 11 03:20:11.119113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58912) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:11.172128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b630d21-aba4-47bc-ab82-664bddcc0c9c req-fd405b4b-b0ad-4368-ad59-217bc0716eb0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591090 Aug 11 03:20:11.199293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dab0de9f-9141-49b4-9885-511b22878f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.222125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dab0de9f-9141-49b4-9885-511b22878f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.259098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c25d411a-05ab-41a3-ba4b-104b95ce4362 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:11.276506 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dab0de9f-9141-49b4-9885-511b22878f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.280252 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dab0de9f-9141-49b4-9885-511b22878f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.282208 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dab0de9f-9141-49b4-9885-511b22878f6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f698d919-5910-4438-9765-c0d689453780 HTTP/1.1" status: 204 len: 168 time: 0.1616805 Aug 11 03:20:11.293724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0de9f-9141-49b4-9885-511b22878f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f698d919-5910-4438-9765-c0d689453780,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:11.390159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c25d411a-05ab-41a3-ba4b-104b95ce4362, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c25d411a-05ab-41a3-ba4b-104b95ce4362,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:11.406708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c25d411a-05ab-41a3-ba4b-104b95ce4362', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'port_id': 'c25d411a-05ab-41a3-ba4b-104b95ce4362', 'mac_address': 'fa:16:3e:41:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:11.464129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.482147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25d411a-05ab-41a3-ba4b-104b95ce4362 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:11.506981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c25d411a-05ab-41a3-ba4b-104b95ce4362, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c25d411a-05ab-41a3-ba4b-104b95ce4362,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:11.512252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:11.567191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c25d411a-05ab-41a3-ba4b-104b95ce4362,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:11.575726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.576089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.576566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.576911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.577270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.577796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.578130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.578463 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.578794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.579121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.579450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.579799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:11.743949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c25d411a-05ab-41a3-ba4b-104b95ce4362'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:12.338142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e28b-ee63-4b70-92a6-93d4bc537bb9 req-c4358de4-6242-4c3b-bc79-d74278d089cd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:12.340428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6087e28b-ee63-4b70-92a6-93d4bc537bb9 req-c4358de4-6242-4c3b-bc79-d74278d089cd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 944 time: 0.0646832 Aug 11 03:20:12.403554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6087e28b-ee63-4b70-92a6-93d4bc537bb9 req-c6fa0d97-8705-4897-b9db-6dce5e18cd85 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Aug 11 03:20:12.719298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 58962) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:12.865837 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.059743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.065020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.121571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c15e8b1e60a45b29cc3775a26fa312e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010556 Aug 11 03:20:13.123181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3301d-41bb-46f1-96c3-e2c63f796e94,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:13.125056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 58982) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:13.133559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.134131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.134627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.135206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.135730 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.136216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.136696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.137175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.137664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.138143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.138619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.139161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09196bc-43e2-4a51-8a3f-1900d3f33e19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:20:13.194203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b48b0fab-ed9a-47db-a521-e15c32f63c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.220577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b48b0fab-ed9a-47db-a521-e15c32f63c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.264176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c25d411a-05ab-41a3-ba4b-104b95ce4362 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:13.305064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b48b0fab-ed9a-47db-a521-e15c32f63c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.313854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b48b0fab-ed9a-47db-a521-e15c32f63c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.316096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b48b0fab-ed9a-47db-a521-e15c32f63c2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15d3301d-41bb-46f1-96c3-e2c63f796e94 HTTP/1.1" status: 204 len: 168 time: 0.1897278 Aug 11 03:20:13.334905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b0fab-ed9a-47db-a521-e15c32f63c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3301d-41bb-46f1-96c3-e2c63f796e94,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:13.342201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c25d411a-05ab-41a3-ba4b-104b95ce4362 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:13.352334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c25d411a-05ab-41a3-ba4b-104b95ce4362 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:13.353243 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.486983 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.533364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c25d411a-05ab-41a3-ba4b-104b95ce4362, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c25d411a-05ab-41a3-ba4b-104b95ce4362,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:13.534787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d411a-05ab-41a3-ba4b-104b95ce4362'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:13.538903 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a01c2a-2eee-4f35-bae9-1944318e671a" -d '{"events": [{"server_uuid": "88f9f696-a1f6-45d7-a91c-8c0344fa43ea", "name": "network-vif-plugged", "status": "completed", "tag": "c25d411a-05ab-41a3-ba4b-104b95ce4362"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:13.554297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:13.632269 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c6a957-e842-45bf-bd60-8a12eccc62ab x-openstack-request-id: req-88c6a957-e842-45bf-bd60-8a12eccc62ab {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:13.632627 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f9f696-a1f6-45d7-a91c-8c0344fa43ea", "name": "network-vif-plugged", "status": "completed", "tag": "c25d411a-05ab-41a3-ba4b-104b95ce4362", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:13.632947 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88c6a957-e842-45bf-bd60-8a12eccc62ab {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:13.633420 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25d411a-05ab-41a3-ba4b-104b95ce4362', 'code': 200} Aug 11 03:20:13.633797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f5786-6b32-4f82-929f-dc1d8e29922b req-151e21d8-0ee1-4437-8c8b-67c9538b7152 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.641252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e6f5786-6b32-4f82-929f-dc1d8e29922b req-151e21d8-0ee1-4437-8c8b-67c9538b7152 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.0797939 Aug 11 03:20:13.661206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c25d411a-05ab-41a3-ba4b-104b95ce4362,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:13.693317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e6f5786-6b32-4f82-929f-dc1d8e29922b req-f61e6745-05d0-4f7d-979b-82a1bebcf2ad tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Aug 11 03:20:13.760258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b5132-b8e7-4592-a695-67590e9e8b28 req-4c7e0841-5cb9-474c-bee6-b6f282ca07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:13.762271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc9b5132-b8e7-4592-a695-67590e9e8b28 req-4c7e0841-5cb9-474c-bee6-b6f282ca07c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 1097 time: 0.0454669 Aug 11 03:20:13.824410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc9b5132-b8e7-4592-a695-67590e9e8b28 req-ce89f6e3-635a-4dfc-b6bd-0a312ad3cf58 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526855 Aug 11 03:20:14.392153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59040) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:14.396517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59042) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:14.496055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1903840832-network', 'tenant_id': '24bf638c9b6f42e5afe345f9b1f6fafb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:14.515172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06bdfef4-64a9-4639-90ab-e1825a041ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.518435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Made reservation on behalf of 24bf638c9b6f42e5afe345f9b1f6fafb for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:14.521448 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.530245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.616573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06bdfef4-64a9-4639-90ab-e1825a041ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.620521 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-06bdfef4-64a9-4639-90ab-e1825a041ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.651696 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-06bdfef4-64a9-4639-90ab-e1825a041ed8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6626ce230e664b3db2875b180a5ab9f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516401 Aug 11 03:20:14.652423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59052) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:14.671430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdfef4-64a9-4639-90ab-e1825a041ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfbc504-366c-4475-bc37-8f69853ed943,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:14.743496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f2c-972f-4835-90eb-9182ec328671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.783709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f2c-972f-4835-90eb-9182ec328671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.824629 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.861195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.911724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:14.948053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca127ac-e3d3-4118-8ad9-bc46fc270887,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:14.962507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c3635-9d7b-481c-a45a-bb4bcdc72975 req-396544de-a817-4a91-8d03-f933eb0377f6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:14.964710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff2c3635-9d7b-481c-a45a-bb4bcdc72975 req-396544de-a817-4a91-8d03-f933eb0377f6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.1788294 Aug 11 03:20:14.979323 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f2c-972f-4835-90eb-9182ec328671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.983184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fda5f2c-972f-4835-90eb-9182ec328671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.983975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1fda5f2c-972f-4835-90eb-9182ec328671 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dfbc504-366c-4475-bc37-8f69853ed943 HTTP/1.1" status: 204 len: 168 time: 0.3299203 Aug 11 03:20:14.985497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:14.985903 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Added segment 9271fbfa-e910-44aa-b8cb-ceb37478e9de of type vlan for network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe Aug 11 03:20:15.065462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda5f2c-972f-4835-90eb-9182ec328671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfbc504-366c-4475-bc37-8f69853ed943,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:15.101962 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.117569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff2c3635-9d7b-481c-a45a-bb4bcdc72975 req-50935734-5195-417f-b2ce-e7d3fa19e938 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292217 Aug 11 03:20:15.155327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.156798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:15.158357 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.242748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8487632 Aug 11 03:20:15.246122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59070) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:15.251895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Request body: {'subnet': {'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1903840832-subnet', 'tenant_id': '24bf638c9b6f42e5afe345f9b1f6fafb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:15.269789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128eb2bd-689a-4905-8f29-02a632950cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:15.284546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:15.301043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Made reservation on behalf of 24bf638c9b6f42e5afe345f9b1f6fafb for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:15.306163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.439885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59072) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:15.465693 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3da6a190-5a07-4711-a27d-de102568062a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.619530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.710803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81372cc1-6ee7-473c-bf55-f19c1be0b32b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:15.736018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3da6a190-5a07-4711-a27d-de102568062a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.744743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3da6a190-5a07-4711-a27d-de102568062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.767111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Checking segment: {'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:15.767486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Network hostable DHCP agents. Network: 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:15.799192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6a190-5a07-4711-a27d-de102568062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7215b8-3d46-47f3-a050-a6f1ad8a8cdb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:15.804006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3da6a190-5a07-4711-a27d-de102568062a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2e374d362c442b48d9a9c2e20915f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619378 Aug 11 03:20:15.807091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59074) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:15.830904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:15.845748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:15.853039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:15.854356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.860149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fc50b-e236-44ae-bf55-c84cca7924eb None None] Network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:15.892897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2746609b-d151-416e-9715-60e14d7b4fd8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6436179 Aug 11 03:20:15.893760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37ddaff-bd44-461d-9fa6-54c6491a63fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:15.940192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37ddaff-bd44-461d-9fa6-54c6491a63fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.014716 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37ddaff-bd44-461d-9fa6-54c6491a63fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.021419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b37ddaff-bd44-461d-9fa6-54c6491a63fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:16.026268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b37ddaff-bd44-461d-9fa6-54c6491a63fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a7215b8-3d46-47f3-a050-a6f1ad8a8cdb HTTP/1.1" status: 204 len: 168 time: 0.2159085 Aug 11 03:20:16.035151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ddaff-bd44-461d-9fa6-54c6491a63fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7215b8-3d46-47f3-a050-a6f1ad8a8cdb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:16.051593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9439a42f-4b23-47de-9de6-bf4423f92e34 None None] Network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:16.343769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d0989-383f-42a1-baea-8376c844bf0a req-923d48a1-3bb6-4b6f-a9b7-5e547684b0ad tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:16.346060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-308d0989-383f-42a1-baea-8376c844bf0a req-923d48a1-3bb6-4b6f-a9b7-5e547684b0ad tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.0644906 Aug 11 03:20:16.402929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-308d0989-383f-42a1-baea-8376c844bf0a req-6d8e0929-129a-4c5f-b705-b97849db5d9c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432673 Aug 11 03:20:16.580412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ceaf76-6099-4bf0-abd5-28241d2630b4 req-430ca183-dba6-4bc3-ae46-d389d55ceaee tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:16.581982 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78ceaf76-6099-4bf0-abd5-28241d2630b4 req-430ca183-dba6-4bc3-ae46-d389d55ceaee tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.0907738 Aug 11 03:20:16.700691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-78ceaf76-6099-4bf0-abd5-28241d2630b4 req-d2bdf20f-48de-4991-9d4b-b1661f495c68 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031415 Aug 11 03:20:17.192898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f97e7d-dc19-48b7-a732-c40b69bc6455 req-7b0400be-dc13-4551-87c6-640282bb623e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:17.194518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93f97e7d-dc19-48b7-a732-c40b69bc6455 req-7b0400be-dc13-4551-87c6-640282bb623e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.0641809 Aug 11 03:20:17.245690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93f97e7d-dc19-48b7-a732-c40b69bc6455 req-8a0bae5d-ea4e-4720-adb8-d257ac4898da tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Aug 11 03:20:18.383201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6544e-c8d5-4860-a9fc-657106ea99cb req-d6c69c25-25f1-4d58-94ec-c12af5a98df2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:18.384692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8e6544e-c8d5-4860-a9fc-657106ea99cb req-d6c69c25-25f1-4d58-94ec-c12af5a98df2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.0634341 Aug 11 03:20:18.427437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8e6544e-c8d5-4860-a9fc-657106ea99cb req-cb9b46a3-53fd-45c5-9c88-ce961ce65611 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339673 Aug 11 03:20:18.814067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59210) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:18.930061 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1007457d-3d4d-4600-8d9c-716f65251807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.026338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cd3ad-46c7-4962-877b-15de34487d45 req-89d17a09-421a-4b32-a129-aac99a220d8f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:19.027862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-845cd3ad-46c7-4962-877b-15de34487d45 req-89d17a09-421a-4b32-a129-aac99a220d8f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.0797331 Aug 11 03:20:19.173107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1007457d-3d4d-4600-8d9c-716f65251807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.186280 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1007457d-3d4d-4600-8d9c-716f65251807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.239841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007457d-3d4d-4600-8d9c-716f65251807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9139c5-b4f0-41cd-9552-5da998eea885,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:19.245070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1007457d-3d4d-4600-8d9c-716f65251807 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b57237f61e964072a125a3376811e9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297578 Aug 11 03:20:19.248716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port c25d411a-05ab-41a3-ba4b-104b95ce4362 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:19.248849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59222) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:19.249760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.310097 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eace8572-0c1a-496c-871a-168c6be430ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.342761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eace8572-0c1a-496c-871a-168c6be430ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.363255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] For port c25d411a-05ab-41a3-ba4b-104b95ce4362, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c25d411a-05ab-41a3-ba4b-104b95ce4362,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:19.368354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.385910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for c25d411a-05ab-41a3-ba4b-104b95ce4362 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:19.398192 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eace8572-0c1a-496c-871a-168c6be430ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.401011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eace8572-0c1a-496c-871a-168c6be430ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.405402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eace8572-0c1a-496c-871a-168c6be430ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb9139c5-b4f0-41cd-9552-5da998eea885 HTTP/1.1" status: 204 len: 168 time: 0.1548924 Aug 11 03:20:19.415199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace8572-0c1a-496c-871a-168c6be430ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9139c5-b4f0-41cd-9552-5da998eea885,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:19.604317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7c74d-d1f4-445e-a81c-73da54e98630 req-d46e0a9c-762e-44b5-9770-6b8380dcea7d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:19.605829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65b7c74d-d1f4-445e-a81c-73da54e98630 req-d46e0a9c-762e-44b5-9770-6b8380dcea7d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 945 time: 0.0900424 Aug 11 03:20:19.620763 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.635367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['06d61451-b4ec-4373-ba3c-c18c020a337f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:19.638366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c25d411a-05ab-41a3-ba4b-104b95ce4362'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:19.778583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59236) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:19.794019 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96bb967e-a792-4853-9961-76d90bd5d7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.894269 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96bb967e-a792-4853-9961-76d90bd5d7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.898964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-96bb967e-a792-4853-9961-76d90bd5d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:19.939053 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-96bb967e-a792-4853-9961-76d90bd5d7df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32bbd3918dfe4bbb836edb471bd7d7c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591768 Aug 11 03:20:19.939949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb967e-a792-4853-9961-76d90bd5d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae85637-b56e-4fb0-939f-897c05c63fd8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:19.942302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:19.992472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=c25d411a-05ab-41a3-ba4b-104b95ce4362,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:20.006747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8e26439-5b94-4749-8a35-594dead196e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.014605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65b7c74d-d1f4-445e-a81c-73da54e98630 req-eb7ddbaa-8a69-4526-94ef-a647d064c681 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008372 Aug 11 03:20:20.031899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8e26439-5b94-4749-8a35-594dead196e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.056103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] No DVR routers for this DVR port c25d411a-05ab-41a3-ba4b-104b95ce4362 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:20.059114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.061125 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-845cd3ad-46c7-4962-877b-15de34487d45 req-8ace9ab6-433f-4e26-9656-a2dd4703023b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "DELETE /v2.0/ports/c25d411a-05ab-41a3-ba4b-104b95ce4362 HTTP/1.1" status: 204 len: 173 time: 1.0236835 Aug 11 03:20:20.061582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'name': 'network-vif-deleted', 'tag': 'c25d411a-05ab-41a3-ba4b-104b95ce4362'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:20.063900 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cf192f-a218-4717-983d-6c61fc9d5d26" -d '{"events": [{"server_uuid": "88f9f696-a1f6-45d7-a91c-8c0344fa43ea", "name": "network-vif-deleted", "tag": "c25d411a-05ab-41a3-ba4b-104b95ce4362"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:20.094157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8e26439-5b94-4749-8a35-594dead196e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.097038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a8e26439-5b94-4749-8a35-594dead196e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:20.103245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a8e26439-5b94-4749-8a35-594dead196e0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fae85637-b56e-4fb0-939f-897c05c63fd8 HTTP/1.1" status: 204 len: 168 time: 0.1593339 Aug 11 03:20:20.112289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e26439-5b94-4749-8a35-594dead196e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae85637-b56e-4fb0-939f-897c05c63fd8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:20.126718 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbb833b-032d-4c0a-992b-b8a3d416c884 x-openstack-request-id: req-dfbb833b-032d-4c0a-992b-b8a3d416c884 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:20.127024 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f9f696-a1f6-45d7-a91c-8c0344fa43ea", "name": "network-vif-deleted", "tag": "c25d411a-05ab-41a3-ba4b-104b95ce4362", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:20.127502 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfbb833b-032d-4c0a-992b-b8a3d416c884 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:20.127749 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f9f696-a1f6-45d7-a91c-8c0344fa43ea', 'name': 'network-vif-deleted', 'tag': 'c25d411a-05ab-41a3-ba4b-104b95ce4362', 'status': 'completed', 'code': 200} Aug 11 03:20:21.143055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-038e69c6-0d3c-448f-b862-0438e97d0bd4 req-aa7eb3f2-2fed-4f6e-8175-7d9eb6587686 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 210 time: 0.0355744 Aug 11 03:20:22.283177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-07825346-11ad-4e4b-ba43-de20b96b8353 req-3fa3a00d-2db2-43e1-bbb0-4f298aab620e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 210 time: 0.0520313 Aug 11 03:20:22.345938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6c8310ad-981a-433e-a9dc-ddcde28b02ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.073871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59392) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:23.228335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e75cb2a-dfcd-443a-95f1-e75d180ed15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.328282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c25d411a-05ab-41a3-ba4b-104b95ce4362 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:23.396834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: c25d411a-05ab-41a3-ba4b-104b95ce4362 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:23.397483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c25d411a-05ab-41a3-ba4b-104b95ce4362 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:23.422858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e75cb2a-dfcd-443a-95f1-e75d180ed15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.444835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65d8177c-a2d9-446c-9624-1480fe4414e9 req-20c743d2-2e24-45ca-93e0-0a0cb112cb13 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 210 time: 0.0664527 Aug 11 03:20:23.448976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e75cb2a-dfcd-443a-95f1-e75d180ed15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.523175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e75cb2a-dfcd-443a-95f1-e75d180ed15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c277b66-68a9-47f0-87ac-4596a5cbd99b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:23.532501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e75cb2a-dfcd-443a-95f1-e75d180ed15e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=217a58682bed4ba49a7f3886346b0f95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537468 Aug 11 03:20:23.533386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59404) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:23.648910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cf2aaf4b-c98c-4dea-b246-ca49eb3e803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.674986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cf2aaf4b-c98c-4dea-b246-ca49eb3e803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.741941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cf2aaf4b-c98c-4dea-b246-ca49eb3e803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.744891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cf2aaf4b-c98c-4dea-b246-ca49eb3e803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:23.748468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cf2aaf4b-c98c-4dea-b246-ca49eb3e803c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c277b66-68a9-47f0-87ac-4596a5cbd99b HTTP/1.1" status: 204 len: 168 time: 0.2097685 Aug 11 03:20:23.757188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2aaf4b-c98c-4dea-b246-ca49eb3e803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c277b66-68a9-47f0-87ac-4596a5cbd99b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:24.448411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59416) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:24.469752 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c354ddd-2667-4808-8c3b-e0c7bff0e696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.656420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bb5c352-64bb-4d3f-ba46-994b6575ddbe req-ddde9f92-c010-4ba8-a0d2-c95e26eff113 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=88f9f696-a1f6-45d7-a91c-8c0344fa43ea HTTP/1.1" status: 200 len: 210 time: 0.0455215 Aug 11 03:20:24.668771 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c354ddd-2667-4808-8c3b-e0c7bff0e696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.677970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6c354ddd-2667-4808-8c3b-e0c7bff0e696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.731059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c354ddd-2667-4808-8c3b-e0c7bff0e696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e974525-fded-49f9-ba51-ed0ba4aec3aa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:24.739654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59422) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:24.746306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6c354ddd-2667-4808-8c3b-e0c7bff0e696 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0599dc96db0411f848141bd39f720a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824583 Aug 11 03:20:24.868765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9f349d3-c301-43cf-9a31-410437d94d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.897688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9f349d3-c301-43cf-9a31-410437d94d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.963564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9f349d3-c301-43cf-9a31-410437d94d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.968268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c9f349d3-c301-43cf-9a31-410437d94d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:24.969795 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c9f349d3-c301-43cf-9a31-410437d94d2b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e974525-fded-49f9-ba51-ed0ba4aec3aa HTTP/1.1" status: 204 len: 168 time: 0.2278976 Aug 11 03:20:24.980820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f349d3-c301-43cf-9a31-410437d94d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e974525-fded-49f9-ba51-ed0ba4aec3aa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:25.231267 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ff6abda1-edc5-40bb-b8e4-1bd47f9cf06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.539138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.594606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:25.973887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-3f661b29-46cb-46ba-81ad-b974a4e9acb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018810 Aug 11 03:20:26.133912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-5bf3e530-48c3-4d14-9e77-263b13135c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.140588 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-5bf3e530-48c3-4d14-9e77-263b13135c92 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 1098 time: 0.0741827 Aug 11 03:20:26.372287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-2df77e78-7078-4d16-ac37-ba4a36709c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.374586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-2df77e78-7078-4d16-ac37-ba4a36709c59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1974764 Aug 11 03:20:26.434604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-18e0ca6f-b593-468d-93c5-05c382d11c0d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06d61451-b4ec-4373-ba3c-c18c020a337f HTTP/1.1" status: 200 len: 217 time: 0.0512137 Aug 11 03:20:26.512414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-12f67126-4520-4f55-a3cc-dcee15ecd94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.514326 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-12f67126-4520-4f55-a3cc-dcee15ecd94d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0724990 Aug 11 03:20:26.573817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59474) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:26.603961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-85fcaaf8-64f3-4fde-9ea7-e743c0d3d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:26.605726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-85fcaaf8-64f3-4fde-9ea7-e743c0d3d8d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818565 Aug 11 03:20:26.728873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-a10a8e8d-fc76-4cdb-9bdc-017c0b89fa8f service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145203 Aug 11 03:20:26.766610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:26.897788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36bf87f5-97e6-439b-8c0f-72f436120b97 req-31cfbf49-2471-4a6d-892d-92a2b9bc9b85 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606984 Aug 11 03:20:27.001274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5eb70599-5d1d-4bf8-aed7-667297bddc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.560290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5eb70599-5d1d-4bf8-aed7-667297bddc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.565789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5eb70599-5d1d-4bf8-aed7-667297bddc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.610237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5eb70599-5d1d-4bf8-aed7-667297bddc9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bcb2c15f52f54f21bb07397bc7929590&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347416 Aug 11 03:20:27.613302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb70599-5d1d-4bf8-aed7-667297bddc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a115fe-2ed1-4128-84a6-c18e5092fdcf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:27.613610 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59500) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:27.701031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6ceafa7-761e-4d82-ada1-92c14c94ca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.727607 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6ceafa7-761e-4d82-ada1-92c14c94ca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.800635 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6ceafa7-761e-4d82-ada1-92c14c94ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.805860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6ceafa7-761e-4d82-ada1-92c14c94ca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:27.807049 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6ceafa7-761e-4d82-ada1-92c14c94ca28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9a115fe-2ed1-4128-84a6-c18e5092fdcf HTTP/1.1" status: 204 len: 168 time: 0.1907382 Aug 11 03:20:27.825940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceafa7-761e-4d82-ada1-92c14c94ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a115fe-2ed1-4128-84a6-c18e5092fdcf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:28.181022 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.385072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:28.399607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7bffe237-7fca-4729-bcd2-ff649c7e5a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.570083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7bffe237-7fca-4729-bcd2-ff649c7e5a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.575847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7bffe237-7fca-4729-bcd2-ff649c7e5a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.613312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffe237-7fca-4729-bcd2-ff649c7e5a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7848915b-ef8c-490e-98e6-6d290cbeb777,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:28.699953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59534) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:28.701832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7bffe237-7fca-4729-bcd2-ff649c7e5a73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=afca19a2248343aaa05c97a118d784ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3106537 Aug 11 03:20:28.793625 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9ca198f-eca3-45fd-8647-2d5a2e926b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.847255 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9ca198f-eca3-45fd-8647-2d5a2e926b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.948726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9ca198f-eca3-45fd-8647-2d5a2e926b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.954145 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e9ca198f-eca3-45fd-8647-2d5a2e926b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:28.966701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e9ca198f-eca3-45fd-8647-2d5a2e926b14 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7848915b-ef8c-490e-98e6-6d290cbeb777 HTTP/1.1" status: 204 len: 168 time: 0.2599864 Aug 11 03:20:28.993843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca198f-eca3-45fd-8647-2d5a2e926b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7848915b-ef8c-490e-98e6-6d290cbeb777,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:29.703265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59574) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:29.850136 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6165793-e6a4-4106-9979-2f9ff9bfc3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.956120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6165793-e6a4-4106-9979-2f9ff9bfc3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:29.961288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6165793-e6a4-4106-9979-2f9ff9bfc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.005215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6165793-e6a4-4106-9979-2f9ff9bfc3c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be61b7ca05d2400b9d21a8039435c3ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975223 Aug 11 03:20:30.005215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6165793-e6a4-4106-9979-2f9ff9bfc3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adc465f-8fa1-479c-bee9-2c20c1806056,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.006252 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59588) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.047029 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.085497 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c70247d-e587-41c9-86f8-608fc5d75963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.108570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c70247d-e587-41c9-86f8-608fc5d75963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.176027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c70247d-e587-41c9-86f8-608fc5d75963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.178471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0c70247d-e587-41c9-86f8-608fc5d75963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.182331 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0c70247d-e587-41c9-86f8-608fc5d75963 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4adc465f-8fa1-479c-bee9-2c20c1806056 HTTP/1.1" status: 204 len: 168 time: 0.1717222 Aug 11 03:20:30.187882 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70247d-e587-41c9-86f8-608fc5d75963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adc465f-8fa1-479c-bee9-2c20c1806056,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:30.559520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041af65-f00c-4efc-8c17-2acdbb0adf68 req-1afb40e4-5a57-4681-8839-c36fe01858bd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.561372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8041af65-f00c-4efc-8c17-2acdbb0adf68 req-1afb40e4-5a57-4681-8839-c36fe01858bd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 946 time: 0.0635951 Aug 11 03:20:30.607112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8041af65-f00c-4efc-8c17-2acdbb0adf68 req-68da2de6-97c3-44e8-ad35-201ff358ada1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380073 Aug 11 03:20:30.720841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-8ebc2566-5d44-4a71-bb96-b03a4587592e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555604 Aug 11 03:20:30.772264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59616) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.789166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dffd26c-08c3-4d6e-903c-1b335aeb004f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.829337 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-7eb25e32-c3bb-4883-8590-ebc4d9035339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.830965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-7eb25e32-c3bb-4883-8590-ebc4d9035339 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1097 time: 0.0699005 Aug 11 03:20:30.924994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dffd26c-08c3-4d6e-903c-1b335aeb004f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.936853 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2dffd26c-08c3-4d6e-903c-1b335aeb004f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:30.974169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-af87a9e7-290d-4fdb-b2b4-a4e7ba2d6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:30.975800 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-af87a9e7-290d-4fdb-b2b4-a4e7ba2d6c3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 200 len: 898 time: 0.1127448 Aug 11 03:20:30.991659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2dffd26c-08c3-4d6e-903c-1b335aeb004f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9322cce177742a48b3756208e837dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2180455 Aug 11 03:20:30.992563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59622) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:30.998940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffd26c-08c3-4d6e-903c-1b335aeb004f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190c1a3e-c0e4-4412-9946-be10e0d06225,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:31.076026 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-4f3c0d63-4adf-4da8-83a8-2afa82b61f91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 200 len: 1000 time: 0.0893195 Aug 11 03:20:31.080354 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4969887e-cc0f-4da1-89ef-f3c4bd68f69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.121285 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4969887e-cc0f-4da1-89ef-f3c4bd68f69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.136398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-505c05dd-c3d4-424e-8003-b3321e4481d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.138387 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-505c05dd-c3d4-424e-8003-b3321e4481d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=656141f1-e910-433f-a5e3-14c3bab3a689 HTTP/1.1" status: 200 len: 835 time: 0.0540192 Aug 11 03:20:31.176708 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4969887e-cc0f-4da1-89ef-f3c4bd68f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.179360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4969887e-cc0f-4da1-89ef-f3c4bd68f69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:31.182966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4969887e-cc0f-4da1-89ef-f3c4bd68f69a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/190c1a3e-c0e4-4412-9946-be10e0d06225 HTTP/1.1" status: 204 len: 168 time: 0.1870351 Aug 11 03:20:31.192652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969887e-cc0f-4da1-89ef-f3c4bd68f69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190c1a3e-c0e4-4412-9946-be10e0d06225,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:31.199793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-98b94620-410d-4d7d-beac-f8f9c7830467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.201265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-98b94620-410d-4d7d-beac-f8f9c7830467 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547271 Aug 11 03:20:31.337858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-75bb03d0-ccdc-4369-9b90-084ebdce9444 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227689 Aug 11 03:20:31.444878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-667e2797-8731-4286-88fa-a2c94fa4ff9d req-1421e635-676e-4c30-8843-7cc38109d796 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977032 Aug 11 03:20:31.742845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36d01a-5965-46b7-9e16-a0c32ef32e5a req-92709b26-1b79-4c0c-96b3-e2166ca89e24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.744424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-df36d01a-5965-46b7-9e16-a0c32ef32e5a req-92709b26-1b79-4c0c-96b3-e2166ca89e24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 946 time: 0.0565920 Aug 11 03:20:31.786296 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-df36d01a-5965-46b7-9e16-a0c32ef32e5a req-ad77fad9-35e7-410f-9b66-2ffa6eec503f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=eae8f924-26f0-4c8b-8b6a-3e182818e2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Aug 11 03:20:31.971970 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-bb7b4289-a69c-48a7-ad10-e316aee3aad2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:31.975177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-bb7b4289-a69c-48a7-ad10-e316aee3aad2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 946 time: 0.0752413 Aug 11 03:20:32.081121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port 06d61451-b4ec-4373-ba3c-c18c020a337f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:32.081478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.178566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] For port 06d61451-b4ec-4373-ba3c-c18c020a337f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=06d61451-b4ec-4373-ba3c-c18c020a337f,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:32.179034 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.197555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for 06d61451-b4ec-4373-ba3c-c18c020a337f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:32.350784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.364268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['06d61451-b4ec-4373-ba3c-c18c020a337f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:32.421517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=06d61451-b4ec-4373-ba3c-c18c020a337f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:32.483849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] No DVR routers for this DVR port 06d61451-b4ec-4373-ba3c-c18c020a337f on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:32.486625 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:32.489547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b8e6f70-9f19-4855-9601-922fffcd6ab3 req-e64a64a2-29d1-4562-a26e-eba55115e83f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "DELETE /v2.0/ports/06d61451-b4ec-4373-ba3c-c18c020a337f HTTP/1.1" status: 204 len: 173 time: 0.5095983 Aug 11 03:20:32.490058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8caa4548-c554-489a-831b-f23e9a04e516', 'name': 'network-vif-deleted', 'tag': '06d61451-b4ec-4373-ba3c-c18c020a337f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:32.493826 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c7433c-9e9e-45aa-9b86-9ac9fd28c302" -d '{"events": [{"server_uuid": "8caa4548-c554-489a-831b-f23e9a04e516", "name": "network-vif-deleted", "tag": "06d61451-b4ec-4373-ba3c-c18c020a337f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:32.545182 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0e47b7-dc79-479e-b16e-150fbd186bd9 x-openstack-request-id: req-7f0e47b7-dc79-479e-b16e-150fbd186bd9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:32.545569 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8caa4548-c554-489a-831b-f23e9a04e516", "name": "network-vif-deleted", "tag": "06d61451-b4ec-4373-ba3c-c18c020a337f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:32.545960 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f0e47b7-dc79-479e-b16e-150fbd186bd9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:32.546442 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8caa4548-c554-489a-831b-f23e9a04e516', 'name': 'network-vif-deleted', 'tag': '06d61451-b4ec-4373-ba3c-c18c020a337f', 'status': 'completed', 'code': 200} Aug 11 03:20:32.802407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f6127-2ee6-4291-b5b8-f8751a831225 req-fbdf87ed-a7b8-40cc-ab18-0c84e22f5b08 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:32.804201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f6127-2ee6-4291-b5b8-f8751a831225 req-fbdf87ed-a7b8-40cc-ab18-0c84e22f5b08 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0860419 Aug 11 03:20:32.881260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-320f6127-2ee6-4291-b5b8-f8751a831225 req-4f186ae5-a4d0-484c-b59a-1308d4054d98 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572112 Aug 11 03:20:32.942694 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f025eeda-9630-43bf-b602-07ff94da583f req-a97ac713-d5f8-458c-b54e-5d97d2a23ede tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0401766 Aug 11 03:20:33.198518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59714) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:33.318327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6f7bc3db-5de6-4e54-a36c-809772a62648 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Request body: {'quota': {'network': 2}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:33.335880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f7bc3db-5de6-4e54-a36c-809772a62648 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] 10.222.0.60 "PUT /v2.0/quotas/471d72b8549d4b12a2ea1b139085e8d4 HTTP/1.1" status: 200 len: 368 time: 0.1359100 Aug 11 03:20:33.338549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59720) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:33.343231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Request body: {'network': {'project_id': '471d72b8549d4b12a2ea1b139085e8d4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:33.364784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Made reservation on behalf of 471d72b8549d4b12a2ea1b139085e8d4 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:33.367028 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.375601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.467845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.471809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.498563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:33.504655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa44e966-a4c7-4217-8fcb-8abe819fb48b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:33.513464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.513741 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Added segment 4a9945c4-460a-4ce9-ba80-6311bca0af9b of type vlan for network 49991c87-f36e-4203-9c8c-477ec39e146e Aug 11 03:20:33.557874 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.592995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.593967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.594552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.651144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3093109 Aug 11 03:20:33.651360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59722) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:33.657951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Request body: {'network': {'project_id': '471d72b8549d4b12a2ea1b139085e8d4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:33.667091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934d09a-9733-4ced-a5bc-1dcbd9e222de tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Pushing event updated for resources: {'Network': ['ID=49991c87-f36e-4203-9c8c-477ec39e146e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:33.678611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 49991c87-f36e-4203-9c8c-477ec39e146e details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:33.682442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Made reservation on behalf of 471d72b8549d4b12a2ea1b139085e8d4 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:33.685110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.710760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:33.720008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.720410 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Added segment 628e2138-0396-4e92-a700-4d57996d0757 of type vlan for network 60a754aa-32dd-4f0b-a0a7-6f4780356a86 Aug 11 03:20:33.761405 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.797347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.798471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:33.799095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:33.856521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2040842 Aug 11 03:20:33.859505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59724) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:33.860002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef688c6-f8bb-4cdc-9c20-33cb6dfd85aa tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Pushing event updated for resources: {'Network': ['ID=60a754aa-32dd-4f0b-a0a7-6f4780356a86,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:33.865797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0bb41017-7f4c-44ae-9c3d-71f595ef8140 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Request body: {'network': {'project_id': '471d72b8549d4b12a2ea1b139085e8d4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:33.870160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 60a754aa-32dd-4f0b-a0a7-6f4780356a86 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:33.878699 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb41017-7f4c-44ae-9c3d-71f595ef8140 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 11 03:20:33.879255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb41017-7f4c-44ae-9c3d-71f595ef8140 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:20:33.883117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0bb41017-7f4c-44ae-9c3d-71f595ef8140 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0189588 Aug 11 03:20:33.994542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59734) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.056454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf1d1-76a1-4cc1-91c9-d022c9015a8f req-6996f9b4-4ab5-46cf-8d57-8ebc80b77934 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:34.057604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af54564e-bed1-42f3-baa1-8f430afa2d9d req-1c5afd75-a818-4a4a-9b77-ad7dbbcf47e2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0331817 Aug 11 03:20:34.064236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36acf1d1-76a1-4cc1-91c9-d022c9015a8f req-6996f9b4-4ab5-46cf-8d57-8ebc80b77934 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0923569 Aug 11 03:20:34.115911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59738) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.116049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b59829e7-64ec-45e4-9268-40e40941b732 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=471d72b8549d4b12a2ea1b139085e8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201811 Aug 11 03:20:34.138932 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36acf1d1-76a1-4cc1-91c9-d022c9015a8f req-698dd833-880e-4172-998f-e54fd59d2fea tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719807 Aug 11 03:20:34.181158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e709b5-f420-4b21-8153-6ba6aeb5ec81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.209389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e709b5-f420-4b21-8153-6ba6aeb5ec81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.278446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e709b5-f420-4b21-8153-6ba6aeb5ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.282346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6e709b5-f420-4b21-8153-6ba6aeb5ec81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.287082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6e709b5-f420-4b21-8153-6ba6aeb5ec81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa44e966-a4c7-4217-8fcb-8abe819fb48b HTTP/1.1" status: 204 len: 168 time: 0.1702595 Aug 11 03:20:34.287230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59744) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.299126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e709b5-f420-4b21-8153-6ba6aeb5ec81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa44e966-a4c7-4217-8fcb-8abe819fb48b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:34.415945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.513387 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.528956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a754aa-32dd-4f0b-a0a7-6f4780356a86']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.542019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628e2138-0396-4e92-a700-4d57996d0757') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.542619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628e2138-0396-4e92-a700-4d57996d0757') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.554091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.576908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.583679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:34.584560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:34.595399 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:34.647005 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.656722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.659294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] 10.222.0.60 "DELETE /v2.0/networks/60a754aa-32dd-4f0b-a0a7-6f4780356a86 HTTP/1.1" status: 204 len: 168 time: 0.3671780 Aug 11 03:20:34.659968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59762) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:34.671156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fa99e-b137-454b-848d-be5bb3096866 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Pushing event deleted for resources: {'Network': ['ID=60a754aa-32dd-4f0b-a0a7-6f4780356a86,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:34.750402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.839723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.851336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49991c87-f36e-4203-9c8c-477ec39e146e']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.862851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9945c4-460a-4ce9-ba80-6311bca0af9b') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.863909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9945c4-460a-4ce9-ba80-6311bca0af9b') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:34.872986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.889209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.898275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:34.898720 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:34.900437 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:34.967514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.974093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:34.976059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] 10.222.0.60 "DELETE /v2.0/networks/49991c87-f36e-4203-9c8c-477ec39e146e HTTP/1.1" status: 204 len: 168 time: 0.3141124 Aug 11 03:20:34.985608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 06d61451-b4ec-4373-ba3c-c18c020a337f no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:34.994528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea535a6-cc57-4501-bf67-b17fc209c985 tempest-QuotasNegativeTest-1618517788 tempest-QuotasNegativeTest-1618517788-project-admin] Pushing event deleted for resources: {'Network': ['ID=49991c87-f36e-4203-9c8c-477ec39e146e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.017002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 06d61451-b4ec-4373-ba3c-c18c020a337f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:35.017618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 06d61451-b4ec-4373-ba3c-c18c020a337f not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:35.149061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59784) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.182688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f29bab7e-9519-42e8-b6dc-846048dd99ec req-2c1cd65c-dfe8-47fd-8142-bd34b7a6f825 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0486529 Aug 11 03:20:35.289114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac74a-ea83-49b6-8511-0178faecb7ea req-44463d53-500c-43c3-907e-94b3c664b114 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:35.296327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1dbac74a-ea83-49b6-8511-0178faecb7ea req-44463d53-500c-43c3-907e-94b3c664b114 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0668457 Aug 11 03:20:35.317734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5acb0c91-8fba-4541-b49e-b4588d296c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.329672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59792) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.344603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-003841db-9460-4b49-84ca-5e5956f0578a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.382542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1dbac74a-ea83-49b6-8511-0178faecb7ea req-52d77b8d-e35c-4acf-a1a2-6e2dfc931019 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835469 Aug 11 03:20:35.458372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5acb0c91-8fba-4541-b49e-b4588d296c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.463936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5acb0c91-8fba-4541-b49e-b4588d296c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.508835 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5acb0c91-8fba-4541-b49e-b4588d296c03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e10c3fe3060140f28e956467ca6f13fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585594 Aug 11 03:20:35.509685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb0c91-8fba-4541-b49e-b4588d296c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f23f229-eb2d-4e45-9447-d10004847194,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.511343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59794) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.602115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e60f0442-c5e1-44f3-adf4-f00f81458775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.630808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-003841db-9460-4b49-84ca-5e5956f0578a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.639850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-003841db-9460-4b49-84ca-5e5956f0578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.654433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e60f0442-c5e1-44f3-adf4-f00f81458775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.692186 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-003841db-9460-4b49-84ca-5e5956f0578a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=348d4478d4c1471a93142b5952083798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582389 Aug 11 03:20:35.692413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59796) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:35.708272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003841db-9460-4b49-84ca-5e5956f0578a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6c5b16-5803-49d5-8106-88f112168771,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.739133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e60f0442-c5e1-44f3-adf4-f00f81458775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.742234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e60f0442-c5e1-44f3-adf4-f00f81458775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.744096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e60f0442-c5e1-44f3-adf4-f00f81458775 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f23f229-eb2d-4e45-9447-d10004847194 HTTP/1.1" status: 204 len: 168 time: 0.2307055 Aug 11 03:20:35.756546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f0442-c5e1-44f3-adf4-f00f81458775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f23f229-eb2d-4e45-9447-d10004847194,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:35.776342 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af5364b2-1403-4c02-86f2-f69cb5c1bf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.816660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af5364b2-1403-4c02-86f2-f69cb5c1bf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.877284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af5364b2-1403-4c02-86f2-f69cb5c1bf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.881225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-af5364b2-1403-4c02-86f2-f69cb5c1bf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:35.884114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-af5364b2-1403-4c02-86f2-f69cb5c1bf79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc6c5b16-5803-49d5-8106-88f112168771 HTTP/1.1" status: 204 len: 168 time: 0.1907108 Aug 11 03:20:35.903265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5364b2-1403-4c02-86f2-f69cb5c1bf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6c5b16-5803-49d5-8106-88f112168771,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:36.276043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59826) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:36.290484 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e2a73cb-0a8e-48f0-a402-00b89d3c837c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.374047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f65694c-7854-4d2a-a33f-3bfb488d3a22 req-5eba69dd-7024-4647-af2b-0df278c908a3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0596368 Aug 11 03:20:36.440284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e2a73cb-0a8e-48f0-a402-00b89d3c837c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.444859 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e2a73cb-0a8e-48f0-a402-00b89d3c837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.499876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e2a73cb-0a8e-48f0-a402-00b89d3c837c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90e904a26e2d4e4da63ff9e0ff5285fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225626 Aug 11 03:20:36.502112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:36.505076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a73cb-0a8e-48f0-a402-00b89d3c837c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2793cd89-6612-40d9-9390-ad63e9bb34a8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:36.561374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59838) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:36.577785 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d64cb844-630e-419f-80f4-5eaa72e8bc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.602064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d0a2-cc61-499a-971d-65ad4744afe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.637424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286236f7-7f46-4e0a-84a1-fabe820229cd req-08c8900a-feaa-4dc2-9ff7-00f3b590574e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:36.639667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-286236f7-7f46-4e0a-84a1-fabe820229cd req-08c8900a-feaa-4dc2-9ff7-00f3b590574e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0912943 Aug 11 03:20:36.645477 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d0a2-cc61-499a-971d-65ad4744afe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.703026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d64cb844-630e-419f-80f4-5eaa72e8bc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.707699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d64cb844-630e-419f-80f4-5eaa72e8bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.735857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-286236f7-7f46-4e0a-84a1-fabe820229cd req-06a3fab3-a828-46df-9576-f7bc337142c0 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528760 Aug 11 03:20:36.746423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d64cb844-630e-419f-80f4-5eaa72e8bc49 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c470a94620c40a392b29103637d102e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839364 Aug 11 03:20:36.749398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59840) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:36.781521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cb844-630e-419f-80f4-5eaa72e8bc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69620bbf-d896-4dfa-80b9-f263286ec9ea,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:36.801966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d0a2-cc61-499a-971d-65ad4744afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.804503 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d0a2-cc61-499a-971d-65ad4744afe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.805929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ee9d0a2-cc61-499a-971d-65ad4744afe3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2793cd89-6612-40d9-9390-ad63e9bb34a8 HTTP/1.1" status: 204 len: 168 time: 0.3025646 Aug 11 03:20:36.832561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9d0a2-cc61-499a-971d-65ad4744afe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2793cd89-6612-40d9-9390-ad63e9bb34a8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:36.848278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc991c90-c599-45af-b538-dc407c8abc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.877314 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc991c90-c599-45af-b538-dc407c8abc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.936295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc991c90-c599-45af-b538-dc407c8abc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.939799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dc991c90-c599-45af-b538-dc407c8abc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:36.951031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dc991c90-c599-45af-b538-dc407c8abc01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69620bbf-d896-4dfa-80b9-f263286ec9ea HTTP/1.1" status: 204 len: 168 time: 0.1989465 Aug 11 03:20:36.976288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc991c90-c599-45af-b538-dc407c8abc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69620bbf-d896-4dfa-80b9-f263286ec9ea,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:37.514234 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb621f15-2952-466c-96e3-21407e1d8c10 req-331e82ef-d240-4bc9-aef9-945ae985663d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0323217 Aug 11 03:20:37.912341 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131adad-4b2d-4f2d-a5de-1660b8e3f4f8 req-d573cabf-b604-4ade-819f-74d62b113658 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:37.915128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7131adad-4b2d-4f2d-a5de-1660b8e3f4f8 req-d573cabf-b604-4ade-819f-74d62b113658 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0656669 Aug 11 03:20:38.022185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7131adad-4b2d-4f2d-a5de-1660b8e3f4f8 req-24ecce4b-f94f-4f2e-82db-54a59e21b940 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003487 Aug 11 03:20:38.134629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59906) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:38.387443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-191898114'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:38.414551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:38.418699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.430145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.605610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.612244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.635141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:38.680678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3999d72-7325-43f1-8154-ec00b959b468,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:38.698494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.698856 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Added segment e9542438-08c3-42ec-b812-ed1686e7aec4 of type vlan for network cc9b4402-5e54-4708-8b70-7e48fbe51785 Aug 11 03:20:38.723187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-baacad08-4379-463e-b35f-31d4e1002fd8 req-80ab01b0-3e99-4b26-886f-71cdc0c24fad tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=8caa4548-c554-489a-831b-f23e9a04e516 HTTP/1.1" status: 200 len: 210 time: 0.0445204 Aug 11 03:20:38.794408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.853056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.858812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:38.859465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:38.964030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Network': ['ID=cc9b4402-5e54-4708-8b70-7e48fbe51785,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:38.976622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59934) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:38.977204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e02f0d3-c3f3-42fa-b89f-2b3b60d5a373 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.8408997 Aug 11 03:20:38.977324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:38.984927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'subnet': {'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:39.201295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:39.204814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.224882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01724671-b596-4a60-87f8-040248ae400e req-22978dd3-c8c9-46d1-b3af-679b89006810 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.226658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01724671-b596-4a60-87f8-040248ae400e req-22978dd3-c8c9-46d1-b3af-679b89006810 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0925262 Aug 11 03:20:39.451667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.498445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01724671-b596-4a60-87f8-040248ae400e req-b6517110-9f6b-44ba-92c0-b69af5d7b1c7 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606544 Aug 11 03:20:39.522938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Subnet': ['ID=c0dac52f-3016-4a9d-9b62-cae65f97b758,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:39.542350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Checking segment: {'id': 'e9542438-08c3-42ec-b812-ed1686e7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:39.543158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network hostable DHCP agents. Network: cc9b4402-5e54-4708-8b70-7e48fbe51785, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:39.562207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:39.574102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, cc9b4402-5e54-4708-8b70-7e48fbe51785) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:39.586457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:39.587389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.587541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568248b8-aee1-4d50-bdf0-09b0f6f5700d None None] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:39.621003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59958) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:39.626065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-76b26fbc-90f0-43e5-9604-4d8d852abd07 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6455441 Aug 11 03:20:39.631457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1497604774'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:39.683197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59960) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:39.758297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:39.763442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.793244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] device_id is not set on port 4e541e99-eb50-494f-8fd7-be2e7935b765 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:39.856804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-cc9b4402-5e54-4708-8b70-7e48fbe51785', 'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'tenant_id': 'd23e30a136c8484ba2b8043601de1aff', 'fixed_ips': [{'subnet_id': 'c0dac52f-3016-4a9d-9b62-cae65f97b758'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:20:39.858260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:39.931769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-068d9e10-0b5c-4760-b731-640d50500e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.008032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Allocated IP 2001:db8::2a9 (cc9b4402-5e54-4708-8b70-7e48fbe51785/c0dac52f-3016-4a9d-9b62-cae65f97b758/4e541e99-eb50-494f-8fd7-be2e7935b765) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:40.077726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-068d9e10-0b5c-4760-b731-640d50500e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.082941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-068d9e10-0b5c-4760-b731-640d50500e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.142061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-068d9e10-0b5c-4760-b731-640d50500e51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9cab7b899c94ed089b9466025864755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576423 Aug 11 03:20:40.143210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59974) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.153095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d9e10-0b5c-4760-b731-640d50500e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9572adc7-9769-492e-831a-913939dc65cd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.212400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ad19fc3-7e2d-4780-a01f-7630eb05c4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.212694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.231951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Transition to ACTIVE for port object 4e541e99-eb50-494f-8fd7-be2e7935b765 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:40.241196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ad19fc3-7e2d-4780-a01f-7630eb05c4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.290121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.334736 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ad19fc3-7e2d-4780-a01f-7630eb05c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.339974 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1ad19fc3-7e2d-4780-a01f-7630eb05c4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.341962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1ad19fc3-7e2d-4780-a01f-7630eb05c4b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9572adc7-9769-492e-831a-913939dc65cd HTTP/1.1" status: 204 len: 168 time: 0.1964264 Aug 11 03:20:40.363048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Allocated IP 2001:db8::2 (cc9b4402-5e54-4708-8b70-7e48fbe51785/c0dac52f-3016-4a9d-9b62-cae65f97b758/9543bcde-8c3e-4660-ad96-34627b14f16c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:40.367090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad19fc3-7e2d-4780-a01f-7630eb05c4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9572adc7-9769-492e-831a-913939dc65cd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.434312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=4e541e99-eb50-494f-8fd7-be2e7935b765,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.448049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:40.450759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:40.454359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:40.467646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.468650 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.496872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-73659443-5a63-42b1-80b4-c656c28745fb tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8729229 Aug 11 03:20:40.497150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 59982) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.504829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-120623130', 'allowed_address_pairs': [{'ip_address': '2001:db8::2a9', 'mac_address': 'fa:16:3e:36:00:2d'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:40.624046 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.638359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Transition to ACTIVE for port object 9543bcde-8c3e-4660-ad96-34627b14f16c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:40.663548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Transition to ACTIVE for port object 9543bcde-8c3e-4660-ad96-34627b14f16c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:40.672927 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.747108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:40.750419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:40.755492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:40.766823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:40.783869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc397c-6aeb-4f4c-b54c-9efe0ce8f0bc req-4bd72dd3-390e-4309-9ef1-641678d4e532 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:40.789544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Pushing event updated for resources: {'Port': ['ID=9543bcde-8c3e-4660-ad96-34627b14f16c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:40.792494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3bdc397c-6aeb-4f4c-b54c-9efe0ce8f0bc req-4bd72dd3-390e-4309-9ef1-641678d4e532 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1314201 Aug 11 03:20:40.916819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 59994) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:40.927664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3bdc397c-6aeb-4f4c-b54c-9efe0ce8f0bc req-0ff16ea2-4c16-4c43-94f0-3ef276ba038d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338332 Aug 11 03:20:40.943175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Attempting to bind port 9543bcde-8c3e-4660-ad96-34627b14f16c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:40.952540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Attempting to bind port 9543bcde-8c3e-4660-ad96-34627b14f16c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'e9542438-08c3-42ec-b812-ed1686e7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:40.952540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Attempting to bind port 9543bcde-8c3e-4660-ad96-34627b14f16c on network cc9b4402-5e54-4708-8b70-7e48fbe51785 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:40.952922 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-278db686-b203-4974-b518-fb14667284de admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.960185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:40.960571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Checking segment: {'id': 'e9542438-08c3-42ec-b812-ed1686e7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:40.960982 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.961622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Bound using segment: {'id': 'e9542438-08c3-42ec-b812-ed1686e7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:40.962400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Bound port: 9543bcde-8c3e-4660-ad96-34627b14f16c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9542438-08c3-42ec-b812-ed1686e7aec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:40.962801 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:40.976871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.002311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] device_id is not set on port 8ce59df7-3c72-4487-8687-e3a89412a5aa yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:41.100069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] For port 9543bcde-8c3e-4660-ad96-34627b14f16c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:41.105636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] For port 9543bcde-8c3e-4660-ad96-34627b14f16c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9543bcde-8c3e-4660-ad96-34627b14f16c,segment=NetworkSegment(e9542438-08c3-42ec-b812-ed1686e7aec4),segment_id=e9542438-08c3-42ec-b812-ed1686e7aec4)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:41.110459 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.136978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-278db686-b203-4974-b518-fb14667284de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.144777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-278db686-b203-4974-b518-fb14667284de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.204038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Allocated IP 2001:db8::81 (cc9b4402-5e54-4708-8b70-7e48fbe51785/c0dac52f-3016-4a9d-9b62-cae65f97b758/8ce59df7-3c72-4487-8687-e3a89412a5aa) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:41.215121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a0eac-4265-48fb-b07d-44d6794454d4 None None] Pushing event updated for resources: {'Port': ['ID=9543bcde-8c3e-4660-ad96-34627b14f16c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:41.228269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278db686-b203-4974-b518-fb14667284de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6182a70-1568-463a-9d61-90902ee1d00c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:41.234638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-278db686-b203-4974-b518-fb14667284de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b73fbe504624e9d9fc9107bf91c31b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156698 Aug 11 03:20:41.238937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60002) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.350361 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9cb88f3-842c-47fb-9fc3-01ec77061ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.382267 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9cb88f3-842c-47fb-9fc3-01ec77061ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.461543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.464801 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9cb88f3-842c-47fb-9fc3-01ec77061ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.467461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a9cb88f3-842c-47fb-9fc3-01ec77061ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.468717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a9cb88f3-842c-47fb-9fc3-01ec77061ad6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6182a70-1568-463a-9d61-90902ee1d00c HTTP/1.1" status: 204 len: 168 time: 0.2292597 Aug 11 03:20:41.489805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb88f3-842c-47fb-9fc3-01ec77061ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6182a70-1568-463a-9d61-90902ee1d00c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:41.530171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Transition to ACTIVE for port object 8ce59df7-3c72-4487-8687-e3a89412a5aa will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:41.617881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.678101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:41.684103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:41.686597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:41.693494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.694152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:41.713901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=8ce59df7-3c72-4487-8687-e3a89412a5aa,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:41.723247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-970fa5ce-8ea7-4a83-b37c-524275d7770b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.2216442 Aug 11 03:20:41.723485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60010) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.791319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7da68f-a619-42d2-a0c6-0f88f4d6005b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.799355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7da68f-a619-42d2-a0c6-0f88f4d6005b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.808193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7da68f-a619-42d2-a0c6-0f88f4d6005b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:41.812871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2d7da68f-a619-42d2-a0c6-0f88f4d6005b tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0856543 Aug 11 03:20:41.813172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60014) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:41.950460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting port 8ce59df7-3c72-4487-8687-e3a89412a5aa {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:41.951119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.109663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.154994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Calling delete_port for 8ce59df7-3c72-4487-8687-e3a89412a5aa owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:42.184093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90fc4c-0b3b-4f04-94ea-d4deab6a0561 req-37d713f1-53fd-4263-9e51-7fc27cdfa9ee tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:42.199977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a90fc4c-0b3b-4f04-94ea-d4deab6a0561 req-37d713f1-53fd-4263-9e51-7fc27cdfa9ee tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1276896 Aug 11 03:20:42.436374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a90fc4c-0b3b-4f04-94ea-d4deab6a0561 req-531e0cf5-bb50-4364-ba3f-7f1589343598 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350688 Aug 11 03:20:42.448621 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.469960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9543bcde-8c3e-4660-ad96-34627b14f16c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:42.495569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Port': ['ID=8ce59df7-3c72-4487-8687-e3a89412a5aa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:42.552387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9543bcde-8c3e-4660-ad96-34627b14f16c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:42.663150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.669394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60070) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:42.682990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-950dd685-82fc-4ed9-8a4b-d67b546aedfc tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/ports/8ce59df7-3c72-4487-8687-e3a89412a5aa HTTP/1.1" status: 204 len: 168 time: 0.8663690 Aug 11 03:20:42.698553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f3bbc2-06ae-45d6-81a3-87d892ebc2ec None None] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:42.713204 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0356cc8-913b-45d9-bac0-b1aefe051754 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] GET failed (client error): The resource could not be found. Aug 11 03:20:42.714856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c0356cc8-913b-45d9-bac0-b1aefe051754 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "GET /v2.0/ports/8ce59df7-3c72-4487-8687-e3a89412a5aa HTTP/1.1" status: 404 len: 333 time: 0.0444984 Aug 11 03:20:42.718815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60072) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:42.729331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-553986695'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:42.783552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bdcfb7eb-d3f5-4e15-a7e1-a3e21b6040b8 None None] Provisioning for port 9543bcde-8c3e-4660-ad96-34627b14f16c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:42.791251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bdcfb7eb-d3f5-4e15-a7e1-a3e21b6040b8 None None] Provisioning complete for port 9543bcde-8c3e-4660-ad96-34627b14f16c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:42.791813 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb7eb-d3f5-4e15-a7e1-a3e21b6040b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.904024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:42.907546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:42.953065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] device_id is not set on port 048f3218-1ef7-4894-abdf-a3199d2eeb22 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:43.021246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb7eb-d3f5-4e15-a7e1-a3e21b6040b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.070077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bdcfb7eb-d3f5-4e15-a7e1-a3e21b6040b8 None None] For port 9543bcde-8c3e-4660-ad96-34627b14f16c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9543bcde-8c3e-4660-ad96-34627b14f16c,segment=NetworkSegment(e9542438-08c3-42ec-b812-ed1686e7aec4),segment_id=e9542438-08c3-42ec-b812-ed1686e7aec4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:43.074764 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bdcfb7eb-d3f5-4e15-a7e1-a3e21b6040b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.142207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfb7eb-d3f5-4e15-a7e1-a3e21b6040b8 None None] Pushing event updated for resources: {'Port': ['ID=9543bcde-8c3e-4660-ad96-34627b14f16c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.189867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Allocated IP 2001:db8::373 (cc9b4402-5e54-4708-8b70-7e48fbe51785/c0dac52f-3016-4a9d-9b62-cae65f97b758/048f3218-1ef7-4894-abdf-a3199d2eeb22) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:43.526338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e42157a6-0895-4216-8bcf-3efb7ae60237 None None] Provisioning complete for port 9543bcde-8c3e-4660-ad96-34627b14f16c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:43.526828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e42157a6-0895-4216-8bcf-3efb7ae60237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.543684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.566425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Transition to ACTIVE for port object 048f3218-1ef7-4894-abdf-a3199d2eeb22 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:43.691006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1607f4-2258-4f4f-84f3-3f791bd629f4 req-ac21eed1-0cab-4a28-96e0-ecb0aa39bfed tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:43.692709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b1607f4-2258-4f4f-84f3-3f791bd629f4 req-ac21eed1-0cab-4a28-96e0-ecb0aa39bfed tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0855050 Aug 11 03:20:43.699314 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.756615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e42157a6-0895-4216-8bcf-3efb7ae60237 None None] Provisioning for port 4e541e99-eb50-494f-8fd7-be2e7935b765 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:43.760804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e42157a6-0895-4216-8bcf-3efb7ae60237 None None] Provisioning complete for port 4e541e99-eb50-494f-8fd7-be2e7935b765 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:43.761079 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e42157a6-0895-4216-8bcf-3efb7ae60237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.839364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e42157a6-0895-4216-8bcf-3efb7ae60237 None None] Port 4e541e99-eb50-494f-8fd7-be2e7935b765 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:43.848799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:43.857371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:43.863607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:43.873380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:43.874126 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:43.893180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=048f3218-1ef7-4894-abdf-a3199d2eeb22,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:43.899109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-31cddd28-4f3e-439c-9926-4698d8d2fa45 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1791704 Aug 11 03:20:43.902279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60126) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:43.902808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b1607f4-2258-4f4f-84f3-3f791bd629f4 req-b3e60394-0d8d-40e7-9f75-a9683b7505e8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309090 Aug 11 03:20:43.908721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a9', 'mac_address': 'fa:16:3e:36:00:2d'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:43.993738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ce77df14-0b07-4018-89d1-bcbf2f64a221 None None] Provisioning complete for port 4e541e99-eb50-494f-8fd7-be2e7935b765 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:43.994122 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ce77df14-0b07-4018-89d1-bcbf2f64a221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.045564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ce77df14-0b07-4018-89d1-bcbf2f64a221 None None] Port 4e541e99-eb50-494f-8fd7-be2e7935b765 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:44.134243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.209186 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60138) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:44.224296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a755228e-0c58-4722-8942-de5f404bb00f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870491350', 'description': 'tempest-secgroup-smoke-1870491350 description', 'project_id': '90f8576177aa410199b6b0b88faa51b5'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:44.265350 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a755228e-0c58-4722-8942-de5f404bb00f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.271821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f69173f0-672b-4d56-9f54-4b6da626722d None None] Could not find standard attr ID for object 8ce59df7-3c72-4487-8687-e3a89412a5aa. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:20:44.410324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9543bcde-8c3e-4660-ad96-34627b14f16c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:44.416047 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.422388 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.447072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a755228e-0c58-4722-8942-de5f404bb00f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.452924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a755228e-0c58-4722-8942-de5f404bb00f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.460421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] In _notify_port_updated(), no bound segment for port 048f3218-1ef7-4894-abdf-a3199d2eeb22 on network cc9b4402-5e54-4708-8b70-7e48fbe51785 {{(pid=111683) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:20:44.476303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:44.477279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.479112 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "PUT /v2.0/ports/048f3218-1ef7-4894-abdf-a3199d2eeb22 HTTP/1.1" status: 200 len: 1002 time: 0.5757477 Aug 11 03:20:44.482525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60142) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:44.523210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9543bcde-8c3e-4660-ad96-34627b14f16c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:44.523805 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.525409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755228e-0c58-4722-8942-de5f404bb00f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb612860-6233-4864-ba1b-e46af33a518e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.529816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a755228e-0c58-4722-8942-de5f404bb00f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.531198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a755228e-0c58-4722-8942-de5f404bb00f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3209679 Aug 11 03:20:44.534417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60150) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:44.540720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b62146a0-3e7f-4d45-bf67-b9195b3462fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'security_group_rule': {'security_group_id': 'bb612860-6233-4864-ba1b-e46af33a518e', 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:44.613684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b62146a0-3e7f-4d45-bf67-b9195b3462fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.619069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f587c-84f4-4f50-ae05-4cc896c9bc94 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=048f3218-1ef7-4894-abdf-a3199d2eeb22,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.693307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting port 048f3218-1ef7-4894-abdf-a3199d2eeb22 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:44.694001 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.717086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b62146a0-3e7f-4d45-bf67-b9195b3462fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.733285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b62146a0-3e7f-4d45-bf67-b9195b3462fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.752701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bbea5ab1-638b-4fc2-9138-e44e0fe7d825 None None] Provisioning for port 048f3218-1ef7-4894-abdf-a3199d2eeb22 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:44.765849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bbea5ab1-638b-4fc2-9138-e44e0fe7d825 None None] Provisioning complete for port 048f3218-1ef7-4894-abdf-a3199d2eeb22 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:44.766673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bbea5ab1-638b-4fc2-9138-e44e0fe7d825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.770015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b62146a0-3e7f-4d45-bf67-b9195b3462fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.773266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b62146a0-3e7f-4d45-bf67-b9195b3462fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2354324 Aug 11 03:20:44.773949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60164) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:44.820201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-36621ab1-8019-4f1a-959d-1936e880488f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'security_group_rule': {'security_group_id': 'bb612860-6233-4864-ba1b-e46af33a518e', 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:44.829875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62146a0-3e7f-4d45-bf67-b9195b3462fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55700e8f-ce9a-40e6-9a6f-683181fa9dd6,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:44.857331 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.859140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-bbea5ab1-638b-4fc2-9138-e44e0fe7d825 None None] Port 048f3218-1ef7-4894-abdf-a3199d2eeb22 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:44.873193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Calling delete_port for 048f3218-1ef7-4894-abdf-a3199d2eeb22 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:44.876915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36621ab1-8019-4f1a-959d-1936e880488f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:44.996734 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36621ab1-8019-4f1a-959d-1936e880488f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.002575 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36621ab1-8019-4f1a-959d-1936e880488f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.038652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36621ab1-8019-4f1a-959d-1936e880488f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf03dab-b390-42ba-af0e-ab2afb53dfe6,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.115083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.121012 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-36621ab1-8019-4f1a-959d-1936e880488f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.124383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-36621ab1-8019-4f1a-959d-1936e880488f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3436141 Aug 11 03:20:45.131735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60186) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.142910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-104f3325-d0f9-4a56-9a31-f5a4e74796e4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'security_group_rule': {'security_group_id': 'bb612860-6233-4864-ba1b-e46af33a518e', 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:45.145745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Port': ['ID=048f3218-1ef7-4894-abdf-a3199d2eeb22,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.201330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc8aa5-8ebf-4e71-b643-a3ab88bcb6e9 req-51bfd64e-7e56-4576-9140-f260bfe412f6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:45.203275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abfc8aa5-8ebf-4e71-b643-a3ab88bcb6e9 req-51bfd64e-7e56-4576-9140-f260bfe412f6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1404941 Aug 11 03:20:45.246900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-104f3325-d0f9-4a56-9a31-f5a4e74796e4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.278417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-abfc8aa5-8ebf-4e71-b643-a3ab88bcb6e9 req-e2bdc22d-1b1e-4f73-90ce-bd9223a8143c tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671980 Aug 11 03:20:45.317015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.322644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60188) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.323434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5a06fc29-d2f8-4c05-b9ce-c56a1270db47 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/ports/048f3218-1ef7-4894-abdf-a3199d2eeb22 HTTP/1.1" status: 204 len: 168 time: 0.8387818 Aug 11 03:20:45.362998 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-706d7ffe-15b6-457e-8eff-f56506ff2e9a tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] GET failed (client error): The resource could not be found. Aug 11 03:20:45.364997 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-706d7ffe-15b6-457e-8eff-f56506ff2e9a tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "GET /v2.0/ports/048f3218-1ef7-4894-abdf-a3199d2eeb22 HTTP/1.1" status: 404 len: 333 time: 0.0415356 Aug 11 03:20:45.369375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60198) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.375658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-102846177'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:45.392308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-05e7f9de-19db-45cd-82f3-e8cb68700825 None None] Could not find standard attr ID for object 048f3218-1ef7-4894-abdf-a3199d2eeb22. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:20:45.471361 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-104f3325-d0f9-4a56-9a31-f5a4e74796e4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.487342 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-104f3325-d0f9-4a56-9a31-f5a4e74796e4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.489926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60200) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.541670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f3325-d0f9-4a56-9a31-f5a4e74796e4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2db9c9a-fbe7-48e0-9222-94d454761646,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.557144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-104f3325-d0f9-4a56-9a31-f5a4e74796e4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.558149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-104f3325-d0f9-4a56-9a31-f5a4e74796e4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194252 Aug 11 03:20:45.560914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60204) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.565827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1fb8382b-5b3c-4c3d-a6ea-b16832b5fa24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'security_group_rule': {'security_group_id': 'bb612860-6233-4864-ba1b-e46af33a518e', 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:45.583383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:45.592691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.613796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fb8382b-5b3c-4c3d-a6ea-b16832b5fa24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.624365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] device_id is not set on port 801631d0-15a9-433b-b1fe-f685e5f06f2a yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:45.688893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64650da0-3736-4a49-96b7-088a214068e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.734275 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fb8382b-5b3c-4c3d-a6ea-b16832b5fa24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.741296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fb8382b-5b3c-4c3d-a6ea-b16832b5fa24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.768068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8382b-5b3c-4c3d-a6ea-b16832b5fa24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6ac374-aedb-4198-81fb-3abdeaee37d9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.796905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Allocated IP 2001:db8::27c (cc9b4402-5e54-4708-8b70-7e48fbe51785/c0dac52f-3016-4a9d-9b62-cae65f97b758/801631d0-15a9-433b-b1fe-f685e5f06f2a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:45.846571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64650da0-3736-4a49-96b7-088a214068e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.852837 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-64650da0-3736-4a49-96b7-088a214068e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.861435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1fb8382b-5b3c-4c3d-a6ea-b16832b5fa24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.862775 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1fb8382b-5b3c-4c3d-a6ea-b16832b5fa24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3005998 Aug 11 03:20:45.870653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60210) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.875015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'security_group_rule': {'security_group_id': 'bb612860-6233-4864-ba1b-e46af33a518e', 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:45.898198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-64650da0-3736-4a49-96b7-088a214068e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=598006cf0a09447d87881e33b571c28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069979 Aug 11 03:20:45.899320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64650da0-3736-4a49-96b7-088a214068e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff150d79-feee-4b0d-b098-4dae685ef776,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:45.901777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60212) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:45.943284 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Project 90f8576177aa410199b6b0b88faa51b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:20:45.953567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.961077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c847accc-abf6-44f1-9f51-7f0b2356bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:45.984116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c847accc-abf6-44f1-9f51-7f0b2356bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.008949 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.037376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Transition to ACTIVE for port object 801631d0-15a9-433b-b1fe-f685e5f06f2a will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:46.053058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.057848 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c847accc-abf6-44f1-9f51-7f0b2356bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.059700 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.062737 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c847accc-abf6-44f1-9f51-7f0b2356bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.068090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c847accc-abf6-44f1-9f51-7f0b2356bb49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff150d79-feee-4b0d-b098-4dae685ef776 HTTP/1.1" status: 204 len: 168 time: 0.1618137 Aug 11 03:20:46.079144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847accc-abf6-44f1-9f51-7f0b2356bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff150d79-feee-4b0d-b098-4dae685ef776,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.094844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c6ad9f-6c1c-4faf-a2a7-2370ca4bd8c5,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.102866 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.107191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60220) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:46.107456 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-08dff746-c1c9-4627-a9e3-f9b0139df406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2360294 Aug 11 03:20:46.115830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'security_group_rule': {'security_group_id': 'bb612860-6233-4864-ba1b-e46af33a518e', 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:46.119109 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.141719 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Project 90f8576177aa410199b6b0b88faa51b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:20:46.148085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.179111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:46.182419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:46.186980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:46.193421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.194052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.198012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=801631d0-15a9-433b-b1fe-f685e5f06f2a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.212852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1da0c78f-75ae-4d8d-93f6-ba529e3df974 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8424289 Aug 11 03:20:46.215413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60222) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:46.221161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:00:2d'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:46.227060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.232879 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.261618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da98a13-f993-405c-ac9b-e1b2360deb8d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.275565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.277523 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a72e405d-b167-4521-9267-6f7703423c41 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684074 Aug 11 03:20:46.505828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6fb18-b303-4035-8d39-5b73dc86ff1b req-1c0ba7a9-8a30-4859-89bb-fdd4a5ecb698 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.508560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4c6fb18-b303-4035-8d39-5b73dc86ff1b req-1c0ba7a9-8a30-4859-89bb-fdd4a5ecb698 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.0964186 Aug 11 03:20:46.543897 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.608299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4c6fb18-b303-4035-8d39-5b73dc86ff1b req-73dee92c-bcdb-4862-9735-67590644f39e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924244 Aug 11 03:20:46.659336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4f6a8fdc-3071-47f3-9828-cdf6730d5900 None None] Provisioning for port 801631d0-15a9-433b-b1fe-f685e5f06f2a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:46.666447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4f6a8fdc-3071-47f3-9828-cdf6730d5900 None None] Provisioning complete for port 801631d0-15a9-433b-b1fe-f685e5f06f2a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:46.666823 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4f6a8fdc-3071-47f3-9828-cdf6730d5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.696408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60276) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:46.727079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7dedd9cc-3f9a-4f0c-bc44-aff239704447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.736722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a8fdc-3071-47f3-9828-cdf6730d5900 None None] Port 801631d0-15a9-433b-b1fe-f685e5f06f2a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:46.845224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7dedd9cc-3f9a-4f0c-bc44-aff239704447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.845771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.853077 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.859575 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7dedd9cc-3f9a-4f0c-bc44-aff239704447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.900085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=801631d0-15a9-433b-b1fe-f685e5f06f2a,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.920243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] In _notify_port_updated(), no bound segment for port 801631d0-15a9-433b-b1fe-f685e5f06f2a on network cc9b4402-5e54-4708-8b70-7e48fbe51785 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:20:46.926758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:46.927408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:46.928827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-89a0870d-9bf5-4364-bd2a-50d57b42dc73 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "PUT /v2.0/ports/801631d0-15a9-433b-b1fe-f685e5f06f2a HTTP/1.1" status: 200 len: 1002 time: 0.7124517 Aug 11 03:20:46.931836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60282) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:46.978991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7dedd9cc-3f9a-4f0c-bc44-aff239704447 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3339bab8d3cd4e7ba1767c7a49444a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2810369 Aug 11 03:20:46.980701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dedd9cc-3f9a-4f0c-bc44-aff239704447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760f2746-da30-4043-971d-4ad7fcb8477f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:46.983045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60288) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:47.049035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f306-3065-42dc-82af-021bc938d827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.098014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f306-3065-42dc-82af-021bc938d827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.137622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting port 801631d0-15a9-433b-b1fe-f685e5f06f2a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:47.138160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.179778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f306-3065-42dc-82af-021bc938d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.182467 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6a6f306-3065-42dc-82af-021bc938d827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.184002 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b6a6f306-3065-42dc-82af-021bc938d827 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/760f2746-da30-4043-971d-4ad7fcb8477f HTTP/1.1" status: 204 len: 168 time: 0.1998851 Aug 11 03:20:47.200321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6f306-3065-42dc-82af-021bc938d827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760f2746-da30-4043-971d-4ad7fcb8477f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:47.274570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e9f518e2-c683-45bd-abe6-a82169d81363 None None] Provisioning complete for port 801631d0-15a9-433b-b1fe-f685e5f06f2a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:47.275168 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e9f518e2-c683-45bd-abe6-a82169d81363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.343034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e9f518e2-c683-45bd-abe6-a82169d81363 None None] Port 801631d0-15a9-433b-b1fe-f685e5f06f2a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:47.343494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.364071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Calling delete_port for 801631d0-15a9-433b-b1fe-f685e5f06f2a owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:47.597281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.658545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Port': ['ID=801631d0-15a9-433b-b1fe-f685e5f06f2a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:47.663771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:47.665757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d620470-b71b-4de7-a5b0-a59f8802ebdd tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/ports/801631d0-15a9-433b-b1fe-f685e5f06f2a HTTP/1.1" status: 204 len: 168 time: 0.7325795 Aug 11 03:20:47.669166 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:47.707312 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-0643f179-2acb-49d0-ad55-e9ec7ea5ad36 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] GET failed (client error): The resource could not be found. Aug 11 03:20:47.709394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0643f179-2acb-49d0-ad55-e9ec7ea5ad36 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "GET /v2.0/ports/801631d0-15a9-433b-b1fe-f685e5f06f2a HTTP/1.1" status: 404 len: 333 time: 0.0389917 Aug 11 03:20:47.715202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:47.719366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-838029232'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:47.896254 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:20:48.274349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f648493-a7b5-4366-8169-d37ed0b114c5 req-a0f437c2-564e-4624-b435-b8997f5cee2b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:48.275884 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f648493-a7b5-4366-8169-d37ed0b114c5 req-a0f437c2-564e-4624-b435-b8997f5cee2b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.5364547 Aug 11 03:20:48.313595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60362) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:48.343309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0f648493-a7b5-4366-8169-d37ed0b114c5 req-37756384-2768-4084-851d-b4bf78f2b03d tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603073 Aug 11 03:20:48.351420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:48.355224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.374216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] device_id is not set on port 7eee4630-eb0f-4b77-819b-1669357eaf2c yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:48.491060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738776130-network', 'tenant_id': 'f26aec6d99dc4d4495b60ead5577599f'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:48.525544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Allocated IP 2001:db8::358 (cc9b4402-5e54-4708-8b70-7e48fbe51785/c0dac52f-3016-4a9d-9b62-cae65f97b758/7eee4630-eb0f-4b77-819b-1669357eaf2c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:48.544884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Made reservation on behalf of f26aec6d99dc4d4495b60ead5577599f for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:48.547273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.564854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.748719 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.772270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Transition to ACTIVE for port object 7eee4630-eb0f-4b77-819b-1669357eaf2c will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:48.790579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.795241 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.837400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:48.846012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fda8282-060e-498d-a662-9e02f5a608eb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:48.853760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.854113 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Added segment 45c23f73-d08f-4504-88b2-974ee9d8b507 of type vlan for network b48962dd-344a-4bd3-925a-acd3c79b352f Aug 11 03:20:48.886676 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.930983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.956969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:48.963815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:48.975013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:48.980549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:48.981207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.987119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=7eee4630-eb0f-4b77-819b-1669357eaf2c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:48.998584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:48.999538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:49.000150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.006662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ccae6305-ac0e-4b7b-ae77-0aaa319e83ff tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2925553 Aug 11 03:20:49.009322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60380) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:49.016359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'network_id': 'cc9b4402-5e54-4708-8b70-7e48fbe51785', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-100139173'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:49.075211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7605608 Aug 11 03:20:49.076130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc9985b-7187-48df-8d8f-49beee469d25 admin admin] Pushing event updated for resources: {'Network': ['ID=b48962dd-344a-4bd3-925a-acd3c79b352f,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:49.078135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:49.084533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Request body: {'subnet': {'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738776130-subnet', 'tenant_id': 'f26aec6d99dc4d4495b60ead5577599f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:49.090892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network b48962dd-344a-4bd3-925a-acd3c79b352f details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:49.108120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Made reservation on behalf of f26aec6d99dc4d4495b60ead5577599f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:49.110786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.247615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Made reservation on behalf of d23e30a136c8484ba2b8043601de1aff for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:49.257398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.293023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] device_id is not set on port 0cdda3ee-150c-4e31-b009-9e32d47ac270 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:20:49.332401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.402425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b7fdf9f6-78be-4ce7-8d11-775fa500ff90 None None] Provisioning for port 7eee4630-eb0f-4b77-819b-1669357eaf2c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:49.402559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29181548-42f1-4f82-9b24-d2b921da0791,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:49.409495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b7fdf9f6-78be-4ce7-8d11-775fa500ff90 None None] Provisioning complete for port 7eee4630-eb0f-4b77-819b-1669357eaf2c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:49.410276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Checking segment: {'id': '45c23f73-d08f-4504-88b2-974ee9d8b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:49.410590 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b7fdf9f6-78be-4ce7-8d11-775fa500ff90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.410720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Network hostable DHCP agents. Network: b48962dd-344a-4bd3-925a-acd3c79b352f, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:49.430210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Network b48962dd-344a-4bd3-925a-acd3c79b352f is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:49.446209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, b48962dd-344a-4bd3-925a-acd3c79b352f) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:49.463273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:49.464459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.482835 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c2fd8c84-c89c-4739-ad1f-5e492d02841b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4036217 Aug 11 03:20:49.498788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c41add-493b-453b-b9f6-c38e55655141 None None] Network b48962dd-344a-4bd3-925a-acd3c79b352f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:49.500305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Allocated IP 2001:db8::c0 (cc9b4402-5e54-4708-8b70-7e48fbe51785/c0dac52f-3016-4a9d-9b62-cae65f97b758/0cdda3ee-150c-4e31-b009-9e32d47ac270) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:49.572041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd0f44-94ff-4553-b63c-272fd77ec074 req-7b11a138-0ef6-494d-b35b-2721d0807515 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:49.574804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-46cd0f44-94ff-4553-b63c-272fd77ec074 req-7b11a138-0ef6-494d-b35b-2721d0807515 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1245787 Aug 11 03:20:49.696649 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b7fdf9f6-78be-4ce7-8d11-775fa500ff90 None None] Port 7eee4630-eb0f-4b77-819b-1669357eaf2c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:49.714277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-46cd0f44-94ff-4553-b63c-272fd77ec074 req-0fdcab5a-f5c9-4ccb-96aa-d74cb2dab301 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125152 Aug 11 03:20:49.735156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab403580-8de0-4518-bec1-f7c40b9a0f91 None None] Network b48962dd-344a-4bd3-925a-acd3c79b352f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:49.859025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.877189 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Transition to ACTIVE for port object 0cdda3ee-150c-4e31-b009-9e32d47ac270 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:49.929858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:49.995724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:49.999805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:50.004627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:50.010508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.011131 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.017897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=0cdda3ee-150c-4e31-b009-9e32d47ac270,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:50.048639 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3e122d97-d67e-4456-9973-39b2c4d17d97 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0371907 Aug 11 03:20:50.051281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60404) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:50.057670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2a9', 'mac_address': 'fa:16:3e:36:00:2d'}, {'ip_address': '2001:db8::358', 'mac_address': 'fa:16:3e:6f:ef:17'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:50.164210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.402680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60420) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:50.406675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-32699498-network', 'tenant_id': '67b8f378298941de9c8ac65ab203aae4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:50.429153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-84d3f812-8331-45a1-b5fc-63e24013c3a6 None None] Provisioning for port 0cdda3ee-150c-4e31-b009-9e32d47ac270 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:20:50.431899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Made reservation on behalf of 67b8f378298941de9c8ac65ab203aae4 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:50.434967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.435423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-84d3f812-8331-45a1-b5fc-63e24013c3a6 None None] Provisioning complete for port 0cdda3ee-150c-4e31-b009-9e32d47ac270 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:50.435832 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-84d3f812-8331-45a1-b5fc-63e24013c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.445470 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.496316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.504056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-84d3f812-8331-45a1-b5fc-63e24013c3a6 None None] Port 0cdda3ee-150c-4e31-b009-9e32d47ac270 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:50.507888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.547597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] In _notify_port_updated(), no bound segment for port 0cdda3ee-150c-4e31-b009-9e32d47ac270 on network cc9b4402-5e54-4708-8b70-7e48fbe51785 {{(pid=111682) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 11 03:20:50.553653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.554309 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.557762 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.559563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "PUT /v2.0/ports/0cdda3ee-150c-4e31-b009-9e32d47ac270 HTTP/1.1" status: 200 len: 1066 time: 0.5059183 Aug 11 03:20:50.559711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60426) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:50.574120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be35f8f-17e6-46c0-9de0-41353ec2ea91 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event updated for resources: {'Port': ['ID=0cdda3ee-150c-4e31-b009-9e32d47ac270,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:50.607772 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.666839 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:50.683659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0649ab-9991-45da-819e-e2edae90ece1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:50.709082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.709426 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Added segment f3bc45f4-ed3e-437c-8266-04b52132aff5 of type vlan for network 14730b4c-2b65-48a5-8f4b-48c70ca0cf73 Aug 11 03:20:50.811792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting port 0cdda3ee-150c-4e31-b009-9e32d47ac270 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:50.811792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.833649 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.919164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446e9cb-2966-484b-b899-f92f67a8ae72 req-6d7bf6ef-2735-40ca-b0f6-96cc738fe51e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.922727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.923779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.924452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b446e9cb-2966-484b-b899-f92f67a8ae72 req-6d7bf6ef-2735-40ca-b0f6-96cc738fe51e tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1005778 Aug 11 03:20:50.931470 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:50.941454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994ee3c-1cf6-4966-88b4-9fc7d6f35207 req-5f2f591d-8b60-4ad7-92b0-a0adeb94c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:50.943276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3994ee3c-1cf6-4966-88b4-9fc7d6f35207 req-5f2f591d-8b60-4ad7-92b0-a0adeb94c281 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1097 time: 0.1344111 Aug 11 03:20:50.969730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5668702 Aug 11 03:20:50.978251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60436) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:50.989946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Request body: {'subnet': {'network_id': '14730b4c-2b65-48a5-8f4b-48c70ca0cf73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-32699498-subnet', 'tenant_id': '67b8f378298941de9c8ac65ab203aae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:50.997554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.004289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b446e9cb-2966-484b-b899-f92f67a8ae72 req-db454c60-d71d-4747-bffc-947bf98d7d47 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657365 Aug 11 03:20:51.044657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-657808e8-e5b0-4abe-98e0-0701c192ecf4 None None] Provisioning complete for port 0cdda3ee-150c-4e31-b009-9e32d47ac270 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:51.047579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-657808e8-e5b0-4abe-98e0-0701c192ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.048653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Calling delete_port for 0cdda3ee-150c-4e31-b009-9e32d47ac270 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:51.059033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3994ee3c-1cf6-4966-88b4-9fc7d6f35207 req-c961e4ca-86b9-49a9-b92e-4baf6764e389 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815132 Aug 11 03:20:51.063986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc59187-0425-4a34-895d-47cace07d569 admin admin] Pushing event updated for resources: {'Network': ['ID=14730b4c-2b65-48a5-8f4b-48c70ca0cf73,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:51.070088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Made reservation on behalf of 67b8f378298941de9c8ac65ab203aae4 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:51.074851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.110819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 14730b4c-2b65-48a5-8f4b-48c70ca0cf73 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:51.202278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-657808e8-e5b0-4abe-98e0-0701c192ecf4 None None] Port 0cdda3ee-150c-4e31-b009-9e32d47ac270 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:20:51.239795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.277591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Port': ['ID=0cdda3ee-150c-4e31-b009-9e32d47ac270,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:51.344793 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.446870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Checking segment: {'id': 'f3bc45f4-ed3e-437c-8266-04b52132aff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '14730b4c-2b65-48a5-8f4b-48c70ca0cf73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:51.447620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Network hostable DHCP agents. Network: 14730b4c-2b65-48a5-8f4b-48c70ca0cf73, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:51.452524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a48f6a-c067-490f-9ef8-1269c033c3fd,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:51.484462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Network 14730b4c-2b65-48a5-8f4b-48c70ca0cf73 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:51.499838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 14730b4c-2b65-48a5-8f4b-48c70ca0cf73) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:51.507757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:51.509443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.514643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200c822-1008-468c-ad57-d132b98c30cc None None] Network 14730b4c-2b65-48a5-8f4b-48c70ca0cf73 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:51.534861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.536147 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d63a8f2b-addd-47ad-86a3-77f2945ad766 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/ports/0cdda3ee-150c-4e31-b009-9e32d47ac270 HTTP/1.1" status: 204 len: 168 time: 0.9759710 Aug 11 03:20:51.538795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60444) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:51.539899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c3e35f9d-2483-432e-9173-6e1bb450c62b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5605900 Aug 11 03:20:51.589048 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d98e37-25d2-4cef-9bf2-5b8ccfba296c tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] GET failed (client error): The resource could not be found. Aug 11 03:20:51.589709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-49d98e37-25d2-4cef-9bf2-5b8ccfba296c tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "GET /v2.0/ports/0cdda3ee-150c-4e31-b009-9e32d47ac270 HTTP/1.1" status: 404 len: 333 time: 0.0493350 Aug 11 03:20:51.592480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60448) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:51.798754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11fd9c3-98c5-4394-b8f2-53d80e2dbbd6 None None] Network 14730b4c-2b65-48a5-8f4b-48c70ca0cf73 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:51.819180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting port 7eee4630-eb0f-4b77-819b-1669357eaf2c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:51.819805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.923345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:51.937633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Calling delete_port for 7eee4630-eb0f-4b77-819b-1669357eaf2c owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:52.116295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.196164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Port': ['ID=7eee4630-eb0f-4b77-819b-1669357eaf2c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:52.233584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.238571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-40a0692e-10c3-402d-87e8-ac747b7dee9f tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/ports/7eee4630-eb0f-4b77-819b-1669357eaf2c HTTP/1.1" status: 204 len: 168 time: 0.6450632 Aug 11 03:20:52.241039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60476) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:52.261865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdf009-3112-45ce-bdd4-aa3a83eb7739 req-1b36745a-78be-4490-9471-8e0827037eda tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:52.263364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71fdf009-3112-45ce-bdd4-aa3a83eb7739 req-1b36745a-78be-4490-9471-8e0827037eda tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1356514 Aug 11 03:20:52.289069 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d82e8ac-8391-45b3-92f0-0296589ce500 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] GET failed (client error): The resource could not be found. Aug 11 03:20:52.294875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d82e8ac-8391-45b3-92f0-0296589ce500 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "GET /v2.0/ports/7eee4630-eb0f-4b77-819b-1669357eaf2c HTTP/1.1" status: 404 len: 333 time: 0.0527384 Aug 11 03:20:52.295235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60478) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:52.328663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71fdf009-3112-45ce-bdd4-aa3a83eb7739 req-0094fe92-996a-4e34-9058-be60f62fda9a tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470428 Aug 11 03:20:52.349211 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5394e129-b4f3-424a-8693-441cc32fc671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.360509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60480) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:52.488958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-21223753-bbad-4a39-95c8-7b1b6f9017ce tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/floatingips/87cf39d9-38b2-45a7-9210-45e9ea547c1e HTTP/1.1" status: 200 len: 992 time: 0.1214652 Aug 11 03:20:52.534325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-dc1d9fe4-3ec5-4876-8488-e20b40f426d6 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:52.542060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-dc1d9fe4-3ec5-4876-8488-e20b40f426d6 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/networks?id=b48962dd-344a-4bd3-925a-acd3c79b352f HTTP/1.1" status: 200 len: 809 time: 0.3238735 Aug 11 03:20:52.557948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting port 4e541e99-eb50-494f-8fd7-be2e7935b765 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:52.558253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.605962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-224b5518-937c-4866-883b-55495203d3d7 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/quotas/f26aec6d99dc4d4495b60ead5577599f HTTP/1.1" status: 200 len: 375 time: 0.0628433 Aug 11 03:20:52.656244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-5080ba0d-c712-4fcd-84c6-c6f6233e9fe2 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f26aec6d99dc4d4495b60ead5577599f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425611 Aug 11 03:20:52.670763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-7a92aa2d-797f-41fb-9ca2-217c541d9cf4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:20:52.671751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-7a92aa2d-797f-41fb-9ca2-217c541d9cf4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078373 Aug 11 03:20:52.738781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:52.762838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Calling delete_port for 4e541e99-eb50-494f-8fd7-be2e7935b765 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:52.842588 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-8817416b-af10-4759-9031-6d0271354039 service neutron] 10.222.0.60 "GET /v2.0/networks/b48962dd-344a-4bd3-925a-acd3c79b352f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595929 Aug 11 03:20:52.992024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-2a45fce3-9d1e-49c3-b4ed-02dbfc3478df service neutron] 10.222.0.60 "GET /v2.0/networks/b48962dd-344a-4bd3-925a-acd3c79b352f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427720 Aug 11 03:20:53.008598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.046959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Port': ['ID=4e541e99-eb50-494f-8fd7-be2e7935b765,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:53.106816 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.115199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60498) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:53.125492 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-63e89471-1b8b-465c-8e89-4cf58ddd3064 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/ports/4e541e99-eb50-494f-8fd7-be2e7935b765 HTTP/1.1" status: 204 len: 168 time: 0.8252921 Aug 11 03:20:53.223787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting subnet c0dac52f-3016-4a9d-9b62-cae65f97b758 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:20:53.266838 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33e5b74b-c567-4f11-bd7e-39b5780354e8 req-c6f290db-a400-4c46-93fd-97d2327ebf5e tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 210 time: 0.0655186 Aug 11 03:20:53.267748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.332620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.413494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:20:53.417599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:53.480370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.588071 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.646520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Subnet': ['ID=c0dac52f-3016-4a9d-9b62-cae65f97b758,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:53.654743 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.662915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4791fe92-712a-48f8-825f-513c6c2a28e2 tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/subnets/c0dac52f-3016-4a9d-9b62-cae65f97b758 HTTP/1.1" status: 204 len: 168 time: 0.5437870 Aug 11 03:20:53.663423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60516) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:53.684976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8714b69-f5ec-4b56-8804-e56c93fbf5d9 None None] Network cc9b4402-5e54-4708-8b70-7e48fbe51785 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:53.788293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.858340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Deleting port 9543bcde-8c3e-4660-ad96-34627b14f16c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:20:53.858741 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.933996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] For port 9543bcde-8c3e-4660-ad96-34627b14f16c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9543bcde-8c3e-4660-ad96-34627b14f16c,segment=NetworkSegment(e9542438-08c3-42ec-b812-ed1686e7aec4),segment_id=e9542438-08c3-42ec-b812-ed1686e7aec4)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:53.934611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:53.950544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Calling delete_port for 9543bcde-8c3e-4660-ad96-34627b14f16c owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:20:54.051808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.057820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:54.075830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'port_id': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'mac_address': 'fa:16:3e:e3:99:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:20:54.077396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.097588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Port': ['ID=9543bcde-8c3e-4660-ad96-34627b14f16c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:54.100424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] No DVR routers for this DVR port 9543bcde-8c3e-4660-ad96-34627b14f16c on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:20:54.119929 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:54.142878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:54.145937 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768c6933-361d-444d-922c-75de0ad1bf5e" -d '{"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-unplugged", "status": "completed", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:54.175950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.261560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76c6cd-2ada-4686-a100-0abee1072ec2 None None] DHCP port deletion for cc9b4402-5e54-4708-8b70-7e48fbe51785 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:20:54.264095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:54.269793 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.272435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.292491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9b4402-5e54-4708-8b70-7e48fbe51785']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:54.307294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9542438-08c3-42ec-b812-ed1686e7aec4') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:54.307743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9542438-08c3-42ec-b812-ed1686e7aec4') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:20:54.321540 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.338248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:54.347929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.361546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:20:54.362123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:20:54.369684 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:20:54.372405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:54.381298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.445351 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46187cb0-46fa-461b-8a0b-74f440ed3bed x-openstack-request-id: req-46187cb0-46fa-461b-8a0b-74f440ed3bed {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:54.445948 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-unplugged", "status": "completed", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:54.445948 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46187cb0-46fa-461b-8a0b-74f440ed3bed {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:54.446274 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'code': 200} Aug 11 03:20:54.479067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9543bcde-8c3e-4660-ad96-34627b14f16c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:20:54.508826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6692d4b9-4e76-4f17-be33-a80ba1780b34 req-153c97b4-77b6-495c-bcaf-b92676c40b37 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 210 time: 0.0493114 Aug 11 03:20:54.525793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9543bcde-8c3e-4660-ad96-34627b14f16c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:20:54.526127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9543bcde-8c3e-4660-ad96-34627b14f16c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:20:54.535263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:54.538878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.551601 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:54.555692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] 10.222.0.60 "DELETE /v2.0/networks/cc9b4402-5e54-4708-8b70-7e48fbe51785 HTTP/1.1" status: 204 len: 168 time: 0.8888493 Aug 11 03:20:54.572926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aec521-d4cd-4bb3-b4b6-17edd13aaaee tempest-AllowedAddressPairIpV6TestJSON-1610421153 tempest-AllowedAddressPairIpV6TestJSON-1610421153-project] Pushing event deleted for resources: {'Network': ['ID=cc9b4402-5e54-4708-8b70-7e48fbe51785,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:54.603866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['55f5ba75-1043-4e92-bc8f-75e73e3e96e7'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:20:55.013784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60552) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:55.062402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-c6008d34-fd9c-4357-a285-abc09cd9e24d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:55.064402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-c6008d34-fd9c-4357-a285-abc09cd9e24d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.10 "GET /v2.0/networks?id=b48962dd-344a-4bd3-925a-acd3c79b352f HTTP/1.1" status: 200 len: 809 time: 0.1800430 Aug 11 03:20:55.083325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Request body: {'port': {'device_id': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f', 'admin_state_up': True, 'tenant_id': 'f26aec6d99dc4d4495b60ead5577599f'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:55.215280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e9d4a499-6db3-40bc-aa81-cdf147a1770c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d23e30a136c8484ba2b8043601de1aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995144 Aug 11 03:20:55.217046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60556) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:55.218183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Made reservation on behalf of f26aec6d99dc4d4495b60ead5577599f for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:55.224562 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.226163 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-53d053ad-cf9f-49bb-a74a-63e8b4b8c954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.288908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d809b282-5530-4eaf-9aea-71c628e0c060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.327682 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d809b282-5530-4eaf-9aea-71c628e0c060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.382402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d809b282-5530-4eaf-9aea-71c628e0c060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.386395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d809b282-5530-4eaf-9aea-71c628e0c060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.394114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d809b282-5530-4eaf-9aea-71c628e0c060 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3999d72-7325-43f1-8154-ec00b959b468 HTTP/1.1" status: 204 len: 168 time: 0.1740990 Aug 11 03:20:55.403337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809b282-5530-4eaf-9aea-71c628e0c060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3999d72-7325-43f1-8154-ec00b959b468,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:55.413050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Allocated IP 172.20.0.2 (b48962dd-344a-4bd3-925a-acd3c79b352f/29181548-42f1-4f82-9b24-d2b921da0791/50160d9f-d200-4bcd-9493-7160c7fb2c47) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:55.448092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:20:55.594770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.615383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.637837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:20:55.642744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.694585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.727581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0254ea0b-f16f-4d89-aa02-b5fd5e0766ac req-362fe166-8d07-47f8-867f-27347c3a9f25 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 210 time: 0.0896792 Aug 11 03:20:55.777559 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.843662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Network b48962dd-344a-4bd3-925a-acd3c79b352f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:55.848770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:55.858886 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.864575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Pushing event updated for resources: {'Port': ['ID=50160d9f-d200-4bcd-9493-7160c7fb2c47,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:55.867077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:55.940305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:55.941210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.949167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:20:55.954821 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:55.967549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-cc22dd12-942f-4445-bc7d-eb14d2da3e7c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8934667 Aug 11 03:20:55.988156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Request body: {'port': {'device_id': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:56.025607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:56.073622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.418397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50160d9f-d200-4bcd-9493-7160c7fb2c47 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:20:56.429105 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.446631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Transition to ACTIVE for port object 50160d9f-d200-4bcd-9493-7160c7fb2c47 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:20:56.447845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:56.450590 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b387e14c-d331-41c5-a15e-a7d592bd2a92" -d '{"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-plugged", "status": "completed", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:56.452522 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.485220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60602) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:56.513386 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df8a39-6bbe-4f73-8478-73e7f08e490f x-openstack-request-id: req-b0df8a39-6bbe-4f73-8478-73e7f08e490f {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:56.513953 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-plugged", "status": "completed", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:56.514231 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0df8a39-6bbe-4f73-8478-73e7f08e490f {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:56.514649 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'code': 200} Aug 11 03:20:56.612953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Pushing event updated for resources: {'Port': ['ID=50160d9f-d200-4bcd-9493-7160c7fb2c47,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:56.634776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1599185028'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:56.659990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Attempting to bind port 50160d9f-d200-4bcd-9493-7160c7fb2c47 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:20:56.659990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Attempting to bind port 50160d9f-d200-4bcd-9493-7160c7fb2c47 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '45c23f73-d08f-4504-88b2-974ee9d8b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:20:56.659990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Attempting to bind port 50160d9f-d200-4bcd-9493-7160c7fb2c47 on network b48962dd-344a-4bd3-925a-acd3c79b352f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:56.665347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Port 50160d9f-d200-4bcd-9493-7160c7fb2c47 on network b48962dd-344a-4bd3-925a-acd3c79b352f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:20:56.665737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Attempting to bind port 50160d9f-d200-4bcd-9493-7160c7fb2c47 on network b48962dd-344a-4bd3-925a-acd3c79b352f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:20:56.669258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:56.671362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:20:56.671735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Checking segment: {'id': '45c23f73-d08f-4504-88b2-974ee9d8b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:56.672127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Bound using segment: {'id': '45c23f73-d08f-4504-88b2-974ee9d8b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:20:56.672563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Bound port: 50160d9f-d200-4bcd-9493-7160c7fb2c47, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c23f73-d08f-4504-88b2-974ee9d8b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:20:56.673052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.675853 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.686218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.749927 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.782147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] For port 50160d9f-d200-4bcd-9493-7160c7fb2c47, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:20:56.805087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] For port 50160d9f-d200-4bcd-9493-7160c7fb2c47, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=50160d9f-d200-4bcd-9493-7160c7fb2c47,segment=NetworkSegment(45c23f73-d08f-4504-88b2-974ee9d8b507),segment_id=45c23f73-d08f-4504-88b2-974ee9d8b507)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:20:56.840495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.873431 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.878559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.912721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Pushing event updated for resources: {'Port': ['ID=50160d9f-d200-4bcd-9493-7160c7fb2c47,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:56.929543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:56.930249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:56.931772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-a4e403e4-ddc0-4b30-af8f-1bec96822c3a service neutron] 10.222.0.10 "PUT /v2.0/ports/50160d9f-d200-4bcd-9493-7160c7fb2c47 HTTP/1.1" status: 200 len: 1092 time: 0.9556496 Aug 11 03:20:56.932290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'tag': '50160d9f-d200-4bcd-9493-7160c7fb2c47'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:20:56.935010 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b822d-4911-4684-843c-71bd5a82e74a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d4054fb-f6d1-43de-b2e2-90e39a844b4e", "tag": "50160d9f-d200-4bcd-9493-7160c7fb2c47"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:20:56.957596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:20:57.009964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc6a9-c881-4226-a1e3-e228ae1e2bcc req-944b3465-b30a-4acc-a9a1-7c595ea0ca85 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.011978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-050dc6a9-c881-4226-a1e3-e228ae1e2bcc req-944b3465-b30a-4acc-a9a1-7c595ea0ca85 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 943 time: 0.1844974 Aug 11 03:20:57.013449 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.013993 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Added segment fadadaf4-7840-4077-bfef-86d06ce4cc9c of type vlan for network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b Aug 11 03:20:57.015746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b0f19b-f11a-4d96-a3b1-94542b35a202,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:57.019337 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f27670-8e7e-4009-bda3-337231593a90 x-openstack-request-id: req-87f27670-8e7e-4009-bda3-337231593a90 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:20:57.019673 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d4054fb-f6d1-43de-b2e2-90e39a844b4e", "tag": "50160d9f-d200-4bcd-9493-7160c7fb2c47", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:20:57.020009 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87f27670-8e7e-4009-bda3-337231593a90 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:20:57.020499 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'tag': '50160d9f-d200-4bcd-9493-7160c7fb2c47', 'status': 'completed', 'code': 200} Aug 11 03:20:57.057084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-0eaf4831-0d28-4300-9d09-1161a67e9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.058667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-0eaf4831-0d28-4300-9d09-1161a67e9359 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f26aec6d99dc4d4495b60ead5577599f&device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 1095 time: 0.0824821 Aug 11 03:20:57.108788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.110633 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-4fefc9c7-4b3c-41fb-8e2d-4d0950017c5c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50160d9f-d200-4bcd-9493-7160c7fb2c47 HTTP/1.1" status: 200 len: 217 time: 0.0433269 Aug 11 03:20:57.134587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-050dc6a9-c881-4226-a1e3-e228ae1e2bcc req-90df05aa-8fb8-44a6-a0cc-bf4456612608 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131730 Aug 11 03:20:57.163691 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.170126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.171245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.188614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-25bbd1e8-357d-47e6-8edf-bb65fe8c0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.190617 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-25bbd1e8-357d-47e6-8edf-bb65fe8c0ec8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29181548-42f1-4f82-9b24-d2b921da0791 HTTP/1.1" status: 200 len: 849 time: 0.0718539 Aug 11 03:20:57.225870 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-8b5eb5f8-4d86-4829-965c-2534edb31c7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b48962dd-344a-4bd3-925a-acd3c79b352f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289285 Aug 11 03:20:57.244466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7573779 Aug 11 03:20:57.247668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60622) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:57.252331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'subnet': {'network_id': '7b8c3495-bfb1-4b92-ae46-0a23ab55972b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:57.338741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6e3e8-3ff0-4163-ac7b-3f731e80a0fa tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Network': ['ID=7b8c3495-bfb1-4b92-ae46-0a23ab55972b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:57.351334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:20:57.366543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-3601c7ac-59c2-4436-b11c-e0d2fc637c50 service neutron] 10.222.0.10 "GET /v2.0/networks/b48962dd-344a-4bd3-925a-acd3c79b352f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331158 Aug 11 03:20:57.390949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:20:57.396979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.476580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d5fd8f-6832-4b59-a792-56ca9cc42767 req-e37dcf60-6280-42b0-bcd2-807b1e994cd0 service neutron] 10.222.0.10 "GET /v2.0/networks/b48962dd-344a-4bd3-925a-acd3c79b352f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030459 Aug 11 03:20:57.581488 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-db41c170-f8b0-40e3-8998-842ce7c93aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.583373 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-db41c170-f8b0-40e3-8998-842ce7c93aee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f26aec6d99dc4d4495b60ead5577599f&device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 1095 time: 0.0492961 Aug 11 03:20:57.643217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.716677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-6b9a99e4-e62b-442f-9b6e-3b36be665b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.718645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-6b9a99e4-e62b-442f-9b6e-3b36be665b4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b48962dd-344a-4bd3-925a-acd3c79b352f HTTP/1.1" status: 200 len: 910 time: 0.1284554 Aug 11 03:20:57.718937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Subnet': ['ID=90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:57.730529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Checking segment: {'id': 'fadadaf4-7840-4077-bfef-86d06ce4cc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7b8c3495-bfb1-4b92-ae46-0a23ab55972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:20:57.730894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network hostable DHCP agents. Network: 7b8c3495-bfb1-4b92-ae46-0a23ab55972b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:20:57.773945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:20:57.779390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-f956a3a5-2535-42ab-bf02-fe8279c47513 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50160d9f-d200-4bcd-9493-7160c7fb2c47 HTTP/1.1" status: 200 len: 217 time: 0.0496461 Aug 11 03:20:57.786247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7b8c3495-bfb1-4b92-ae46-0a23ab55972b) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:57.790963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.791777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.805482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7236fef0-e2c1-4abf-83a0-302d32ee05c3 None None] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:57.832757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2ae12b5-13cb-4e15-995b-b12ad85c8dd3 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5829642 Aug 11 03:20:57.833435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60632) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:20:57.844381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1125489161', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:20:57.898644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-a7fdf86a-6086-4df2-b9cc-719fd12df845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:57.901803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-a7fdf86a-6086-4df2-b9cc-719fd12df845 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=29181548-42f1-4f82-9b24-d2b921da0791 HTTP/1.1" status: 200 len: 849 time: 0.1092877 Aug 11 03:20:57.911057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.912209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:57.978716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-8a5810b6-fed4-4e0a-afb4-13dec64682dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b48962dd-344a-4bd3-925a-acd3c79b352f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686431 Aug 11 03:20:57.990635 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.007242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb868b13-9d30-4cf6-adb5-ae112d49c549 None None] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:20:58.132366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-6efbb161-f571-490b-a3ee-afa14cb08229 service neutron] 10.222.0.10 "GET /v2.0/networks/b48962dd-344a-4bd3-925a-acd3c79b352f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490133 Aug 11 03:20:58.271537 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.285004 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f3b822d-4911-4684-843c-71bd5a82e74a req-6348f7e5-2bb0-4813-af7f-fd9546eecfae service neutron] 10.222.0.10 "GET /v2.0/networks/b48962dd-344a-4bd3-925a-acd3c79b352f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446536 Aug 11 03:20:58.356416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d00027-36b0-435a-a7bd-f5151eb7df21 req-ef3eb7da-2241-4940-a456-ac69990cd71b tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:58.358448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86d00027-36b0-435a-a7bd-f5151eb7df21 req-ef3eb7da-2241-4940-a456-ac69990cd71b tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 943 time: 0.0723360 Aug 11 03:20:58.410985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-86d00027-36b0-435a-a7bd-f5151eb7df21 req-03d9d3d4-9d13-4d53-bced-26a91860c26b tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Aug 11 03:20:58.604994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.849709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.869071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:58.991959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.25.4.21 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d97f7837-b271-4bfe-8f99-f012a29e9eed) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:20:59.133895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.178644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.222865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:20:59.226007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:20:59.229988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:20:59.258425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=d97f7837-b271-4bfe-8f99-f012a29e9eed,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:20:59.580006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218be9b-4118-4070-88ba-40a0153dcd08 req-4ddd1c36-af89-4570-8e14-9823c0d7cc6c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:20:59.581643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c218be9b-4118-4070-88ba-40a0153dcd08 req-4ddd1c36-af89-4570-8e14-9823c0d7cc6c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 943 time: 0.0743454 Aug 11 03:20:59.582420 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:20:59.711496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c218be9b-4118-4070-88ba-40a0153dcd08 req-fe01ccd4-5453-4457-b279-95d12c727e0c tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899234 Aug 11 03:20:59.884552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.046188 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.052733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:00.181377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:00.197786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:00.203676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.207659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23006e3f-025f-4930-b3a3-14ab6dd2c6e0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3706195 Aug 11 03:21:00.208071 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:00.221669 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:00.222707 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:00.317812 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:00.350273 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:00.351856 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:00.403810 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:00.404479 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfe593a-3bb9-4e4f-ba41-c7d3e5492988 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:00.762871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:00.889440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec167a-0744-49ce-bf8d-ac5879465e20 req-d5eea425-21fd-4e33-9e3d-dfdf32905b86 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:00.898597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5ec167a-0744-49ce-bf8d-ac5879465e20 req-d5eea425-21fd-4e33-9e3d-dfdf32905b86 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 943 time: 0.0952635 Aug 11 03:21:00.937514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5ec167a-0744-49ce-bf8d-ac5879465e20 req-40bb03fc-2d43-4014-bb57-04fdf13c598f tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Aug 11 03:21:01.111345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 50160d9f-d200-4bcd-9493-7160c7fb2c47 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:21:01.142544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.1 (7b8c3495-bfb1-4b92-ae46-0a23ab55972b/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7/5ef0a5f2-8ea8-40cf-996e-a47222bacaf3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:01.289327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 50160d9f-d200-4bcd-9493-7160c7fb2c47, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=50160d9f-d200-4bcd-9493-7160c7fb2c47,segment=NetworkSegment(45c23f73-d08f-4504-88b2-974ee9d8b507),segment_id=45c23f73-d08f-4504-88b2-974ee9d8b507)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:01.301217 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.315914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '50160d9f-d200-4bcd-9493-7160c7fb2c47', 'network_id': 'b48962dd-344a-4bd3-925a-acd3c79b352f', 'port_id': '50160d9f-d200-4bcd-9493-7160c7fb2c47', 'mac_address': 'fa:16:3e:7b:97:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29181548-42f1-4f82-9b24-d2b921da0791', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:21:01.364311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.379659 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.399069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50160d9f-d200-4bcd-9493-7160c7fb2c47 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:01.412155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:01.416234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:01.424716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 50160d9f-d200-4bcd-9493-7160c7fb2c47, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=50160d9f-d200-4bcd-9493-7160c7fb2c47,segment=NetworkSegment(45c23f73-d08f-4504-88b2-974ee9d8b507),segment_id=45c23f73-d08f-4504-88b2-974ee9d8b507)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:01.426459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:01.430081 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.468570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=5ef0a5f2-8ea8-40cf-996e-a47222bacaf3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:01.489227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:01.497363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=50160d9f-d200-4bcd-9493-7160c7fb2c47,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:01.642914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['50160d9f-d200-4bcd-9493-7160c7fb2c47'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:01.666971 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.113563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.120478 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.180312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d4c67-7144-4f66-bd56-135ee1e339c3 req-eb72a040-ed09-47d0-aea9-0e101316718f tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:02.184129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-442d4c67-7144-4f66-bd56-135ee1e339c3 req-eb72a040-ed09-47d0-aea9-0e101316718f tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 944 time: 0.1570370 Aug 11 03:21:02.249005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=5ef0a5f2-8ea8-40cf-996e-a47222bacaf3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:02.253141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:02.274648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-442d4c67-7144-4f66-bd56-135ee1e339c3 req-eef29f8d-ef5a-4ec5-9f12-6b5f47a97c81 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850391 Aug 11 03:21:02.386650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:02.388112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:02.913763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:03.032487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:03.041475 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ca2a536-fe9d-4275-a9b0-ded9d5edcc2a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/routers/afe11959-f051-44fc-b306-c1ac6a635f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8285720 Aug 11 03:21:03.041475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60744) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:03.043440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:03.046089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'port': {'network_id': '7b8c3495-bfb1-4b92-ae46-0a23ab55972b', 'name': 'tempest-FloatingIPTestJSON-711333485'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:03.054121 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:03.054981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:03.095798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:03.115355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:03.116042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:03.156905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 50160d9f-d200-4bcd-9493-7160c7fb2c47 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:03.166500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:03.170572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.196991 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:03.197635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb88233-fb00-48ab-bd41-ed3ea77a0b11 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:03.213255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] device_id is not set on port be5574a0-dca3-4d9d-9d9d-049dc3639253 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:21:03.224244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 50160d9f-d200-4bcd-9493-7160c7fb2c47 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:03.229278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 50160d9f-d200-4bcd-9493-7160c7fb2c47 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:03.230567 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.320478 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.354988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50160d9f-d200-4bcd-9493-7160c7fb2c47'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:03.357810 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157ce49a-a09c-4f25-a2f7-93951434174d" -d '{"events": [{"server_uuid": "5d4054fb-f6d1-43de-b2e2-90e39a844b4e", "name": "network-vif-plugged", "status": "completed", "tag": "50160d9f-d200-4bcd-9493-7160c7fb2c47"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:03.374509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 50160d9f-d200-4bcd-9493-7160c7fb2c47, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=50160d9f-d200-4bcd-9493-7160c7fb2c47,segment=NetworkSegment(45c23f73-d08f-4504-88b2-974ee9d8b507),segment_id=45c23f73-d08f-4504-88b2-974ee9d8b507)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:03.378116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.6 (7b8c3495-bfb1-4b92-ae46-0a23ab55972b/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7/be5574a0-dca3-4d9d-9d9d-049dc3639253) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:03.380816 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.459040 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281d4b39-d38f-4726-bb4c-4287a4881f0e x-openstack-request-id: req-281d4b39-d38f-4726-bb4c-4287a4881f0e {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:03.459358 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4054fb-f6d1-43de-b2e2-90e39a844b4e", "name": "network-vif-plugged", "status": "completed", "tag": "50160d9f-d200-4bcd-9493-7160c7fb2c47", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:03.459592 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-281d4b39-d38f-4726-bb4c-4287a4881f0e {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:03.460023 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50160d9f-d200-4bcd-9493-7160c7fb2c47', 'code': 200} Aug 11 03:21:03.461105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d2c56-adbb-4382-9a35-58599e8a40ca req-baae0860-77ba-401e-9156-844c4532896e tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.469593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-416d2c56-adbb-4382-9a35-58599e8a40ca req-baae0860-77ba-401e-9156-844c4532896e tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 944 time: 0.1136105 Aug 11 03:21:03.518334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-416d2c56-adbb-4382-9a35-58599e8a40ca req-01be0a65-1e6c-41c4-942c-c445f691251b tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477800 Aug 11 03:21:03.531106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=50160d9f-d200-4bcd-9493-7160c7fb2c47,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:03.577689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4acc051-acd2-467e-bd7b-20ddd6fc035e req-806dbb64-b728-4366-aa6f-c89948708e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.579562 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4acc051-acd2-467e-bd7b-20ddd6fc035e req-806dbb64-b728-4366-aa6f-c89948708e41 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 1097 time: 0.0495939 Aug 11 03:21:03.630377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4acc051-acd2-467e-bd7b-20ddd6fc035e req-f8ef9f59-89a1-49e7-9ddf-59b8e454faf9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Aug 11 03:21:03.665186 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.707386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.762917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:03.767239 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:03.770798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:03.802528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=be5574a0-dca3-4d9d-9d9d-049dc3639253,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:03.851699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:03.852527 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:03.870840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6988e185-de40-4cff-827f-bace17d74d5a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8270161 Aug 11 03:21:03.871134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60768) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:03.876242 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'port': {'network_id': '7b8c3495-bfb1-4b92-ae46-0a23ab55972b', 'name': 'tempest-FloatingIPTestJSON-2105666549'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:04.011801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:04.015478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.038609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] device_id is not set on port 92e8070b-f179-403a-aaa1-daad6089797c yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:21:04.194665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.9 (7b8c3495-bfb1-4b92-ae46-0a23ab55972b/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7/92e8070b-f179-403a-aaa1-daad6089797c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:04.472240 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.532424 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.616837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=92e8070b-f179-403a-aaa1-daad6089797c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:04.640173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.640538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.640884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.641220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.641643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.643436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.644199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.644775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.645382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.645966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.646536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.647065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:04.660348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:04.662356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:04.672767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:04.717541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3dec21-958f-4ac6-886f-a5df350f7b3a req-ef4ea4fb-0e3f-462c-b01b-14ab15d71eef tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.734866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb3dec21-958f-4ac6-886f-a5df350f7b3a req-ef4ea4fb-0e3f-462c-b01b-14ab15d71eef tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 945 time: 0.1136358 Aug 11 03:21:04.766670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:04.767898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.792082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e261a680-1811-4aea-9464-69255d05c66f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9181385 Aug 11 03:21:04.796291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60784) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:04.804303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '92e8070b-f179-403a-aaa1-daad6089797c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:04.852391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb3dec21-958f-4ac6-886f-a5df350f7b3a req-6757998d-0509-482b-b76b-84b1e574262b tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179001 Aug 11 03:21:04.859421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:04.993902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.209512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.25.4.154 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/4e8e2e7d-eb3b-4577-bf61-ed73169b9220) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:05.404955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.457730 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:05.531790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:05.536691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:05.545864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:05.615998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=4e8e2e7d-eb3b-4577-bf61-ed73169b9220,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:06.083194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.183339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.418764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.434857 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.478208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=4e8e2e7d-eb3b-4577-bf61-ed73169b9220,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:06.539169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:06.669526 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP de7e2d86-55dc-4dac-ba54-6a2190531915 associated. External IP: 172.25.4.154, port: 92e8070b-f179-403a-aaa1-daad6089797c. Aug 11 03:21:06.993903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:07.147998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:07.159804 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:07.173507 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:07.174825 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:07.182667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.243932 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5cc0738b-390a-4aa5-9160-e88a0b00c4a1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4464836 Aug 11 03:21:07.246804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60856) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:07.250937 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:07.256015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:07.275246 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:07.280653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:07.351389 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:07.352457 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3982c648-c35d-4847-ad23-180ee35f6121 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:07.356017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.632370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.639662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:07.640056 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP de7e2d86-55dc-4dac-ba54-6a2190531915 disassociated. External IP: 172.25.4.154, port: 92e8070b-f179-403a-aaa1-daad6089797c. Aug 11 03:21:07.949550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:08.145111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:08.149870 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.160721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:08.172655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:08.173560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:08.182651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e17b7-d6d1-4f82-bb86-d6359a11246b req-9fcb5dd8-360a-4275-ad16-12d8f42b2a5f tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:08.184167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e17e17b7-d6d1-4f82-bb86-d6359a11246b req-9fcb5dd8-360a-4275-ad16-12d8f42b2a5f tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 945 time: 0.1006908 Aug 11 03:21:08.204581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d3d8ac2c-b6ce-4c16-984a-867c1efd011f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/floatingips/de7e2d86-55dc-4dac-ba54-6a2190531915 HTTP/1.1" status: 200 len: 688 time: 0.9564068 Aug 11 03:21:08.207676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 60884) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:08.214801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:08.225905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:08.226533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:08.263474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e17e17b7-d6d1-4f82-bb86-d6359a11246b req-ec0587ca-fa59-42cb-acb5-644403177430 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653446 Aug 11 03:21:08.276040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:08.276945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92de249-c4ea-4c39-b53e-9ea42a0158f7 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:08.402510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 4e8e2e7d-eb3b-4577-bf61-ed73169b9220 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:08.402862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.496101 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.496489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.511805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 4e8e2e7d-eb3b-4577-bf61-ed73169b9220 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:08.670133 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.702695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=4e8e2e7d-eb3b-4577-bf61-ed73169b9220,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:08.780348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.784084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.785253 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-74611f36-5e64-4091-8432-c258393aff98 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/floatingips/de7e2d86-55dc-4dac-ba54-6a2190531915 HTTP/1.1" status: 204 len: 168 time: 0.5765193 Aug 11 03:21:08.791062 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60896) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:08.796074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'be5574a0-dca3-4d9d-9d9d-049dc3639253'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:08.822945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:08.932434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.063444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.25.4.41 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/11668936-9c15-4548-885f-f03caadbe4e4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:09.178070 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.235921 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.281394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:09.297829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:09.303674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:09.309748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=11668936-9c15-4548-885f-f03caadbe4e4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:09.365140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-3c1e3e79-3f0b-4851-bec9-115f02410f4d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870491350&fields=id&tenant_id=90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 267 time: 0.0569983 Aug 11 03:21:09.475372 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd448712-1223-45fb-a9e0-f80c3d3614ed req-d93db542-dbc6-4f78-bcc3-e8d8c403da31 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.477022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd448712-1223-45fb-a9e0-f80c3d3614ed req-d93db542-dbc6-4f78-bcc3-e8d8c403da31 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 945 time: 0.0975869 Aug 11 03:21:09.598132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bd448712-1223-45fb-a9e0-f80c3d3614ed req-f1810e12-6aeb-4be6-ac2f-1799e2d8d3d3 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/security-groups?id=6fda8282-060e-498d-a662-9e02f5a608eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887439 Aug 11 03:21:09.779564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-9cbd8b79-f440-4a1b-b1c8-b9a3862d4bfb tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.781094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-9cbd8b79-f440-4a1b-b1c8-b9a3862d4bfb tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.10 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 945 time: 0.5178063 Aug 11 03:21:09.794269 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.889639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-af870471-1476-4e07-9fa2-7044bb54b1c0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:09.890501 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:09.891134 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-af870471-1476-4e07-9fa2-7044bb54b1c0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.5249925 Aug 11 03:21:09.912920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-61eeaa1a-a28d-41d4-9a31-afae366b0402 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/quotas/90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 375 time: 0.0141351 Aug 11 03:21:09.967696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Deleting port 50160d9f-d200-4bcd-9493-7160c7fb2c47 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:09.968197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.023750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-32250cdf-b8cd-4ef2-9ab0-26a9d2fbbc5c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037068 Aug 11 03:21:10.148479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] For port 50160d9f-d200-4bcd-9493-7160c7fb2c47, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=50160d9f-d200-4bcd-9493-7160c7fb2c47,segment=NetworkSegment(45c23f73-d08f-4504-88b2-974ee9d8b507),segment_id=45c23f73-d08f-4504-88b2-974ee9d8b507)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:10.148765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.171891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Calling delete_port for 50160d9f-d200-4bcd-9493-7160c7fb2c47 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:10.231846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-432518ec-194c-453e-b649-3afd20e25b66 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778624 Aug 11 03:21:10.386093 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-06885354-a0f5-4937-b089-004800b4c053 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431291 Aug 11 03:21:10.406690 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.418971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['50160d9f-d200-4bcd-9493-7160c7fb2c47'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:10.435692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.440662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.440869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Pushing event deleted for resources: {'Port': ['ID=50160d9f-d200-4bcd-9493-7160c7fb2c47,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:10.516387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] No DVR routers for this DVR port 50160d9f-d200-4bcd-9493-7160c7fb2c47 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:10.519272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.522036 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9e36972-b5c2-495c-9d16-4395433cfe31 req-608c9647-b310-4e0d-95b6-f7506439fe5d tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.10 "DELETE /v2.0/ports/50160d9f-d200-4bcd-9493-7160c7fb2c47 HTTP/1.1" status: 204 len: 173 time: 0.7345638 Aug 11 03:21:10.523248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'name': 'network-vif-deleted', 'tag': '50160d9f-d200-4bcd-9493-7160c7fb2c47'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:10.526201 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad7cc86-09e0-4f2c-bf2e-2f93ee43b4ce" -d '{"events": [{"server_uuid": "5d4054fb-f6d1-43de-b2e2-90e39a844b4e", "name": "network-vif-deleted", "tag": "50160d9f-d200-4bcd-9493-7160c7fb2c47"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:10.552613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=11668936-9c15-4548-885f-f03caadbe4e4,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:10.585615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:10.591041 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88bd08-b5fa-4f1f-b96c-c5439a11b740 x-openstack-request-id: req-7b88bd08-b5fa-4f1f-b96c-c5439a11b740 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:10.591444 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d4054fb-f6d1-43de-b2e2-90e39a844b4e", "name": "network-vif-deleted", "tag": "50160d9f-d200-4bcd-9493-7160c7fb2c47", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:10.591862 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b88bd08-b5fa-4f1f-b96c-c5439a11b740 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:10.592424 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d4054fb-f6d1-43de-b2e2-90e39a844b4e', 'name': 'network-vif-deleted', 'tag': '50160d9f-d200-4bcd-9493-7160c7fb2c47', 'status': 'completed', 'code': 200} Aug 11 03:21:10.763000 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a53ba2bc-eac0-4f09-a827-d822c63993c3 req-df8590f0-d33f-45a7-b2db-66794a996a50 tempest-VolumesActionsTest-668104989 tempest-VolumesActionsTest-668104989-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d4054fb-f6d1-43de-b2e2-90e39a844b4e HTTP/1.1" status: 200 len: 210 time: 0.0345795 Aug 11 03:21:10.782210 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 20358dce-d343-4161-aade-0f49ad89590b associated. External IP: 172.25.4.41, port: be5574a0-dca3-4d9d-9d9d-049dc3639253. Aug 11 03:21:10.848590 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b9f3bc9-f78f-43e7-a48b-03093b639570 req-9894d3ea-4b79-48e8-8067-9d537d757669 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 210 time: 0.0317292 Aug 11 03:21:11.089972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:11.209785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:11.219999 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:11.228104 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.234502 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:11.235503 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:11.272866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-59121f41-a1d0-406c-a921-643493a882e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.4783235 Aug 11 03:21:11.273545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60966) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:11.278830 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:11.290736 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:11.299951 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:11.340462 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:11.341121 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d9e45-d24e-4a8f-b69b-a1b4b12ec573 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:11.362605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5b35d941-ce36-4d87-8be5-1624a97d3a39 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "GET /v2.0/floatingips/20358dce-d343-4161-aade-0f49ad89590b HTTP/1.1" status: 200 len: 976 time: 0.0853584 Aug 11 03:21:11.362996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60972) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:11.511251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eddf09c5-03c3-48ca-b87d-458a6284d88e tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1470399 Aug 11 03:21:11.513842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 60976) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:11.518955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'port_id': '92e8070b-f179-403a-aaa1-daad6089797c'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:11.581771 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:11.937671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-20c7d3ef-af1e-44d0-a160-741610c44283 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:11.939891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-20c7d3ef-af1e-44d0-a160-741610c44283 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.1566176 Aug 11 03:21:11.994077 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-a68da263-9503-4944-93a6-9334ca05fb47 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 380 time: 0.0458100 Aug 11 03:21:12.008747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'port': {'device_id': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'admin_state_up': True, 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'security_groups': ['bb612860-6233-4864-ba1b-e46af33a518e']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:12.196223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-de9a3593-f003-4144-9433-b85a67ef79fa req-6339a2cb-43ce-46be-a58c-1096c81411f6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 210 time: 0.1825433 Aug 11 03:21:12.197311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:12.200953 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.238367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.242847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.440825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.20.0.12 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/3b44088b-4449-4ccf-86fc-ccbe020de41e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:12.483797 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 20358dce-d343-4161-aade-0f49ad89590b associated. External IP: 172.25.4.41, port: be5574a0-dca3-4d9d-9d9d-049dc3639253. Aug 11 03:21:12.666015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.684077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Transition to ACTIVE for port object 3b44088b-4449-4ccf-86fc-ccbe020de41e will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:12.723817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.795666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:12.809776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:12.815385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:12.819422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:12.897527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=3b44088b-4449-4ccf-86fc-ccbe020de41e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:12.919851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:12.920800 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:12.936710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-9ad2b72a-9857-4f5a-a345-58e9c548bc03 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9350274 Aug 11 03:21:12.958351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Request body: {'port': {'device_id': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:12.960247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:12.974157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:12.993391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:12.994298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.059444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.084263 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.089478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:13.090948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.169357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.170896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef0512-5eea-416b-975f-7e9427e8e870 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:13.191180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 50160d9f-d200-4bcd-9493-7160c7fb2c47 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:13.218731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 50160d9f-d200-4bcd-9493-7160c7fb2c47 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:13.219227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 50160d9f-d200-4bcd-9493-7160c7fb2c47 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:13.221209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0f07f6bc-bba4-4bd8-8434-acc73578f1fa None None] Provisioning for port 3b44088b-4449-4ccf-86fc-ccbe020de41e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:13.227326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0f07f6bc-bba4-4bd8-8434-acc73578f1fa None None] Provisioning complete for port 3b44088b-4449-4ccf-86fc-ccbe020de41e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:13.228467 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0f07f6bc-bba4-4bd8-8434-acc73578f1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.308685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0f07f6bc-bba4-4bd8-8434-acc73578f1fa None None] Port 3b44088b-4449-4ccf-86fc-ccbe020de41e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:13.484259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:13.501351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb11b0b-395a-4d5b-b95d-3e2a155e796a req-443519b1-b05c-4d86-9472-71376a42fc76 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:13.507073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb11b0b-395a-4d5b-b95d-3e2a155e796a req-443519b1-b05c-4d86-9472-71376a42fc76 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 932 time: 0.0921028 Aug 11 03:21:13.570562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b44088b-4449-4ccf-86fc-ccbe020de41e {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:13.581233 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.598330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Transition to ACTIVE for port object 3b44088b-4449-4ccf-86fc-ccbe020de41e will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:13.604986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.691051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:13.700392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9fb11b0b-395a-4d5b-b95d-3e2a155e796a req-cbcebd3c-3d57-4e05-af3e-2b50acaf1baa tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265175 Aug 11 03:21:13.703640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.705802 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:13.728764 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:13.729863 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.774687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Pushing event updated for resources: {'Port': ['ID=3b44088b-4449-4ccf-86fc-ccbe020de41e,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:13.798863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-57e4ac12-72b0-40a2-a806-52c16dc95a1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/floatingips/20358dce-d343-4161-aade-0f49ad89590b HTTP/1.1" status: 200 len: 977 time: 2.2833786 Aug 11 03:21:13.801526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32786) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:13.804498 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.807724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:13.838956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Attempting to bind port 3b44088b-4449-4ccf-86fc-ccbe020de41e on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:13.840478 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:13.842446 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.843780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Attempting to bind port 3b44088b-4449-4ccf-86fc-ccbe020de41e by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:13.844964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Attempting to bind port 3b44088b-4449-4ccf-86fc-ccbe020de41e on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:13.868659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Port 3b44088b-4449-4ccf-86fc-ccbe020de41e on network 7edf3621-3854-4a65-aaad-a86907b56fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:21:13.868923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Attempting to bind port 3b44088b-4449-4ccf-86fc-ccbe020de41e on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:13.884456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:13.884456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:13.885313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:13.885959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Bound port: 3b44088b-4449-4ccf-86fc-ccbe020de41e, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:13.886498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.906363 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:13.907117 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bba331-eaea-44c7-907a-af5f32c9d787 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:13.934559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:13.979752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] For port 3b44088b-4449-4ccf-86fc-ccbe020de41e, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:13.984134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] For port 3b44088b-4449-4ccf-86fc-ccbe020de41e, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:13.990580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.065454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.066696 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.068584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] 10.222.0.10 "PUT /v2.0/ports/3b44088b-4449-4ccf-86fc-ccbe020de41e HTTP/1.1" status: 200 len: 1093 time: 1.1235926 Aug 11 03:21:14.069708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717f5c9-046b-4fc2-be9b-446806fd343f service neutron] Pushing event updated for resources: {'Port': ['ID=3b44088b-4449-4ccf-86fc-ccbe020de41e,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:14.074817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:14.077668 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cbb2c5-941e-48fa-bf41-1703125f18c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:14.141668 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fcc579-b69c-4217-b632-083b4e2291c8 x-openstack-request-id: req-59fcc579-b69c-4217-b632-083b4e2291c8 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:14.143005 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:14.143548 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59fcc579-b69c-4217-b632-083b4e2291c8 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:14.144191 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'status': 'completed', 'code': 200} Aug 11 03:21:14.154523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.162677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:14.163297 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 20358dce-d343-4161-aade-0f49ad89590b disassociated. External IP: 172.25.4.41, port: 92e8070b-f179-403a-aaa1-daad6089797c. Aug 11 03:21:14.169469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-44257ba8-ac78-4a9d-a7dd-31370b24764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.171651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-44257ba8-ac78-4a9d-a7dd-31370b24764b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 1096 time: 0.0627038 Aug 11 03:21:14.233355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-48561172-8fb0-44ae-8216-552c567c488b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e HTTP/1.1" status: 200 len: 217 time: 0.0536325 Aug 11 03:21:14.304343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-b25df90e-9d6a-4d59-8284-3116ec1269b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.305880 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-b25df90e-9d6a-4d59-8284-3116ec1269b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0653000 Aug 11 03:21:14.360255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-47b5b981-7a0d-472f-9034-1ce9b4b4f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.362001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-47b5b981-7a0d-472f-9034-1ce9b4b4f3f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476229 Aug 11 03:21:14.468243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-6760c3b4-f464-45bf-b213-4754c492c281 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993929 Aug 11 03:21:14.581736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d4f1b4-e9c2-44e1-a918-04c8ea6a1ccd req-33358802-c7b5-4492-86cc-4d30f1c726db service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070457 Aug 11 03:21:14.707931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-22cdcd13-8967-4612-8b60-121f332b6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.709974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-22cdcd13-8967-4612-8b60-121f332b6141 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 1096 time: 0.0717912 Aug 11 03:21:14.804312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:14.901301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec41df8-f57a-48f4-8e7d-b83ffdbeef47 req-242b28df-a8f9-4e00-872b-0f5d6d1ef9fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.904106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ec41df8-f57a-48f4-8e7d-b83ffdbeef47 req-242b28df-a8f9-4e00-872b-0f5d6d1ef9fe tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.0986464 Aug 11 03:21:14.912968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-8601f310-9936-46f9-a2f8-e4e0aa3936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:14.914486 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-8601f310-9936-46f9-a2f8-e4e0aa3936a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1967812 Aug 11 03:21:14.972973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-ef20c875-da24-43c9-8c3e-a956e1fcfa93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e HTTP/1.1" status: 200 len: 217 time: 0.0513170 Aug 11 03:21:14.993049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ec41df8-f57a-48f4-8e7d-b83ffdbeef47 req-a37fe588-87a8-482d-aaa5-06f30f922bb9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812461 Aug 11 03:21:15.038570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:15.051724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:15.055581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-cb95320a-eacd-475e-a3f7-18b0379b98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.058277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-cb95320a-eacd-475e-a3f7-18b0379b98d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0784607 Aug 11 03:21:15.063750 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.066987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:15.068085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:15.107159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-83614b38-4eaa-4e33-8638-48d6ac7668c0 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/floatingips/20358dce-d343-4161-aade-0f49ad89590b HTTP/1.1" status: 200 len: 687 time: 1.3042731 Aug 11 03:21:15.112168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32804) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:15.135075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:15.146297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:15.147274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:15.152935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-8aa0ae9b-3157-49a9-8e0f-c945f10a14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.154493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-8aa0ae9b-3157-49a9-8e0f-c945f10a14f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905840 Aug 11 03:21:15.188425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:15.190773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaa3038-7471-428b-bd11-67073bd79702 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:15.266684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-1b24bb91-b605-4b34-9dd0-c265965d1963 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047156 Aug 11 03:21:15.316134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 11668936-9c15-4548-885f-f03caadbe4e4 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:15.316455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.382235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95cbb2c5-941e-48fa-bf41-1703125f18c6 req-d1797a3a-c018-4e85-83d1-60c42a17d1ee service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014862 Aug 11 03:21:15.417018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.417450 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.431579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 11668936-9c15-4548-885f-f03caadbe4e4 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:15.588739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.620828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=11668936-9c15-4548-885f-f03caadbe4e4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:15.665069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.665334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.665673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.666013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.666349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.666682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.667013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.667341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.667687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.668016 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.668344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.668676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:15.712077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.714954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:15.718803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-35575bbf-e767-4107-b9cd-af4ef86d91a9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/floatingips/20358dce-d343-4161-aade-0f49ad89590b HTTP/1.1" status: 204 len: 168 time: 0.6030128 Aug 11 03:21:15.718948 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32808) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:15.759175 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-3a4d3e02-c8e1-4d34-8451-7c0bb5c42005 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] delete failed (client error): The resource could not be found. Aug 11 03:21:15.760268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3a4d3e02-c8e1-4d34-8451-7c0bb5c42005 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/floatingips/20358dce-d343-4161-aade-0f49ad89590b HTTP/1.1" status: 404 len: 345 time: 0.0404086 Aug 11 03:21:15.764289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32810) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:15.851091 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df051e57-1825-4f23-ba46-3f571ee5414b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.857848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df051e57-1825-4f23-ba46-3f571ee5414b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.865295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df051e57-1825-4f23-ba46-3f571ee5414b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.867422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-df051e57-1825-4f23-ba46-3f571ee5414b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "GET /v2.0/ports?network_id=7b8c3495-bfb1-4b92-ae46-0a23ab55972b HTTP/1.1" status: 200 len: 2357 time: 0.1015437 Aug 11 03:21:15.869896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:15.937362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca3d084-8709-4a22-af9f-37e1e2ef933c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:15.943818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 32816) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:15.950417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'port': {'network_id': '7b8c3495-bfb1-4b92-ae46-0a23ab55972b', 'name': 'tempest-FloatingIPTestJSON-884878267', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:15.952359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ca3d084-8709-4a22-af9f-37e1e2ef933c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "GET /v2.0/subnets/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7 HTTP/1.1" status: 200 len: 797 time: 0.0812709 Aug 11 03:21:16.064734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:16.138359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fec3f7-d5f9-4769-a619-7e90509c1238 req-05b54d18-e262-4a44-8363-e214dfe767ca tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:16.141195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-24fec3f7-d5f9-4769-a619-7e90509c1238 req-05b54d18-e262-4a44-8363-e214dfe767ca tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.0547988 Aug 11 03:21:16.163684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.182713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] device_id is not set on port 6081bfd2-17d4-4215-ac58-a9c366e8508c yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:21:16.188186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-24fec3f7-d5f9-4769-a619-7e90509c1238 req-1cba9f94-b155-4a72-b7f0-0a8f8f9a7887 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Aug 11 03:21:16.532317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.14 (7b8c3495-bfb1-4b92-ae46-0a23ab55972b/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7/6081bfd2-17d4-4215-ac58-a9c366e8508c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:16.540328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.13 (7b8c3495-bfb1-4b92-ae46-0a23ab55972b/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7/6081bfd2-17d4-4215-ac58-a9c366e8508c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:16.711363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.755175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.805464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:16.818108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:16.823451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:16.827935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=6081bfd2-17d4-4215-ac58-a9c366e8508c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:16.882365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:16.883408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:16.902239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32822) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:16.902466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ef98c029-e3f1-4495-91f0-b4cc8d841335 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9567525 Aug 11 03:21:16.908332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '6081bfd2-17d4-4215-ac58-a9c366e8508c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:16.933943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.073991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.212160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.25.4.138 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/2d31752f-65f3-495e-ab56-ad0a6dbb7569) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:17.398681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706a5e6-a29a-4029-9da7-845abdf22758 req-b64541d6-33be-46d8-9eb3-7caa1c4f5461 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:17.400374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1706a5e6-a29a-4029-9da7-845abdf22758 req-b64541d6-33be-46d8-9eb3-7caa1c4f5461 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.0984151 Aug 11 03:21:17.424455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.460819 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1706a5e6-a29a-4029-9da7-845abdf22758 req-9d3fdbb7-eb6c-4cc6-9d30-985567816eb4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537624 Aug 11 03:21:17.493456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:17.537860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=2d31752f-65f3-495e-ab56-ad0a6dbb7569,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:17.552653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:17.554076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:17.556559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:17.965500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.056400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.256752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.261322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.329866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=2d31752f-65f3-495e-ab56-ad0a6dbb7569,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:18.343549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:18.448524 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 68967263-8619-45cf-b5c0-a930e9287bbf associated. External IP: 172.25.4.138, port: 6081bfd2-17d4-4215-ac58-a9c366e8508c. Aug 11 03:21:18.709896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb5c80-ab96-430b-8502-c9644bde1346 req-82837802-ed7b-4f02-9882-fe54610ad257 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:18.711424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72fb5c80-ab96-430b-8502-c9644bde1346 req-82837802-ed7b-4f02-9882-fe54610ad257 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.1509047 Aug 11 03:21:19.195277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-72fb5c80-ab96-430b-8502-c9644bde1346 req-98cc48bc-90a6-4f41-951f-e73ff4c9bd0b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488737 Aug 11 03:21:19.206809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:19.333170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:19.348993 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27575275-7b8f-4199-b414-3392309a6111 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:19.361841 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:19.363026 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27575275-7b8f-4199-b414-3392309a6111 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:19.363883 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-27575275-7b8f-4199-b414-3392309a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:19.393388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-336a3f40-2f76-4582-b4d3-c89407d48b5f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4895148 Aug 11 03:21:19.396026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32856) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:19.400020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-27575275-7b8f-4199-b414-3392309a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:19.401892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'port_id': '6081bfd2-17d4-4215-ac58-a9c366e8508c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:19.410532 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27575275-7b8f-4199-b414-3392309a6111 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:19.411374 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-27575275-7b8f-4199-b414-3392309a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:19.444934 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-27575275-7b8f-4199-b414-3392309a6111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:19.445816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27575275-7b8f-4199-b414-3392309a6111 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:19.477925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.069378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.074846 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.336679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de0a5-47be-4d65-8050-3a361d91efac req-9f2e22d6-7cb1-44d8-be11-e2e4975b81b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:20.337412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-150de0a5-47be-4d65-8050-3a361d91efac req-9f2e22d6-7cb1-44d8-be11-e2e4975b81b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.0605395 Aug 11 03:21:20.360758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:20.386604 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-150de0a5-47be-4d65-8050-3a361d91efac req-5505126e-eea6-47be-bbfb-eee484a94ceb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Aug 11 03:21:20.504057 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:20.512304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.523212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:20.534108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:20.535402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:20.572226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:20.582872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:20.583566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:20.589611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b966ef31-dcb2-4c01-b1d2-aa1670f3ab0d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/floatingips/68967263-8619-45cf-b5c0-a930e9287bbf HTTP/1.1" status: 200 len: 978 time: 1.1922619 Aug 11 03:21:20.593039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 32864) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:20.627476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:20.628671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f2137-01ea-446a-912b-231fd76d01af None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:20.792371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 2d31752f-65f3-495e-ab56-ad0a6dbb7569 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:20.792724 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.878614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.879196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:20.892931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 2d31752f-65f3-495e-ab56-ad0a6dbb7569 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:21.119275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.187839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=2d31752f-65f3-495e-ab56-ad0a6dbb7569,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:21.359441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.359773 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 68967263-8619-45cf-b5c0-a930e9287bbf disassociated (deleted). External IP: 172.25.4.138, port: 6081bfd2-17d4-4215-ac58-a9c366e8508c. Aug 11 03:21:21.653671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81820639-8371-49c5-9248-6d0c15b7122b req-f28455e7-a8ca-4f8b-9397-fb95ad0d35e1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:21.655195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81820639-8371-49c5-9248-6d0c15b7122b req-f28455e7-a8ca-4f8b-9397-fb95ad0d35e1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.1135590 Aug 11 03:21:21.794436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81820639-8371-49c5-9248-6d0c15b7122b req-50868e44-3e2d-48c7-a286-6c2a25be3ba5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064909 Aug 11 03:21:21.831585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:21.964706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:21.971117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:21.974820 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:21.990171 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:21.990936 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:22.018118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bd3e7381-1d94-4454-acc2-d6361e09bda9 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/floatingips/68967263-8619-45cf-b5c0-a930e9287bbf HTTP/1.1" status: 204 len: 168 time: 1.4233177 Aug 11 03:21:22.020761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33004) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:22.046920 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:22.058817 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:22.059598 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:20:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:22.126840 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:22.127963 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9832e-dec0-4b70-8044-1509faf3f5a9 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:22.139449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 6081bfd2-17d4-4215-ac58-a9c366e8508c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:22.139893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.253396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.267042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 6081bfd2-17d4-4215-ac58-a9c366e8508c owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:22.347280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-42bc4bd6-7b33-4898-b9bf-8042a02b8aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.504243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.557067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=6081bfd2-17d4-4215-ac58-a9c366e8508c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:22.689794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.691983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d187e3b-ad1f-407c-8bf3-7d2a47af1800 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/ports/6081bfd2-17d4-4215-ac58-a9c366e8508c HTTP/1.1" status: 204 len: 168 time: 0.6690707 Aug 11 03:21:22.695577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33092) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:22.701010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:22.729714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.883996 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:22.962373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ea1d8-fe86-4c7b-b951-7c998f707b60 req-1fbffa16-9606-41b3-be4d-cde7b5ecc634 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:22.964133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-769ea1d8-fe86-4c7b-b951-7c998f707b60 req-1fbffa16-9606-41b3-be4d-cde7b5ecc634 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.0731277 Aug 11 03:21:23.030565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.25.4.71 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d35e1ac3-014a-4b52-9d22-f89306605ef7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:23.055587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-769ea1d8-fe86-4c7b-b951-7c998f707b60 req-99b746b6-cd7d-4043-accc-f508d6e5bd56 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781753 Aug 11 03:21:23.202808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.248571 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.297464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:23.300680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:23.307211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:23.345335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=d35e1ac3-014a-4b52-9d22-f89306605ef7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:23.421388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.470428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.668610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.674771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.750371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=d35e1ac3-014a-4b52-9d22-f89306605ef7,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:23.766017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.781469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.784415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cacb4465-af77-4513-8817-15cce3a62317 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0870690 Aug 11 03:21:23.786554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33228) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:23.791886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'port': {'network_id': '7b8c3495-bfb1-4b92-ae46-0a23ab55972b', 'name': 'tempest-FloatingIPTestJSON-1783216607'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:23.937884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:23.942176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:23.962599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] device_id is not set on port 0b3ae3ce-49f0-457a-b36f-735ebd5aa669 yet. {{(pid=111682) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:21:24.090656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.5 (7b8c3495-bfb1-4b92-ae46-0a23ab55972b/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7/0b3ae3ce-49f0-457a-b36f-735ebd5aa669) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:24.262288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c38a72-f411-4c25-a4f3-70b4b8cbaecd req-0f8fbc08-773f-4b22-96ad-90b1c632e7a8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:24.263905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3c38a72-f411-4c25-a4f3-70b4b8cbaecd req-0f8fbc08-773f-4b22-96ad-90b1c632e7a8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.1091943 Aug 11 03:21:24.346495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c3c38a72-f411-4c25-a4f3-70b4b8cbaecd req-3f05c523-8fdf-475c-aeff-4893fc1f3b0f tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660794 Aug 11 03:21:24.361504 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.410673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.458963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 7b8c3495-bfb1-4b92-ae46-0a23ab55972b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:24.462477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:24.467075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:24.470251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=0b3ae3ce-49f0-457a-b36f-735ebd5aa669,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:24.528901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:24.529570 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.551141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-412d6925-6bd0-4888-9c4e-fd599c0b1ff1 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7631588 Aug 11 03:21:24.553737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33324) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:24.560580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'port_id': '0b3ae3ce-49f0-457a-b36f-735ebd5aa669'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:24.604395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:24.906775 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:21:25.084764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.089105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.228243 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45388a28-1cd7-437b-9a39-7b55e173bfed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.244291 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP c42b7c7d-ae95-4f64-a2d7-0193134db4fc associated. External IP: 172.25.4.71, port: 0b3ae3ce-49f0-457a-b36f-735ebd5aa669. Aug 11 03:21:25.271410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-166fe4e6-d0f3-4102-a85c-49318a0e2fc9 req-3ef116a1-4594-4a33-9ace-290dcf221dcb tempest-ServerMetadataNegativeTestJSON-222265090 tempest-ServerMetadataNegativeTestJSON-222265090-project] (111682) timed out ('10.222.0.57', 65376) {{(pid=111682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:21:25.499657 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.548836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e5fc6-5c01-4428-81e6-4bcb06aa1ec9 req-5d534c43-702b-49d9-bc5b-5ebb4734f268 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:25.552436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-322e5fc6-5c01-4428-81e6-4bcb06aa1ec9 req-5d534c43-702b-49d9-bc5b-5ebb4734f268 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.0871296 Aug 11 03:21:25.580401 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:25.609607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-322e5fc6-5c01-4428-81e6-4bcb06aa1ec9 req-4a794720-7d99-4c7f-ba3e-9ae763cd91ad tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470028 Aug 11 03:21:25.859969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-74c8e4e2-df4a-4fcd-ba45-c055e3a7b3c4 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:25.862059 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-74c8e4e2-df4a-4fcd-ba45-c055e3a7b3c4 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/networks?id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe HTTP/1.1" status: 200 len: 814 time: 0.4416151 Aug 11 03:21:25.864037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:25.931044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-3c600095-f46e-4857-9eeb-757968065b57 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/quotas/24bf638c9b6f42e5afe345f9b1f6fafb HTTP/1.1" status: 200 len: 375 time: 0.0214398 Aug 11 03:21:26.006488 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-6e3d3515-6a68-439f-94df-9b028fe16f72 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686538 Aug 11 03:21:26.027714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:26.038390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:26.041562 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.049526 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:26.050311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:26.089201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:26.100610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:26.101224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:26.108813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-faf56387-0c45-445e-91d4-4e6db818a287 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/floatingips/c42b7c7d-ae95-4f64-a2d7-0193134db4fc HTTP/1.1" status: 200 len: 977 time: 1.5500975 Aug 11 03:21:26.109486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33380) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:26.143236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:26.144285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b83415-bc93-45cd-adea-844e23bd35ad None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:26.203099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-3551849e-34d2-40dc-a226-5a4d652acaa0 service neutron] 10.222.0.60 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881354 Aug 11 03:21:26.289154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 0b3ae3ce-49f0-457a-b36f-735ebd5aa669 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:26.289595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.372480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-0ea4d992-a374-4d72-a0d6-a20b2c712385 service neutron] 10.222.0.60 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588471 Aug 11 03:21:26.409173 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.625873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e50f1b15-2816-49f4-aa32-af4602fd5d4e req-a88b4acd-e2fa-4da7-bf25-d4b56a5db593 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 210 time: 0.0530264 Aug 11 03:21:26.746185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.746697 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.747099 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP c42b7c7d-ae95-4f64-a2d7-0193134db4fc disassociated. External IP: 172.25.4.71, port: 0b3ae3ce-49f0-457a-b36f-735ebd5aa669. Aug 11 03:21:26.747700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 0b3ae3ce-49f0-457a-b36f-735ebd5aa669 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:26.754369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.890826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923a1ed-06a3-4016-ac72-708a64ffdfb6 req-ca42da81-972f-4184-8fef-5ec3118d7682 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:26.898735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f923a1ed-06a3-4016-ac72-708a64ffdfb6 req-ca42da81-972f-4184-8fef-5ec3118d7682 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 944 time: 0.1914189 Aug 11 03:21:26.943296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:26.982791 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f923a1ed-06a3-4016-ac72-708a64ffdfb6 req-35ff9e13-73a3-4b98-b107-1e5c18a42ab0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831981 Aug 11 03:21:26.984915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=0b3ae3ce-49f0-457a-b36f-735ebd5aa669,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:27.123297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:27.240060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:27.252427 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:27.262035 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:27.262880 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:27.264296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b44088b-4449-4ccf-86fc-ccbe020de41e details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:21:27.305140 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:27.314141 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:27.315027 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:27.323680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.328325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33404) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:27.336573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b1b575a7-e3f0-4e91-ad69-70912bdae644 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/ports/0b3ae3ce-49f0-457a-b36f-735ebd5aa669 HTTP/1.1" status: 204 len: 168 time: 1.2259655 Aug 11 03:21:27.352500 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:27.353417 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f061eb-b5b8-4ead-8caa-668b491acab6 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:27.392927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3ec0774a-f73d-49f3-adfe-6078bcacc417 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "GET /v2.0/floatingips/c42b7c7d-ae95-4f64-a2d7-0193134db4fc HTTP/1.1" status: 200 len: 687 time: 0.0626147 Aug 11 03:21:27.394921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33406) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:27.409596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3b44088b-4449-4ccf-86fc-ccbe020de41e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:27.427039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'port_id': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'mac_address': 'fa:16:3e:65:7d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:21:27.468715 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.487973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b44088b-4449-4ccf-86fc-ccbe020de41e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:27.513690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3b44088b-4449-4ccf-86fc-ccbe020de41e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:27.519873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.545805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port d35e1ac3-014a-4b52-9d22-f89306605ef7 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:27.546161 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.592731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3b44088b-4449-4ccf-86fc-ccbe020de41e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:27.602567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.602909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.603403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.603803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.604136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.604814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.605307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.605800 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.606352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.606839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.607326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.607837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:21:27.646502 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.647069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.665111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for d35e1ac3-014a-4b52-9d22-f89306605ef7 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:27.713010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3b44088b-4449-4ccf-86fc-ccbe020de41e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:27.796191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1461ed9d-dd93-46f3-aa48-46384bed087d req-7ed7c527-ba70-45e2-bb1a-ac16d81648cc tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 210 time: 0.0469589 Aug 11 03:21:27.837531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-815b8c54-3e2b-48dc-814f-90583ab39082 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:27.840643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-815b8c54-3e2b-48dc-814f-90583ab39082 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "GET /v2.0/networks?id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe HTTP/1.1" status: 200 len: 814 time: 0.2437866 Aug 11 03:21:27.855077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Request body: {'port': {'device_id': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe', 'admin_state_up': True, 'tenant_id': '24bf638c9b6f42e5afe345f9b1f6fafb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:27.884164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.922316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=d35e1ac3-014a-4b52-9d22-f89306605ef7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:27.995869 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:27.998678 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.004588 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e7b0da5-be98-439e-b357-374ade3e057c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/floatingips/c42b7c7d-ae95-4f64-a2d7-0193134db4fc HTTP/1.1" status: 204 len: 168 time: 0.6085634 Aug 11 03:21:28.005509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:28.011076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '92e8070b-f179-403a-aaa1-daad6089797c'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:28.017380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Made reservation on behalf of 24bf638c9b6f42e5afe345f9b1f6fafb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:28.023230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.040842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.178831 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.189567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Allocated IP 172.20.0.12 (76d6aa34-a0ab-49ce-9e12-a6937d3b94fe/81372cc1-6ee7-473c-bf55-f19c1be0b32b/2acd7be8-c2da-428b-8817-5563da2479af) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:28.199939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd149a7-9cff-4c18-aedb-d9066b3aeb7a req-fb8bf3d6-07b3-4a91-8338-d9096765497b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:28.202084 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdd149a7-9cff-4c18-aedb-d9066b3aeb7a req-fb8bf3d6-07b3-4a91-8338-d9096765497b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 945 time: 0.0938759 Aug 11 03:21:28.261798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdd149a7-9cff-4c18-aedb-d9066b3aeb7a req-5ec16836-758d-4053-8660-071a894d294d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506022 Aug 11 03:21:28.272767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.379735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.395466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.25.4.35 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/3841b2b3-ef81-4d2b-93ed-f6de7bf61643) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:28.432008 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.485636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:28.491318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:28.496378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:28.531264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.539537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Pushing event updated for resources: {'Port': ['ID=2acd7be8-c2da-428b-8817-5563da2479af,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:28.547372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:28.548688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.564599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-e5fae2c9-2a15-4b3f-816b-c860dddac0f7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7139275 Aug 11 03:21:28.577162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Request body: {'port': {'device_id': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:28.586932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.633123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:28.636787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:28.640402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:28.641863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:28.653602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=3841b2b3-ef81-4d2b-93ed-f6de7bf61643,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.121389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.193608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.252324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1deec-d528-49e3-b434-20d873668e5c req-74887d6a-2f71-4997-8e71-d31836c409cd tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:29.254231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a1deec-d528-49e3-b434-20d873668e5c req-74887d6a-2f71-4997-8e71-d31836c409cd tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 932 time: 0.2198629 Aug 11 03:21:29.295428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b44088b-4449-4ccf-86fc-ccbe020de41e up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:29.337113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2a1deec-d528-49e3-b434-20d873668e5c req-9bbf0771-6b2c-4ea1-9eef-e53ba8194f06 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560911 Aug 11 03:21:29.411599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 3b44088b-4449-4ccf-86fc-ccbe020de41e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:29.416085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 3b44088b-4449-4ccf-86fc-ccbe020de41e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:29.416866 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.433908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.436962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acd7be8-c2da-428b-8817-5563da2479af {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:29.446381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.450402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ab779-ff5b-4161-af0e-991837d5d0f1 req-3a05424c-2aa3-45db-b8e0-240469354f46 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:29.452204 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f57ab779-ff5b-4161-af0e-991837d5d0f1 req-3a05424c-2aa3-45db-b8e0-240469354f46 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 945 time: 0.0868266 Aug 11 03:21:29.454364 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.477414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Transition to ACTIVE for port object 2acd7be8-c2da-428b-8817-5563da2479af will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:29.484117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.508750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=3841b2b3-ef81-4d2b-93ed-f6de7bf61643,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.527824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.559790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Pushing event updated for resources: {'Port': ['ID=2acd7be8-c2da-428b-8817-5563da2479af,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.573004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3b44088b-4449-4ccf-86fc-ccbe020de41e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:29.574386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:29.577931 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c06e592-4e2f-4b67-ad15-01a8f49a5965" -d '{"events": [{"server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "name": "network-vif-plugged", "status": "completed", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:29.583712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f57ab779-ff5b-4161-af0e-991837d5d0f1 req-9f08afd7-026a-4d61-93fe-702722a5d58b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809119 Aug 11 03:21:29.593979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.598282 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.662035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3b44088b-4449-4ccf-86fc-ccbe020de41e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:29.692694 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7709bb0-432a-4764-a70d-503b6f46182b x-openstack-request-id: req-e7709bb0-432a-4764-a70d-503b6f46182b {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:29.693016 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "name": "network-vif-plugged", "status": "completed", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:29.693273 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7709bb0-432a-4764-a70d-503b6f46182b {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:29.693736 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'code': 200} Aug 11 03:21:29.709629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33434) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:29.784098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Attempting to bind port 2acd7be8-c2da-428b-8817-5563da2479af on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:29.784353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Attempting to bind port 2acd7be8-c2da-428b-8817-5563da2479af by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:29.784693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Attempting to bind port 2acd7be8-c2da-428b-8817-5563da2479af on network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:29.814558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Port 2acd7be8-c2da-428b-8817-5563da2479af on network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:21:29.814558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Attempting to bind port 2acd7be8-c2da-428b-8817-5563da2479af on network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:29.833301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:29.833558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Checking segment: {'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:29.833960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Bound using segment: {'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:29.834423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Bound port: 2acd7be8-c2da-428b-8817-5563da2479af, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:29.834792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:29.881226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37663b3-43b1-4db4-a360-cb5434d7b350 req-59c26b36-ba5d-49b9-9fa3-2bab9961f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:29.882748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d37663b3-43b1-4db4-a360-cb5434d7b350 req-59c26b36-ba5d-49b9-9fa3-2bab9961f615 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 1098 time: 0.1164234 Aug 11 03:21:30.026957 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 4bb98cee-1774-418f-983d-f91d16919e8e associated. External IP: 172.25.4.35, port: 92e8070b-f179-403a-aaa1-daad6089797c. Aug 11 03:21:30.038848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d37663b3-43b1-4db4-a360-cb5434d7b350 req-ed63b72a-e0b7-4635-8ecd-ab289142a796 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215918 Aug 11 03:21:30.040386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] For port 2acd7be8-c2da-428b-8817-5563da2479af, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:30.058993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] For port 2acd7be8-c2da-428b-8817-5563da2479af, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2acd7be8-c2da-428b-8817-5563da2479af,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:30.066985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.067666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.090734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.091362 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.092906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] 10.222.0.57 "PUT /v2.0/ports/2acd7be8-c2da-428b-8817-5563da2479af HTTP/1.1" status: 200 len: 1093 time: 1.5201499 Aug 11 03:21:30.119504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'tag': '2acd7be8-c2da-428b-8817-5563da2479af'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:30.121840 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8314769b-2a25-489e-af6a-25b8a07e03ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c21ee1ba-02c9-42ce-9fd9-401d548dbd8a", "tag": "2acd7be8-c2da-428b-8817-5563da2479af"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:30.156681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 7e537efe-0e2c-4be5-8d24-eed832aa18b3 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:30.157061 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.181963 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eea0b7e-d62f-4810-962c-aed3cc50f931 x-openstack-request-id: req-1eea0b7e-d62f-4810-962c-aed3cc50f931 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:30.182250 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21ee1ba-02c9-42ce-9fd9-401d548dbd8a", "tag": "2acd7be8-c2da-428b-8817-5563da2479af", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:30.182501 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1eea0b7e-d62f-4810-962c-aed3cc50f931 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:30.182898 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'tag': '2acd7be8-c2da-428b-8817-5563da2479af', 'status': 'completed', 'code': 200} Aug 11 03:21:30.222529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098220f-1643-4c6f-8ab4-2e089d925b0b service neutron] Pushing event updated for resources: {'Port': ['ID=2acd7be8-c2da-428b-8817-5563da2479af,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.267427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-174d997d-19b8-47e5-84d4-79fe813bd7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.269059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-174d997d-19b8-47e5-84d4-79fe813bd7b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 1096 time: 0.1307263 Aug 11 03:21:30.299977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:30.323735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.324056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.327863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-83b21fe3-c6f2-45f1-ade4-0c5d32f5327d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2acd7be8-c2da-428b-8817-5563da2479af HTTP/1.1" status: 200 len: 217 time: 0.0487535 Aug 11 03:21:30.348634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 7e537efe-0e2c-4be5-8d24-eed832aa18b3 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:30.417493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:30.430071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:30.430597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-b9b9a372-782c-491b-9b67-d109bc530fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.431934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-b9b9a372-782c-491b-9b67-d109bc530fe3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81372cc1-6ee7-473c-bf55-f19c1be0b32b HTTP/1.1" status: 200 len: 854 time: 0.0957735 Aug 11 03:21:30.442346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:30.442985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:30.453099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.481699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-80d59108-6ada-4be2-9ca0-a55bc55dfaf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402505 Aug 11 03:21:30.492384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:30.494208 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1404f03a-187a-42fb-aec5-ddb094341c9a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4875243 Aug 11 03:21:30.497714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33452) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:30.504634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1126098116'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:30.512568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:30.513417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:30.546794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:30.552646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.571808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:30.576001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf3a3-fc61-4a96-bc51-a3e637e04021 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:30.593265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:21:30.614162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.614952 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Added segment 2f700252-61f4-438a-89fd-d85b0ebf4721 of type vlan for network 63605944-6c37-48d4-a4d3-23de13209d8c Aug 11 03:21:30.632442 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b93c91-5180-4618-8d33-c6a04920a28e req-96bf4ff1-fdfb-4b23-a997-d50837127aab tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.633991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23b93c91-5180-4618-8d33-c6a04920a28e req-96bf4ff1-fdfb-4b23-a997-d50837127aab tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 944 time: 0.1943154 Aug 11 03:21:30.692198 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.696865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-93a448f6-08dd-421f-afc9-81a2e43e3740 service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909192 Aug 11 03:21:30.777328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.784787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.785585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.832031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23b93c91-5180-4618-8d33-c6a04920a28e req-c88aa172-cc16-45af-9e6c-03dc2a03a015 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816628 Aug 11 03:21:30.880782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:30.892402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42aa512b-bdef-4c88-b68e-8161aa103007 req-b7b65f21-f527-411c-b79a-0cb27f647929 service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850019 Aug 11 03:21:30.912068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Network': ['ID=63605944-6c37-48d4-a4d3-23de13209d8c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.916815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=7e537efe-0e2c-4be5-8d24-eed832aa18b3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:30.920878 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-14de7721-8ead-4896-a7e5-45ba682cdf1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4220126 Aug 11 03:21:30.927877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33466) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:30.934034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 63605944-6c37-48d4-a4d3-23de13209d8c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:21:30.945312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'subnet': {'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:30.963413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbe095-d465-4c5e-8c33-e43c176d7a0f req-b6a79498-ac9f-431e-a17e-5d37fbc53fe5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:30.965686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4dbbe095-d465-4c5e-8c33-e43c176d7a0f req-b6a79498-ac9f-431e-a17e-5d37fbc53fe5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 946 time: 0.2561455 Aug 11 03:21:31.043492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.043880 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Floating IP 87cf39d9-38b2-45a7-9210-45e9ea547c1e disassociated (deleted). External IP: 172.25.4.80, port: 55f5ba75-1043-4e92-bc8f-75e73e3e96e7. Aug 11 03:21:31.049689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-dfb550dc-166c-4ab1-bbd9-dc4683d7708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.051232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-dfb550dc-166c-4ab1-bbd9-dc4683d7708f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 1096 time: 0.0962868 Aug 11 03:21:31.074109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4dbbe095-d465-4c5e-8c33-e43c176d7a0f req-adb7b175-1c99-40d0-bd8b-470ad05c652d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937023 Aug 11 03:21:31.113580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:31.117378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.244277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-313cb7f2-f13e-489c-839c-0823e8fd04f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.245690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-313cb7f2-f13e-489c-839c-0823e8fd04f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe HTTP/1.1" status: 200 len: 915 time: 0.1606703 Aug 11 03:21:31.340603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-e0885a07-5a40-4887-8352-57f7b431920c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2acd7be8-c2da-428b-8817-5563da2479af HTTP/1.1" status: 200 len: 217 time: 0.0462492 Aug 11 03:21:31.347984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.420977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Subnet': ['ID=c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:31.432129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Checking segment: {'id': '2f700252-61f4-438a-89fd-d85b0ebf4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:31.432689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network hostable DHCP agents. Network: 63605944-6c37-48d4-a4d3-23de13209d8c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:21:31.453356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 63605944-6c37-48d4-a4d3-23de13209d8c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:21:31.455143 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-f5ee590a-1e98-4cee-a2eb-2c69182e5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.456704 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-f5ee590a-1e98-4cee-a2eb-2c69182e5a47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81372cc1-6ee7-473c-bf55-f19c1be0b32b HTTP/1.1" status: 200 len: 854 time: 0.1056836 Aug 11 03:21:31.465134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 55e36541-d3c2-4928-a7ba-faa386251500 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:31.469123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 63605944-6c37-48d4-a4d3-23de13209d8c) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:31.480365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.480972 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.486371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e66b024-de7b-4135-bc5f-46bbd6ed9e84 None None] Network 63605944-6c37-48d4-a4d3-23de13209d8c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:31.502264 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-0968e266-8c28-4233-b8ae-a9b09e8c41dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358338 Aug 11 03:21:31.503777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-95695c61-b94b-4df5-aa4a-edc4a2f2fedf tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5729408 Aug 11 03:21:31.507593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33468) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:31.512790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1837410699', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:31.667606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.668659 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.749557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-63605944-6c37-48d4-a4d3-23de13209d8c', 'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c', 'tenant_id': '32da048af0b0481087fa38311ecb3763', 'fixed_ips': [{'subnet_id': 'c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:21:31.750520 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.774892 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-9c2a0d68-1a91-4c47-b037-24289664b2d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0849578 Aug 11 03:21:31.843669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-d2dc5ba7-8460-4afe-a06b-433d9a7868b3 service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224137 Aug 11 03:21:31.855031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:31.868002 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] Sync routers for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:31.887099 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:31.887872 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:31.934186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:31.991770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-4af5062a-ee90-439f-8d69-451bd63ffe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:31.993728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-4af5062a-ee90-439f-8d69-451bd63ffe18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1097 time: 0.0942693 Aug 11 03:21:32.053727 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:32.124102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-486c119a-765e-4de6-9078-010759e5e4bf tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/floatingips/87cf39d9-38b2-45a7-9210-45e9ea547c1e HTTP/1.1" status: 204 len: 168 time: 2.4133561 Aug 11 03:21:32.131966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.200810 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-0a2ae27f-b3e4-41bc-af41-4de109b031e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:32.203069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-0a2ae27f-b3e4-41bc-af41-4de109b031e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 200 len: 898 time: 0.1870081 Aug 11 03:21:32.297816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Allocated IP 172.20.0.2 (63605944-6c37-48d4-a4d3-23de13209d8c/c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353/43902ad8-2d50-432a-bbcb-0a8efe6af053) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:32.342684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-a96886d0-4f33-483f-8fa0-449e311518dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 200 len: 217 time: 0.1319971 Aug 11 03:21:32.354587 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:32.399386 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] Checking router: 55e36541-d3c2-4928-a7ba-faa386251500 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:32.414628 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:32.415543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:32.496871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e3fa6-66fe-4ece-8080-e334a830f642 req-9a88593c-6095-4e68-bfdc-4efa87df4c1e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:32.498441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-871e3fa6-66fe-4ece-8080-e334a830f642 req-9a88593c-6095-4e68-bfdc-4efa87df4c1e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 946 time: 0.2751608 Aug 11 03:21:32.500131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-6a3ba656-2199-474a-abb0-e20e8d912e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:32.520294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-6a3ba656-2199-474a-abb0-e20e8d912e01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=656141f1-e910-433f-a5e3-14c3bab3a689 HTTP/1.1" status: 200 len: 835 time: 0.1345053 Aug 11 03:21:32.543265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.555859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Transition to ACTIVE for port object 43902ad8-2d50-432a-bbcb-0a8efe6af053 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:32.573589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Transition to ACTIVE for port object 43902ad8-2d50-432a-bbcb-0a8efe6af053 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:32.582017 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.607051 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:32.624577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Network 63605944-6c37-48d4-a4d3-23de13209d8c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:32.629226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:32.632844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:32.662660 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-871e3fa6-66fe-4ece-8080-e334a830f642 req-5af9cbd8-6c0a-4f81-aa01-49793dc21436 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242483 Aug 11 03:21:32.680787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-0db8f1fc-7785-4de1-969e-9b7427651dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:32.682342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-0db8f1fc-7785-4de1-969e-9b7427651dcd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612430 Aug 11 03:21:32.788992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Pushing event updated for resources: {'Port': ['ID=43902ad8-2d50-432a-bbcb-0a8efe6af053,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:32.792176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:32.794477 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200f8792-fbf1-4786-a000-162aaf80efeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:32.840191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8314769b-2a25-489e-af6a-25b8a07e03ba req-f39d9479-07bb-4e72-8844-edcfa04f4da5 service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9830015 Aug 11 03:21:32.864016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458cba3-b97c-426d-8989-0d0cfb39deb4 req-93da5cdb-d6c2-44f1-9f4f-5ff47bfb537d tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:32.864716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Attempting to bind port 43902ad8-2d50-432a-bbcb-0a8efe6af053 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:21:32.865104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Attempting to bind port 43902ad8-2d50-432a-bbcb-0a8efe6af053 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '2f700252-61f4-438a-89fd-d85b0ebf4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:21:32.865479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Attempting to bind port 43902ad8-2d50-432a-bbcb-0a8efe6af053 on network 63605944-6c37-48d4-a4d3-23de13209d8c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:21:32.873285 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9458cba3-b97c-426d-8989-0d0cfb39deb4 req-93da5cdb-d6c2-44f1-9f4f-5ff47bfb537d tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 944 time: 0.9096494 Aug 11 03:21:32.876959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:21:32.882270 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Checking segment: {'id': '2f700252-61f4-438a-89fd-d85b0ebf4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:21:32.882806 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.883225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Bound using segment: {'id': '2f700252-61f4-438a-89fd-d85b0ebf4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:21:32.885497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Bound port: 43902ad8-2d50-432a-bbcb-0a8efe6af053, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f700252-61f4-438a-89fd-d85b0ebf4721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:21:32.888399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.992844 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-02be9251-50a8-4875-87ec-b9a1cba57d2e service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005042 Aug 11 03:21:32.993131 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:32.998740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] For port 43902ad8-2d50-432a-bbcb-0a8efe6af053, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:21:33.004504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] For port 43902ad8-2d50-432a-bbcb-0a8efe6af053, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=43902ad8-2d50-432a-bbcb-0a8efe6af053,segment=NetworkSegment(2f700252-61f4-438a-89fd-d85b0ebf4721),segment_id=2f700252-61f4-438a-89fd-d85b0ebf4721)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:21:33.022407 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.061183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9458cba3-b97c-426d-8989-0d0cfb39deb4 req-0c507ef4-3966-45a3-84ac-0af78c833092 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865907 Aug 11 03:21:33.123895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5276e1c-03a8-486e-89de-3d750984c5ef None None] Pushing event updated for resources: {'Port': ['ID=43902ad8-2d50-432a-bbcb-0a8efe6af053,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:33.146810 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928924a9-be05-492d-92bb-05626651f3e1 x-openstack-request-id: req-928924a9-be05-492d-92bb-05626651f3e1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:33.147189 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:33.147404 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-928924a9-be05-492d-92bb-05626651f3e1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:33.147799 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'status': 'completed', 'code': 200} Aug 11 03:21:33.231524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e5059-03f3-4a60-9c49-22d1afd9e92c req-d415642f-74b0-4872-b223-30ed72baa441 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:33.233679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5e5059-03f3-4a60-9c49-22d1afd9e92c req-d415642f-74b0-4872-b223-30ed72baa441 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 946 time: 0.2686653 Aug 11 03:21:33.337752 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:33.340365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6a5e5059-03f3-4a60-9c49-22d1afd9e92c req-84f9849e-41ec-46fc-ac45-6a1f20c2cf88 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982385 Aug 11 03:21:33.346280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9c678429-a01c-4afd-97e3-58025f7d6c46 req-865cc500-bbd0-4732-bc06-9f94e0cc44c7 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198183 Aug 11 03:21:33.387488 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33488) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:33.396400 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a12dbf-8b36-4dd9-b6ae-7d0732c3dd0d None None] The sync data for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 is: [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:19:34Z', 'revision_number': 4, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e5fe17ee-a4d7-45d6-ab22-6250636fdb51', 'name': '', 'network_id': '39e5fe15-6855-4dc8-9d63-1aa4f09324b0', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'mac_address': 'fa:16:3e:c6:9e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_interface', 'standard_attr_id': 3371, 'fixed_ips': [{'subnet_id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:33Z', 'updated_at': '2021-08-11T03:19:40Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'subnets': [{'id': '656141f1-e910-433f-a5e3-14c3bab3a689', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:33.414420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb59995-279d-429c-a0a9-abba5799d85a req-2e3d17af-1d23-4ebd-b7dc-b47ad90b8fe1 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:33.416164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cb59995-279d-429c-a0a9-abba5799d85a req-2e3d17af-1d23-4ebd-b7dc-b47ad90b8fe1 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.1855500 Aug 11 03:21:33.522957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8792-fbf1-4786-a000-162aaf80efeb req-8282b7b8-8fad-4f1e-9173-9c6343d3ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:33.525942 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-200f8792-fbf1-4786-a000-162aaf80efeb req-8282b7b8-8fad-4f1e-9173-9c6343d3ec23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=69120019df3c43d2af4dc08a22e06ab4&device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 1097 time: 0.0868104 Aug 11 03:21:33.528968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.570096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2acd7be8-c2da-428b-8817-5563da2479af details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:21:33.585959 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.628246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cb59995-279d-429c-a0a9-abba5799d85a req-15046ee1-c5be-4ef0-ad97-09f05509dfb8 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805365 Aug 11 03:21:33.742595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2acd7be8-c2da-428b-8817-5563da2479af, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2acd7be8-c2da-428b-8817-5563da2479af,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:33.759067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b65b3-baf0-426a-a54b-52e3cf60396b tempest-TestVolumeBootPattern-2037220193 tempest-TestVolumeBootPattern-2037220193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:33.760331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '2acd7be8-c2da-428b-8817-5563da2479af', 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe', 'port_id': '2acd7be8-c2da-428b-8817-5563da2479af', 'mac_address': 'fa:16:3e:32:cf:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81372cc1-6ee7-473c-bf55-f19c1be0b32b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:21:33.763997 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-894b65b3-baf0-426a-a54b-52e3cf60396b tempest-TestVolumeBootPattern-2037220193 tempest-TestVolumeBootPattern-2037220193-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 1093 time: 0.3642943 Aug 11 03:21:33.765034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33492) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:33.770699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:33.777392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8792-fbf1-4786-a000-162aaf80efeb req-1035a6a2-a689-40bd-bc7f-16f609dd4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:33.779139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-200f8792-fbf1-4786-a000-162aaf80efeb req-1035a6a2-a689-40bd-bc7f-16f609dd4ae7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 200 len: 898 time: 0.2452972 Aug 11 03:21:33.823286 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.839876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acd7be8-c2da-428b-8817-5563da2479af {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:21:33.850637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.25.4.79 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/70cf4abf-510c-4c49-a8eb-2e7308374c63) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:33.851793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-200f8792-fbf1-4786-a000-162aaf80efeb req-426b8f8d-e5e1-4479-8f13-8c5aa090521b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 200 len: 217 time: 0.0644679 Aug 11 03:21:33.871074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2acd7be8-c2da-428b-8817-5563da2479af, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2acd7be8-c2da-428b-8817-5563da2479af,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:33.871840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.878640 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:33.909532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fed8df-aabe-4d5c-b606-cf32c34e2f03 None None] New status for floating IP 87cf39d9-38b2-45a7-9210-45e9ea547c1e: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:21:33.953421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8792-fbf1-4786-a000-162aaf80efeb req-c7a91e26-9aa8-4d0f-b260-8c8e99d9f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:33.956278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-200f8792-fbf1-4786-a000-162aaf80efeb req-c7a91e26-9aa8-4d0f-b260-8c8e99d9f872 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=656141f1-e910-433f-a5e3-14c3bab3a689 HTTP/1.1" status: 200 len: 835 time: 0.0964644 Aug 11 03:21:34.004568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=2acd7be8-c2da-428b-8817-5563da2479af,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:34.028535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.042446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8792-fbf1-4786-a000-162aaf80efeb req-a737f74b-2083-4c55-9800-833d301119fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:34.044201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-200f8792-fbf1-4786-a000-162aaf80efeb req-a737f74b-2083-4c55-9800-833d301119fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39e5fe15-6855-4dc8-9d63-1aa4f09324b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762975 Aug 11 03:21:34.099213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.127962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['2acd7be8-c2da-428b-8817-5563da2479af'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:21:34.170452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:34.178370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:34.183348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:34.186674 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.226691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=70cf4abf-510c-4c49-a8eb-2e7308374c63,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:34.287058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-200f8792-fbf1-4786-a000-162aaf80efeb req-21cb2e13-6fc9-4356-a288-c9cff5e53ac4 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237175 Aug 11 03:21:34.378220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa124-9080-4e7a-a51b-9b67e905a483 req-c7522d8c-f2ad-4f8c-be32-3359ca7efbef tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:34.396436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6dfa124-9080-4e7a-a51b-9b67e905a483 req-c7522d8c-f2ad-4f8c-be32-3359ca7efbef tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 945 time: 0.2495730 Aug 11 03:21:34.526993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6c863-29cd-485c-a298-5210315ea505 req-d3e28fb8-87c7-45a2-b579-27a6c0e8a765 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:34.528722 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93f6c863-29cd-485c-a298-5210315ea505 req-d3e28fb8-87c7-45a2-b579-27a6c0e8a765 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.2919021 Aug 11 03:21:34.580723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 43902ad8-2d50-432a-bbcb-0a8efe6af053 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:34.598329 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b6dfa124-9080-4e7a-a51b-9b67e905a483 req-362ea297-6a96-41f8-9a17-aacc4e1e1dbe tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015905 Aug 11 03:21:34.619174 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-200f8792-fbf1-4786-a000-162aaf80efeb req-406a504b-e97f-4576-9829-5fafae710dd6 service neutron] 10.222.0.57 "GET /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221042 Aug 11 03:21:34.718136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 43902ad8-2d50-432a-bbcb-0a8efe6af053 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:34.731749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.25.4.99 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/34727ab9-a02c-4d13-a10f-48e8b35e9e39) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:34.904064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60049e1-7340-444b-bcde-9844a23f9525 None None] Network 63605944-6c37-48d4-a4d3-23de13209d8c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:34.919488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.973380 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:34.977707 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.023548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bf0ece9d-a354-4064-af28-3b1387d27393 None None] Provisioning for port 43902ad8-2d50-432a-bbcb-0a8efe6af053 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:35.043577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-bf0ece9d-a354-4064-af28-3b1387d27393 None None] Provisioning complete for port 43902ad8-2d50-432a-bbcb-0a8efe6af053 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:35.044223 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bf0ece9d-a354-4064-af28-3b1387d27393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.047033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e20195-eddf-4a44-9054-1b75be31e46a req-d6716a4d-16e3-4913-860f-249f1bf02beb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:35.049044 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b8e20195-eddf-4a44-9054-1b75be31e46a req-d6716a4d-16e3-4913-860f-249f1bf02beb tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 945 time: 0.2854736 Aug 11 03:21:35.082999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:35.083808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.093910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=34727ab9-a02c-4d13-a10f-48e8b35e9e39,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:35.109363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:35.111764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:35.114978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:35.230661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b8e20195-eddf-4a44-9054-1b75be31e46a req-b7e3b19d-1527-4b0d-a876-4ef13322bcab tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634829 Aug 11 03:21:35.276860 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bf0ece9d-a354-4064-af28-3b1387d27393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.313658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:35.313926 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.317874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-bf0ece9d-a354-4064-af28-3b1387d27393 None None] For port 43902ad8-2d50-432a-bbcb-0a8efe6af053, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=43902ad8-2d50-432a-bbcb-0a8efe6af053,segment=NetworkSegment(2f700252-61f4-438a-89fd-d85b0ebf4721),segment_id=2f700252-61f4-438a-89fd-d85b0ebf4721)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:35.322660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bf0ece9d-a354-4064-af28-3b1387d27393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.335136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:35.399303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ece9d-a354-4064-af28-3b1387d27393 None None] Pushing event updated for resources: {'Port': ['ID=43902ad8-2d50-432a-bbcb-0a8efe6af053,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:35.480640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.573254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2acd7be8-c2da-428b-8817-5563da2479af up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:35.655914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 2acd7be8-c2da-428b-8817-5563da2479af completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:35.663264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 2acd7be8-c2da-428b-8817-5563da2479af triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:35.664344 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.666366 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.708291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0ab7728b-2e8a-42b7-a6a2-5b8574c58f24 None None] Provisioning complete for port 43902ad8-2d50-432a-bbcb-0a8efe6af053 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:35.708827 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0ab7728b-2e8a-42b7-a6a2-5b8574c58f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.729826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=55f5ba75-1043-4e92-bc8f-75e73e3e96e7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:35.810489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] No DVR routers for this DVR port 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:35.815363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.818025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93f6c863-29cd-485c-a298-5210315ea505 req-50f8b4dc-28c6-470f-bc10-d29c46c80cbc tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.57 "DELETE /v2.0/ports/55f5ba75-1043-4e92-bc8f-75e73e3e96e7 HTTP/1.1" status: 204 len: 173 time: 1.2797945 Aug 11 03:21:35.819024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-deleted', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:35.832769 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce8b43a-01bd-4dcf-872f-7103ef7d3bda" -d '{"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-deleted", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:35.887750 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92abe591-3902-47b3-8c24-47c4bd4d36f1 x-openstack-request-id: req-92abe591-3902-47b3-8c24-47c4bd4d36f1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:35.888053 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2371e20-1692-4108-a28a-71cd594f4445", "name": "network-vif-deleted", "tag": "55f5ba75-1043-4e92-bc8f-75e73e3e96e7", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:35.888309 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92abe591-3902-47b3-8c24-47c4bd4d36f1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:35.888722 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2371e20-1692-4108-a28a-71cd594f4445', 'name': 'network-vif-deleted', 'tag': '55f5ba75-1043-4e92-bc8f-75e73e3e96e7', 'status': 'completed', 'code': 200} Aug 11 03:21:35.890481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router 133f3130-2443-4986-8b6c-a147baeae8d3 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:21:35.904186 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:35.961436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 2acd7be8-c2da-428b-8817-5563da2479af, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2acd7be8-c2da-428b-8817-5563da2479af,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:35.962792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acd7be8-c2da-428b-8817-5563da2479af'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:35.967003 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0535ebb3-d98e-442c-993b-ff08ec223496" -d '{"events": [{"server_uuid": "c21ee1ba-02c9-42ce-9fd9-401d548dbd8a", "name": "network-vif-plugged", "status": "completed", "tag": "2acd7be8-c2da-428b-8817-5563da2479af"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:35.972312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.031275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6c08c-22c8-4fbe-8c09-a44c6bc1065d req-2c11c5a0-b865-4eb0-bca0-196eb1f05bf8 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.036922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=2acd7be8-c2da-428b-8817-5563da2479af,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:36.037377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4cd6c08c-22c8-4fbe-8c09-a44c6bc1065d req-2c11c5a0-b865-4eb0-bca0-196eb1f05bf8 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 945 time: 0.1757033 Aug 11 03:21:36.050087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:36.064039 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534323ce-037a-4022-8f21-eddfda4ea77b x-openstack-request-id: req-534323ce-037a-4022-8f21-eddfda4ea77b {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:36.064738 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21ee1ba-02c9-42ce-9fd9-401d548dbd8a", "name": "network-vif-plugged", "status": "completed", "tag": "2acd7be8-c2da-428b-8817-5563da2479af", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:36.065245 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] Sync routers for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:36.066512 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-534323ce-037a-4022-8f21-eddfda4ea77b {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:36.067102 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acd7be8-c2da-428b-8817-5563da2479af', 'code': 200} Aug 11 03:21:36.099239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.104292 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:36.106174 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.124875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.131108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d7711bc-1185-4ed7-9839-646fbb8f3db2 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6221318 Aug 11 03:21:36.132949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33522) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:36.155270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4cd6c08c-22c8-4fbe-8c09-a44c6bc1065d req-12c7512e-b555-44b8-81c3-32308e87dedc tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062341 Aug 11 03:21:36.228747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.276008 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.276682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d393e52-225b-4286-b992-235d35b2a75d req-eb04078b-ea87-4d0a-8b9b-3a5df467992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:36.278883 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d393e52-225b-4286-b992-235d35b2a75d req-eb04078b-ea87-4d0a-8b9b-3a5df467992f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 1098 time: 0.1351361 Aug 11 03:21:36.303332 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:36.304024 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.386125 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:36.387444 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917872ae-e609-4378-9082-c3ea3bce40c6 None None] The sync data for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:36.434834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3d393e52-225b-4286-b992-235d35b2a75d req-c52ec4c7-f864-4442-a20a-6b183c613226 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799935 Aug 11 03:21:36.475874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 43902ad8-2d50-432a-bbcb-0a8efe6af053 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:21:36.487806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5109e43f-d6ed-4ff0-9581-608e309570d1 req-9fc54bdb-20db-41c7-bf89-5c8585f23779 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2371e20-1692-4108-a28a-71cd594f4445 HTTP/1.1" status: 200 len: 210 time: 0.0553443 Aug 11 03:21:36.531785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 43902ad8-2d50-432a-bbcb-0a8efe6af053 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:36.532321 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.563459 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.568441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.693295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=34727ab9-a02c-4d13-a10f-48e8b35e9e39,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:36.718729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:36.865336 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Floating IP 51b8acea-63f5-4508-a2fe-d905951292db associated. External IP: 172.25.4.99, port: 3b44088b-4449-4ccf-86fc-ccbe020de41e. Aug 11 03:21:36.931569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.103273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:37.256088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:37.269114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:37.281267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:37.282147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:37.326611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:37.339282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876243be-a95d-4651-ba7e-c834d9494acb req-32f19c60-4a25-4a48-80b5-0931f3db539b tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:37.348046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-876243be-a95d-4651-ba7e-c834d9494acb req-32f19c60-4a25-4a48-80b5-0931f3db539b tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 946 time: 0.1073709 Aug 11 03:21:37.407649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9de2d803-03c7-49d9-9a88-8edbc4cb53a6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6313291 Aug 11 03:21:37.407649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:21:37.407649 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814c8566-a3fc-48e9-8264-19248fb4fc96" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:21:37.437639 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-876243be-a95d-4651-ba7e-c834d9494acb req-2587bb3d-3dcf-4da0-a988-83714e2c21ce tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844491 Aug 11 03:21:37.447585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:37.457808 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead8d92b-8d26-47d1-bbf8-ed1845a35630 x-openstack-request-id: req-ead8d92b-8d26-47d1-bbf8-ed1845a35630 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:21:37.458122 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:21:37.458383 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ead8d92b-8d26-47d1-bbf8-ed1845a35630 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:21:37.459043 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'status': 'completed', 'code': 200} Aug 11 03:21:37.548466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33536) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:37.574032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-8f022725-5792-4720-8114-d29aeb444048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:37.575480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-8f022725-5792-4720-8114-d29aeb444048 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 1098 time: 0.0937638 Aug 11 03:21:37.622226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:37.647726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:37.648356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 55f5ba75-1043-4e92-bc8f-75e73e3e96e7 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:37.778568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-a0db8511-fbfa-48d2-8f6d-a2a0cb91a375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:37.779301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-a0db8511-fbfa-48d2-8f6d-a2a0cb91a375 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1947777 Aug 11 03:21:37.781145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '51b8acea-63f5-4508-a2fe-d905951292db', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:65:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:21:35Z', 'updated_at': '2021-08-11T03:21:35Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:37.818989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33540) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:37.852340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:37.872293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:37.872928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:37.980853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-71a8e405-99c4-4eba-b91f-400ed94d3414 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e HTTP/1.1" status: 200 len: 999 time: 0.1929624 Aug 11 03:21:37.988584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] Deleting subnet 29181548-42f1-4f82-9b24-d2b921da0791 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:37.995370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.046227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:38.060647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.1 (63605944-6c37-48d4-a4d3-23de13209d8c/c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353/c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:38.105206 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.130621 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-90203dab-95d1-497e-af93-f206e04d7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:38.132307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-90203dab-95d1-497e-af93-f206e04d7511 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.1380591 Aug 11 03:21:38.149201 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.257909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.283725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-b2119df9-6985-4481-af26-06745dc79560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:38.287553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-b2119df9-6985-4481-af26-06745dc79560 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169181 Aug 11 03:21:38.349509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '51b8acea-63f5-4508-a2fe-d905951292db', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:65:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:21:35Z', 'updated_at': '2021-08-11T03:21:35Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:38.380127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.383675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b80f38b-4af6-4c2b-ac4a-e1adf7f79e98 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '51b8acea-63f5-4508-a2fe-d905951292db', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.99', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:65:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:21:35Z', 'updated_at': '2021-08-11T03:21:35Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:38.426173 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Transition to ACTIVE for port object c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:38.429653 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.474994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29181548-42f1-4f82-9b24-d2b921da0791,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:38.479005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.483721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f139240e-b0ee-4734-9bda-1cdd831fe0e1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/29181548-42f1-4f82-9b24-d2b921da0791 HTTP/1.1" status: 204 len: 168 time: 0.6600225 Aug 11 03:21:38.484118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33544) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:38.490575 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-1553d314-dff4-4c18-8461-24d4758a7b6f service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975257 Aug 11 03:21:38.567533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port e5fe17ee-a4d7-45d6-ab22-6250636fdb51 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:38.568035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.573157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.601394 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.674751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e752-a07c-41ed-a89c-3d97fac9dba6 req-50e90bd6-8657-4fb5-81be-18342e073267 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:38.676360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed69e752-a07c-41ed-a89c-3d97fac9dba6 req-50e90bd6-8657-4fb5-81be-18342e073267 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 946 time: 0.1518619 Aug 11 03:21:38.686064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 63605944-6c37-48d4-a4d3-23de13209d8c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:38.702777 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cacc903-d30d-4ac4-be54-d5e0cf9f25d2 None None] New status for floating IP 51b8acea-63f5-4508-a2fe-d905951292db: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:21:38.704380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:38.708454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:38.718424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:38.725098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.726205 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814c8566-a3fc-48e9-8264-19248fb4fc96 req-3cf5ec4f-d496-4b46-9b06-ba0784ac4353 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287035 Aug 11 03:21:38.745638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48962dd-344a-4bd3-925a-acd3c79b352f']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:38.757433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port e5fe17ee-a4d7-45d6-ab22-6250636fdb51, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:38.757433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.768385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c23f73-d08f-4504-88b2-974ee9d8b507') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:38.768385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c23f73-d08f-4504-88b2-974ee9d8b507') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:38.777270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed69e752-a07c-41ed-a89c-3d97fac9dba6 req-d0e2890b-be72-4738-abb2-bcf0f2f1b08d tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900619 Aug 11 03:21:38.780761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for e5fe17ee-a4d7-45d6-ab22-6250636fdb51 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:38.784614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.788104 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.808253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.855528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:38.856258 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:38.858092 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:39.012827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.063817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.074675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.085040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b48962dd-344a-4bd3-925a-acd3c79b352f HTTP/1.1" status: 204 len: 168 time: 0.5998921 Aug 11 03:21:39.092301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33580) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:39.110863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784daef7-55c6-4856-ac67-e86228664293 admin admin] Pushing event deleted for resources: {'Network': ['ID=b48962dd-344a-4bd3-925a-acd3c79b352f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.214940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d742cd0c-4471-47d4-9ad9-08d9ba9c88ec None None] Provisioning for port c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:39.221360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d742cd0c-4471-47d4-9ad9-08d9ba9c88ec None None] Provisioning complete for port c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:39.221979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d742cd0c-4471-47d4-9ad9-08d9ba9c88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.224273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.232471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] Deleting subnet 53a48f6a-c067-490f-9ef8-1269c033c3fd {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:39.242026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.281969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d742cd0c-4471-47d4-9ad9-08d9ba9c88ec None None] Port c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:39.307759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=e5fe17ee-a4d7-45d6-ab22-6250636fdb51,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.356107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.475349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.519803 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.590878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.629065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a48f6a-c067-490f-9ef8-1269c033c3fd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.638735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.640709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-411c492a-7633-4b6b-965e-8ef5fc354e03 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/53a48f6a-c067-490f-9ef8-1269c033c3fd HTTP/1.1" status: 204 len: 168 time: 0.5469902 Aug 11 03:21:39.646512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33600) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:39.658827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.713049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.819850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.824187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:39.829529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.973531 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:39.988506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14730b4c-2b65-48a5-8f4b-48c70ca0cf73']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.007400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3bc45f4-ed3e-437c-8266-04b52132aff5') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.007749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3bc45f4-ed3e-437c-8266-04b52132aff5') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.027357 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.040095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 63605944-6c37-48d4-a4d3-23de13209d8c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:40.043764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:40.048431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Router 55e36541-d3c2-4928-a7ba-faa386251500 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:40.049413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.057438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:40.057851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:40.059590 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:40.199451 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.207071 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.212123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] 10.222.0.60 "DELETE /v2.0/networks/14730b4c-2b65-48a5-8f4b-48c70ca0cf73 HTTP/1.1" status: 204 len: 168 time: 0.5644250 Aug 11 03:21:40.215176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:40.225673 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d81310c6-80ce-49c0-92ec-67d4a8a6e3e9 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "PUT /v2.0/routers/55e36541-d3c2-4928-a7ba-faa386251500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757534 Aug 11 03:21:40.231367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33624) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:40.232833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] Sync routers for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:40.246235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:40.247115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.273377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac24f08-b43a-4077-b5b8-9150aa1a4575 admin admin] Pushing event deleted for resources: {'Network': ['ID=14730b4c-2b65-48a5-8f4b-48c70ca0cf73,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:40.355167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting subnet 656141f1-e910-433f-a5e3-14c3bab3a689 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:40.358674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.401848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router 133f3130-2443-4986-8b6c-a147baeae8d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:40.414038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.421135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:40.500355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cd862726-6dd2-4bd0-8158-9ea134a95c40 None None] Provisioning complete for port c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:40.500820 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cd862726-6dd2-4bd0-8158-9ea134a95c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.576300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33628) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:40.620237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cd862726-6dd2-4bd0-8158-9ea134a95c40 None None] Port c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:40.637577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1def6df1-36b0-427f-ad99-502df501a88a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f26aec6d99dc4d4495b60ead5577599f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597231 Aug 11 03:21:40.642944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33630) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:40.645519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.648919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:40.661217 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] Sync routers for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:40.675942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-90fafbb7-d068-42d2-83bc-b5cd5664e68d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/routers/133f3130-2443-4986-8b6c-a147baeae8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5389407 Aug 11 03:21:40.677944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33632) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:40.682305 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:40.683768 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.684370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'port': {'network_id': '63605944-6c37-48d4-a4d3-23de13209d8c', 'name': 'tempest-FloatingIPTestJSON-819214076'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:40.734036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:21:39Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.736116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.751208 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.762966 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:40.764114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.792244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] Checking router: 55e36541-d3c2-4928-a7ba-faa386251500 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:21:40.804627 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.805536 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b021589-a4c1-4664-a87c-722bbc256448 None None] The sync data for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:40.806745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Subnet': ['ID=656141f1-e910-433f-a5e3-14c3bab3a689,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:40.811456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.814530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd6be52b-5f19-45e6-b3dd-0731ec97e5c6 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/subnets/656141f1-e910-433f-a5e3-14c3bab3a689 HTTP/1.1" status: 204 len: 168 time: 0.5602758 Aug 11 03:21:40.817153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33634) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:40.825985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] Routers {'55e36541-d3c2-4928-a7ba-faa386251500'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:40.826772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['55e36541-d3c2-4928-a7ba-faa386251500'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:40.853167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7accbf7e-a903-4ab9-bb97-ea069e1b89cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.883128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c49ef9-a9ff-4490-8cfa-29d8c08acda1 None None] Network 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:40.904885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7accbf7e-a903-4ab9-bb97-ea069e1b89cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.979358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:40.979933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Made reservation on behalf of 32da048af0b0481087fa38311ecb3763 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:21:40.985796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.013063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] device_id is not set on port 8d145505-b21f-4c8f-a35d-49fc084cd8b7 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:21:41.025773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7accbf7e-a903-4ab9-bb97-ea069e1b89cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.029328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7accbf7e-a903-4ab9-bb97-ea069e1b89cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.043120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7accbf7e-a903-4ab9-bb97-ea069e1b89cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6fda8282-060e-498d-a662-9e02f5a608eb HTTP/1.1" status: 204 len: 168 time: 0.3987572 Aug 11 03:21:41.098858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accbf7e-a903-4ab9-bb97-ea069e1b89cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fda8282-060e-498d-a662-9e02f5a608eb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:41.191317 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.255706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Allocated IP 172.20.0.7 (63605944-6c37-48d4-a4d3-23de13209d8c/c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353/8d145505-b21f-4c8f-a35d-49fc084cd8b7) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:21:41.301645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Deleting port ebf2aef4-8eb3-4b38-a907-f57e00a90c01 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:41.302390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.304422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] Set router 55e36541-d3c2-4928-a7ba-faa386251500 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:21:41.553379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] For port ebf2aef4-8eb3-4b38-a907-f57e00a90c01, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:41.553379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.553671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] DHCP port deletion for 39e5fe15-6855-4dc8-9d63-1aa4f09324b0 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:21:41.613433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Calling delete_port for ebf2aef4-8eb3-4b38-a907-f57e00a90c01 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:41.646770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:21:39Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:41.652102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] Deleting port 6f3a2635-f0e1-4e96-95b9-3a578610317b {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:41.652374 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.704539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62824046-1f4d-4397-9ce1-a87da5be80e8 None None] The sync data for ids ['55e36541-d3c2-4928-a7ba-faa386251500'] in n-d-768509-22 is: [{'id': '55e36541-d3c2-4928-a7ba-faa386251500', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570816720', 'tenant_id': '69120019df3c43d2af4dc08a22e06ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:19:25Z', 'updated_at': '2021-08-11T03:21:39Z', 'revision_number': 5, 'project_id': '69120019df3c43d2af4dc08a22e06ab4', 'gw_port': {'id': 'ebf2aef4-8eb3-4b38-a907-f57e00a90c01', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:a2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e36541-d3c2-4928-a7ba-faa386251500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:19:26Z', 'updated_at': '2021-08-11T03:19:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:41.712686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33642) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:41.739905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.776666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Transition to ACTIVE for port object 8d145505-b21f-4c8f-a35d-49fc084cd8b7 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:21:41.795029 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-752b6c60-aa8a-468d-89d0-14eb07bb2fe8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67b8f378298941de9c8ac65ab203aae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808563 Aug 11 03:21:41.797616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33644) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:41.806556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] For port 6f3a2635-f0e1-4e96-95b9-3a578610317b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6f3a2635-f0e1-4e96-95b9-3a578610317b,segment=NetworkSegment(d85bd36c-21b7-4a08-acc4-36f75fef034a),segment_id=d85bd36c-21b7-4a08-acc4-36f75fef034a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:41.807261 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.822602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] Calling delete_port for 6f3a2635-f0e1-4e96-95b9-3a578610317b owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:41.836498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.920377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Network 63605944-6c37-48d4-a4d3-23de13209d8c is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:21:41.925371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:21:41.926628 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:41.932125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:21:41.936949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event updated for resources: {'Port': ['ID=8d145505-b21f-4c8f-a35d-49fc084cd8b7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:41.975680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] Pushing event deleted for resources: {'Port': ['ID=6f3a2635-f0e1-4e96-95b9-3a578610317b,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:41.980275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e34ef-3b46-425f-a897-f9a4bf789882 None None] No DVR routers for this DVR port 6f3a2635-f0e1-4e96-95b9-3a578610317b on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:42.006417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:42.007226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.032757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa9a170c-9ad6-4767-b825-1e19e7607f67 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3534715 Aug 11 03:21:42.033933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33646) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:42.040167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Request body: {'floatingip': {'port_id': '8d145505-b21f-4c8f-a35d-49fc084cd8b7'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:42.147736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.379541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d5393fc4-fad6-41d7-a954-a083cd862868 None None] Provisioning for port 8d145505-b21f-4c8f-a35d-49fc084cd8b7 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:21:42.387268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d5393fc4-fad6-41d7-a954-a083cd862868 None None] Provisioning complete for port 8d145505-b21f-4c8f-a35d-49fc084cd8b7 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:21:42.388516 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5393fc4-fad6-41d7-a954-a083cd862868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.454107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5fe17ee-a4d7-45d6-ab22-6250636fdb51 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:42.495234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e5fe17ee-a4d7-45d6-ab22-6250636fdb51 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:42.496430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e5fe17ee-a4d7-45d6-ab22-6250636fdb51 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:42.497362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f3a2635-f0e1-4e96-95b9-3a578610317b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:42.506617 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9df7fafb-6bf3-4071-bbf3-bfb5ed8ee170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.530797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6f3a2635-f0e1-4e96-95b9-3a578610317b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:42.530797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6f3a2635-f0e1-4e96-95b9-3a578610317b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:42.535344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d5393fc4-fad6-41d7-a954-a083cd862868 None None] Port 8d145505-b21f-4c8f-a35d-49fc084cd8b7 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:21:42.576899 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9df7fafb-6bf3-4071-bbf3-bfb5ed8ee170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.610870 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.674275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Port': ['ID=ebf2aef4-8eb3-4b38-a907-f57e00a90c01,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.800786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.806370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9df7fafb-6bf3-4071-bbf3-bfb5ed8ee170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.811687 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9df7fafb-6bf3-4071-bbf3-bfb5ed8ee170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.815259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9df7fafb-6bf3-4071-bbf3-bfb5ed8ee170 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d0649ab-9991-45da-819e-e2edae90ece1 HTTP/1.1" status: 204 len: 168 time: 1.0162599 Aug 11 03:21:42.922949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7fafb-6bf3-4071-bbf3-bfb5ed8ee170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0649ab-9991-45da-819e-e2edae90ece1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:42.930278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.933103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.983058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.986028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.988327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:42.993307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Fanout notify agent at l3_agent the message router_deleted on router 55e36541-d3c2-4928-a7ba-faa386251500 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:43.009917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.012173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f3e1cc9-b8f1-4153-8437-e70ecb6c4099 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/routers/55e36541-d3c2-4928-a7ba-faa386251500 HTTP/1.1" status: 204 len: 168 time: 2.1934843 Aug 11 03:21:43.014517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33652) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.117055 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 4bb98cee-1774-418f-983d-f91d16919e8e associated. External IP: 172.25.4.35, port: 92e8070b-f179-403a-aaa1-daad6089797c. Aug 11 03:21:43.162688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.292926 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.304210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e5fe15-6855-4dc8-9d63-1aa4f09324b0']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.321331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85bd36c-21b7-4a08-acc4-36f75fef034a') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.321678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85bd36c-21b7-4a08-acc4-36f75fef034a') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.344580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.368986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.377398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:43.377820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:43.385147 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:43.397265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:43.478389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.483504 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.490361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/networks/39e5fe15-6855-4dc8-9d63-1aa4f09324b0 HTTP/1.1" status: 204 len: 168 time: 0.4712818 Aug 11 03:21:43.491070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33664) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:43.523064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03a8a4-f0ea-483d-af04-606132cd5d84 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'Network': ['ID=39e5fe15-6855-4dc8-9d63-1aa4f09324b0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.530701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:43.547417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:43.572993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:43.577234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.625658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9313d889-c2ff-4db6-8a6d-fdb0eef2133b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.665259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.697182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:43.697838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.719532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9313d889-c2ff-4db6-8a6d-fdb0eef2133b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.751220 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:43.752081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b8684c-0b50-456b-ac31-1178e7bce681 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:43.846435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9313d889-c2ff-4db6-8a6d-fdb0eef2133b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.849035 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9313d889-c2ff-4db6-8a6d-fdb0eef2133b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:43.850502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9313d889-c2ff-4db6-8a6d-fdb0eef2133b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa12d39e-c319-45a1-a258-6e6b3ca7f0d1 HTTP/1.1" status: 204 len: 168 time: 0.3548410 Aug 11 03:21:43.873671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313d889-c2ff-4db6-8a6d-fdb0eef2133b tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12d39e-c319-45a1-a258-6e6b3ca7f0d1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:43.988359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router 133f3130-2443-4986-8b6c-a147baeae8d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:44.164558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:44.172470 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.177519 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] Sync routers for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:44.192817 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:44.193470 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:44.256207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:44.263009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-61715612-c531-496d-b577-7731e600ad4d tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/floatingips/4bb98cee-1774-418f-983d-f91d16919e8e HTTP/1.1" status: 200 len: 976 time: 2.2271478 Aug 11 03:21:44.266255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33686) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.277659 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:44.285519 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:44.322096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33688) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.367855 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:44.369510 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928ec8fa-1d19-41c2-b367-c049e3afac03 None None] The sync data for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:44.412697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 8d145505-b21f-4c8f-a35d-49fc084cd8b7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:44.413057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.454971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebf2aef4-8eb3-4b38-a907-f57e00a90c01 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:44.501185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ebf2aef4-8eb3-4b38-a907-f57e00a90c01 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:44.501859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ebf2aef4-8eb3-4b38-a907-f57e00a90c01 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:44.537918 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.592069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-66c8e92d-c88d-47a9-8e6a-33e99e2ffa96 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69120019df3c43d2af4dc08a22e06ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682946 Aug 11 03:21:44.595783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33694) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:44.656770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce72344d-ec24-43a0-8649-dd730296b494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.692156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce72344d-ec24-43a0-8649-dd730296b494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.764000 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce72344d-ec24-43a0-8649-dd730296b494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.767290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ce72344d-ec24-43a0-8649-dd730296b494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.768709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ce72344d-ec24-43a0-8649-dd730296b494 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/662ed2e6-2907-4f16-a6c1-925cd9524f0a HTTP/1.1" status: 204 len: 168 time: 0.1712718 Aug 11 03:21:44.777830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72344d-ec24-43a0-8649-dd730296b494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ed2e6-2907-4f16-a6c1-925cd9524f0a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:44.861496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.862135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:44.862334 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Floating IP 4bb98cee-1774-418f-983d-f91d16919e8e disassociated. External IP: 172.25.4.35, port: 8d145505-b21f-4c8f-a35d-49fc084cd8b7. Aug 11 03:21:44.863087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 8d145505-b21f-4c8f-a35d-49fc084cd8b7 owned by {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:45.052041 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.089585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=8d145505-b21f-4c8f-a35d-49fc084cd8b7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:45.205672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33708) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:45.236892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router 133f3130-2443-4986-8b6c-a147baeae8d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:45.263966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b8a96d39-8634-44fd-b6c2-06b8ddf15359 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fcbdbc3b99de47bc993ad2d7c1d83944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567658 Aug 11 03:21:45.267600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33710) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:45.331045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4526b8-a334-4227-8ca3-c3daa8a94400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.378792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4526b8-a334-4227-8ca3-c3daa8a94400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.396735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:45.411659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] Sync routers for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:45.429980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:45.431016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.468242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4526b8-a334-4227-8ca3-c3daa8a94400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.471889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae4526b8-a334-4227-8ca3-c3daa8a94400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.473383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae4526b8-a334-4227-8ca3-c3daa8a94400 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdb52c56-d796-4a5a-9cbf-b94868cc0c83 HTTP/1.1" status: 204 len: 168 time: 0.2044926 Aug 11 03:21:45.503091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4526b8-a334-4227-8ca3-c3daa8a94400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb52c56-d796-4a5a-9cbf-b94868cc0c83,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:45.512518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.520863 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:45.523611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2841a967-525b-4212-ba49-9a546ad4de87 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/ports/8d145505-b21f-4c8f-a35d-49fc084cd8b7 HTTP/1.1" status: 204 len: 168 time: 1.2560928 Aug 11 03:21:45.526462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33714) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:45.600960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:45.601614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.638726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:45.639657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3f64df-fd1a-43c2-a499-5b7ed841e9e9 None None] The sync data for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:46.061773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.677980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:46.678714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.771943 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:46.787009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:47.007580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.069732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=c6d1a79a-a4a5-4799-9a97-c5e2fa826bc6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:47.264227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.553627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router 133f3130-2443-4986-8b6c-a147baeae8d3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:47.678192 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:47.683667 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d5ab6e9-d263-426c-ac9a-b1b974d7f216 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/routers/133f3130-2443-4986-8b6c-a147baeae8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546309 Aug 11 03:21:47.686010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33730) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:47.692170 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] Sync routers for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:47.702468 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:47.704181 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:47.738861 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:47.747661 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] Routers {'133f3130-2443-4986-8b6c-a147baeae8d3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:47.748276 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['133f3130-2443-4986-8b6c-a147baeae8d3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:47.783807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:47.784455 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdc474e-90c1-4e6c-99d5-7b0f7da1e006 None None] The sync data for ids ['133f3130-2443-4986-8b6c-a147baeae8d3'] in n-d-768509-22 is: [] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:47.809141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.917674 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:47.980346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 70cf4abf-510c-4c49-a8eb-2e7308374c63 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:47.980955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.072151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.087978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 70cf4abf-510c-4c49-a8eb-2e7308374c63 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:48.301283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.330200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=70cf4abf-510c-4c49-a8eb-2e7308374c63,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:48.408492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.537905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.541205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.618087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.618884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Fanout notify agent at l3_agent the message router_deleted on router 133f3130-2443-4986-8b6c-a147baeae8d3 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:48.631905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.633737 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2185e5c-b102-4030-bf2f-c5be9c342b1a tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/routers/133f3130-2443-4986-8b6c-a147baeae8d3 HTTP/1.1" status: 204 len: 168 time: 0.9464889 Aug 11 03:21:48.637085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33738) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:48.704720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting subnet c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:48.708121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.754645 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.850920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.929717 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.960206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Subnet': ['ID=c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:48.964151 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:48.969772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-730f34c2-d09a-496c-af34-9a16c2a6a4fc tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/subnets/c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353 HTTP/1.1" status: 204 len: 168 time: 0.3280492 Aug 11 03:21:48.970041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33742) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:48.978137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e2c2c-d2a1-4525-9d17-8e3e9b425bec None None] Network 63605944-6c37-48d4-a4d3-23de13209d8c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:21:49.063322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.127660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 43902ad8-2d50-432a-bbcb-0a8efe6af053 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:49.128033 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.182972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] DHCP port deletion for 63605944-6c37-48d4-a4d3-23de13209d8c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:21:49.214662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] For port 43902ad8-2d50-432a-bbcb-0a8efe6af053, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=43902ad8-2d50-432a-bbcb-0a8efe6af053,segment=NetworkSegment(2f700252-61f4-438a-89fd-d85b0ebf4721),segment_id=2f700252-61f4-438a-89fd-d85b0ebf4721)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:49.215037 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.234745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 43902ad8-2d50-432a-bbcb-0a8efe6af053 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:49.252675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] Deleting port 43902ad8-2d50-432a-bbcb-0a8efe6af053 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:49.253227 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.327248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.361319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] For port 43902ad8-2d50-432a-bbcb-0a8efe6af053, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=43902ad8-2d50-432a-bbcb-0a8efe6af053,segment=NetworkSegment(2f700252-61f4-438a-89fd-d85b0ebf4721),segment_id=2f700252-61f4-438a-89fd-d85b0ebf4721)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:21:49.361625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=43902ad8-2d50-432a-bbcb-0a8efe6af053,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:49.361914 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.365873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] No DVR routers for this DVR port 43902ad8-2d50-432a-bbcb-0a8efe6af053 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:49.395521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] Calling delete_port for 43902ad8-2d50-432a-bbcb-0a8efe6af053 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:49.462238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.475228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63605944-6c37-48d4-a4d3-23de13209d8c']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:49.491677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f700252-61f4-438a-89fd-d85b0ebf4721') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:49.492277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f700252-61f4-438a-89fd-d85b0ebf4721') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:21:49.493859 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:21:49.503945 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.507987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.519027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] No DVR routers for this DVR port 43902ad8-2d50-432a-bbcb-0a8efe6af053 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:21:49.539387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535eb7da-430a-4c0b-a492-b296da9be443 None None] Pushing event deleted for resources: {'Port': ['ID=43902ad8-2d50-432a-bbcb-0a8efe6af053,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:49.540295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.557090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:49.557551 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:49.561643 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:49.637519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.645770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.651834 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/networks/63605944-6c37-48d4-a4d3-23de13209d8c HTTP/1.1" status: 204 len: 168 time: 0.6766310 Aug 11 03:21:49.652774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33746) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:49.661332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28716099-31ee-41a1-a87c-e2f2fe4cd74b tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Network': ['ID=63605944-6c37-48d4-a4d3-23de13209d8c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:49.858946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 3841b2b3-ef81-4d2b-93ed-f6de7bf61643 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:49.860945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.981825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.982178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:49.997160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 3841b2b3-ef81-4d2b-93ed-f6de7bf61643 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:50.153569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.182385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=3841b2b3-ef81-4d2b-93ed-f6de7bf61643,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.255646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.258116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.259701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e9b6bbd2-fa09-432a-b51d-2b00dc3f39e6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/floatingips/4bb98cee-1774-418f-983d-f91d16919e8e HTTP/1.1" status: 204 len: 168 time: 0.6057768 Aug 11 03:21:50.263939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33750) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:50.289173 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-192cee18-6126-438f-bcad-c1cb141a0a15 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] DELETE failed (client error): The resource could not be found. Aug 11 03:21:50.290098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192cee18-6126-438f-bcad-c1cb141a0a15 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:21:50.292485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-192cee18-6126-438f-bcad-c1cb141a0a15 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/ports/8d145505-b21f-4c8f-a35d-49fc084cd8b7 HTTP/1.1" status: 404 len: 333 time: 0.0270247 Aug 11 03:21:50.294563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33752) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:50.329265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c3a95e0d-a094-4fdc-8af0-a16b81df8f33 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "GET /v2.0/ports?device_id=133f3130-2443-4986-8b6c-a147baeae8d3 HTTP/1.1" status: 200 len: 205 time: 0.0309999 Aug 11 03:21:50.329661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33754) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:50.372386 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-6849b766-f246-45f9-8f01-eabd0ff4fba6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] delete failed (client error): The resource could not be found. Aug 11 03:21:50.375678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6849b766-f246-45f9-8f01-eabd0ff4fba6 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/routers/133f3130-2443-4986-8b6c-a147baeae8d3 HTTP/1.1" status: 404 len: 336 time: 0.0426507 Aug 11 03:21:50.377018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33756) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:50.406377 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4f8f02-5785-4e85-aa0c-e2274abf4636 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] DELETE failed (client error): The resource could not be found. Aug 11 03:21:50.406841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4f8f02-5785-4e85-aa0c-e2274abf4636 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:21:50.408657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf4f8f02-5785-4e85-aa0c-e2274abf4636 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/subnets/c9dbd5b9-8a3e-41fb-a2df-1d3d6ecb9353 HTTP/1.1" status: 404 len: 337 time: 0.0306687 Aug 11 03:21:50.411231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33758) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:50.418678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 43902ad8-2d50-432a-bbcb-0a8efe6af053 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:21:50.448206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 43902ad8-2d50-432a-bbcb-0a8efe6af053 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:21:50.448737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 43902ad8-2d50-432a-bbcb-0a8efe6af053 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:21:50.514954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 92e8070b-f179-403a-aaa1-daad6089797c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:50.515287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.618494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.632054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 92e8070b-f179-403a-aaa1-daad6089797c owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:50.788835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.817731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=92e8070b-f179-403a-aaa1-daad6089797c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:50.936984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:50.940176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0cd1e377-d1f3-4f62-9a54-44aae6d9530f tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/ports/92e8070b-f179-403a-aaa1-daad6089797c HTTP/1.1" status: 204 len: 168 time: 0.5271864 Aug 11 03:21:50.942318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33768) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:51.054199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port be5574a0-dca3-4d9d-9d9d-049dc3639253 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:51.054473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.160193 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.175316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for be5574a0-dca3-4d9d-9d9d-049dc3639253 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:51.326787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.361590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=be5574a0-dca3-4d9d-9d9d-049dc3639253,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:51.438616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:51.440578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7a7b6bc9-59c0-44e3-98a9-a983504f7725 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/ports/be5574a0-dca3-4d9d-9d9d-049dc3639253 HTTP/1.1" status: 204 len: 168 time: 0.4967809 Aug 11 03:21:51.443068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33772) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:51.503210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78df34f-bf41-43b8-995e-5d30d6fc045c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:21:51.505439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f78df34f-bf41-43b8-995e-5d30d6fc045c tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "GET /v2.0/ports?device_id=afe11959-f051-44fc-b306-c1ac6a635f1e HTTP/1.1" status: 200 len: 913 time: 0.0612416 Aug 11 03:21:51.507956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33776) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:52.243653 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.343191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f81cb1a4-0a95-48c4-9e0c-13a2e67e9929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.564659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port 5ef0a5f2-8ea8-40cf-996e-a47222bacaf3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:52.565243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.694351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:52.745631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for 5ef0a5f2-8ea8-40cf-996e-a47222bacaf3 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:52.988973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.021120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=5ef0a5f2-8ea8-40cf-996e-a47222bacaf3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:53.239238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.522664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Router afe11959-f051-44fc-b306-c1ac6a635f1e has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:21:53.641249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:21:53.646736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa8959ff-8235-45d2-958d-980c86bc1481 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "PUT /v2.0/routers/afe11959-f051-44fc-b306-c1ac6a635f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1372130 Aug 11 03:21:53.650137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33786) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:53.657324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] Sync routers for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:21:53.677307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:53.678120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:53.725335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:53.737756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] Routers {'afe11959-f051-44fc-b306-c1ac6a635f1e'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:21:53.738702 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:21:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['afe11959-f051-44fc-b306-c1ac6a635f1e'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:53.785525 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.792783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:53.793739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213b65e-335b-45be-b2db-f4c7e7763e01 None None] The sync data for ids ['afe11959-f051-44fc-b306-c1ac6a635f1e'] in n-d-768509-22 is: [] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:21:53.919066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:53.986040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting port d97f7837-b271-4bfe-8f99-f012a29e9eed {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:21:53.986738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.080966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.094947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Calling delete_port for d97f7837-b271-4bfe-8f99-f012a29e9eed owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:21:54.314115 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.353371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Port': ['ID=d97f7837-b271-4bfe-8f99-f012a29e9eed,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:54.443888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.557532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.560609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.617049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.617506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Fanout notify agent at l3_agent the message router_deleted on router afe11959-f051-44fc-b306-c1ac6a635f1e {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:21:54.627078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.628492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-43caf213-bdba-41a2-ad6a-4751185d99ba tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/routers/afe11959-f051-44fc-b306-c1ac6a635f1e HTTP/1.1" status: 204 len: 168 time: 0.9772975 Aug 11 03:21:54.630976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33792) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:54.698514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Deleting subnet 90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:21:54.702344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.746797 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.826748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.908515 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.948012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Subnet': ['ID=90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:54.950623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:54.952743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-64c9af81-5cd3-40b1-9086-f87245699577 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/subnets/90fe7ccd-0228-4e5d-b8c3-92d18bcb0cc7 HTTP/1.1" status: 204 len: 168 time: 0.3208244 Aug 11 03:21:54.955278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33796) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.052709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.157247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.167772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8c3495-bfb1-4b92-ae46-0a23ab55972b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:55.181474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadadaf4-7840-4077-bfef-86d06ce4cc9c') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:55.181876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadadaf4-7840-4077-bfef-86d06ce4cc9c') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:21:55.192221 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.217009 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.225519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:21:55.226011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:21:55.229560 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:21:55.237900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-416f6a12-5d63-492c-a50d-347224afe9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.314258 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.353638 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.354849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] 10.222.0.60 "DELETE /v2.0/networks/7b8c3495-bfb1-4b92-ae46-0a23ab55972b HTTP/1.1" status: 204 len: 168 time: 0.3979843 Aug 11 03:21:55.355755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8175-daf3-45aa-a878-1b0179e5ac52 tempest-FloatingIPTestJSON-1934111863 tempest-FloatingIPTestJSON-1934111863-project] Pushing event deleted for resources: {'Network': ['ID=7b8c3495-bfb1-4b92-ae46-0a23ab55972b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:55.504506 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.585132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.699892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.878614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9cd54dc2-0713-414d-b042-03fa26175b12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32da048af0b0481087fa38311ecb3763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743591 Aug 11 03:21:55.879138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33826) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:55.941260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6cb0-ce69-4950-a7d0-08b46510f789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:55.965976 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6cb0-ce69-4950-a7d0-08b46510f789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.030463 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6cb0-ce69-4950-a7d0-08b46510f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.035387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9ebe6cb0-ce69-4950-a7d0-08b46510f789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.037133 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9ebe6cb0-ce69-4950-a7d0-08b46510f789 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76b0f19b-f11a-4d96-a3b1-94542b35a202 HTTP/1.1" status: 204 len: 168 time: 0.1567996 Aug 11 03:21:56.049288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe6cb0-ce69-4950-a7d0-08b46510f789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b0f19b-f11a-4d96-a3b1-94542b35a202,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:56.757622 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:56.915838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33866) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.048428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--35160940'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:57.072382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.087763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.191228 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.197349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.237698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e297767-3bfc-49a8-8dc0-979545cf5235,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:57.313178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.317075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.354980 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.356466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4393728 Aug 11 03:21:57.357749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eaa4f-07af-4f81-9c7b-3190d9a5a8ad tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f972648b-c5f1-47a5-aaef-43164a5b06b9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:57.360182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33878) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.451059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebbc8fd6-9397-421e-8fae-c86508040685 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0896330 Aug 11 03:21:57.461029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33880) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.466153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bc9564ab-4dac-4963-bdb0-23ee585fdd0a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-security--1179435430', 'description': 'tempest-security-description-1249249916'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:57.507557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc9564ab-4dac-4963-bdb0-23ee585fdd0a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.557747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc9564ab-4dac-4963-bdb0-23ee585fdd0a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.562501 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc9564ab-4dac-4963-bdb0-23ee585fdd0a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.565208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bc9564ab-4dac-4963-bdb0-23ee585fdd0a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.566402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bc9564ab-4dac-4963-bdb0-23ee585fdd0a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "PUT /v2.0/security-groups/f972648b-c5f1-47a5-aaef-43164a5b06b9 HTTP/1.1" status: 200 len: 1780 time: 0.1041858 Aug 11 03:21:57.571797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33882) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.593129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9564ab-4dac-4963-bdb0-23ee585fdd0a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f972648b-c5f1-47a5-aaef-43164a5b06b9,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:57.619323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-187c2180-4484-4aed-80cf-5a23bfc893b3 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups/f972648b-c5f1-47a5-aaef-43164a5b06b9 HTTP/1.1" status: 200 len: 1780 time: 0.0463159 Aug 11 03:21:57.621850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33884) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.693681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17ce4177-cc07-4c9f-acb8-5a4faa848b8d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.725752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17ce4177-cc07-4c9f-acb8-5a4faa848b8d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.775743 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17ce4177-cc07-4c9f-acb8-5a4faa848b8d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.778746 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-17ce4177-cc07-4c9f-acb8-5a4faa848b8d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:57.780111 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-17ce4177-cc07-4c9f-acb8-5a4faa848b8d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/f972648b-c5f1-47a5-aaef-43164a5b06b9 HTTP/1.1" status: 204 len: 168 time: 0.1570959 Aug 11 03:21:57.783695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33886) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.803671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce4177-cc07-4c9f-acb8-5a4faa848b8d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f972648b-c5f1-47a5-aaef-43164a5b06b9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:57.854060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a6e25adc-db97-49ca-aeb4-98a6c6fb4bfc tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689750 Aug 11 03:21:57.856570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.871179 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-1afd0406-7024-43ac-b755-c73dac92f147 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] delete failed (client error): The resource could not be found. Aug 11 03:21:57.873356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1afd0406-7024-43ac-b755-c73dac92f147 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/f972648b-c5f1-47a5-aaef-43164a5b06b9 HTTP/1.1" status: 404 len: 347 time: 0.0148132 Aug 11 03:21:57.877028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33892) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:57.882920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-49d6bb5d-1459-48ce-9022-1619b71ba264 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--977103531'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:57.918759 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49d6bb5d-1459-48ce-9022-1619b71ba264 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.051316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49d6bb5d-1459-48ce-9022-1619b71ba264 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.055947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49d6bb5d-1459-48ce-9022-1619b71ba264 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.098515 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-49d6bb5d-1459-48ce-9022-1619b71ba264 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.100590 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-49d6bb5d-1459-48ce-9022-1619b71ba264 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2226620 Aug 11 03:21:58.104163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33900) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.111259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-71415c26-2d4e-48a6-a44f-440fa4cba461 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '5c981161-291f-42a6-a15e-8c478e6c74f6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:58.133647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6bb5d-1459-48ce-9022-1619b71ba264 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c981161-291f-42a6-a15e-8c478e6c74f6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:58.162865 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71415c26-2d4e-48a6-a44f-440fa4cba461 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.192409 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.228622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71415c26-2d4e-48a6-a44f-440fa4cba461 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.233499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71415c26-2d4e-48a6-a44f-440fa4cba461 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.263288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71415c26-2d4e-48a6-a44f-440fa4cba461 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4606705a-efaa-423e-9026-8dd9a5ac8c60,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:58.275435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-71415c26-2d4e-48a6-a44f-440fa4cba461 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.280160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-71415c26-2d4e-48a6-a44f-440fa4cba461 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748357 Aug 11 03:21:58.280318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33902) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.316567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb17e31d-8235-454b-9661-7ae916d41583 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.333492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb17e31d-8235-454b-9661-7ae916d41583 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.405107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb17e31d-8235-454b-9661-7ae916d41583 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.412680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb17e31d-8235-454b-9661-7ae916d41583 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.416883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33904) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.417597 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cb17e31d-8235-454b-9661-7ae916d41583 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4606705a-efaa-423e-9026-8dd9a5ac8c60 HTTP/1.1" status: 204 len: 168 time: 0.1353054 Aug 11 03:21:58.428601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17e31d-8235-454b-9661-7ae916d41583 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4606705a-efaa-423e-9026-8dd9a5ac8c60,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:58.473514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-11367fb6-1e55-45c1-b5d8-921c3ed1c1f1 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543797 Aug 11 03:21:58.478007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33906) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.543230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-652316a2-5b86-434d-b553-37dd27a52bf0 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.574387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-652316a2-5b86-434d-b553-37dd27a52bf0 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.620447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-652316a2-5b86-434d-b553-37dd27a52bf0 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.623376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-652316a2-5b86-434d-b553-37dd27a52bf0 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.625781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-652316a2-5b86-434d-b553-37dd27a52bf0 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/5c981161-291f-42a6-a15e-8c478e6c74f6 HTTP/1.1" status: 204 len: 168 time: 0.1462727 Aug 11 03:21:58.628561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33908) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.642215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652316a2-5b86-434d-b553-37dd27a52bf0 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c981161-291f-42a6-a15e-8c478e6c74f6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:58.689709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a5d99764-c2d8-415d-8d0c-e9b230228e4e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0550492 Aug 11 03:21:58.689844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33910) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.694004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d319efa5-393f-4f6a-a0b1-3e6f5558aeed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--566194561'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:58.737344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d319efa5-393f-4f6a-a0b1-3e6f5558aeed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.894459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d319efa5-393f-4f6a-a0b1-3e6f5558aeed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.901849 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d319efa5-393f-4f6a-a0b1-3e6f5558aeed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.978784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d319efa5-393f-4f6a-a0b1-3e6f5558aeed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:58.981169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d319efa5-393f-4f6a-a0b1-3e6f5558aeed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2905805 Aug 11 03:21:58.985317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:58.991012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-505dc2c8-0330-4dd2-9d99-0b1bd668d316 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '704cb233-4e06-497c-840e-607812feaa42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:58.995881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319efa5-393f-4f6a-a0b1-3e6f5558aeed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704cb233-4e06-497c-840e-607812feaa42,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.048767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-505dc2c8-0330-4dd2-9d99-0b1bd668d316 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.168856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-505dc2c8-0330-4dd2-9d99-0b1bd668d316 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.179133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-505dc2c8-0330-4dd2-9d99-0b1bd668d316 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.210116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dc2c8-0330-4dd2-9d99-0b1bd668d316 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffadc9a8-8ed4-4140-ae3d-6555adf1db1a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.214577 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-505dc2c8-0330-4dd2-9d99-0b1bd668d316 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.216192 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-505dc2c8-0330-4dd2-9d99-0b1bd668d316 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2297139 Aug 11 03:21:59.220782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33920) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:59.226416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-152739a5-9258-46ac-a9f8-4ab06f9f4a2d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '704cb233-4e06-497c-840e-607812feaa42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:59.320438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152739a5-9258-46ac-a9f8-4ab06f9f4a2d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.429343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152739a5-9258-46ac-a9f8-4ab06f9f4a2d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.434596 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152739a5-9258-46ac-a9f8-4ab06f9f4a2d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.462738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152739a5-9258-46ac-a9f8-4ab06f9f4a2d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ad8c24-0eaa-40c1-b323-20d969515acf,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.466606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152739a5-9258-46ac-a9f8-4ab06f9f4a2d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.468159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-152739a5-9258-46ac-a9f8-4ab06f9f4a2d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2461469 Aug 11 03:21:59.475427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33922) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:59.490172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-35f5c848-de04-40a0-bb10-9e5389a3ab03 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '704cb233-4e06-497c-840e-607812feaa42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:59.535622 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35f5c848-de04-40a0-bb10-9e5389a3ab03 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.633087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35f5c848-de04-40a0-bb10-9e5389a3ab03 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.637376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35f5c848-de04-40a0-bb10-9e5389a3ab03 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.658740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5c848-de04-40a0-bb10-9e5389a3ab03 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477c390b-c6e4-41e5-9408-8ce9336e14b2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.666174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35f5c848-de04-40a0-bb10-9e5389a3ab03 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.667614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-35f5c848-de04-40a0-bb10-9e5389a3ab03 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861835 Aug 11 03:21:59.670727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33924) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:59.676638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8ff9d86d-d0ab-426e-87f9-6fc86713a46d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '704cb233-4e06-497c-840e-607812feaa42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:59.720574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d86d-d0ab-426e-87f9-6fc86713a46d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.792103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d86d-d0ab-426e-87f9-6fc86713a46d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.798130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d86d-d0ab-426e-87f9-6fc86713a46d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.819446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9d86d-d0ab-426e-87f9-6fc86713a46d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be66c12-e80a-4b60-9b50-43517f3da269,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.822692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ff9d86d-d0ab-426e-87f9-6fc86713a46d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.823952 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ff9d86d-d0ab-426e-87f9-6fc86713a46d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1519599 Aug 11 03:21:59.826636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33926) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:59.831747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c4d615e2-c1ef-4bec-a0d2-8a5fc81a8d77 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '704cb233-4e06-497c-840e-607812feaa42', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:21:59.858370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d615e2-c1ef-4bec-a0d2-8a5fc81a8d77 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.928219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d615e2-c1ef-4bec-a0d2-8a5fc81a8d77 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.932436 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d615e2-c1ef-4bec-a0d2-8a5fc81a8d77 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.953687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d615e2-c1ef-4bec-a0d2-8a5fc81a8d77 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a828417-da29-4aee-b05a-66e7d82c7085,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:21:59.961246 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c4d615e2-c1ef-4bec-a0d2-8a5fc81a8d77 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:21:59.962698 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4d615e2-c1ef-4bec-a0d2-8a5fc81a8d77 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1351588 Aug 11 03:21:59.965880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33928) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:21:59.992573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f64912a-b0d1-4e50-9e6f-e0ffb206243a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.001299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f64912a-b0d1-4e50-9e6f-e0ffb206243a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.032011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f64912a-b0d1-4e50-9e6f-e0ffb206243a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.039140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0f64912a-b0d1-4e50-9e6f-e0ffb206243a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.040568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0f64912a-b0d1-4e50-9e6f-e0ffb206243a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0a828417-da29-4aee-b05a-66e7d82c7085 HTTP/1.1" status: 204 len: 168 time: 0.0735989 Aug 11 03:22:00.043671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33930) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.047345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64912a-b0d1-4e50-9e6f-e0ffb206243a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a828417-da29-4aee-b05a-66e7d82c7085,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:00.066942 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.099602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2e6226ef-00f6-4608-8b10-3afe999c2968 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0517061 Aug 11 03:22:00.100117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33932) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.133925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-459cb6b3-a06a-4d6c-8e1a-b5988b2f5d22 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.143233 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-459cb6b3-a06a-4d6c-8e1a-b5988b2f5d22 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.188780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-459cb6b3-a06a-4d6c-8e1a-b5988b2f5d22 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.200388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-459cb6b3-a06a-4d6c-8e1a-b5988b2f5d22 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.201798 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-459cb6b3-a06a-4d6c-8e1a-b5988b2f5d22 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7be66c12-e80a-4b60-9b50-43517f3da269 HTTP/1.1" status: 204 len: 168 time: 0.1007359 Aug 11 03:22:00.204969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33940) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.212110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cb6b3-a06a-4d6c-8e1a-b5988b2f5d22 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7be66c12-e80a-4b60-9b50-43517f3da269,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:00.261548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-751ef8bb-b3a7-4afb-8280-0e38221b3d37 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0552428 Aug 11 03:22:00.264153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33942) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.290302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6de571f-b7b0-4fc1-a711-4fa0298e04f6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.299780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6de571f-b7b0-4fc1-a711-4fa0298e04f6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.328299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6de571f-b7b0-4fc1-a711-4fa0298e04f6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.334385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e6de571f-b7b0-4fc1-a711-4fa0298e04f6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.335484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e6de571f-b7b0-4fc1-a711-4fa0298e04f6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/477c390b-c6e4-41e5-9408-8ce9336e14b2 HTTP/1.1" status: 204 len: 168 time: 0.0702937 Aug 11 03:22:00.338481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33944) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.348717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de571f-b7b0-4fc1-a711-4fa0298e04f6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=477c390b-c6e4-41e5-9408-8ce9336e14b2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:00.386021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1cf31042-f44b-402b-b5c2-ac75e873c65d tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0463271 Aug 11 03:22:00.388941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33946) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.414934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-050bc9cc-f309-4c21-a93e-2204c1822647 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.424794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-050bc9cc-f309-4c21-a93e-2204c1822647 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.455371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-050bc9cc-f309-4c21-a93e-2204c1822647 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.463316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-050bc9cc-f309-4c21-a93e-2204c1822647 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.464673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-050bc9cc-f309-4c21-a93e-2204c1822647 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/89ad8c24-0eaa-40c1-b323-20d969515acf HTTP/1.1" status: 204 len: 168 time: 0.0748026 Aug 11 03:22:00.469126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33948) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.470388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bc9cc-f309-4c21-a93e-2204c1822647 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89ad8c24-0eaa-40c1-b323-20d969515acf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:00.522177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a152ae1e-f32b-4400-ab9d-f49d0b45ddf3 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0511930 Aug 11 03:22:00.524884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33950) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.565306 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46580dce-aa2f-472e-a025-27e7f1f9cc85 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.575079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46580dce-aa2f-472e-a025-27e7f1f9cc85 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.610040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46580dce-aa2f-472e-a025-27e7f1f9cc85 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.616572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-46580dce-aa2f-472e-a025-27e7f1f9cc85 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.617776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-46580dce-aa2f-472e-a025-27e7f1f9cc85 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ffadc9a8-8ed4-4140-ae3d-6555adf1db1a HTTP/1.1" status: 204 len: 168 time: 0.0916202 Aug 11 03:22:00.620787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33956) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.623929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46580dce-aa2f-472e-a025-27e7f1f9cc85 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffadc9a8-8ed4-4140-ae3d-6555adf1db1a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:00.673308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f93ce383-5423-457a-9411-1208c4f96d3b tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501306 Aug 11 03:22:00.675975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33958) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.732161 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67d028e-5a5c-4d8e-9631-898d21947cc4 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.756334 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67d028e-5a5c-4d8e-9631-898d21947cc4 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.803531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67d028e-5a5c-4d8e-9631-898d21947cc4 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.806064 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d67d028e-5a5c-4d8e-9631-898d21947cc4 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.807215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d67d028e-5a5c-4d8e-9631-898d21947cc4 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/704cb233-4e06-497c-840e-607812feaa42 HTTP/1.1" status: 204 len: 168 time: 0.1302376 Aug 11 03:22:00.809896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33962) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.827187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d028e-5a5c-4d8e-9631-898d21947cc4 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=704cb233-4e06-497c-840e-607812feaa42,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:00.857919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9d842975-fa98-4e86-a253-15d565b32aa8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0467522 Aug 11 03:22:00.862026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33964) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:00.866766 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-961bc22a-bc15-4044-b982-6393fe2ecb1a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1605798010'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:00.889499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-961bc22a-bc15-4044-b982-6393fe2ecb1a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.978601 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-961bc22a-bc15-4044-b982-6393fe2ecb1a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:00.982278 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-961bc22a-bc15-4044-b982-6393fe2ecb1a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.010757 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-961bc22a-bc15-4044-b982-6393fe2ecb1a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.012096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-961bc22a-bc15-4044-b982-6393fe2ecb1a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1490359 Aug 11 03:22:01.014672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33966) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.020266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d4e4cf65-0614-49ea-9388-3fc2679899e6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '065bd714-c418-4395-bb57-845d32f6a2e2', 'direction': 'ingress', 'protocol': 17}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:01.026357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bc22a-bc15-4044-b982-6393fe2ecb1a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065bd714-c418-4395-bb57-845d32f6a2e2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.052683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cf65-0614-49ea-9388-3fc2679899e6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.113979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cf65-0614-49ea-9388-3fc2679899e6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.118058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cf65-0614-49ea-9388-3fc2679899e6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.136170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4cf65-0614-49ea-9388-3fc2679899e6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8f3bf9-489b-41eb-a5b6-9bbbdd1a7089,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.147942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d4e4cf65-0614-49ea-9388-3fc2679899e6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.149138 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d4e4cf65-0614-49ea-9388-3fc2679899e6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1323545 Aug 11 03:22:01.152298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33968) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.217025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a545e29-c096-42c1-a57f-e69e07b7c6a7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.247514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a545e29-c096-42c1-a57f-e69e07b7c6a7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.302744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a545e29-c096-42c1-a57f-e69e07b7c6a7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.305986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8a545e29-c096-42c1-a57f-e69e07b7c6a7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.307706 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8a545e29-c096-42c1-a57f-e69e07b7c6a7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/065bd714-c418-4395-bb57-845d32f6a2e2 HTTP/1.1" status: 204 len: 168 time: 0.1543450 Aug 11 03:22:01.310533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33972) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.318252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a545e29-c096-42c1-a57f-e69e07b7c6a7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=065bd714-c418-4395-bb57-845d32f6a2e2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.388322 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2dae2178-cf6a-4707-8485-e94563d2dc3f tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730083 Aug 11 03:22:01.388715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33978) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.394184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-82eddeee-3b61-402f-a852-cf4bb266c786 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852116158'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:01.417497 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82eddeee-3b61-402f-a852-cf4bb266c786 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.526912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82eddeee-3b61-402f-a852-cf4bb266c786 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.534915 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82eddeee-3b61-402f-a852-cf4bb266c786 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.571234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82eddeee-3b61-402f-a852-cf4bb266c786 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.575439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82eddeee-3b61-402f-a852-cf4bb266c786 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1857378 Aug 11 03:22:01.575614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33984) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.576605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eddeee-3b61-402f-a852-cf4bb266c786 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83f1aa0-58e0-4aea-8fe6-bae460e6b490,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.591815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a1ce7b55-d795-4f8e-babd-9f812e197828 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810107129'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:01.643805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7b55-d795-4f8e-babd-9f812e197828 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.752499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7b55-d795-4f8e-babd-9f812e197828 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.758097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7b55-d795-4f8e-babd-9f812e197828 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.790660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce7b55-d795-4f8e-babd-9f812e197828 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9754d967-90a3-475f-9734-234df3f3548d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.794003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1ce7b55-d795-4f8e-babd-9f812e197828 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.795472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a1ce7b55-d795-4f8e-babd-9f812e197828 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2174294 Aug 11 03:22:01.798818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33990) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.806265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-53fc532f-03de-4c26-9cb9-4c1a8247df84 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': 'f83f1aa0-58e0-4aea-8fe6-bae460e6b490', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9754d967-90a3-475f-9734-234df3f3548d', 'remote_ip_prefix': None}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:01.844572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-53fc532f-03de-4c26-9cb9-4c1a8247df84 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.898555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:22:01.928247 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-53fc532f-03de-4c26-9cb9-4c1a8247df84 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.932391 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-53fc532f-03de-4c26-9cb9-4c1a8247df84 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.954110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc532f-03de-4c26-9cb9-4c1a8247df84 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4b73b3-5bed-4a1b-bce7-32f1d774ad3a,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:01.963361 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-53fc532f-03de-4c26-9cb9-4c1a8247df84 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:01.967291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-53fc532f-03de-4c26-9cb9-4c1a8247df84 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1646428 Aug 11 03:22:01.967587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33992) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:01.994219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b1c32ce-e8db-42b8-8cc9-c9a42b0e9f48 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.002900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b1c32ce-e8db-42b8-8cc9-c9a42b0e9f48 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.033795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b1c32ce-e8db-42b8-8cc9-c9a42b0e9f48 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.039195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b1c32ce-e8db-42b8-8cc9-c9a42b0e9f48 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.042959 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6b1c32ce-e8db-42b8-8cc9-c9a42b0e9f48 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ec4b73b3-5bed-4a1b-bce7-32f1d774ad3a HTTP/1.1" status: 204 len: 168 time: 0.0716913 Aug 11 03:22:02.043771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33994) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.065694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c32ce-e8db-42b8-8cc9-c9a42b0e9f48 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec4b73b3-5bed-4a1b-bce7-32f1d774ad3a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:02.116964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a84fe08-a318-491e-9f95-d5a6832d03ed tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0693259 Aug 11 03:22:02.117501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 33996) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.185388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5551076-b44a-46bf-a77d-814283b5df79 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.210933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5551076-b44a-46bf-a77d-814283b5df79 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.256658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5551076-b44a-46bf-a77d-814283b5df79 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.261258 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5551076-b44a-46bf-a77d-814283b5df79 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.262541 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c5551076-b44a-46bf-a77d-814283b5df79 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/9754d967-90a3-475f-9734-234df3f3548d HTTP/1.1" status: 204 len: 168 time: 0.1402712 Aug 11 03:22:02.266044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 33998) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.273164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5551076-b44a-46bf-a77d-814283b5df79 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9754d967-90a3-475f-9734-234df3f3548d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:02.330239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-669ba4ef-adef-4284-b675-72055d283440 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0625794 Aug 11 03:22:02.333889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34000) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.400436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59c35d29-a87c-414f-a9a0-e5bff6b7e205 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.424192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59c35d29-a87c-414f-a9a0-e5bff6b7e205 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.469821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59c35d29-a87c-414f-a9a0-e5bff6b7e205 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.472538 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-59c35d29-a87c-414f-a9a0-e5bff6b7e205 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.477197 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-59c35d29-a87c-414f-a9a0-e5bff6b7e205 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/f83f1aa0-58e0-4aea-8fe6-bae460e6b490 HTTP/1.1" status: 204 len: 168 time: 0.1388102 Aug 11 03:22:02.477504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34002) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.488743 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c35d29-a87c-414f-a9a0-e5bff6b7e205 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83f1aa0-58e0-4aea-8fe6-bae460e6b490,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:02.564499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eea95d52-7623-4e0d-9ff6-c3ea1fa43f25 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812633 Aug 11 03:22:02.566475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34004) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.572031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-31bc74d6-3487-4a94-8832-d3845546a150 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--978699757'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:02.598674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31bc74d6-3487-4a94-8832-d3845546a150 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.693404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31bc74d6-3487-4a94-8832-d3845546a150 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.698537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31bc74d6-3487-4a94-8832-d3845546a150 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.735237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31bc74d6-3487-4a94-8832-d3845546a150 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.736975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-31bc74d6-3487-4a94-8832-d3845546a150 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1693935 Aug 11 03:22:02.739546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34010) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.744444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-13ab3f84-f25c-4ed3-bd63-37def53fa43e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': '31a7ffc9-45e9-4287-a503-f49e5bab62a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:02.750558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc74d6-3487-4a94-8832-d3845546a150 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31a7ffc9-45e9-4287-a503-f49e5bab62a3,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:02.830244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13ab3f84-f25c-4ed3-bd63-37def53fa43e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.895127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13ab3f84-f25c-4ed3-bd63-37def53fa43e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.898954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13ab3f84-f25c-4ed3-bd63-37def53fa43e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.919189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab3f84-f25c-4ed3-bd63-37def53fa43e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2fcc233-ed2e-4537-9a34-a85adee79aae,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:02.933436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13ab3f84-f25c-4ed3-bd63-37def53fa43e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.935072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-13ab3f84-f25c-4ed3-bd63-37def53fa43e tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1942768 Aug 11 03:22:02.938019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34012) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:02.976933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1efdc059-256c-48b5-8ba3-cbaa6205efb8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:02.992257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1efdc059-256c-48b5-8ba3-cbaa6205efb8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.035620 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1efdc059-256c-48b5-8ba3-cbaa6205efb8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.040767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1efdc059-256c-48b5-8ba3-cbaa6205efb8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.041897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1efdc059-256c-48b5-8ba3-cbaa6205efb8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c2fcc233-ed2e-4537-9a34-a85adee79aae HTTP/1.1" status: 204 len: 168 time: 0.1029332 Aug 11 03:22:03.044823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34014) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.051234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdc059-256c-48b5-8ba3-cbaa6205efb8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2fcc233-ed2e-4537-9a34-a85adee79aae,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:03.105384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af8bdda5-f301-4d37-b92a-506ee4de91ef tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565319 Aug 11 03:22:03.107865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34016) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.170792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f717e6aa-b413-47c3-b797-0a424fbb5ab8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.203753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f717e6aa-b413-47c3-b797-0a424fbb5ab8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.300492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f717e6aa-b413-47c3-b797-0a424fbb5ab8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.310624 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f717e6aa-b413-47c3-b797-0a424fbb5ab8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.315924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f717e6aa-b413-47c3-b797-0a424fbb5ab8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/31a7ffc9-45e9-4287-a503-f49e5bab62a3 HTTP/1.1" status: 204 len: 168 time: 0.2061012 Aug 11 03:22:03.316615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34018) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.339707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717e6aa-b413-47c3-b797-0a424fbb5ab8 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a7ffc9-45e9-4287-a503-f49e5bab62a3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:03.389076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-76e7d8dd-4fd1-49f5-9479-1b3545b536ac tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706289 Aug 11 03:22:03.399711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34020) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.404476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-cb06abc5-e8fa-4c5c-964e-776edbd18a45 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550790602'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:03.463006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb06abc5-e8fa-4c5c-964e-776edbd18a45 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.614922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb06abc5-e8fa-4c5c-964e-776edbd18a45 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.622244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb06abc5-e8fa-4c5c-964e-776edbd18a45 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.650795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cb06abc5-e8fa-4c5c-964e-776edbd18a45 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.655618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34022) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.661537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-779fe286-1d5b-4de9-90eb-ef79f0729efe tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': 'a87a25f2-e4b4-4510-83bb-b25a678010eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:03.664189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cb06abc5-e8fa-4c5c-964e-776edbd18a45 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2633529 Aug 11 03:22:03.675805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06abc5-e8fa-4c5c-964e-776edbd18a45 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a25f2-e4b4-4510-83bb-b25a678010eb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:03.699265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-779fe286-1d5b-4de9-90eb-ef79f0729efe tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.768802 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-779fe286-1d5b-4de9-90eb-ef79f0729efe tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.772968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-779fe286-1d5b-4de9-90eb-ef79f0729efe tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.804341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fe286-1d5b-4de9-90eb-ef79f0729efe tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8392044-28b6-4c21-bcc6-5e7bb65e5e02,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:03.826816 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-779fe286-1d5b-4de9-90eb-ef79f0729efe tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.831082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-779fe286-1d5b-4de9-90eb-ef79f0729efe tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709375 Aug 11 03:22:03.834958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34026) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.861284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d854792b-4621-4f98-86c1-fc55fb4f78ec tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules/d8392044-28b6-4c21-bcc6-5e7bb65e5e02 HTTP/1.1" status: 200 len: 763 time: 0.0270672 Aug 11 03:22:03.862569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34030) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.941091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-062c5471-ef0a-423e-95a3-e7169be8f9b7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0773237 Aug 11 03:22:03.944274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34032) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:03.985549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62c88181-3022-4452-8412-35106196163b tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:03.993464 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62c88181-3022-4452-8412-35106196163b tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.030419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62c88181-3022-4452-8412-35106196163b tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.037364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-62c88181-3022-4452-8412-35106196163b tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.041171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-62c88181-3022-4452-8412-35106196163b tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/d8392044-28b6-4c21-bcc6-5e7bb65e5e02 HTTP/1.1" status: 204 len: 168 time: 0.0956833 Aug 11 03:22:04.042859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34034) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.047535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c88181-3022-4452-8412-35106196163b tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8392044-28b6-4c21-bcc6-5e7bb65e5e02,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:04.100402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-18fdafd9-65ec-4061-9b37-c11b50cb2cc7 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561669 Aug 11 03:22:04.103096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34036) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.108118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3f947bd5-3c5a-43cb-922b-9b5ad9acc487 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': 'a87a25f2-e4b4-4510-83bb-b25a678010eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:04.149988 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f947bd5-3c5a-43cb-922b-9b5ad9acc487 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.208183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f947bd5-3c5a-43cb-922b-9b5ad9acc487 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.222327 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f947bd5-3c5a-43cb-922b-9b5ad9acc487 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.255339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f947bd5-3c5a-43cb-922b-9b5ad9acc487 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329dae1e-5c37-496c-9c61-f1738621ca28,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:04.263159 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f947bd5-3c5a-43cb-922b-9b5ad9acc487 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.267906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34040) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.278365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3f947bd5-3c5a-43cb-922b-9b5ad9acc487 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1738677 Aug 11 03:22:04.292409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6a27030e-eac3-4eaa-b03b-37d7754f0aaa tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules/329dae1e-5c37-496c-9c61-f1738621ca28 HTTP/1.1" status: 200 len: 763 time: 0.0229378 Aug 11 03:22:04.293487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34042) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.351764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-247f58bc-b348-40af-9be8-47d0aa21c87f tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0547800 Aug 11 03:22:04.352734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34044) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.377523 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f6d-75f4-4200-9966-0c3a6f05700c tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.386153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f6d-75f4-4200-9966-0c3a6f05700c tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.441877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f6d-75f4-4200-9966-0c3a6f05700c tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.459389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9e7e7f6d-75f4-4200-9966-0c3a6f05700c tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.463442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9e7e7f6d-75f4-4200-9966-0c3a6f05700c tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/329dae1e-5c37-496c-9c61-f1738621ca28 HTTP/1.1" status: 204 len: 168 time: 0.1102180 Aug 11 03:22:04.463716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34046) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.471786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e7f6d-75f4-4200-9966-0c3a6f05700c tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=329dae1e-5c37-496c-9c61-f1738621ca28,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:04.573501 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9c35d233-ff01-4274-bc87-6d69fe3b07a9 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1082709 Aug 11 03:22:04.579776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34048) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.597879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Request body: {'security_group_rule': {'security_group_id': 'a87a25f2-e4b4-4510-83bb-b25a678010eb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:04.669592 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Project 4d813fecb0044a24b2e56c97165d11b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:04.695247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.771207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.776144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.812672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301b4108-84d6-40d4-a87c-ea71a9d8caac,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:04.826597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.828955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2364d4b7-7d0d-4e5f-ad74-9e2d4917e43a tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2428274 Aug 11 03:22:04.831652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34050) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.857441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1ce0f790-6c72-416a-9b03-bc7a4753107c tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules/301b4108-84d6-40d4-a87c-ea71a9d8caac HTTP/1.1" status: 200 len: 769 time: 0.0247328 Aug 11 03:22:04.860195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34052) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.930092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34056) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:04.939007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fa4411e5-1e1e-4a8c-88f0-88ffa556c6ec tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0656683 Aug 11 03:22:04.964379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfe131e9-ac45-4997-9779-cf57712c64b6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:04.974253 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfe131e9-ac45-4997-9779-cf57712c64b6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.037143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfe131e9-ac45-4997-9779-cf57712c64b6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.050071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfe131e9-ac45-4997-9779-cf57712c64b6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.054136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bfe131e9-ac45-4997-9779-cf57712c64b6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/301b4108-84d6-40d4-a87c-ea71a9d8caac HTTP/1.1" status: 204 len: 168 time: 0.1203611 Aug 11 03:22:05.054560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34060) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:05.086433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe131e9-ac45-4997-9779-cf57712c64b6 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=301b4108-84d6-40d4-a87c-ea71a9d8caac,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.146769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-751cab55-f0ff-49b5-ae7d-40aeb11643cb tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883601 Aug 11 03:22:05.146989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34062) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:05.272655 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.313512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.360601 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.363771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:05.367378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "DELETE /v2.0/security-groups/a87a25f2-e4b4-4510-83bb-b25a678010eb HTTP/1.1" status: 204 len: 168 time: 0.2170222 Aug 11 03:22:05.371884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34064) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:05.412198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a25f2-e4b4-4510-83bb-b25a678010eb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:05.430049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.430655 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.431370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.431370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.435261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7885c01-cbba-4545-ad4e-2ef8a3718930 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:05.512466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-35f98e7b-5952-4813-a741-1db5b424fc91 tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1351697 Aug 11 03:22:05.522904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34066) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:05.590984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-980bc973-4f47-411e-bacb-67cfa23d44dc tempest-SecGroupIPv6Test-518667288 tempest-SecGroupIPv6Test-518667288-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0637174 Aug 11 03:22:05.882134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34072) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:06.043343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-38eb1d95-d6a4-4690-b6be-14d0503d530a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d813fecb0044a24b2e56c97165d11b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576521 Aug 11 03:22:06.043758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34078) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:06.119153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5254a646-c21c-459c-bcb7-03e3ba0e23d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.153293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5254a646-c21c-459c-bcb7-03e3ba0e23d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.228968 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5254a646-c21c-459c-bcb7-03e3ba0e23d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.232372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5254a646-c21c-459c-bcb7-03e3ba0e23d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:06.233968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5254a646-c21c-459c-bcb7-03e3ba0e23d8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e297767-3bfc-49a8-8dc0-979545cf5235 HTTP/1.1" status: 204 len: 168 time: 0.1892989 Aug 11 03:22:06.244637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254a646-c21c-459c-bcb7-03e3ba0e23d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e297767-3bfc-49a8-8dc0-979545cf5235,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:06.993829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34102) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:07.111782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9750525c-96e5-4b39-94fa-54e92c98488d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:07.112838 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-9750525c-96e5-4b39-94fa-54e92c98488d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 03:22:07.113889 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-9750525c-96e5-4b39-94fa-54e92c98488d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:22:07.115149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9750525c-96e5-4b39-94fa-54e92c98488d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1202931 Aug 11 03:22:07.120923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34108) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:07.127532 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121055698'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:07.152386 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.161266 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.274580 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.280900 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.334793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd8bfd7-1d48-412c-a4f9-c30adfa4cb17,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:07.385372 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.390553 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.419571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.424089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34112) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:07.424279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3014462 Aug 11 03:22:07.426314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f57ace-53c7-4d78-ba35-805efd61842d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6532c20-8f82-47f9-930d-3e661afc0fa3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:07.429356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-022e3d98-4f78-482e-9bb2-e68a518fed8e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'f6532c20-8f82-47f9-930d-3e661afc0fa3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:07.458688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-022e3d98-4f78-482e-9bb2-e68a518fed8e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.520691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-022e3d98-4f78-482e-9bb2-e68a518fed8e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.525665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-022e3d98-4f78-482e-9bb2-e68a518fed8e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.548315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e3d98-4f78-482e-9bb2-e68a518fed8e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02b1804-01dd-4c38-9a24-4183046538b5,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:07.557949 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-022e3d98-4f78-482e-9bb2-e68a518fed8e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.560150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-022e3d98-4f78-482e-9bb2-e68a518fed8e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349931 Aug 11 03:22:07.563572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34114) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:07.568284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1661c7cc-f70e-47e5-8e37-1cdabe4e4c2c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'f6532c20-8f82-47f9-930d-3e661afc0fa3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:07.602861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1661c7cc-f70e-47e5-8e37-1cdabe4e4c2c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.657473 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-1661c7cc-f70e-47e5-8e37-1cdabe4e4c2c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): There was a conflict when trying to complete your request. Aug 11 03:22:07.661413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1661c7cc-f70e-47e5-8e37-1cdabe4e4c2c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0939505 Aug 11 03:22:07.661815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34116) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:07.722010 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5bed617-5808-48fb-af9f-8b1983e166f3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.747273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5bed617-5808-48fb-af9f-8b1983e166f3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.795027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5bed617-5808-48fb-af9f-8b1983e166f3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.798640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5bed617-5808-48fb-af9f-8b1983e166f3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:07.802941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b5bed617-5808-48fb-af9f-8b1983e166f3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/f6532c20-8f82-47f9-930d-3e661afc0fa3 HTTP/1.1" status: 204 len: 168 time: 0.1398571 Aug 11 03:22:07.803130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34118) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:07.812273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bed617-5808-48fb-af9f-8b1983e166f3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6532c20-8f82-47f9-930d-3e661afc0fa3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:07.862790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9f0e00df-a3b5-4f81-ac84-bc48c2c0abbf tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0582221 Aug 11 03:22:07.866618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34120) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:07.871222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d127f36a-d32e-477a-a302-487b86db2b42 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--590667874'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:07.902584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d127f36a-d32e-477a-a302-487b86db2b42 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.017176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d127f36a-d32e-477a-a302-487b86db2b42 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.021125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d127f36a-d32e-477a-a302-487b86db2b42 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.054587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d127f36a-d32e-477a-a302-487b86db2b42 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.055790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d127f36a-d32e-477a-a302-487b86db2b42 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1880550 Aug 11 03:22:08.056684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127f36a-d32e-477a-a302-487b86db2b42 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4b188-4012-4ee5-a430-4636bd6a67fa,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:08.059113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.063908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4b66b8a2-70e8-4025-9fa8-881341a44189 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': '49d4b188-4012-4ee5-a430-4636bd6a67fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.064409 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-4b66b8a2-70e8-4025-9fa8-881341a44189 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 11 03:22:08.064894 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-4b66b8a2-70e8-4025-9fa8-881341a44189 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:08.065826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4b66b8a2-70e8-4025-9fa8-881341a44189 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057132 Aug 11 03:22:08.068643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34124) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.121701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad65f-bd36-4841-b0bd-488937d3c914 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.145360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad65f-bd36-4841-b0bd-488937d3c914 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.192046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad65f-bd36-4841-b0bd-488937d3c914 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.195311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ef9ad65f-bd36-4841-b0bd-488937d3c914 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.197028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ef9ad65f-bd36-4841-b0bd-488937d3c914 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/49d4b188-4012-4ee5-a430-4636bd6a67fa HTTP/1.1" status: 204 len: 168 time: 0.1269326 Aug 11 03:22:08.199583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34130) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.209543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ad65f-bd36-4841-b0bd-488937d3c914 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4b188-4012-4ee5-a430-4636bd6a67fa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:08.267667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-05bfa2e0-986d-40a2-b9d6-209d8e40307e tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0666792 Aug 11 03:22:08.271326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34134) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.276060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a7727cd5-7455-44d4-b9ee-ef7a793173b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174740803'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.300414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7727cd5-7455-44d4-b9ee-ef7a793173b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.403103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7727cd5-7455-44d4-b9ee-ef7a793173b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.408079 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7727cd5-7455-44d4-b9ee-ef7a793173b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.435686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7727cd5-7455-44d4-b9ee-ef7a793173b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.439710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a7727cd5-7455-44d4-b9ee-ef7a793173b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1650891 Aug 11 03:22:08.440920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34140) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.445793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-55bfebe5-3755-402e-bc2b-6c20f9845cf6 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': '7acead0e-e5e1-4130-9558-0c0636768cd7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.446787 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-55bfebe5-3755-402e-bc2b-6c20f9845cf6 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 11 03:22:08.447477 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-55bfebe5-3755-402e-bc2b-6c20f9845cf6 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:08.448786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-55bfebe5-3755-402e-bc2b-6c20f9845cf6 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069845 Aug 11 03:22:08.451717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34142) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.453646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7727cd5-7455-44d4-b9ee-ef7a793173b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7acead0e-e5e1-4130-9558-0c0636768cd7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:08.509389 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3bc901e9-1f19-40b8-b63d-61598a98dd4d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.535895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3bc901e9-1f19-40b8-b63d-61598a98dd4d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.592141 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3bc901e9-1f19-40b8-b63d-61598a98dd4d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.595910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3bc901e9-1f19-40b8-b63d-61598a98dd4d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.597366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3bc901e9-1f19-40b8-b63d-61598a98dd4d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/7acead0e-e5e1-4130-9558-0c0636768cd7 HTTP/1.1" status: 204 len: 168 time: 0.1433291 Aug 11 03:22:08.599994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34144) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.609563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc901e9-1f19-40b8-b63d-61598a98dd4d tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acead0e-e5e1-4130-9558-0c0636768cd7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:08.664287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-721de5e8-01ed-41c8-b084-574439440e64 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624764 Aug 11 03:22:08.667989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34146) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.674255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6d0c1a4d-8e7f-4721-91ec-bc13b7742a35 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--449087319'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.698416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1a4d-8e7f-4721-91ec-bc13b7742a35 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.793197 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1a4d-8e7f-4721-91ec-bc13b7742a35 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.797685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1a4d-8e7f-4721-91ec-bc13b7742a35 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.836283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d0c1a4d-8e7f-4721-91ec-bc13b7742a35 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.837873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d0c1a4d-8e7f-4721-91ec-bc13b7742a35 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1690438 Aug 11 03:22:08.840124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c1a4d-8e7f-4721-91ec-bc13b7742a35 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf734dcd-6117-495b-93f2-2ba218e34aa6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:08.841165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34148) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.847094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0730b6af-a5cb-419c-8ea0-03f70d344674 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'cf734dcd-6117-495b-93f2-2ba218e34aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.866719 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-0730b6af-a5cb-419c-8ea0-03f70d344674 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 11 03:22:08.867427 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-0730b6af-a5cb-419c-8ea0-03f70d344674 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:08.868553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0730b6af-a5cb-419c-8ea0-03f70d344674 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0263045 Aug 11 03:22:08.871953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34150) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.877578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5bcc1149-4463-4afc-93a2-00458a3db84c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'cf734dcd-6117-495b-93f2-2ba218e34aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.878252 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-5bcc1149-4463-4afc-93a2-00458a3db84c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 11 03:22:08.878735 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-5bcc1149-4463-4afc-93a2-00458a3db84c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:08.879784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5bcc1149-4463-4afc-93a2-00458a3db84c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068750 Aug 11 03:22:08.882471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34152) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.886879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b2c30c13-9867-47cf-b6ee-cfd5dd7e88e8 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'cf734dcd-6117-495b-93f2-2ba218e34aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.887741 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-b2c30c13-9867-47cf-b6ee-cfd5dd7e88e8 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 11 03:22:08.888224 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-b2c30c13-9867-47cf-b6ee-cfd5dd7e88e8 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:08.889199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b2c30c13-9867-47cf-b6ee-cfd5dd7e88e8 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058377 Aug 11 03:22:08.893526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34154) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.898371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d5d235da-c40e-4c8c-80ae-b758d173b7b1 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'cf734dcd-6117-495b-93f2-2ba218e34aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:08.899217 n-d-768509-22 neutron-server[111682]: WARNING neutron.api.v2.base [None req-d5d235da-c40e-4c8c-80ae-b758d173b7b1 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 11 03:22:08.899746 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-d5d235da-c40e-4c8c-80ae-b758d173b7b1 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:08.900685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d5d235da-c40e-4c8c-80ae-b758d173b7b1 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062575 Aug 11 03:22:08.903311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34156) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:08.957432 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de9832b7-bc7c-4be3-9cc5-7d5d92d0befd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:08.980421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de9832b7-bc7c-4be3-9cc5-7d5d92d0befd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.033641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de9832b7-bc7c-4be3-9cc5-7d5d92d0befd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.036224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-de9832b7-bc7c-4be3-9cc5-7d5d92d0befd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.037368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-de9832b7-bc7c-4be3-9cc5-7d5d92d0befd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/cf734dcd-6117-495b-93f2-2ba218e34aa6 HTTP/1.1" status: 204 len: 168 time: 0.1331489 Aug 11 03:22:09.040158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34158) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.047869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9832b7-bc7c-4be3-9cc5-7d5d92d0befd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf734dcd-6117-495b-93f2-2ba218e34aa6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:09.088950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e2e848d7-655f-4ac8-9678-261ae1cfa34b tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475330 Aug 11 03:22:09.093414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34160) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.097467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bf702250-0d6a-4826-b68e-bc3bed60d92f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1609205031'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.119574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf702250-0d6a-4826-b68e-bc3bed60d92f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.200536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf702250-0d6a-4826-b68e-bc3bed60d92f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.205087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf702250-0d6a-4826-b68e-bc3bed60d92f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.235426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf702250-0d6a-4826-b68e-bc3bed60d92f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71190ae-f676-41fd-93b3-c9661823a45d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:09.237641 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf702250-0d6a-4826-b68e-bc3bed60d92f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.240104 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf702250-0d6a-4826-b68e-bc3bed60d92f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1461318 Aug 11 03:22:09.241598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34162) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.246013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-53dd9324-e1fc-4420-bbad-d1cf31b29e9c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.246493 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-53dd9324-e1fc-4420-bbad-d1cf31b29e9c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 03:22:09.246983 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-53dd9324-e1fc-4420-bbad-d1cf31b29e9c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.247936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-53dd9324-e1fc-4420-bbad-d1cf31b29e9c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054040 Aug 11 03:22:09.250475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34164) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.254440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a2e25d6c-337a-4dda-b3df-ca9482bcb6f1 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.297124 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-a2e25d6c-337a-4dda-b3df-ca9482bcb6f1 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.300143 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a2e25d6c-337a-4dda-b3df-ca9482bcb6f1 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0487168 Aug 11 03:22:09.300979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34166) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.306305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0f6f78fd-5731-4661-b4f5-cc54bfed91a5 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.306780 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-0f6f78fd-5731-4661-b4f5-cc54bfed91a5 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 11 03:22:09.307318 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-0f6f78fd-5731-4661-b4f5-cc54bfed91a5 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.310514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0f6f78fd-5731-4661-b4f5-cc54bfed91a5 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061200 Aug 11 03:22:09.310700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34168) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.317908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-325cdcf5-1e28-43a8-a149-4bf51f648ee4 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.360022 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-325cdcf5-1e28-43a8-a149-4bf51f648ee4 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.361090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-325cdcf5-1e28-43a8-a149-4bf51f648ee4 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0488420 Aug 11 03:22:09.363842 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34170) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.372186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-95ea4079-025d-4583-9bea-efd9035da9c3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.372755 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-95ea4079-025d-4583-9bea-efd9035da9c3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 11 03:22:09.373138 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-95ea4079-025d-4583-9bea-efd9035da9c3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.374722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-95ea4079-025d-4583-9bea-efd9035da9c3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094488 Aug 11 03:22:09.378063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34172) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.382351 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-949caef5-7911-42eb-adb1-f8761efc08d3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.410441 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-949caef5-7911-42eb-adb1-f8761efc08d3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Project 49cbfa908c144fb590ac6b93ff4fd948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:09.434856 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-949caef5-7911-42eb-adb1-f8761efc08d3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.437047 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-949caef5-7911-42eb-adb1-f8761efc08d3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0573714 Aug 11 03:22:09.439969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34178) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.445356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2af1cd52-ea36-414b-a553-7f9ec41e2dff tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.445841 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-2af1cd52-ea36-414b-a553-7f9ec41e2dff tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 11 03:22:09.446372 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-2af1cd52-ea36-414b-a553-7f9ec41e2dff tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.447422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2af1cd52-ea36-414b-a553-7f9ec41e2dff tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063391 Aug 11 03:22:09.450441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34180) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.455665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fa9aa63f-cb18-4c65-99e1-239ce78529bd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.478746 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-fa9aa63f-cb18-4c65-99e1-239ce78529bd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Project 49cbfa908c144fb590ac6b93ff4fd948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:09.494965 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-fa9aa63f-cb18-4c65-99e1-239ce78529bd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.496200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa9aa63f-cb18-4c65-99e1-239ce78529bd tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0448656 Aug 11 03:22:09.499788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34182) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.504600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5bc02e3f-c95c-413d-8d6f-95e2cea01c34 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'a71190ae-f676-41fd-93b3-c9661823a45d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.527848 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-5bc02e3f-c95c-413d-8d6f-95e2cea01c34 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Project 49cbfa908c144fb590ac6b93ff4fd948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:22:09.540328 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-5bc02e3f-c95c-413d-8d6f-95e2cea01c34 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:09.541414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5bc02e3f-c95c-413d-8d6f-95e2cea01c34 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0405278 Aug 11 03:22:09.544403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34184) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.603048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97af87da-cd6f-494b-8cd0-558baa123315 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.626936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97af87da-cd6f-494b-8cd0-558baa123315 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.670306 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97af87da-cd6f-494b-8cd0-558baa123315 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.673340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-97af87da-cd6f-494b-8cd0-558baa123315 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.674581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-97af87da-cd6f-494b-8cd0-558baa123315 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/a71190ae-f676-41fd-93b3-c9661823a45d HTTP/1.1" status: 204 len: 168 time: 0.1294198 Aug 11 03:22:09.677466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34186) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.689276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af87da-cd6f-494b-8cd0-558baa123315 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71190ae-f676-41fd-93b3-c9661823a45d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:09.724352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1881dc4a-40de-4f4e-a8d6-d381d6cad045 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0456171 Aug 11 03:22:09.728681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34188) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.732465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-52106ae6-24c3-4d2b-9281-d29d3d1e0982 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569818979'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.755083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52106ae6-24c3-4d2b-9281-d29d3d1e0982 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.838354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52106ae6-24c3-4d2b-9281-d29d3d1e0982 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.843028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52106ae6-24c3-4d2b-9281-d29d3d1e0982 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.869398 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-52106ae6-24c3-4d2b-9281-d29d3d1e0982 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:09.870531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-52106ae6-24c3-4d2b-9281-d29d3d1e0982 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1414940 Aug 11 03:22:09.873578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34190) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.879426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52106ae6-24c3-4d2b-9281-d29d3d1e0982 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe88f7-e6c8-47b5-a280-a99278d675fe,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:09.880149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c2752b0c-c559-4d32-ab99-98c32dfc07a7 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': '1ffe88f7-e6c8-47b5-a280-a99278d675fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.924045 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-c2752b0c-c559-4d32-ab99-98c32dfc07a7 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The resource could not be found. Aug 11 03:22:09.927805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c2752b0c-c559-4d32-ab99-98c32dfc07a7 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0493715 Aug 11 03:22:09.928067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34192) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:09.932531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c057ef13-79bb-4ac6-be3c-ab0e080f3b50 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': '1ffe88f7-e6c8-47b5-a280-a99278d675fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8832a0e1-a105-461c-a01f-63d57b98184a'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:09.972397 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-c057ef13-79bb-4ac6-be3c-ab0e080f3b50 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The resource could not be found. Aug 11 03:22:09.973431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c057ef13-79bb-4ac6-be3c-ab0e080f3b50 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0444562 Aug 11 03:22:09.976250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34194) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.031117 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf01b90-ba5d-4a69-a29d-1730f4ff2c32 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.054998 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf01b90-ba5d-4a69-a29d-1730f4ff2c32 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.100554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf01b90-ba5d-4a69-a29d-1730f4ff2c32 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.103076 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cbf01b90-ba5d-4a69-a29d-1730f4ff2c32 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.106593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cbf01b90-ba5d-4a69-a29d-1730f4ff2c32 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/1ffe88f7-e6c8-47b5-a280-a99278d675fe HTTP/1.1" status: 204 len: 168 time: 0.1271534 Aug 11 03:22:10.107109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34196) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.114032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf01b90-ba5d-4a69-a29d-1730f4ff2c32 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe88f7-e6c8-47b5-a280-a99278d675fe,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:10.161857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e7b28a0f-c175-4aa9-bdc9-63592aea743f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534713 Aug 11 03:22:10.165565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34198) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.169883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fab745ec-78c9-4cf5-88d2-15c4f1f7c886 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': '760f6359-5652-4b4b-96b3-261ceaefb9dc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:10.218643 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-fab745ec-78c9-4cf5-88d2-15c4f1f7c886 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The resource could not be found. Aug 11 03:22:10.219740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fab745ec-78c9-4cf5-88d2-15c4f1f7c886 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0532293 Aug 11 03:22:10.225324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34200) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.230921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6a5951c6-0e18-4eac-bf2b-81554e11bece tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--138672817'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:10.253370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a5951c6-0e18-4eac-bf2b-81554e11bece tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.341772 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a5951c6-0e18-4eac-bf2b-81554e11bece tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.346093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a5951c6-0e18-4eac-bf2b-81554e11bece tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.377586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5951c6-0e18-4eac-bf2b-81554e11bece tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b89282c0-c3b2-4b17-a6be-fe7e8bca2fd4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:10.379695 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6a5951c6-0e18-4eac-bf2b-81554e11bece tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.383543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6a5951c6-0e18-4eac-bf2b-81554e11bece tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1547348 Aug 11 03:22:10.383843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34202) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.388577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-20569662-d2b1-49f8-be30-a8f06309b133 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172527754'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:10.412062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20569662-d2b1-49f8-be30-a8f06309b133 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.496649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20569662-d2b1-49f8-be30-a8f06309b133 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.502987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20569662-d2b1-49f8-be30-a8f06309b133 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.538358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20569662-d2b1-49f8-be30-a8f06309b133 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.542964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-20569662-d2b1-49f8-be30-a8f06309b133 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1579940 Aug 11 03:22:10.543301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34208) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.551736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20569662-d2b1-49f8-be30-a8f06309b133 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e53b9-e535-4351-a0ea-7e40eca47a59,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:10.558090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c32f02b8-63c5-489e-8f3d-03167ef8738c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': 'b89282c0-c3b2-4b17-a6be-fe7e8bca2fd4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8f5e53b9-e535-4351-a0ea-7e40eca47a59'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:10.610260 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-c32f02b8-63c5-489e-8f3d-03167ef8738c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:10.614042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c32f02b8-63c5-489e-8f3d-03167ef8738c tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0644860 Aug 11 03:22:10.614209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34210) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.666855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ab61-52ad-4cd8-89e8-5c2a8f73c7b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.689261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ab61-52ad-4cd8-89e8-5c2a8f73c7b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.736432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ab61-52ad-4cd8-89e8-5c2a8f73c7b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.738903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fd2ab61-52ad-4cd8-89e8-5c2a8f73c7b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.740058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8fd2ab61-52ad-4cd8-89e8-5c2a8f73c7b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f5e53b9-e535-4351-a0ea-7e40eca47a59 HTTP/1.1" status: 204 len: 168 time: 0.1249824 Aug 11 03:22:10.742817 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34212) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.749084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2ab61-52ad-4cd8-89e8-5c2a8f73c7b3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e53b9-e535-4351-a0ea-7e40eca47a59,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:10.800403 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f0cc8119-98b4-4ed1-bc84-9d35aab4cf72 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0551257 Aug 11 03:22:10.802769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34214) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.855807 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3b307e5-9b5f-476f-a5d8-7a0ffc55a124 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.878963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3b307e5-9b5f-476f-a5d8-7a0ffc55a124 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.925078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3b307e5-9b5f-476f-a5d8-7a0ffc55a124 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.927492 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c3b307e5-9b5f-476f-a5d8-7a0ffc55a124 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:10.928687 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c3b307e5-9b5f-476f-a5d8-7a0ffc55a124 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/b89282c0-c3b2-4b17-a6be-fe7e8bca2fd4 HTTP/1.1" status: 204 len: 168 time: 0.1249406 Aug 11 03:22:10.932074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34216) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.939563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b307e5-9b5f-476f-a5d8-7a0ffc55a124 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89282c0-c3b2-4b17-a6be-fe7e8bca2fd4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:10.980478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f8669f35-2001-465f-aaf5-5b6bd9d0be87 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479076 Aug 11 03:22:10.985276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34218) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:10.989859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2f0df88c-697f-4995-8eb6-a3a2e4bbc7aa tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--632780420'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:11.013480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f0df88c-697f-4995-8eb6-a3a2e4bbc7aa tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.097492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f0df88c-697f-4995-8eb6-a3a2e4bbc7aa tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.100642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f0df88c-697f-4995-8eb6-a3a2e4bbc7aa tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.128596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f0df88c-697f-4995-8eb6-a3a2e4bbc7aa tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.129852 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2f0df88c-697f-4995-8eb6-a3a2e4bbc7aa tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1437256 Aug 11 03:22:11.131833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0df88c-697f-4995-8eb6-a3a2e4bbc7aa tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ce92f8-d6c4-4252-a46d-e82b4d715d28,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:11.132961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34220) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.144053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4b0386bd-9410-409c-a61c-07088841c24f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': '22ce92f8-d6c4-4252-a46d-e82b4d715d28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:11.181628 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-4b0386bd-9410-409c-a61c-07088841c24f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:11.182593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4b0386bd-9410-409c-a61c-07088841c24f tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0484924 Aug 11 03:22:11.185291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34224) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.190292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ad69e149-3197-4f80-97df-90b68f6121db tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group_rule': {'security_group_id': '22ce92f8-d6c4-4252-a46d-e82b4d715d28', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:11.225305 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-ad69e149-3197-4f80-97df-90b68f6121db tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:22:11.226323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad69e149-3197-4f80-97df-90b68f6121db tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0401149 Aug 11 03:22:11.229126 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34226) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.284920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4815900f-fd2c-4d17-8d34-df11c0c15025 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.308223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4815900f-fd2c-4d17-8d34-df11c0c15025 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.357650 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4815900f-fd2c-4d17-8d34-df11c0c15025 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.363379 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4815900f-fd2c-4d17-8d34-df11c0c15025 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.364564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4815900f-fd2c-4d17-8d34-df11c0c15025 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/22ce92f8-d6c4-4252-a46d-e82b4d715d28 HTTP/1.1" status: 204 len: 168 time: 0.1345236 Aug 11 03:22:11.367414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34230) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.374821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815900f-fd2c-4d17-8d34-df11c0c15025 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ce92f8-d6c4-4252-a46d-e82b4d715d28,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:11.421546 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-17a7470b-aae3-43df-9f57-4ae50cb7a8d5 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489700 Aug 11 03:22:11.422622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34232) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.430681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8b04290a-ec1c-498f-86dd-6499799a8dc3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'tempest-secgroup--834709940'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:11.457707 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b04290a-ec1c-498f-86dd-6499799a8dc3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.541669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b04290a-ec1c-498f-86dd-6499799a8dc3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.546262 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b04290a-ec1c-498f-86dd-6499799a8dc3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.580014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b04290a-ec1c-498f-86dd-6499799a8dc3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.584294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8b04290a-ec1c-498f-86dd-6499799a8dc3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1599412 Aug 11 03:22:11.584507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.589445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-12f86454-3bb5-4de2-8ac7-0d46b77527ce tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Request body: {'security_group': {'name': 'default'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:11.589950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04290a-ec1c-498f-86dd-6499799a8dc3 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094435b9-bfa8-44cc-bdf5-29ca4b26b413,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:11.590082 n-d-768509-22 neutron-server[111683]: WARNING neutron.api.v2.base [None req-12f86454-3bb5-4de2-8ac7-0d46b77527ce tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 11 03:22:11.590508 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-12f86454-3bb5-4de2-8ac7-0d46b77527ce tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] update failed (client error): There was a conflict when trying to complete your request. Aug 11 03:22:11.591505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-12f86454-3bb5-4de2-8ac7-0d46b77527ce tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "PUT /v2.0/security-groups/094435b9-bfa8-44cc-bdf5-29ca4b26b413 HTTP/1.1" status: 409 len: 330 time: 0.0061362 Aug 11 03:22:11.594934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34240) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.677763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3dd26d29-f952-4652-9b91-80da3ff5fe17 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.709732 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3dd26d29-f952-4652-9b91-80da3ff5fe17 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.774396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3dd26d29-f952-4652-9b91-80da3ff5fe17 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.777566 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3dd26d29-f952-4652-9b91-80da3ff5fe17 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:11.781911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34250) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.789664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3dd26d29-f952-4652-9b91-80da3ff5fe17 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/094435b9-bfa8-44cc-bdf5-29ca4b26b413 HTTP/1.1" status: 204 len: 168 time: 0.1748815 Aug 11 03:22:11.824935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd26d29-f952-4652-9b91-80da3ff5fe17 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094435b9-bfa8-44cc-bdf5-29ca4b26b413,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:11.838374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.839604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-23b4ba32-5ecf-4442-ae09-839493ed1ea5 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0562174 Aug 11 03:22:11.852747 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-40bbe92d-a4d2-46fa-9ef6-67e95b2c2149 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] delete failed (client error): The resource could not be found. Aug 11 03:22:11.853668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-40bbe92d-a4d2-46fa-9ef6-67e95b2c2149 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "DELETE /v2.0/security-groups/07c1a3d7-b9c7-4625-8095-45d9054410f1 HTTP/1.1" status: 404 len: 347 time: 0.0142779 Aug 11 03:22:11.857895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34254) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.885999 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-d774d79a-040e-4486-bfe5-0f053eaefba0 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] show failed (client error): The resource could not be found. Aug 11 03:22:11.887225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d774d79a-040e-4486-bfe5-0f053eaefba0 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-groups/6f8f5160-13f3-4231-872a-ca0f4ec51b86 HTTP/1.1" status: 404 len: 347 time: 0.0277312 Aug 11 03:22:11.891876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34256) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:11.903481 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-385f4b7a-07d5-43fc-b7cc-21700c0db7d6 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] show failed (client error): The resource could not be found. Aug 11 03:22:11.904993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-385f4b7a-07d5-43fc-b7cc-21700c0db7d6 tempest-NegativeSecGroupIPv6Test-749787278 tempest-NegativeSecGroupIPv6Test-749787278-project] 10.222.0.60 "GET /v2.0/security-group-rules/177f570a-7074-4db9-a76a-0cf9618e261f HTTP/1.1" status: 404 len: 356 time: 0.0119019 Aug 11 03:22:12.207475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34262) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.349415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-748dc2b9-9140-4e49-a639-56aa2e35a6d5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49cbfa908c144fb590ac6b93ff4fd948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406090 Aug 11 03:22:12.351846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34266) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:12.403917 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9773d4b6-f4a4-45df-b343-e00bbcb82671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.425418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9773d4b6-f4a4-45df-b343-e00bbcb82671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.473159 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9773d4b6-f4a4-45df-b343-e00bbcb82671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.476088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9773d4b6-f4a4-45df-b343-e00bbcb82671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:12.478748 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9773d4b6-f4a4-45df-b343-e00bbcb82671 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcd8bfd7-1d48-412c-a4f9-c30adfa4cb17 HTTP/1.1" status: 204 len: 168 time: 0.1242659 Aug 11 03:22:12.486743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773d4b6-f4a4-45df-b343-e00bbcb82671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd8bfd7-1d48-412c-a4f9-c30adfa4cb17,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:13.192961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34298) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.303507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e26f2bd8-f27a-4b2a-8d4f-5fc7d9f57d24 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2010940945', 'prefixes': ['172.20.0.0/16']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:13.376503 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e26f2bd8-f27a-4b2a-8d4f-5fc7d9f57d24 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] Notify callbacks [] for subnetpool, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.377766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e26f2bd8-f27a-4b2a-8d4f-5fc7d9f57d24 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1836503 Aug 11 03:22:13.380594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34302) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.424063 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4c8b6e14-af1b-4148-9b86-29a09df5ec78 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] 10.222.0.60 "GET /v2.0/subnetpools/a7cb7417-49b7-45ca-b7a6-03188711f41b HTTP/1.1" status: 200 len: 732 time: 0.0415807 Aug 11 03:22:13.426766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34304) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.431800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1583c61d-f80f-4076-a799-fc766676d473 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1024463740'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:13.527125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1583c61d-f80f-4076-a799-fc766676d473 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] Notify callbacks [] for subnetpool, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.531356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1583c61d-f80f-4076-a799-fc766676d473 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] 10.222.0.60 "PUT /v2.0/subnetpools/a7cb7417-49b7-45ca-b7a6-03188711f41b HTTP/1.1" status: 200 len: 684 time: 0.1003199 Aug 11 03:22:13.531584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34306) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.610025 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a04e3168-f970-47da-9f16-156ea72e6301 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] Notify callbacks [] for subnetpool, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:13.613537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a04e3168-f970-47da-9f16-156ea72e6301 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] 10.222.0.60 "DELETE /v2.0/subnetpools/a7cb7417-49b7-45ca-b7a6-03188711f41b HTTP/1.1" status: 204 len: 168 time: 0.0785515 Aug 11 03:22:13.613990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34308) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.630265 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-8a8506f1-8fc3-4fca-b970-bf7bc218eb76 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] show failed (client error): The resource could not be found. Aug 11 03:22:13.634360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8a8506f1-8fc3-4fca-b970-bf7bc218eb76 tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] 10.222.0.60 "GET /v2.0/subnetpools/a7cb7417-49b7-45ca-b7a6-03188711f41b HTTP/1.1" status: 404 len: 346 time: 0.0192671 Aug 11 03:22:13.634533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34310) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:13.650868 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-a94e66be-bc17-4901-a1f3-045a5a424d1b tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] delete failed (client error): The resource could not be found. Aug 11 03:22:13.652140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a94e66be-bc17-4901-a1f3-045a5a424d1b tempest-SubnetPoolsTestJSON-1497427118 tempest-SubnetPoolsTestJSON-1497427118-project] 10.222.0.60 "DELETE /v2.0/subnetpools/a7cb7417-49b7-45ca-b7a6-03188711f41b HTTP/1.1" status: 404 len: 346 time: 0.0163720 Aug 11 03:22:13.937754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34318) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:14.108729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3e1b19-fbe2-4722-b3dd-16323e8cfc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.221346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3e1b19-fbe2-4722-b3dd-16323e8cfc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.226310 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3e1b19-fbe2-4722-b3dd-16323e8cfc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.276569 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af3e1b19-fbe2-4722-b3dd-16323e8cfc80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=68f5977e1214482e887ffa4861d2dca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367562 Aug 11 03:22:14.276569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e1b19-fbe2-4722-b3dd-16323e8cfc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58e307b-036b-4a21-8f5f-05556eda176d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:14.276973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34338) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:14.334674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fe72bf8b-4ca6-4657-8c92-9c1b3341e6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.355653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:14.357542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fe72bf8b-4ca6-4657-8c92-9c1b3341e6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.411725 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fe72bf8b-4ca6-4657-8c92-9c1b3341e6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.417750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fe72bf8b-4ca6-4657-8c92-9c1b3341e6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.422697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fe72bf8b-4ca6-4657-8c92-9c1b3341e6db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c58e307b-036b-4a21-8f5f-05556eda176d HTTP/1.1" status: 204 len: 168 time: 0.1446700 Aug 11 03:22:14.430958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72bf8b-4ca6-4657-8c92-9c1b3341e6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58e307b-036b-4a21-8f5f-05556eda176d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:14.495578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5887cd5-2b67-4466-853c-f5870d01f50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.599389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5887cd5-2b67-4466-853c-f5870d01f50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.603952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b5887cd5-2b67-4466-853c-f5870d01f50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.646257 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b5887cd5-2b67-4466-853c-f5870d01f50f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d452995156fa459d91cfc099e86ada7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2895133 Aug 11 03:22:14.647148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5887cd5-2b67-4466-853c-f5870d01f50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0ea1c-8a33-49b2-afc5-724b2005e21f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:14.649417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34348) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:14.715160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-552f2537-0915-4625-a46e-46a4c2c7f312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.738303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-552f2537-0915-4625-a46e-46a4c2c7f312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.817582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-552f2537-0915-4625-a46e-46a4c2c7f312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.820487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-552f2537-0915-4625-a46e-46a4c2c7f312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:14.821649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-552f2537-0915-4625-a46e-46a4c2c7f312 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3da0ea1c-8a33-49b2-afc5-724b2005e21f HTTP/1.1" status: 204 len: 168 time: 0.1636314 Aug 11 03:22:14.831999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f2537-0915-4625-a46e-46a4c2c7f312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0ea1c-8a33-49b2-afc5-724b2005e21f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.243515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34382) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:15.467466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1251750232'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:15.489546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Made reservation on behalf of d9abba8a55b14ddaae31026fc1587db7 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:15.494120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.503943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.601797 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.607383 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.645395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:22:15.666025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0fe612-96bf-43ee-a809-37ab0f6d9a2e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:15.669305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.669761 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Added segment 73b8495d-041a-413c-8df9-326f14bfd7fc of type vlan for network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 Aug 11 03:22:15.720558 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.756325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:15.763030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:15.763713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.159558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9147456 Aug 11 03:22:16.160561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34436) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:16.177980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Request body: {'subnet': {'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:16.178263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194daec-ddd0-461d-b4e6-ac9a4149febf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event updated for resources: {'Network': ['ID=a050ba38-fbed-4451-bf4f-4c5a4a8dac34,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.196208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:22:16.345088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Made reservation on behalf of d9abba8a55b14ddaae31026fc1587db7 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:16.353175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.601219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.662000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event updated for resources: {'Subnet': ['ID=5086528c-bcc8-40a2-897d-e9cf9fd56ac3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:16.673535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.673886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.674266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.674543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.674876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.675200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.675707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.675917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.676180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.676520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.676809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.677120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:16.683966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Checking segment: {'id': '73b8495d-041a-413c-8df9-326f14bfd7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:16.684330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Network hostable DHCP agents. Network: a050ba38-fbed-4451-bf4f-4c5a4a8dac34, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:22:16.703026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:22:16.712365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, a050ba38-fbed-4451-bf4f-4c5a4a8dac34) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:16.716441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:16.717015 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.723807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3346b4-6497-4022-8559-31eb75351e35 None None] Network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:16.733318 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b16d4e04-af12-4f36-b962-338c742be1ae tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5690794 Aug 11 03:22:16.736333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34474) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:16.742115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Request body: {'port': {'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34', 'name': 'tempest-TagsExtTest-22894629'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:16.865010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Made reservation on behalf of d9abba8a55b14ddaae31026fc1587db7 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:16.868796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:16.888722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] device_id is not set on port a9712963-0662-481c-9cfc-6f7bef723424 yet. {{(pid=111683) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 11 03:22:16.903637 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-a050ba38-fbed-4451-bf4f-4c5a4a8dac34', 'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34', 'tenant_id': 'd9abba8a55b14ddaae31026fc1587db7', 'fixed_ips': [{'subnet_id': '5086528c-bcc8-40a2-897d-e9cf9fd56ac3'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:22:16.904524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.019987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Allocated IP 172.20.0.9 (a050ba38-fbed-4451-bf4f-4c5a4a8dac34/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/a9712963-0662-481c-9cfc-6f7bef723424) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:17.187418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.204333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Transition to ACTIVE for port object a9712963-0662-481c-9cfc-6f7bef723424 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:17.243116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.297008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:17.300273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:17.300818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Allocated IP 172.20.0.2 (a050ba38-fbed-4451-bf4f-4c5a4a8dac34/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/7318ba07-9301-4985-be16-9c78ad21be9f) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:17.304407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:17.341518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event updated for resources: {'Port': ['ID=a9712963-0662-481c-9cfc-6f7bef723424,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:17.372544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:17.375687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.395774 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-831017b1-37fc-4825-93a3-7aec1fc04a1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 0.6579452 Aug 11 03:22:17.398175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34480) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.406784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dc25a0d2-cb3a-490f-a6fd-b3b31915a9bb tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-703821088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:17.445529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0d2-cb3a-490f-a6fd-b3b31915a9bb tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.447342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0d2-cb3a-490f-a6fd-b3b31915a9bb tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.517484 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.528288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Transition to ACTIVE for port object 7318ba07-9301-4985-be16-9c78ad21be9f will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:17.548379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Transition to ACTIVE for port object 7318ba07-9301-4985-be16-9c78ad21be9f will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:17.558453 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.611697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Pushing event updated for resources: {'Port': ['ID=7318ba07-9301-4985-be16-9c78ad21be9f,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:17.637712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:17.641086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:17.644473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:17.724177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Attempting to bind port 7318ba07-9301-4985-be16-9c78ad21be9f on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:17.725078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Attempting to bind port 7318ba07-9301-4985-be16-9c78ad21be9f by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '73b8495d-041a-413c-8df9-326f14bfd7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:17.725661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Attempting to bind port 7318ba07-9301-4985-be16-9c78ad21be9f on network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:17.740278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:17.741452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Checking segment: {'id': '73b8495d-041a-413c-8df9-326f14bfd7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:17.742172 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.743082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Bound using segment: {'id': '73b8495d-041a-413c-8df9-326f14bfd7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:17.743789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Bound port: 7318ba07-9301-4985-be16-9c78ad21be9f, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b8495d-041a-413c-8df9-326f14bfd7fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a050ba38-fbed-4451-bf4f-4c5a4a8dac34'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:17.744564 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.863810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] For port 7318ba07-9301-4985-be16-9c78ad21be9f, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:17.868520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0d2-cb3a-490f-a6fd-b3b31915a9bb tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.874380 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0d2-cb3a-490f-a6fd-b3b31915a9bb tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.874937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] For port 7318ba07-9301-4985-be16-9c78ad21be9f, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7318ba07-9301-4985-be16-9c78ad21be9f,segment=NetworkSegment(73b8495d-041a-413c-8df9-326f14bfd7fc),segment_id=73b8495d-041a-413c-8df9-326f14bfd7fc)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:17.879864 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.900110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dc25a0d2-cb3a-490f-a6fd-b3b31915a9bb tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.903171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dc25a0d2-cb3a-490f-a6fd-b3b31915a9bb tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5026331 Aug 11 03:22:17.905069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34486) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:17.913395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1b9b0768-b099-4c39-9af1-a8903f2b45bc tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-350132317', 'prefixes': ['172.20.0.0/16']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:17.964168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183be085-4e39-4bee-b0c7-0d8576072aae None None] Pushing event updated for resources: {'Port': ['ID=7318ba07-9301-4985-be16-9c78ad21be9f,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:17.995710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b9b0768-b099-4c39-9af1-a8903f2b45bc tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for subnetpool, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:17.997655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1b9b0768-b099-4c39-9af1-a8903f2b45bc tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0911920 Aug 11 03:22:18.002651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34488) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.013411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-63823ba5-2438-4edc-997d-eb1f1171de1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', 'tempest-TagsExtTest-Tag-1394510298') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.205198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-63823ba5-2438-4edc-997d-eb1f1171de1c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags/tempest-TagsExtTest-Tag-1394510298 HTTP/1.1" status: 201 len: 201 time: 0.2002418 Aug 11 03:22:18.206348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34490) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.215918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-f5875611-46a3-4cfe-a9fe-194a2c1d7a46 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', 'tempest-TagsExtTest-Tag-1087452987') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.320887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f5875611-46a3-4cfe-a9fe-194a2c1d7a46 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags/tempest-TagsExtTest-Tag-1087452987 HTTP/1.1" status: 201 len: 201 time: 0.1129487 Aug 11 03:22:18.323329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34492) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.330608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-1809e9eb-df4f-44f4-8baa-c8034cd6fce4 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', 'tempest-TagsExtTest-Tag-1680925621') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.473604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1809e9eb-df4f-44f4-8baa-c8034cd6fce4 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags/tempest-TagsExtTest-Tag-1680925621 HTTP/1.1" status: 201 len: 201 time: 0.1486816 Aug 11 03:22:18.476231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34494) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.485928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-578b04dd-2005-4467-8049-f5193a55391b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', 'tempest-TagsExtTest-Tag-1144818605') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.502885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7318ba07-9301-4985-be16-9c78ad21be9f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:18.565110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-578b04dd-2005-4467-8049-f5193a55391b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags/tempest-TagsExtTest-Tag-1144818605 HTTP/1.1" status: 201 len: 201 time: 0.0865827 Aug 11 03:22:18.565305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34500) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.567886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7318ba07-9301-4985-be16-9c78ad21be9f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:18.570468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-dd11532e-6831-4559-a845-f008dfe67fa3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.727690 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd11532e-6831-4559-a845-f008dfe67fa3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags HTTP/1.1" status: 200 len: 241 time: 0.1594505 Aug 11 03:22:18.728847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34502) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.734842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-04d6dc07-2ad8-4e20-a299-a57c1e90050a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', 'tempest-TagsExtTest-Tag-1394510298') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.880431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-04d6dc07-2ad8-4e20-a299-a57c1e90050a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags/tempest-TagsExtTest-Tag-1394510298 HTTP/1.1" status: 204 len: 168 time: 0.1504540 Aug 11 03:22:18.883084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34504) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.887689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-a56617e9-1451-4d12-bfad-0913686baa49 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', 'tempest-TagsExtTest-Tag-1394510298') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:18.970729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a56617e9-1451-4d12-bfad-0913686baa49 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags/tempest-TagsExtTest-Tag-1394510298 HTTP/1.1" status: 204 len: 168 time: 0.0865262 Aug 11 03:22:18.973606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34506) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:18.978375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-cfa8acf4-619b-42f9-9f7e-986e0f5202f6 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.044256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cfa8acf4-619b-42f9-9f7e-986e0f5202f6 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags HTTP/1.1" status: 200 len: 205 time: 0.0689886 Aug 11 03:22:19.046611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34508) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.051175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-6de3284b-68cd-4823-aae8-0c102cc458c1 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.113103 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6de3284b-68cd-4823-aae8-0c102cc458c1 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags HTTP/1.1" status: 200 len: 241 time: 0.0629570 Aug 11 03:22:19.113943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34510) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.118529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-31e22e03-7bdb-4460-8eeb-924ccde05bff tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', 'tempest-TagsExtTest-Tag-1087452987') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.170752 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-31e22e03-7bdb-4460-8eeb-924ccde05bff tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags/tempest-TagsExtTest-Tag-1087452987 HTTP/1.1" status: 204 len: 168 time: 0.0556865 Aug 11 03:22:19.173641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34512) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.178551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-6320544d-22c2-43b6-9f44-ca0110dc37c3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', 'tempest-TagsExtTest-Tag-1087452987') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.219065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2dd9a2-a8cf-4ffc-b08e-3492870d4c2a None None] Network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:19.251916 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6320544d-22c2-43b6-9f44-ca0110dc37c3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags/tempest-TagsExtTest-Tag-1087452987 HTTP/1.1" status: 204 len: 168 time: 0.0765996 Aug 11 03:22:19.253983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34514) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.258761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-460c4b62-15df-4d5b-886c-354460928a8c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.302407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-21fd8561-cd51-474c-8b19-19c620b08de0 None None] Provisioning for port 7318ba07-9301-4985-be16-9c78ad21be9f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:19.319088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-21fd8561-cd51-474c-8b19-19c620b08de0 None None] Provisioning complete for port 7318ba07-9301-4985-be16-9c78ad21be9f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:19.319618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-460c4b62-15df-4d5b-886c-354460928a8c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags HTTP/1.1" status: 200 len: 205 time: 0.0633836 Aug 11 03:22:19.319970 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-21fd8561-cd51-474c-8b19-19c620b08de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.321612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34516) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.329229 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-4b62f9a9-c817-470e-9a2d-d17d5d94f522 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.429384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34518) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.429740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4b62f9a9-c817-470e-9a2d-d17d5d94f522 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags HTTP/1.1" status: 200 len: 241 time: 0.1058702 Aug 11 03:22:19.434191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-347625a7-b8fc-43ca-8692-2c5da32af1e3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', 'tempest-TagsExtTest-Tag-1680925621') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.481662 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-21fd8561-cd51-474c-8b19-19c620b08de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.540336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-21fd8561-cd51-474c-8b19-19c620b08de0 None None] For port 7318ba07-9301-4985-be16-9c78ad21be9f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7318ba07-9301-4985-be16-9c78ad21be9f,segment=NetworkSegment(73b8495d-041a-413c-8df9-326f14bfd7fc),segment_id=73b8495d-041a-413c-8df9-326f14bfd7fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:19.544408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-347625a7-b8fc-43ca-8692-2c5da32af1e3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags/tempest-TagsExtTest-Tag-1680925621 HTTP/1.1" status: 204 len: 168 time: 0.1114378 Aug 11 03:22:19.544821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34522) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.549838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-213027c6-cca6-4929-a40e-97e560f88327 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', 'tempest-TagsExtTest-Tag-1680925621') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.552378 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-21fd8561-cd51-474c-8b19-19c620b08de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.629864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd8561-cd51-474c-8b19-19c620b08de0 None None] Pushing event updated for resources: {'Port': ['ID=7318ba07-9301-4985-be16-9c78ad21be9f,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:19.678214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-213027c6-cca6-4929-a40e-97e560f88327 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags/tempest-TagsExtTest-Tag-1680925621 HTTP/1.1" status: 204 len: 168 time: 0.1324458 Aug 11 03:22:19.684416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34530) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.688097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-15fc7f3a-c342-4fef-8af9-995fd928081c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.823581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34532) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.823827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-15fc7f3a-c342-4fef-8af9-995fd928081c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags HTTP/1.1" status: 200 len: 205 time: 0.1401961 Aug 11 03:22:19.828740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-cf760171-748a-4653-8353-a3019014c82e tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.874442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cf760171-748a-4653-8353-a3019014c82e tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags HTTP/1.1" status: 200 len: 241 time: 0.0491817 Aug 11 03:22:19.877213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34534) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.881432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a9e174a6-a716-4a43-8665-149070f2383a None None] Provisioning complete for port 7318ba07-9301-4985-be16-9c78ad21be9f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:19.882135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9e174a6-a716-4a43-8665-149070f2383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:19.883830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-6f944711-2eb6-4f1e-bbe8-ce15bcb72a81 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', 'tempest-TagsExtTest-Tag-1144818605') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:19.936317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34536) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:19.937516 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f944711-2eb6-4f1e-bbe8-ce15bcb72a81 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags/tempest-TagsExtTest-Tag-1144818605 HTTP/1.1" status: 204 len: 168 time: 0.0589569 Aug 11 03:22:19.941780 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-246c6b32-2df0-4ea3-a98b-0cfe98c9d3a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', 'tempest-TagsExtTest-Tag-1144818605') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.009420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34538) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.012389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-246c6b32-2df0-4ea3-a98b-0cfe98c9d3a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags/tempest-TagsExtTest-Tag-1144818605 HTTP/1.1" status: 204 len: 168 time: 0.0745752 Aug 11 03:22:20.016720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-8248d82a-3926-445b-a18b-88f99185a9ec tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.021206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a9e174a6-a716-4a43-8665-149070f2383a None None] Provisioning for port a9712963-0662-481c-9cfc-6f7bef723424 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:20.028478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a9e174a6-a716-4a43-8665-149070f2383a None None] Provisioning complete for port a9712963-0662-481c-9cfc-6f7bef723424 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:20.029564 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9e174a6-a716-4a43-8665-149070f2383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.044281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34540) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.044771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8248d82a-3926-445b-a18b-88f99185a9ec tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags HTTP/1.1" status: 200 len: 205 time: 0.0335705 Aug 11 03:22:20.050066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-262a889a-914a-48c1-a1c9-5bcb8129d1dd tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.081087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a9e174a6-a716-4a43-8665-149070f2383a None None] Port a9712963-0662-481c-9cfc-6f7bef723424 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:20.098269 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-262a889a-914a-48c1-a1c9-5bcb8129d1dd tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0528641 Aug 11 03:22:20.101387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34542) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.106150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-501e3fec-2197-45eb-8d9a-3e6db0ee23de tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.198156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-501e3fec-2197-45eb-8d9a-3e6db0ee23de tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags HTTP/1.1" status: 204 len: 168 time: 0.0955071 Aug 11 03:22:20.200642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34544) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.206162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-dcf77947-20a2-4abb-8427-1312a92fbfcc tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.208421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8bc45ed5-6b02-4a4d-9c45-25a860322c65 None None] Provisioning complete for port a9712963-0662-481c-9cfc-6f7bef723424 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:20.208802 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8bc45ed5-6b02-4a4d-9c45-25a860322c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.249356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8bc45ed5-6b02-4a4d-9c45-25a860322c65 None None] Port a9712963-0662-481c-9cfc-6f7bef723424 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:20.278263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dcf77947-20a2-4abb-8427-1312a92fbfcc tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags HTTP/1.1" status: 204 len: 168 time: 0.0762362 Aug 11 03:22:20.281672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.286509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-91c549e1-29f2-40d7-829b-2b2aea47f7f4 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.359110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-91c549e1-29f2-40d7-829b-2b2aea47f7f4 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags HTTP/1.1" status: 204 len: 168 time: 0.0720356 Aug 11 03:22:20.359465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34548) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.364138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-de8e2db0-7cce-4b0b-9882-3ba8cd5b1fec tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', 'tempest-TagsExtTest-Tag-1469623534') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.461625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7318ba07-9301-4985-be16-9c78ad21be9f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:20.473814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-de8e2db0-7cce-4b0b-9882-3ba8cd5b1fec tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags/tempest-TagsExtTest-Tag-1469623534 HTTP/1.1" status: 201 len: 201 time: 0.1107628 Aug 11 03:22:20.474358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34550) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.479932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-a9f04963-d3d4-4f63-8ece-eacedeb1f5de tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', 'tempest-TagsExtTest-Tag-17981601') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.518034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7318ba07-9301-4985-be16-9c78ad21be9f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:20.518337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:20.552137 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a9f04963-d3d4-4f63-8ece-eacedeb1f5de tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags/tempest-TagsExtTest-Tag-17981601 HTTP/1.1" status: 201 len: 201 time: 0.0762405 Aug 11 03:22:20.554695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34552) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.562976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-eb2815c5-4932-4fda-b631-696ca955eec9 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', 'tempest-TagsExtTest-Tag-2049535702') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.685173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eb2815c5-4932-4fda-b631-696ca955eec9 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags/tempest-TagsExtTest-Tag-2049535702 HTTP/1.1" status: 201 len: 201 time: 0.1286628 Aug 11 03:22:20.689043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34556) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.695210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-d3d111c4-5e3d-4b00-9d79-abb8ab873f0f tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', 'tempest-TagsExtTest-Tag-1077831100') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.752641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d3d111c4-5e3d-4b00-9d79-abb8ab873f0f tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags/tempest-TagsExtTest-Tag-1077831100 HTTP/1.1" status: 201 len: 201 time: 0.0619030 Aug 11 03:22:20.755129 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34560) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.761089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-4f8fde2e-24bb-4edf-8716-9df6d8d36ebf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', {'tags': ['tempest-TagsExtTest-Tag-1300819762', 'tempest-TagsExtTest-Tag-1898392221', 'tempest-TagsExtTest-Tag-1717470594']}) {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.858806 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4f8fde2e-24bb-4edf-8716-9df6d8d36ebf tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags HTTP/1.1" status: 200 len: 318 time: 0.1023619 Aug 11 03:22:20.861601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34562) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.867019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-6139e2b0-f733-4764-92e6-1f4e09d0c82c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:20.941903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6139e2b0-f733-4764-92e6-1f4e09d0c82c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags HTTP/1.1" status: 204 len: 168 time: 0.0788336 Aug 11 03:22:20.945045 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:20.950257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-a743d9ec-b2de-48cf-b4c6-02b33e4f0141 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', 'tempest-TagsExtTest-Tag-1300819762') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.022905 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-a743d9ec-b2de-48cf-b4c6-02b33e4f0141 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.023920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a743d9ec-b2de-48cf-b4c6-02b33e4f0141 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags/tempest-TagsExtTest-Tag-1300819762 HTTP/1.1" status: 404 len: 329 time: 0.0774062 Aug 11 03:22:21.026719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34566) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.031790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-0da564ed-9acc-4b83-99d8-838ec3376eb8 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', 'tempest-TagsExtTest-Tag-1898392221') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.090450 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-0da564ed-9acc-4b83-99d8-838ec3376eb8 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.091742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0da564ed-9acc-4b83-99d8-838ec3376eb8 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags/tempest-TagsExtTest-Tag-1898392221 HTTP/1.1" status: 404 len: 329 time: 0.0639877 Aug 11 03:22:21.096697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34568) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.101342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-6ddc40a2-3c56-40c6-99c5-cb0e1f45f953 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3', 'tempest-TagsExtTest-Tag-1717470594') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.154959 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-6ddc40a2-3c56-40c6-99c5-cb0e1f45f953 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.158688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6ddc40a2-3c56-40c6-99c5-cb0e1f45f953 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags/tempest-TagsExtTest-Tag-1717470594 HTTP/1.1" status: 404 len: 329 time: 0.0583906 Aug 11 03:22:21.158847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34570) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.163492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-8dff5080-3361-483e-bd9e-64c298eda894 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', {'tags': ['tempest-TagsExtTest-Tag-1018242784', 'tempest-TagsExtTest-Tag-1629518040', 'tempest-TagsExtTest-Tag-600646623']}) {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.232877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8dff5080-3361-483e-bd9e-64c298eda894 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags HTTP/1.1" status: 200 len: 317 time: 0.0727916 Aug 11 03:22:21.235501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34572) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.240100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-4ab2dc9c-c58e-4115-9b86-1b33f80b5c10 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.309778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4ab2dc9c-c58e-4115-9b86-1b33f80b5c10 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags HTTP/1.1" status: 204 len: 168 time: 0.0729954 Aug 11 03:22:21.312929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34574) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.318179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-c3c1421f-c301-49d1-bc67-72976847c08a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', 'tempest-TagsExtTest-Tag-1018242784') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.368590 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-c3c1421f-c301-49d1-bc67-72976847c08a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.370305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c3c1421f-c301-49d1-bc67-72976847c08a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags/tempest-TagsExtTest-Tag-1018242784 HTTP/1.1" status: 404 len: 329 time: 0.0564001 Aug 11 03:22:21.372664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34576) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.378867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-dcaec2e9-fd78-4b27-92a9-2301cc2792b7 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', 'tempest-TagsExtTest-Tag-1629518040') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.439361 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-dcaec2e9-fd78-4b27-92a9-2301cc2792b7 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.446017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dcaec2e9-fd78-4b27-92a9-2301cc2792b7 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags/tempest-TagsExtTest-Tag-1629518040 HTTP/1.1" status: 404 len: 329 time: 0.0655515 Aug 11 03:22:21.446558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34578) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.451971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-bffce8ad-f926-4c33-b54b-8f70e222e80c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424', 'tempest-TagsExtTest-Tag-600646623') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.518522 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-bffce8ad-f926-4c33-b54b-8f70e222e80c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.519594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bffce8ad-f926-4c33-b54b-8f70e222e80c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags/tempest-TagsExtTest-Tag-600646623 HTTP/1.1" status: 404 len: 328 time: 0.0719242 Aug 11 03:22:21.522513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34580) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.527346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-5387e290-ecd5-4b81-86ea-2b4e885743c6 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', {'tags': ['tempest-TagsExtTest-Tag-462975441', 'tempest-TagsExtTest-Tag-1737980830', 'tempest-TagsExtTest-Tag-1310865673']}) {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.623827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5387e290-ecd5-4b81-86ea-2b4e885743c6 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags HTTP/1.1" status: 200 len: 317 time: 0.0968499 Aug 11 03:22:21.624130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34582) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.628987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-1063ec2d-1cb0-4e18-9911-9fe7d2662b21 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.733269 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1063ec2d-1cb0-4e18-9911-9fe7d2662b21 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags HTTP/1.1" status: 204 len: 168 time: 0.1050282 Aug 11 03:22:21.733789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34584) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.739517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-e4e6600b-a42d-40e6-bf7c-e09399dc2b40 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', 'tempest-TagsExtTest-Tag-462975441') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.827361 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-e4e6600b-a42d-40e6-bf7c-e09399dc2b40 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.831007 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e4e6600b-a42d-40e6-bf7c-e09399dc2b40 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags/tempest-TagsExtTest-Tag-462975441 HTTP/1.1" status: 404 len: 328 time: 0.0934291 Aug 11 03:22:21.831361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34590) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.838658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-a6bb0ab4-5afc-41fa-893d-b32a31be9f56 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', 'tempest-TagsExtTest-Tag-1737980830') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:21.931565 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-a6bb0ab4-5afc-41fa-893d-b32a31be9f56 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:21.935589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34596) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:21.936044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a6bb0ab4-5afc-41fa-893d-b32a31be9f56 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags/tempest-TagsExtTest-Tag-1737980830 HTTP/1.1" status: 404 len: 329 time: 0.1029646 Aug 11 03:22:21.941632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-8aa3ce52-6375-403e-85b2-6846ea1e0294 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08', 'tempest-TagsExtTest-Tag-1310865673') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.025592 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-8aa3ce52-6375-403e-85b2-6846ea1e0294 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:22.026680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8aa3ce52-6375-403e-85b2-6846ea1e0294 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags/tempest-TagsExtTest-Tag-1310865673 HTTP/1.1" status: 404 len: 329 time: 0.0895841 Aug 11 03:22:22.029975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34598) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.034872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-3d484582-9cd5-47c6-aa2f-d3db60c02174 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', {'tags': ['tempest-TagsExtTest-Tag-503783193', 'tempest-TagsExtTest-Tag-226814222', 'tempest-TagsExtTest-Tag-2084886963']}) {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.075955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34600) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.076219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3d484582-9cd5-47c6-aa2f-d3db60c02174 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "PUT /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags HTTP/1.1" status: 200 len: 316 time: 0.0449696 Aug 11 03:22:22.082726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-87eaf925-0aca-4498-83ef-571e2c7132b4 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.138827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34602) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.140176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-87eaf925-0aca-4498-83ef-571e2c7132b4 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0471673 Aug 11 03:22:22.143613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.tag.tag_plugin [None req-9455cc78-e2eb-49da-8f06-f503336cfa7d tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', 'tempest-TagsExtTest-Tag-503783193') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.180864 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-9455cc78-e2eb-49da-8f06-f503336cfa7d tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:22.184842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9455cc78-e2eb-49da-8f06-f503336cfa7d tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags/tempest-TagsExtTest-Tag-503783193 HTTP/1.1" status: 404 len: 328 time: 0.0421526 Aug 11 03:22:22.185493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34604) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.190892 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-d510fb52-1b89-4583-b696-1707e80758d1 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', 'tempest-TagsExtTest-Tag-226814222') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.215556 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-d510fb52-1b89-4583-b696-1707e80758d1 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:22.219579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d510fb52-1b89-4583-b696-1707e80758d1 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags/tempest-TagsExtTest-Tag-226814222 HTTP/1.1" status: 404 len: 328 time: 0.0296903 Aug 11 03:22:22.219804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34606) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.224204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-78b63be6-937a-47f4-98bc-573a62bf953f tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9', 'tempest-TagsExtTest-Tag-2084886963') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.247332 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [None req-78b63be6-937a-47f4-98bc-573a62bf953f tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] show failed (client error): The resource could not be found. Aug 11 03:22:22.249114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-78b63be6-937a-47f4-98bc-573a62bf953f tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags/tempest-TagsExtTest-Tag-2084886963 HTTP/1.1" status: 404 len: 329 time: 0.0277996 Aug 11 03:22:22.251869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34608) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.257939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-f3e46327-94dc-4360-a5d7-71d3ab018449 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd5a5107a-8f28-410e-8f46-a5961d1e7cd9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.282134 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f3e46327-94dc-4360-a5d7-71d3ab018449 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9/tags HTTP/1.1" status: 204 len: 168 time: 0.0285101 Aug 11 03:22:22.285521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34610) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.290606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-1eaa2cf1-fc8e-4271-9f09-9255db44b3e7 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21dc6616-91f2-4a95-b3e3-f98cdabfbe08') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.343926 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8d7c01e8-cbdb-4cb3-af6f-e7c6f1dedfd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.396140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1eaa2cf1-fc8e-4271-9f09-9255db44b3e7 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08/tags HTTP/1.1" status: 204 len: 168 time: 0.1095941 Aug 11 03:22:22.398597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34612) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.403035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-de021762-7b85-473b-88ac-ae6bcc0c3a4c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9712963-0662-481c-9cfc-6f7bef723424') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.466742 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-de021762-7b85-473b-88ac-ae6bcc0c3a4c tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424/tags HTTP/1.1" status: 204 len: 168 time: 0.0670912 Aug 11 03:22:22.469204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34614) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.473498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.tag.tag_plugin [None req-0e5f60e0-6d75-4e8f-b3d9-6ecd1e0a8b00 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5086528c-bcc8-40a2-897d-e9cf9fd56ac3') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:22.540826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0e5f60e0-6d75-4e8f-b3d9-6ecd1e0a8b00 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3/tags HTTP/1.1" status: 204 len: 168 time: 0.0705373 Aug 11 03:22:22.546083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34616) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.622868 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7d6be759-4555-48d1-a8a1-8ea7c93163f0 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for subnetpool, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.624431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7d6be759-4555-48d1-a8a1-8ea7c93163f0 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d5a5107a-8f28-410e-8f46-a5961d1e7cd9 HTTP/1.1" status: 204 len: 168 time: 0.0772521 Aug 11 03:22:22.627197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34618) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.669555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34620) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:22.676274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d4fba775-5b1a-4dc6-97df-79c79f264f12 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "GET /v2.0/ports?device_id=21dc6616-91f2-4a95-b3e3-f98cdabfbe08 HTTP/1.1" status: 200 len: 205 time: 0.0477705 Aug 11 03:22:22.751184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20822313-b81e-43fb-b5ae-c6083453446a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.989158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20822313-b81e-43fb-b5ae-c6083453446a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:22.992644 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20822313-b81e-43fb-b5ae-c6083453446a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.045851 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20822313-b81e-43fb-b5ae-c6083453446a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.046840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20822313-b81e-43fb-b5ae-c6083453446a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Fanout notify agent at l3_agent the message router_deleted on router 21dc6616-91f2-4a95-b3e3-f98cdabfbe08 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:22:23.058223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-20822313-b81e-43fb-b5ae-c6083453446a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.062676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-20822313-b81e-43fb-b5ae-c6083453446a tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/routers/21dc6616-91f2-4a95-b3e3-f98cdabfbe08 HTTP/1.1" status: 204 len: 168 time: 0.3884439 Aug 11 03:22:23.062893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34626) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.173260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Deleting port a9712963-0662-481c-9cfc-6f7bef723424 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:23.173522 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.276376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.290750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Calling delete_port for a9712963-0662-481c-9cfc-6f7bef723424 owned by {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:23.429938 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.462408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event deleted for resources: {'Port': ['ID=a9712963-0662-481c-9cfc-6f7bef723424,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:23.552793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.554718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f24526fb-73dc-444c-b60e-6ad4e307e7a3 tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/ports/a9712963-0662-481c-9cfc-6f7bef723424 HTTP/1.1" status: 204 len: 168 time: 0.4908383 Aug 11 03:22:23.558002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34628) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.618819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Deleting subnet 5086528c-bcc8-40a2-897d-e9cf9fd56ac3 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:22:23.622649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.672535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.767060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.828150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.855602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event deleted for resources: {'Subnet': ['ID=5086528c-bcc8-40a2-897d-e9cf9fd56ac3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:23.862377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:23.864416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e0b4a920-0182-4fbf-8a52-a10c4c61891b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/subnets/5086528c-bcc8-40a2-897d-e9cf9fd56ac3 HTTP/1.1" status: 204 len: 168 time: 0.3052115 Aug 11 03:22:23.867036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34630) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:23.872632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27560fb3-c376-4109-92bf-a1ca7a1a4847 None None] Network a050ba38-fbed-4451-bf4f-4c5a4a8dac34 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:22:23.954298 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.030064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Deleting port 7318ba07-9301-4985-be16-9c78ad21be9f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:24.030572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.094578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] DHCP port deletion for a050ba38-fbed-4451-bf4f-4c5a4a8dac34 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:22:24.132523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] For port 7318ba07-9301-4985-be16-9c78ad21be9f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7318ba07-9301-4985-be16-9c78ad21be9f,segment=NetworkSegment(73b8495d-041a-413c-8df9-326f14bfd7fc),segment_id=73b8495d-041a-413c-8df9-326f14bfd7fc)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:24.133027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.145446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] Deleting port 7318ba07-9301-4985-be16-9c78ad21be9f {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:24.145819 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.148826 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Calling delete_port for 7318ba07-9301-4985-be16-9c78ad21be9f owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:24.226395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] For port 7318ba07-9301-4985-be16-9c78ad21be9f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7318ba07-9301-4985-be16-9c78ad21be9f,segment=NetworkSegment(73b8495d-041a-413c-8df9-326f14bfd7fc),segment_id=73b8495d-041a-413c-8df9-326f14bfd7fc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:24.228552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.254239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.259785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] Calling delete_port for 7318ba07-9301-4985-be16-9c78ad21be9f owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:24.281929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event deleted for resources: {'Port': ['ID=7318ba07-9301-4985-be16-9c78ad21be9f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.289066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] No DVR routers for this DVR port 7318ba07-9301-4985-be16-9c78ad21be9f on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:24.376269 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.385751 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.398385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] No DVR routers for this DVR port 7318ba07-9301-4985-be16-9c78ad21be9f on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:24.401985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a050ba38-fbed-4451-bf4f-4c5a4a8dac34']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.414353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b8495d-041a-413c-8df9-326f14bfd7fc') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.414919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b8495d-041a-413c-8df9-326f14bfd7fc') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:22:24.420544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d720a2-70f2-4388-89ee-28449113a8a5 None None] Pushing event deleted for resources: {'Port': ['ID=7318ba07-9301-4985-be16-9c78ad21be9f,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.436614 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.454999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.461261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7318ba07-9301-4985-be16-9c78ad21be9f no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:24.472010 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:22:24.472539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.489134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7318ba07-9301-4985-be16-9c78ad21be9f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:24.489495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7318ba07-9301-4985-be16-9c78ad21be9f not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:22:24.523761 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:22:24.550444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.558174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:24.561213 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] 10.222.0.60 "DELETE /v2.0/networks/a050ba38-fbed-4451-bf4f-4c5a4a8dac34 HTTP/1.1" status: 204 len: 168 time: 0.6920776 Aug 11 03:22:24.574967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f464b-38e7-43d8-94b5-4cb66560148b tempest-TagsExtTest-731072830 tempest-TagsExtTest-731072830-project] Pushing event deleted for resources: {'Network': ['ID=a050ba38-fbed-4451-bf4f-4c5a4a8dac34,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:24.896390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34644) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:25.086948 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34650) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:25.087658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c94b52b5-bd57-4498-a016-3fa3b72db16c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9abba8a55b14ddaae31026fc1587db7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897216 Aug 11 03:22:25.195070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1695cfca-a4f1-4c82-a5ea-41fad8f1c95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.223364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1695cfca-a4f1-4c82-a5ea-41fad8f1c95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.224312 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b067a0d-947c-4a81-b9e7-538cdc051ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.282103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1695cfca-a4f1-4c82-a5ea-41fad8f1c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.286914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1695cfca-a4f1-4c82-a5ea-41fad8f1c95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.288829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1695cfca-a4f1-4c82-a5ea-41fad8f1c95e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c0fe612-96bf-43ee-a809-37ab0f6d9a2e HTTP/1.1" status: 204 len: 168 time: 0.2006462 Aug 11 03:22:25.298903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695cfca-a4f1-4c82-a5ea-41fad8f1c95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0fe612-96bf-43ee-a809-37ab0f6d9a2e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:25.507750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:25.580081 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:26.754010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:27.897392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-4ca4837a-6c01-4461-a4b5-0fc9c254fd4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659065 Aug 11 03:22:28.002084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-7ba25b78-2a36-4b58-930c-8be8dd447dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:28.004877 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-7ba25b78-2a36-4b58-930c-8be8dd447dd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 1098 time: 0.0547898 Aug 11 03:22:28.161444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-4f50fe95-2e0d-477c-bc44-60c6b8192890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:28.163316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-4f50fe95-2e0d-477c-bc44-60c6b8192890 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1375923 Aug 11 03:22:28.185054 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:28.251500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-42de5e47-a0ef-4718-bf3b-7de7e82ce48d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e HTTP/1.1" status: 200 len: 1001 time: 0.0800061 Aug 11 03:22:28.326406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-7a7583eb-f60c-4f8a-9793-64ff8354db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:28.329032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-7a7583eb-f60c-4f8a-9793-64ff8354db76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0698478 Aug 11 03:22:28.394719 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-20043ebb-fc2e-4c55-bb9e-bc52b4a5b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:28.396329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-20043ebb-fc2e-4c55-bb9e-bc52b4a5b6ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598445 Aug 11 03:22:28.506801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-c2fe8717-db14-4fd0-bd7b-93c1540ebfc9 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029308 Aug 11 03:22:28.618194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c4172ac-60bd-4bc6-9c66-b65db71a26f4 req-ff13a92a-3f76-41ec-b43f-78b36993b0c8 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047914 Aug 11 03:22:30.069297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:31.158462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8529ccf-ddc0-4df2-bf4d-91ed118eef6d req-4b3e24c9-a6a8-4299-9752-c9366dc7f7d9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:31.160014 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8529ccf-ddc0-4df2-bf4d-91ed118eef6d req-4b3e24c9-a6a8-4299-9752-c9366dc7f7d9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 946 time: 0.0665603 Aug 11 03:22:31.210611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b8529ccf-ddc0-4df2-bf4d-91ed118eef6d req-9a5a63c5-2fb2-4fc8-813d-bb286fc7e3be tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Aug 11 03:22:32.367946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f43561-7e2a-4a99-90ac-e7f1fd99735b req-08fcfaac-90e7-4446-8e0f-b109fc738d45 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.376104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21f43561-7e2a-4a99-90ac-e7f1fd99735b req-08fcfaac-90e7-4446-8e0f-b109fc738d45 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 946 time: 0.0851438 Aug 11 03:22:32.433779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21f43561-7e2a-4a99-90ac-e7f1fd99735b req-066922a1-9995-4881-ac01-2bbb08ad4ac4 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500548 Aug 11 03:22:32.695041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-e8e14d49-789e-4939-9ffb-b296f5a3a9b7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:32.696730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-e8e14d49-789e-4939-9ffb-b296f5a3a9b7 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 946 time: 0.0504758 Aug 11 03:22:32.792279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Deleting port 2acd7be8-c2da-428b-8817-5563da2479af {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:22:32.792531 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.893973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] For port 2acd7be8-c2da-428b-8817-5563da2479af, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=2acd7be8-c2da-428b-8817-5563da2479af,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:32.894360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:32.910877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Calling delete_port for 2acd7be8-c2da-428b-8817-5563da2479af owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:22:33.051120 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.064009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['2acd7be8-c2da-428b-8817-5563da2479af'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:22:33.082030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Pushing event deleted for resources: {'Port': ['ID=2acd7be8-c2da-428b-8817-5563da2479af,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:33.127883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] No DVR routers for this DVR port 2acd7be8-c2da-428b-8817-5563da2479af on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:22:33.130695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:33.133071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7b86965d-1630-46bd-bf17-b489ac6b7fb4 req-f59455cf-80ff-426b-b663-da527ac95940 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "DELETE /v2.0/ports/2acd7be8-c2da-428b-8817-5563da2479af HTTP/1.1" status: 204 len: 173 time: 0.4303591 Aug 11 03:22:33.133519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'name': 'network-vif-deleted', 'tag': '2acd7be8-c2da-428b-8817-5563da2479af'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:33.135809 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa5e8e-3193-4b6d-b729-c23c47567025" -d '{"events": [{"server_uuid": "c21ee1ba-02c9-42ce-9fd9-401d548dbd8a", "name": "network-vif-deleted", "tag": "2acd7be8-c2da-428b-8817-5563da2479af"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:33.186834 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6871fe0c-8a56-4f47-81f9-31101255e411 x-openstack-request-id: req-6871fe0c-8a56-4f47-81f9-31101255e411 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:33.187387 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21ee1ba-02c9-42ce-9fd9-401d548dbd8a", "name": "network-vif-deleted", "tag": "2acd7be8-c2da-428b-8817-5563da2479af", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:33.187767 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6871fe0c-8a56-4f47-81f9-31101255e411 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:33.188431 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21ee1ba-02c9-42ce-9fd9-401d548dbd8a', 'name': 'network-vif-deleted', 'tag': '2acd7be8-c2da-428b-8817-5563da2479af', 'status': 'completed', 'code': 200} Aug 11 03:22:33.563156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47485a5a-a2a8-46ce-be88-9c41ca1aa659 req-303c8c75-bf87-49bc-a1e6-a1dc04c573cd tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 210 time: 0.0409782 Aug 11 03:22:33.699163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6674054-7ffc-455d-94b7-f5988b3591f7 req-abbf6760-2b59-4c9f-89a4-4179c296673b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0307724 Aug 11 03:22:33.816233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6674054-7ffc-455d-94b7-f5988b3591f7 req-e0f65375-76ea-4429-ba27-9b266f857ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&device_id=c21ee1ba-02c9-42ce-9fd9-401d548dbd8a HTTP/1.1" status: 200 len: 210 time: 0.0533156 Aug 11 03:22:34.062765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6674054-7ffc-455d-94b7-f5988b3591f7 req-5cc1d377-214b-444e-b353-0e21b152e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.064867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6674054-7ffc-455d-94b7-f5988b3591f7 req-5cc1d377-214b-444e-b353-0e21b152e2f0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2241292 Aug 11 03:22:34.272147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6674054-7ffc-455d-94b7-f5988b3591f7 req-9e572103-3e2d-490d-841f-9c6e22457f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:34.273660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d6674054-7ffc-455d-94b7-f5988b3591f7 req-9e572103-3e2d-490d-841f-9c6e22457f1b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009232 Aug 11 03:22:35.929963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2acd7be8-c2da-428b-8817-5563da2479af no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:22:35.968182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 2acd7be8-c2da-428b-8817-5563da2479af {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:22:35.968889 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 2acd7be8-c2da-428b-8817-5563da2479af not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:22:36.424927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34838) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:36.544394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fa2c-8d67-4753-9baf-628a4250b63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.650283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fa2c-8d67-4753-9baf-628a4250b63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.654312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fa2c-8d67-4753-9baf-628a4250b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.711352 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f4c5fa2c-8d67-4753-9baf-628a4250b63b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e16983ae9d4643cfb89e1278be123867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852943 Aug 11 03:22:36.713172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5fa2c-8d67-4753-9baf-628a4250b63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314c50f0-265f-4d2d-bf4d-a8e093b4063d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:36.714895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34842) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:36.797554 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a88988a-ab48-426c-b307-4f823c81e1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.829545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a88988a-ab48-426c-b307-4f823c81e1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.878383 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a88988a-ab48-426c-b307-4f823c81e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.881284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6a88988a-ab48-426c-b307-4f823c81e1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:36.882480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6a88988a-ab48-426c-b307-4f823c81e1e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/314c50f0-265f-4d2d-bf4d-a8e093b4063d HTTP/1.1" status: 204 len: 168 time: 0.1665626 Aug 11 03:22:36.892489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88988a-ab48-426c-b307-4f823c81e1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c50f0-265f-4d2d-bf4d-a8e093b4063d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:37.240645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 34862) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:37.256153 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-360cd9fb-1eaf-4dbb-a998-9b239e1c8a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.354464 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-360cd9fb-1eaf-4dbb-a998-9b239e1c8a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.366474 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-360cd9fb-1eaf-4dbb-a998-9b239e1c8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.421652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34864) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:37.421865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-360cd9fb-1eaf-4dbb-a998-9b239e1c8a57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72bb9cedf8c0423a9fb9c27413b6c479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1798279 Aug 11 03:22:37.423061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cd9fb-1eaf-4dbb-a998-9b239e1c8a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7baf8d-2f9b-4eb2-8d2d-52e36e3987d6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:37.491856 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08fc4eaa-2767-4015-a7fa-efca5d48bc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.525689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08fc4eaa-2767-4015-a7fa-efca5d48bc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.580436 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08fc4eaa-2767-4015-a7fa-efca5d48bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.583133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-08fc4eaa-2767-4015-a7fa-efca5d48bc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:37.584372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08fc4eaa-2767-4015-a7fa-efca5d48bc37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e7baf8d-2f9b-4eb2-8d2d-52e36e3987d6 HTTP/1.1" status: 204 len: 168 time: 0.1609161 Aug 11 03:22:37.593820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc4eaa-2767-4015-a7fa-efca5d48bc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7baf8d-2f9b-4eb2-8d2d-52e36e3987d6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:38.898500 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:22:41.947680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-d1e88c3f-77cc-43b0-8de2-aebc1e5c4e09 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:41.953196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-d1e88c3f-77cc-43b0-8de2-aebc1e5c4e09 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/networks?id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe HTTP/1.1" status: 200 len: 814 time: 0.1390729 Aug 11 03:22:41.973643 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-978b4c45-aa4b-4b9f-a98e-0c8ea79cd56e tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/quotas/24bf638c9b6f42e5afe345f9b1f6fafb HTTP/1.1" status: 200 len: 375 time: 0.0152953 Aug 11 03:22:42.019390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-3153c458-cf9d-47dc-aa7d-8777a9fb8873 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393486 Aug 11 03:22:42.032256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-a83d5801-dd63-4675-8aa4-37ea31a7ae63 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:22:42.034029 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-a83d5801-dd63-4675-8aa4-37ea31a7ae63 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090151 Aug 11 03:22:42.177826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-b3094aef-4029-449c-8ac3-57615d42f7dc service neutron] 10.222.0.60 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362693 Aug 11 03:22:42.340988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-c6878a71-5ab6-4baf-ab2b-2ee6c56e7b70 service neutron] 10.222.0.60 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621189 Aug 11 03:22:42.598376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7be12c99-78d3-4eca-ac82-0194ae00c3a1 req-0e9e07a5-4190-4181-9740-522d8b05acc1 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 210 time: 0.0593460 Aug 11 03:22:43.740475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-871414b9-86aa-46f4-ac5b-2477beb8101b req-bb75551d-9ff9-41f0-a757-a836d142382c tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 210 time: 0.0383937 Aug 11 03:22:44.027473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-4a40b985-bbca-4695-adef-a4d85161ff54 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:44.029292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-4a40b985-bbca-4695-adef-a4d85161ff54 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "GET /v2.0/networks?id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe HTTP/1.1" status: 200 len: 814 time: 0.1728778 Aug 11 03:22:44.046665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Request body: {'port': {'device_id': '954dc0c2-1505-48c7-8349-6281acda9453', 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe', 'admin_state_up': True, 'tenant_id': '24bf638c9b6f42e5afe345f9b1f6fafb'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:44.176720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Made reservation on behalf of 24bf638c9b6f42e5afe345f9b1f6fafb for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:44.183223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.364500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Allocated IP 172.20.0.12 (76d6aa34-a0ab-49ce-9e12-a6937d3b94fe/81372cc1-6ee7-473c-bf55-f19c1be0b32b/f0de4cfc-fda4-40a8-8acc-8d1062e61995) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:44.592641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:44.889511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9702bb05-8294-46c5-83cd-a7dc95571ae3 req-85dec7b3-37eb-49f5-80fa-c84de02b1bc3 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 210 time: 0.0419128 Aug 11 03:22:44.993246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34982) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:45.036125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.099674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:45.103081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:45.114419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:45.141811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Pushing event updated for resources: {'Port': ['ID=f0de4cfc-fda4-40a8-8acc-8d1062e61995,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:45.160493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c35c9644-be1b-4dc3-88f9-8e96fde8dc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.174826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:45.175452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.251180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c35c9644-be1b-4dc3-88f9-8e96fde8dc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.255126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c35c9644-be1b-4dc3-88f9-8e96fde8dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.259894 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-cf105bec-0ec8-435e-bb0a-894da7f55ba9 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2191935 Aug 11 03:22:45.272893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Request body: {'port': {'device_id': '954dc0c2-1505-48c7-8349-6281acda9453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:45.292182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c9644-be1b-4dc3-88f9-8e96fde8dc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7a4518-ea6a-4f69-bc2b-650bac8da794,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:45.300757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c35c9644-be1b-4dc3-88f9-8e96fde8dc06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d945decac7c4057a850341ca689c7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034716 Aug 11 03:22:45.301200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34988) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:45.348191 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.353304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8d867aa9-26eb-4295-a949-c416368cf1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.375756 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8d867aa9-26eb-4295-a949-c416368cf1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.425493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8d867aa9-26eb-4295-a949-c416368cf1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.427992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8d867aa9-26eb-4295-a949-c416368cf1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.429149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8d867aa9-26eb-4295-a949-c416368cf1ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b7a4518-ea6a-4f69-bc2b-650bac8da794 HTTP/1.1" status: 204 len: 168 time: 0.1274109 Aug 11 03:22:45.437757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d867aa9-26eb-4295-a949-c416368cf1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7a4518-ea6a-4f69-bc2b-650bac8da794,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:45.658387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0de4cfc-fda4-40a8-8acc-8d1062e61995 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:45.667488 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.682263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Transition to ACTIVE for port object f0de4cfc-fda4-40a8-8acc-8d1062e61995 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:45.701718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.757983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Pushing event updated for resources: {'Port': ['ID=f0de4cfc-fda4-40a8-8acc-8d1062e61995,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:45.775953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 34994) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:45.789885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7f13001-7e0b-4b50-ad5b-bdeedb5e33d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.835703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Attempting to bind port f0de4cfc-fda4-40a8-8acc-8d1062e61995 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:45.836042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Attempting to bind port f0de4cfc-fda4-40a8-8acc-8d1062e61995 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:45.836366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Attempting to bind port f0de4cfc-fda4-40a8-8acc-8d1062e61995 on network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:45.841539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Port f0de4cfc-fda4-40a8-8acc-8d1062e61995 on network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:22:45.841863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Attempting to bind port f0de4cfc-fda4-40a8-8acc-8d1062e61995 on network 76d6aa34-a0ab-49ce-9e12-a6937d3b94fe {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:45.847451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:45.847906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Checking segment: {'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:45.848791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Bound using segment: {'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:45.848791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Bound port: f0de4cfc-fda4-40a8-8acc-8d1062e61995, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9271fbfa-e910-44aa-b8cb-ceb37478e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:45.849239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.914086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7f13001-7e0b-4b50-ad5b-bdeedb5e33d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.918005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] For port f0de4cfc-fda4-40a8-8acc-8d1062e61995, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:45.918149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7f13001-7e0b-4b50-ad5b-bdeedb5e33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.922480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] For port f0de4cfc-fda4-40a8-8acc-8d1062e61995, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0de4cfc-fda4-40a8-8acc-8d1062e61995,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:45.926547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.941255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:45.942160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:45.943269 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] 10.222.0.57 "PUT /v2.0/ports/f0de4cfc-fda4-40a8-8acc-8d1062e61995 HTTP/1.1" status: 200 len: 1093 time: 0.6750703 Aug 11 03:22:45.945241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954dc0c2-1505-48c7-8349-6281acda9453', 'tag': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:45.947536 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d377b6-b378-4f96-995c-c4d6963653d7" -d '{"events": [{"name": "network-changed", "server_uuid": "954dc0c2-1505-48c7-8349-6281acda9453", "tag": "f0de4cfc-fda4-40a8-8acc-8d1062e61995"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:45.973890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b7f13001-7e0b-4b50-ad5b-bdeedb5e33d9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=858ffadc61b3492192ad671952a70f66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967812 Aug 11 03:22:45.980222 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35000) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:46.004535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f13001-7e0b-4b50-ad5b-bdeedb5e33d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b57b901-fa6c-4488-9957-75308ebc2958,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:46.053634 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94088980-6090-438e-8004-4acc5707f89a x-openstack-request-id: req-94088980-6090-438e-8004-4acc5707f89a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:46.054220 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954dc0c2-1505-48c7-8349-6281acda9453", "tag": "f0de4cfc-fda4-40a8-8acc-8d1062e61995", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:46.054220 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94088980-6090-438e-8004-4acc5707f89a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:46.054569 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954dc0c2-1505-48c7-8349-6281acda9453', 'tag': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995', 'status': 'completed', 'code': 200} Aug 11 03:22:46.062413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a965ce0c-b309-4116-87fa-2b04803d0b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.086504 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a965ce0c-b309-4116-87fa-2b04803d0b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.123660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee834c58-0534-4dd6-90cf-ce9162d0688b service neutron] Pushing event updated for resources: {'Port': ['ID=f0de4cfc-fda4-40a8-8acc-8d1062e61995,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:46.132187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-5d373a91-1d60-43cf-94fb-077a3f9dbabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.134056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-5d373a91-1d60-43cf-94fb-077a3f9dbabf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 1096 time: 0.1230929 Aug 11 03:22:46.144713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdcf0d-c738-442f-bd61-3b3dc40bb601 req-4e4e0f42-6ffb-4ee4-9527-53a81b25ea7c tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.146262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1dfdcf0d-c738-442f-bd61-3b3dc40bb601 req-4e4e0f42-6ffb-4ee4-9527-53a81b25ea7c tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 944 time: 0.1543672 Aug 11 03:22:46.164359 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a965ce0c-b309-4116-87fa-2b04803d0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.167518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a965ce0c-b309-4116-87fa-2b04803d0b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:46.168671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a965ce0c-b309-4116-87fa-2b04803d0b55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0b57b901-fa6c-4488-9957-75308ebc2958 HTTP/1.1" status: 204 len: 168 time: 0.1872950 Aug 11 03:22:46.179246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965ce0c-b309-4116-87fa-2b04803d0b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b57b901-fa6c-4488-9957-75308ebc2958,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:46.204960 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-c5ab32d8-f5c7-4599-b7ba-e63582c0704f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0de4cfc-fda4-40a8-8acc-8d1062e61995 HTTP/1.1" status: 200 len: 217 time: 0.0575178 Aug 11 03:22:46.259223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1dfdcf0d-c738-442f-bd61-3b3dc40bb601 req-f8ba4683-215f-4c0e-99e2-e71bf2b13309 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021929 Aug 11 03:22:46.286503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-19bcb98a-054f-41db-a773-9cc39c7074ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.288311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-19bcb98a-054f-41db-a773-9cc39c7074ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81372cc1-6ee7-473c-bf55-f19c1be0b32b HTTP/1.1" status: 200 len: 854 time: 0.0756373 Aug 11 03:22:46.329211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-f7b1645f-4dfa-489e-858a-70305fb7e744 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325837 Aug 11 03:22:46.432940 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-d4b92b84-1830-4b4e-bac2-9671974382c5 service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947704 Aug 11 03:22:46.534353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-461fa2bf-7056-4096-8ce4-a52a5880e61b req-f240895a-384d-4e7f-906f-c0bf87fce5db service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927234 Aug 11 03:22:46.630034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-6b8ceccc-9d46-4169-afcf-1ccf4e682277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.631612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-6b8ceccc-9d46-4169-afcf-1ccf4e682277 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 1096 time: 0.0435162 Aug 11 03:22:46.727409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-fc820884-0278-4a73-bcbb-aea5d885c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.728999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-fc820884-0278-4a73-bcbb-aea5d885c69f service neutron] 10.222.0.57 "GET /v2.0/networks?id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe HTTP/1.1" status: 200 len: 915 time: 0.0898724 Aug 11 03:22:46.783114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-7fa65f37-37d5-4e2f-bd1c-8a901521cfd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0de4cfc-fda4-40a8-8acc-8d1062e61995 HTTP/1.1" status: 200 len: 217 time: 0.0453577 Aug 11 03:22:46.837618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-b5e24d5e-7683-409f-a4f1-0f9b55e7fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:46.839106 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-b5e24d5e-7683-409f-a4f1-0f9b55e7fb37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=81372cc1-6ee7-473c-bf55-f19c1be0b32b HTTP/1.1" status: 200 len: 854 time: 0.0483708 Aug 11 03:22:46.872780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-a4f0665f-477b-4e32-be30-ab6e6753fb2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255952 Aug 11 03:22:46.969282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-d23af671-1476-4960-8b34-486981e19731 service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895226 Aug 11 03:22:47.063934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49d377b6-b378-4f96-995c-c4d6963653d7 req-fb43bcfb-ec2f-49e2-8003-19f5c1e22cc9 service neutron] 10.222.0.57 "GET /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867584 Aug 11 03:22:47.405719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a7079d-8450-4680-b51b-cd10cb582dc1 req-367b1066-7a80-4d64-9216-d377f8c41a8c tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:47.407231 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42a7079d-8450-4680-b51b-cd10cb582dc1 req-367b1066-7a80-4d64-9216-d377f8c41a8c tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 944 time: 0.0536342 Aug 11 03:22:47.448950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42a7079d-8450-4680-b51b-cd10cb582dc1 req-d257037e-2116-4a16-a420-126484f5a5aa tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351653 Aug 11 03:22:48.569808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f184cce-fe5a-4f4b-9b46-f374298ab0c7 req-affa267f-3234-4abd-a7b1-d1cb052b04f3 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:48.571743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f184cce-fe5a-4f4b-9b46-f374298ab0c7 req-affa267f-3234-4abd-a7b1-d1cb052b04f3 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 944 time: 0.0507529 Aug 11 03:22:48.619277 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f184cce-fe5a-4f4b-9b46-f374298ab0c7 req-01e8a0b1-72a6-4a68-bfa8-159a5148ea78 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411928 Aug 11 03:22:49.741764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf96c6-7e19-4c22-aedc-71661d4e3ded req-a3ffae49-f27f-4f51-b138-dfbadf1a8200 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:49.743265 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abdf96c6-7e19-4c22-aedc-71661d4e3ded req-a3ffae49-f27f-4f51-b138-dfbadf1a8200 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 944 time: 0.0528963 Aug 11 03:22:49.783904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abdf96c6-7e19-4c22-aedc-71661d4e3ded req-902a8741-c794-4435-8cb5-449f7f63d315 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337319 Aug 11 03:22:49.985139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0de4cfc-fda4-40a8-8acc-8d1062e61995 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:22:50.131762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f0de4cfc-fda4-40a8-8acc-8d1062e61995, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0de4cfc-fda4-40a8-8acc-8d1062e61995,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:50.317298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995', 'network_id': '76d6aa34-a0ab-49ce-9e12-a6937d3b94fe', 'port_id': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995', 'mac_address': 'fa:16:3e:b1:ac:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81372cc1-6ee7-473c-bf55-f19c1be0b32b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:22:50.357449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.373745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0de4cfc-fda4-40a8-8acc-8d1062e61995 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:50.394162 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f0de4cfc-fda4-40a8-8acc-8d1062e61995, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0de4cfc-fda4-40a8-8acc-8d1062e61995,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:50.398168 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:50.450778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f0de4cfc-fda4-40a8-8acc-8d1062e61995,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:50.458191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.458615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.459024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.459426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.459852 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.460248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.460643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.461029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.461425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.462043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.462169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.462549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:22:50.626313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f0de4cfc-fda4-40a8-8acc-8d1062e61995'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:22:50.928434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75f83a-e8b5-447a-8b73-55f9508e117b req-e3e349b7-a706-4964-9755-331eb50c6498 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:50.930194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d75f83a-e8b5-447a-8b73-55f9508e117b req-e3e349b7-a706-4964-9755-331eb50c6498 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 945 time: 0.0584221 Aug 11 03:22:50.975053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d75f83a-e8b5-447a-8b73-55f9508e117b req-b0e1e7db-c75a-4ec0-bc01-1a9f1ad0ab6b tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 Aug 11 03:22:51.426930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:51.571395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cc5083f-06ad-4ddd-be66-eec36ef862ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.701052 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cc5083f-06ad-4ddd-be66-eec36ef862ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.705832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cc5083f-06ad-4ddd-be66-eec36ef862ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.751210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5083f-06ad-4ddd-be66-eec36ef862ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10632575-8869-463f-a3ae-64e5ea7f94d9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:51.762170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8cc5083f-06ad-4ddd-be66-eec36ef862ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3126b5d6e14e4ce4867d8addb6b95e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341599 Aug 11 03:22:51.765367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:22:51.822808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0c6531b-9813-454c-9c47-75fdd26a053c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.851230 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0c6531b-9813-454c-9c47-75fdd26a053c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.923066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0c6531b-9813-454c-9c47-75fdd26a053c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.925703 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0c6531b-9813-454c-9c47-75fdd26a053c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:51.926904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f0c6531b-9813-454c-9c47-75fdd26a053c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10632575-8869-463f-a3ae-64e5ea7f94d9 HTTP/1.1" status: 204 len: 168 time: 0.1601069 Aug 11 03:22:51.936739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6531b-9813-454c-9c47-75fdd26a053c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10632575-8869-463f-a3ae-64e5ea7f94d9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:51.990977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0de4cfc-fda4-40a8-8acc-8d1062e61995 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:22:52.109413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port f0de4cfc-fda4-40a8-8acc-8d1062e61995 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:52.119255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port f0de4cfc-fda4-40a8-8acc-8d1062e61995 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:52.119255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.152734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163832b5-4833-482c-b760-3ce07441e7f0 req-86f24de8-57ed-4c9d-aee4-61c7e5d76bc3 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:52.161504 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-163832b5-4833-482c-b760-3ce07441e7f0 req-86f24de8-57ed-4c9d-aee4-61c7e5d76bc3 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 945 time: 0.0830152 Aug 11 03:22:52.205547 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-163832b5-4833-482c-b760-3ce07441e7f0 req-cd279aed-15c4-4e07-ae35-ee25a32bb7da tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430067 Aug 11 03:22:52.242478 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.271269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954dc0c2-1505-48c7-8349-6281acda9453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:52.274858 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913be97a-9a6b-4352-a4d5-4d93a90dfd55" -d '{"events": [{"server_uuid": "954dc0c2-1505-48c7-8349-6281acda9453", "name": "network-vif-plugged", "status": "completed", "tag": "f0de4cfc-fda4-40a8-8acc-8d1062e61995"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:52.295020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port f0de4cfc-fda4-40a8-8acc-8d1062e61995, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0de4cfc-fda4-40a8-8acc-8d1062e61995,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:22:52.300850 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.333568 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6786a7-7736-42bf-96de-1045ca6d9253 x-openstack-request-id: req-0a6786a7-7736-42bf-96de-1045ca6d9253 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:52.334042 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954dc0c2-1505-48c7-8349-6281acda9453", "name": "network-vif-plugged", "status": "completed", "tag": "f0de4cfc-fda4-40a8-8acc-8d1062e61995", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:52.334397 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a6786a7-7736-42bf-96de-1045ca6d9253 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:52.334884 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954dc0c2-1505-48c7-8349-6281acda9453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995', 'code': 200} Aug 11 03:22:52.374889 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1067ddf1-18d8-40a4-9893-d11371d64def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:52.380953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=f0de4cfc-fda4-40a8-8acc-8d1062e61995,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:52.445399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d83fb-f7ff-4128-8dd1-964ed357824a req-e29d27e1-7be2-450b-991a-9b84842c4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:52.447058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b80d83fb-f7ff-4128-8dd1-964ed357824a req-e29d27e1-7be2-450b-991a-9b84842c4397 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 1098 time: 0.0523214 Aug 11 03:22:52.494928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b80d83fb-f7ff-4128-8dd1-964ed357824a req-6649465e-c7d2-4a64-8506-0fd0cea5caa7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399826 Aug 11 03:22:53.359020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd82929-cb61-41aa-a166-34b917ee4c0e req-f4d32494-489d-49dd-a938-8adbccb71ce4 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:53.360697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2cd82929-cb61-41aa-a166-34b917ee4c0e req-f4d32494-489d-49dd-a938-8adbccb71ce4 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 946 time: 0.0605752 Aug 11 03:22:53.415448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2cd82929-cb61-41aa-a166-34b917ee4c0e req-37c0f8ee-ff2e-436e-af35-b9a7c461942a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Aug 11 03:22:54.455939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-2dbd225d-7868-4db7-b379-706af485046a tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b2aad832ed844a259cdb78ce74c3a8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321577 Aug 11 03:22:54.544590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afb766-9352-4e99-b37a-8acb69a44053 req-dd9e6e81-f5b4-49c0-99b6-da83b4e862cf tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:54.551306 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0afb766-9352-4e99-b37a-8acb69a44053 req-dd9e6e81-f5b4-49c0-99b6-da83b4e862cf tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 946 time: 0.0604324 Aug 11 03:22:54.596296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b0afb766-9352-4e99-b37a-8acb69a44053 req-fb4e5ad7-dcad-48b5-8a2f-2fd259a44621 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Aug 11 03:22:54.694505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-9b6291bc-071f-4183-b3fb-56883975d0fc tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:54.696109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-9b6291bc-071f-4183-b3fb-56883975d0fc tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276084 Aug 11 03:22:54.716505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-766dcf62-0b83-452c-8a60-e1934d9d58b0 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/quotas/b2aad832ed844a259cdb78ce74c3a8a2 HTTP/1.1" status: 200 len: 375 time: 0.0139287 Aug 11 03:22:54.746936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-ddb4b42c-de58-42e3-b080-483df107a37d tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b2aad832ed844a259cdb78ce74c3a8a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277302 Aug 11 03:22:54.994395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55d99c65-5cb3-4339-b3c3-525263d22019 req-87f1b55b-69ad-4eef-898c-a6bf3185c64b tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 210 time: 0.0297999 Aug 11 03:22:55.239138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02a43bd5-c242-4e4c-893d-c096e5a64202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.518437 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:55.606336 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.042305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a4d0faee-5ca6-4bb9-b625-8b259ee9cf12 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b2aad832ed844a259cdb78ce74c3a8a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375564 Aug 11 03:22:56.182009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-ed58c8cb-a258-4809-8ece-618fced3e460 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:56.183920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-ed58c8cb-a258-4809-8ece-618fced3e460 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361651 Aug 11 03:22:56.195129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d7dcc2b-88db-469c-9995-4f71c2d1ba39 req-0dcbda6a-d5fa-4b80-9c66-63125bb81772 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 210 time: 0.0589890 Aug 11 03:22:56.223466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Request body: {'port': {'device_id': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': 'b2aad832ed844a259cdb78ce74c3a8a2'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:56.372044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Made reservation on behalf of b2aad832ed844a259cdb78ce74c3a8a2 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:22:56.377618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.402854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.525405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.531794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.560299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f691347-7bf5-49da-96e0-e91e205d8063,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:56.711098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Allocated IP 192.168.233.143 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/7b01b6b8-6c3a-421f-9787-7c2418acc2b1) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:22:56.802351 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.884671 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.900418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Transition to ACTIVE for port object 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:56.941062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:56.991101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:22:56.994383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:22:56.997865 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:22:57.029758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Pushing event updated for resources: {'Port': ['ID=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:57.075968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:57.078765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.096203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a73eba85-4965-4d48-9c6c-5a49e37230d9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8935692 Aug 11 03:22:57.111013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Request body: {'port': {'device_id': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:22:57.262814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.427007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5fd9b6ab-d7fb-47ff-a609-e67147a321a1 None None] Provisioning for port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:22:57.441712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5fd9b6ab-d7fb-47ff-a609-e67147a321a1 None None] Provisioning complete for port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:22:57.442743 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5fd9b6ab-d7fb-47ff-a609-e67147a321a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.499718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9b6ab-d7fb-47ff-a609-e67147a321a1 None None] Port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:22:57.524381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816689f-9c38-44c5-9f87-b6d8590b9c52 req-a5ff07b5-e8dc-435a-a3cf-65328db167c8 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:57.526510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2816689f-9c38-44c5-9f87-b6d8590b9c52 req-a5ff07b5-e8dc-435a-a3cf-65328db167c8 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 936 time: 0.1881814 Aug 11 03:22:57.626602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2816689f-9c38-44c5-9f87-b6d8590b9c52 req-829b4332-aac2-4859-b998-051e67e07c11 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881779 Aug 11 03:22:57.721278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:22:57.728950 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.741577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Transition to ACTIVE for port object 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:22:57.745891 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.828292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:57.890677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Attempting to bind port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:22:57.891024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Attempting to bind port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:22:57.891362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Attempting to bind port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:57.896574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:22:57.897296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Attempting to bind port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:22:57.904471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:22:57.904914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:22:57.905382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:22:57.905908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Bound port: 7b01b6b8-6c3a-421f-9787-7c2418acc2b1, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:22:57.906348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:57.988277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] For port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:22:57.993292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] For port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:22:58.003268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.049157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.049833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.051337 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/7b01b6b8-6c3a-421f-9787-7c2418acc2b1 HTTP/1.1" status: 200 len: 1097 time: 0.9459937 Aug 11 03:22:58.052006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'tag': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:22:58.054594 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9c3733-7f4f-49d3-8a0c-95043d6df057", "tag": "7b01b6b8-6c3a-421f-9787-7c2418acc2b1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:22:58.088616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e3a8-49c5-43d1-bf4d-e636783b30c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:22:58.136455 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb0f8b-a9ee-4617-80aa-de6bdabf178c x-openstack-request-id: req-69bb0f8b-a9ee-4617-80aa-de6bdabf178c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:22:58.137906 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9c3733-7f4f-49d3-8a0c-95043d6df057", "tag": "7b01b6b8-6c3a-421f-9787-7c2418acc2b1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:22:58.138449 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69bb0f8b-a9ee-4617-80aa-de6bdabf178c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:22:58.139430 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'tag': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1', 'status': 'completed', 'code': 200} Aug 11 03:22:58.188442 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:22:58.197692 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1fac450f-c5d4-4f34-bf2d-0481c36ec177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.200678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-1fac450f-c5d4-4f34-bf2d-0481c36ec177 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2aad832ed844a259cdb78ce74c3a8a2&device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 1100 time: 0.0806363 Aug 11 03:22:58.261344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-82ac78f8-cc06-4e5c-b112-244c576bc66c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7b01b6b8-6c3a-421f-9787-7c2418acc2b1 HTTP/1.1" status: 200 len: 217 time: 0.0521643 Aug 11 03:22:58.334366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-629ac7d8-69e4-44a7-b119-84aa25e6dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.335801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-629ac7d8-69e4-44a7-b119-84aa25e6dd31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0588913 Aug 11 03:22:58.386785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-fcf4e4fb-34be-4fd3-aee6-87e6c6ee75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.389121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-fcf4e4fb-34be-4fd3-aee6-87e6c6ee75af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446556 Aug 11 03:22:58.502013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-989846e5-56d3-4e71-8801-c33b1634d282 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058328 Aug 11 03:22:58.622460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b87ae9f-838a-4648-889e-da51dcc7c7f2 req-a8b928ac-90fd-4a1b-b044-3efbb5f108ed service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119287 Aug 11 03:22:58.716203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-823e4812-6def-4784-8399-aad0eed7c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.718185 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-823e4812-6def-4784-8399-aad0eed7c0fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b2aad832ed844a259cdb78ce74c3a8a2&device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 1100 time: 0.0515184 Aug 11 03:22:58.824684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631e9fb-23f4-460e-9553-5b2939ae2d2c req-5018f0bd-5e4e-4b27-af03-3146a416e433 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.826132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0631e9fb-23f4-460e-9553-5b2939ae2d2c req-5018f0bd-5e4e-4b27-af03-3146a416e433 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 948 time: 0.1069591 Aug 11 03:22:58.876018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-8711c4b9-21cb-4003-9d3f-db7aa32beea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.877481 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-8711c4b9-21cb-4003-9d3f-db7aa32beea7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.1491425 Aug 11 03:22:58.882511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0631e9fb-23f4-460e-9553-5b2939ae2d2c req-18a76f18-df07-4eee-a91a-7a6da96ebdd9 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499423 Aug 11 03:22:58.927021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-54464b08-63f3-45bb-88c4-0665cca1e741 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7b01b6b8-6c3a-421f-9787-7c2418acc2b1 HTTP/1.1" status: 200 len: 217 time: 0.0399473 Aug 11 03:22:58.977798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-a94fc4fe-821f-4bf6-bc05-7706ede2b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:58.979190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-a94fc4fe-821f-4bf6-bc05-7706ede2b425 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0451725 Aug 11 03:22:59.029002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-22544a39-bd7e-46e2-84ea-353a15299858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:22:59.030521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-22544a39-bd7e-46e2-84ea-353a15299858 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436287 Aug 11 03:22:59.128536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-c82abfc1-00b7-4f36-a513-8c73721f29c4 service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904155 Aug 11 03:22:59.222683 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef0b7a89-26da-44b2-86de-f8fe19ed2aec req-b97a67f1-6221-4805-94fa-2d6778f55e0b service neutron] 10.222.0.10 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857637 Aug 11 03:23:00.007531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c83cd-e8d1-4e83-8915-d507784e819b req-cb6c40bc-b486-4597-99ed-5660c3e50fc3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:00.009056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b96c83cd-e8d1-4e83-8915-d507784e819b req-cb6c40bc-b486-4597-99ed-5660c3e50fc3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 948 time: 0.0542071 Aug 11 03:23:00.051021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b96c83cd-e8d1-4e83-8915-d507784e819b req-703d9e7a-a68b-4be5-8d6a-69d95092fd7c tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349681 Aug 11 03:23:00.073367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.182989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391329f-fcb6-40f8-9ca3-3d9f1e39aa22 req-34de783f-8e8a-4b03-8615-055f9d1365fe tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:01.185061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2391329f-fcb6-40f8-9ca3-3d9f1e39aa22 req-34de783f-8e8a-4b03-8615-055f9d1365fe tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 948 time: 0.0582161 Aug 11 03:23:01.225221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2391329f-fcb6-40f8-9ca3-3d9f1e39aa22 req-204624df-6ae1-4364-b669-149ebd491e1c tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Aug 11 03:23:01.682442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:01.779265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:01.790478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1', 'mac_address': 'fa:16:3e:82:88:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:01.833297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.845724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:01.865477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:01.869456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:01.922773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:02.079088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7b01b6b8-6c3a-421f-9787-7c2418acc2b1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:02.345809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521fc87-1954-4e61-a23d-f65fd42f65f9 req-b90da4a8-bfe1-4f45-93b6-6878f9835c4a tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:02.347184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5521fc87-1954-4e61-a23d-f65fd42f65f9 req-b90da4a8-bfe1-4f45-93b6-6878f9835c4a tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 949 time: 0.0522437 Aug 11 03:23:02.385881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5521fc87-1954-4e61-a23d-f65fd42f65f9 req-eae33074-f0e4-40ab-b894-3d82110fd0a6 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Aug 11 03:23:03.503678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42023daf-805b-472e-90bd-05b156c0b44f req-d887a0bd-381f-48a3-87fb-7179ada8b5ef tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.505181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42023daf-805b-472e-90bd-05b156c0b44f req-d887a0bd-381f-48a3-87fb-7179ada8b5ef tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 949 time: 0.0503218 Aug 11 03:23:03.543801 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-42023daf-805b-472e-90bd-05b156c0b44f req-740b5258-afac-495f-86db-143cf8fa36e5 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Aug 11 03:23:03.698313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:03.748286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:03.752171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:03.752542 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.827868 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.850891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:03.853248 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb1aebc-14a0-4432-b9aa-2fa02b792fb1" -d '{"events": [{"server_uuid": "2e9c3733-7f4f-49d3-8a0c-95043d6df057", "name": "network-vif-plugged", "status": "completed", "tag": "7b01b6b8-6c3a-421f-9787-7c2418acc2b1"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:03.867721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:03.873677 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:03.901473 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409b0e8e-f30b-4e32-92ae-d4f5be13001c x-openstack-request-id: req-409b0e8e-f30b-4e32-92ae-d4f5be13001c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:03.903746 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9c3733-7f4f-49d3-8a0c-95043d6df057", "name": "network-vif-plugged", "status": "completed", "tag": "7b01b6b8-6c3a-421f-9787-7c2418acc2b1", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:03.904258 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-409b0e8e-f30b-4e32-92ae-d4f5be13001c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:03.904773 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1', 'code': 200} Aug 11 03:23:03.933378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:03.992498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47bafe-272f-4710-b168-2f3ca84ec622 req-d18b49dd-aa14-4296-af60-6b65df7ace81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:03.993928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc47bafe-272f-4710-b168-2f3ca84ec622 req-d18b49dd-aa14-4296-af60-6b65df7ace81 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 1102 time: 0.0417786 Aug 11 03:23:04.029844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc47bafe-272f-4710-b168-2f3ca84ec622 req-c929a54f-d716-49b7-9918-beee854d5a50 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287871 Aug 11 03:23:04.694275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e36cd2-4aa5-4915-8cfb-63a3f324b46c req-5e9e2d31-1a60-46a2-8be0-2ef3bb243159 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:04.695183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96e36cd2-4aa5-4915-8cfb-63a3f324b46c req-5e9e2d31-1a60-46a2-8be0-2ef3bb243159 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 950 time: 0.0745342 Aug 11 03:23:04.738592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96e36cd2-4aa5-4915-8cfb-63a3f324b46c req-1e3f21bf-3e22-47ee-a05a-6a1c81aefdc3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342016 Aug 11 03:23:05.876407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d6233-3316-46e0-bcf6-a7fe4623983b req-c88e1f12-0012-4416-90fb-ba128ef04a18 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:05.880495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-831d6233-3316-46e0-bcf6-a7fe4623983b req-c88e1f12-0012-4416-90fb-ba128ef04a18 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 950 time: 0.0538239 Aug 11 03:23:05.923428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-831d6233-3316-46e0-bcf6-a7fe4623983b req-60499a2f-6cec-47f8-9393-d0916a45d1f1 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368497 Aug 11 03:23:08.823884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35312) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:08.942681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.039872 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.044745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.086840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e18b6e4b24d548e4aac38d3cbd3d70ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608783 Aug 11 03:23:09.087864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1462040-94fd-48f3-af8e-6f29bff24c19,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:09.095648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35316) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:09.097329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.097852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.098382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.098947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.099505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.100039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.100377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.100711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.101045 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.101376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.101705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.102032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abeff621-10d3-4fc6-9aec-411f1d657f38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:09.162833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38d98008-1962-4748-a1ca-ceacda145832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.189545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38d98008-1962-4748-a1ca-ceacda145832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.240268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38d98008-1962-4748-a1ca-ceacda145832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.245036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-38d98008-1962-4748-a1ca-ceacda145832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:09.248086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-38d98008-1962-4748-a1ca-ceacda145832 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1462040-94fd-48f3-af8e-6f29bff24c19 HTTP/1.1" status: 204 len: 168 time: 0.1416676 Aug 11 03:23:09.260487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d98008-1962-4748-a1ca-ceacda145832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1462040-94fd-48f3-af8e-6f29bff24c19,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:10.783240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35364) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:10.961525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'network': {'name': 'tempest-network-smoke--637008488', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'port_security_enabled': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:10.990643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:10.994521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.004506 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.105107 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.109511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.134926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:23:11.153626 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.153968 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Added segment c009fcdd-639f-41d6-93e5-a052f06b009a of type vlan for network 677a5283-1466-4026-8cbb-90b1b07b294b Aug 11 03:23:11.155606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9819343b-395b-4534-9c76-32e871a9cb26,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:11.198450 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.229859 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.237351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:11.238411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.327271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5426068 Aug 11 03:23:11.328065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35370) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:11.333668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-610104204', 'admin_state_up': True, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:11.351664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69709bc-a84b-47ac-b54b-a7d924c9002f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Network': ['ID=677a5283-1466-4026-8cbb-90b1b07b294b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:11.367012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 677a5283-1466-4026-8cbb-90b1b07b294b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:23:11.394270 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.396117 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.457419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:11.866082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.066493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.084971 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.193790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.25.4.26 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/a028004f-b2e0-49fe-95a7-c0d468309f2c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:12.294190 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.334016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.382186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:12.385165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:12.389097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:12.394691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=a028004f-b2e0-49fe-95a7-c0d468309f2c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:12.649168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.852194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:12.985112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 3d48da38-594a-4d97-8d41-c73599503ab2 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:23:13.096507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:13.107898 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Sync routers for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:13.114810 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.116024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0cf8a8d3-5f03-4f74-8422-a3f81d9b028d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7867367 Aug 11 03:23:13.119194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35382) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:13.123116 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:13.123778 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:22:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:13.213656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4e2a9865-ba90-43d1-9a70-f3a5a21c5a2c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d604c03c8f3b4db8be15016f6fa6eafe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0933895 Aug 11 03:23:13.216430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35386) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:13.235753 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:13.426434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b661f3e-299b-4ba6-b0b8-80aa7add1156 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:13.428154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4b661f3e-299b-4ba6-b0b8-80aa7add1156 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2108212 Aug 11 03:23:13.430980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:13.472438 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ffc1e5fb-d9ae-4165-b726-9c511ec1b7b9 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377464 Aug 11 03:23:13.472876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35392) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:13.481430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1364383834', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:13.511128 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:12Z', 'revision_number': 3, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:13.538965 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Checking router: 3d48da38-594a-4d97-8d41-c73599503ab2 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:13.539308 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Updating router 3d48da38-594a-4d97-8d41-c73599503ab2 port a028004f-b2e0-49fe-95a7-c0d468309f2c binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:13.564811 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.572094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:13.576530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.766793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.833409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Subnet': ['ID=46a6f44f-5fd0-46cd-8e37-27780ba5a416,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:13.844000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Checking segment: {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:13.844362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network hostable DHCP agents. Network: 677a5283-1466-4026-8cbb-90b1b07b294b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:23:13.848530 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.858925 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Transition to ACTIVE for port object a028004f-b2e0-49fe-95a7-c0d468309f2c will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:13.860643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 677a5283-1466-4026-8cbb-90b1b07b294b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:23:13.864362 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.869437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 677a5283-1466-4026-8cbb-90b1b07b294b) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:13.873685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:13.874322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.886213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7e91b-c430-4e3c-8c14-51138d4d2c9e None None] Network 677a5283-1466-4026-8cbb-90b1b07b294b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:13.889329 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-67ce1859-a9d5-49c8-bb79-b5e2382b98e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4152913 Aug 11 03:23:13.892218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35396) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:13.917181 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Attempting to bind port a028004f-b2e0-49fe-95a7-c0d468309f2c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:13.917552 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Attempting to bind port a028004f-b2e0-49fe-95a7-c0d468309f2c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:13.917911 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Attempting to bind port a028004f-b2e0-49fe-95a7-c0d468309f2c on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:13.925673 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:13.926043 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:13.926443 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.926836 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:13.927300 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Bound port: a028004f-b2e0-49fe-95a7-c0d468309f2c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:13.927699 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:13.929199 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Pushing event updated for resources: {'Port': ['ID=a028004f-b2e0-49fe-95a7-c0d468309f2c,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:13.957425 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.957767 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.958095 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.958430 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.958759 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.959075 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.959394 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.959736 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.960057 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.960374 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.960690 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.961005 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:13.993238 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] For port a028004f-b2e0-49fe-95a7-c0d468309f2c, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:13.998089 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] For port a028004f-b2e0-49fe-95a7-c0d468309f2c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a028004f-b2e0-49fe-95a7-c0d468309f2c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:14.002977 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.057023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-677a5283-1466-4026-8cbb-90b1b07b294b', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:23:14.058278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.066948 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:14.067845 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:22:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:14.205987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Allocated IP 172.20.0.2 (677a5283-1466-4026-8cbb-90b1b07b294b/46a6f44f-5fd0-46cd-8e37-27780ba5a416/076a94b3-3f52-4373-8cec-bc8eb05470c2) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:14.218595 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78176d36-8aab-4145-8d4c-456854f522aa None None] Pushing event updated for resources: {'Port': ['ID=a028004f-b2e0-49fe-95a7-c0d468309f2c,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.289678 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:14.351620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.354960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.364396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Transition to ACTIVE for port object 076a94b3-3f52-4373-8cec-bc8eb05470c2 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:14.380000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Transition to ACTIVE for port object 076a94b3-3f52-4373-8cec-bc8eb05470c2 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:14.385907 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.423685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Network 677a5283-1466-4026-8cbb-90b1b07b294b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:14.428619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:14.432135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:14.440799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Pushing event updated for resources: {'Port': ['ID=076a94b3-3f52-4373-8cec-bc8eb05470c2,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.500245 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:12Z', 'revision_number': 3, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:14.503316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Attempting to bind port 076a94b3-3f52-4373-8cec-bc8eb05470c2 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:14.503719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Attempting to bind port 076a94b3-3f52-4373-8cec-bc8eb05470c2 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:14.504089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Attempting to bind port 076a94b3-3f52-4373-8cec-bc8eb05470c2 on network 677a5283-1466-4026-8cbb-90b1b07b294b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:14.510447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:14.510826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Checking segment: {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:14.511228 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.511618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Bound using segment: {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:14.513018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Bound port: 076a94b3-3f52-4373-8cec-bc8eb05470c2, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:14.513621 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.529980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf1ed6-da0f-4970-a3e7-7116b0f03f71 None None] The sync data for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 is: [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:12Z', 'revision_number': 3, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:14.607116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] For port 076a94b3-3f52-4373-8cec-bc8eb05470c2, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:14.611374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] For port 076a94b3-3f52-4373-8cec-bc8eb05470c2, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=076a94b3-3f52-4373-8cec-bc8eb05470c2,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:14.617006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:14.673727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.20.0.1 (677a5283-1466-4026-8cbb-90b1b07b294b/46a6f44f-5fd0-46cd-8e37-27780ba5a416/134b0e1e-d584-4b00-9803-78aa1e9fc140) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:14.688280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0721b-bdea-48c8-ba69-2e121b99b929 None None] Pushing event updated for resources: {'Port': ['ID=076a94b3-3f52-4373-8cec-bc8eb05470c2,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:14.817333 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.208108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Transition to ACTIVE for port object 134b0e1e-d584-4b00-9803-78aa1e9fc140 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:15.246006 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.301483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 677a5283-1466-4026-8cbb-90b1b07b294b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:15.305356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:15.310858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:15.315066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=134b0e1e-d584-4b00-9803-78aa1e9fc140,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:15.358014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.503057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.900888 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:15.902081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.910016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:15.931408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208eb75c-ce0a-4b29-a142-405bb9b39e62 None None] Network 677a5283-1466-4026-8cbb-90b1b07b294b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:23:15.999218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=134b0e1e-d584-4b00-9803-78aa1e9fc140,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:15.999441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8d87d889-4b9d-4838-a0fe-baafa86d6a4e None None] Provisioning for port 076a94b3-3f52-4373-8cec-bc8eb05470c2 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:16.002279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.100918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 677a5283-1466-4026-8cbb-90b1b07b294b is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:16.102505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:16.228069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 3d48da38-594a-4d97-8d41-c73599503ab2 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:16.343223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:16.349037 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4eaca7f6-da53-4231-9e0a-91bd370109f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "PUT /v2.0/routers/3d48da38-594a-4d97-8d41-c73599503ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558449 Aug 11 03:23:16.351538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35410) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:16.436195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5a1c7118-8790-405a-9e74-0159b1d54be9 None None] Provisioning for port 134b0e1e-d584-4b00-9803-78aa1e9fc140 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:16.447235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5a1c7118-8790-405a-9e74-0159b1d54be9 None None] Provisioning complete for port 134b0e1e-d584-4b00-9803-78aa1e9fc140 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:16.447824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5a1c7118-8790-405a-9e74-0159b1d54be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.480149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Sync routers for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:16.504874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:16.505533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:22:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:16.507360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5a1c7118-8790-405a-9e74-0159b1d54be9 None None] Port 134b0e1e-d584-4b00-9803-78aa1e9fc140 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:16.613473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a028004f-b2e0-49fe-95a7-c0d468309f2c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:16.626856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.629583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.630105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.630580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.631191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.631604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.633758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.638082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35414) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:16.655601 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cf85bf36-0e39-43bb-9c1e-d2ee6a62afe3 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4987 time: 0.3028922 Aug 11 03:23:16.726938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:16.764478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.765082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.765718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.766191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.767747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.768226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.768484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-00734283-fd49-4da0-98b6-d3a417c055b8 None None] Provisioning complete for port 134b0e1e-d584-4b00-9803-78aa1e9fc140 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:16.768683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:16.768862 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-00734283-fd49-4da0-98b6-d3a417c055b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.772145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ef3a93e9-b16e-4fe5-88b3-58353975b10c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4648 time: 0.1328847 Aug 11 03:23:16.773838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35420) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:16.846937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port a028004f-b2e0-49fe-95a7-c0d468309f2c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:16.857407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port a028004f-b2e0-49fe-95a7-c0d468309f2c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:16.857585 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:16.859081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-00734283-fd49-4da0-98b6-d3a417c055b8 None None] Port 134b0e1e-d584-4b00-9803-78aa1e9fc140 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:17.070071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d9967297-1f86-4e48-b00a-c2eb61048140 None None] Provisioning complete for port 134b0e1e-d584-4b00-9803-78aa1e9fc140 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:17.070787 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9967297-1f86-4e48-b00a-c2eb61048140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.076540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-28770fd3-beed-4f7f-8e46-3b6a0a7dd858 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3013678 Aug 11 03:23:17.133519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d9967297-1f86-4e48-b00a-c2eb61048140 None None] Port 134b0e1e-d584-4b00-9803-78aa1e9fc140 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:17.142418 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.170685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port a028004f-b2e0-49fe-95a7-c0d468309f2c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a028004f-b2e0-49fe-95a7-c0d468309f2c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:17.174560 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.175329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 076a94b3-3f52-4373-8cec-bc8eb05470c2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:17.254802 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 2, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:17.295841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Checking router: 3d48da38-594a-4d97-8d41-c73599503ab2 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:17.296202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Updating router 3d48da38-594a-4d97-8d41-c73599503ab2 port 134b0e1e-d584-4b00-9803-78aa1e9fc140 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:23:17.339533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=a028004f-b2e0-49fe-95a7-c0d468309f2c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:17.345293 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.359095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 076a94b3-3f52-4373-8cec-bc8eb05470c2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:17.366622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 076a94b3-3f52-4373-8cec-bc8eb05470c2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:17.366904 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.387031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35434) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:17.392161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217860452', 'description': 'tempest-secgroup-smoke-217860452 description', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:17.417983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.517950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.523287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.553912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.557972 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1668427 Aug 11 03:23:17.558233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35436) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:17.563024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ebff402a-6720-4e58-8b83-4b56466d5294 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': '5fea8e53-a151-4601-8113-fe0d5772bfba', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:17.567279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fea8e53-a151-4601-8113-fe0d5772bfba,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:17.575929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.576368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.576782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.577198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.577598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.578020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.578407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.578793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.579186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.579590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.580011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.580406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984df48-202f-431c-8b6b-a9a72e5c7acf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:17.610530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebff402a-6720-4e58-8b83-4b56466d5294 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.690152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebff402a-6720-4e58-8b83-4b56466d5294 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.695152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebff402a-6720-4e58-8b83-4b56466d5294 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.724313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff402a-6720-4e58-8b83-4b56466d5294 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0af9316-bb0b-4181-9100-bda5bafd7701,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:17.735296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ebff402a-6720-4e58-8b83-4b56466d5294 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.740565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35438) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:17.741099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ebff402a-6720-4e58-8b83-4b56466d5294 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812906 Aug 11 03:23:17.745443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1e559bc7-7d3a-4714-9f40-bef826721238 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': '5fea8e53-a151-4601-8113-fe0d5772bfba', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:17.775135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e559bc7-7d3a-4714-9f40-bef826721238 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.861687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.869547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e559bc7-7d3a-4714-9f40-bef826721238 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.873904 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e559bc7-7d3a-4714-9f40-bef826721238 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.894313 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e559bc7-7d3a-4714-9f40-bef826721238 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec5263f-61ec-44f6-a73a-f5fd4081fac6,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:17.900603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1e559bc7-7d3a-4714-9f40-bef826721238 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.905276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1e559bc7-7d3a-4714-9f40-bef826721238 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608810 Aug 11 03:23:17.905524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35440) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:17.910329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-46a2f8ad-ddda-4c55-8d99-573de5af1c00 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': '5fea8e53-a151-4601-8113-fe0d5772bfba', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:17.937866 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46a2f8ad-ddda-4c55-8d99-573de5af1c00 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.946113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 076a94b3-3f52-4373-8cec-bc8eb05470c2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=076a94b3-3f52-4373-8cec-bc8eb05470c2,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:17.959138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:17.976849 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.010472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46a2f8ad-ddda-4c55-8d99-573de5af1c00 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.015479 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46a2f8ad-ddda-4c55-8d99-573de5af1c00 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.024326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Transition to ACTIVE for port object 134b0e1e-d584-4b00-9803-78aa1e9fc140 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:18.037177 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.044333 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-46a2f8ad-ddda-4c55-8d99-573de5af1c00 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.048627 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-46a2f8ad-ddda-4c55-8d99-573de5af1c00 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393144 Aug 11 03:23:18.048791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35444) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:18.054001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-bdc3aea2-f95e-4e7b-91ea-25dd78ba06b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': '5fea8e53-a151-4601-8113-fe0d5772bfba', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:18.061179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2f8ad-ddda-4c55-8d99-573de5af1c00 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eb0da0-6130-488c-a8f8-001140cbd367,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.078194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=076a94b3-3f52-4373-8cec-bc8eb05470c2,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.098545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aea2-f95e-4e7b-91ea-25dd78ba06b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.190482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aea2-f95e-4e7b-91ea-25dd78ba06b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.196232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aea2-f95e-4e7b-91ea-25dd78ba06b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.202707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d463d-5010-4f74-b7de-b8933aced538 None None] Pushing event updated for resources: {'Port': ['ID=134b0e1e-d584-4b00-9803-78aa1e9fc140,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.231409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Attempting to bind port 134b0e1e-d584-4b00-9803-78aa1e9fc140 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:18.232421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Attempting to bind port 134b0e1e-d584-4b00-9803-78aa1e9fc140 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:18.232856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Attempting to bind port 134b0e1e-d584-4b00-9803-78aa1e9fc140 on network 677a5283-1466-4026-8cbb-90b1b07b294b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:18.233609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bdc3aea2-f95e-4e7b-91ea-25dd78ba06b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.235168 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bdc3aea2-f95e-4e7b-91ea-25dd78ba06b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1852410 Aug 11 03:23:18.238363 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:18.239933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3aea2-f95e-4e7b-91ea-25dd78ba06b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090bb152-7a21-4a50-9516-35bdc6742ce4,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.244185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': '5fea8e53-a151-4601-8113-fe0d5772bfba', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:18.250364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:18.256010 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Checking segment: {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:18.257344 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.257769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Bound using segment: {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:18.258284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Bound port: 134b0e1e-d584-4b00-9803-78aa1e9fc140, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:18.258682 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.291892 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Project d604c03c8f3b4db8be15016f6fa6eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:18.306687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.346347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] For port 134b0e1e-d584-4b00-9803-78aa1e9fc140, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:18.350266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] For port 134b0e1e-d584-4b00-9803-78aa1e9fc140, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=134b0e1e-d584-4b00-9803-78aa1e9fc140,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:18.354897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.434515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.439460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.456358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:18.457085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:22:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:18.469911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.471226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2318068 Aug 11 03:23:18.474029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35450) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:18.479959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': '5fea8e53-a151-4601-8113-fe0d5772bfba', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:18.524666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7c8e6-d3cf-4b2f-b90f-64b3b71d7702 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5188f9-e1fc-4a5a-b485-e5dd47f54dc1,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.535706 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Project d604c03c8f3b4db8be15016f6fa6eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:23:18.546350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d463d-5010-4f74-b7de-b8933aced538 None None] Pushing event updated for resources: {'Port': ['ID=134b0e1e-d584-4b00-9803-78aa1e9fc140,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.553517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a028004f-b2e0-49fe-95a7-c0d468309f2c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:18.555113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.666727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.675822 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.700685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3810ec-f9d0-49d5-8106-a1fc7edd7457,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:18.713880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.717633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-310c1e22-186a-443d-b2aa-c1eb8d99a1b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2425961 Aug 11 03:23:18.726206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port a028004f-b2e0-49fe-95a7-c0d468309f2c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:18.726819 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:18.833237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:18.955745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 076a94b3-3f52-4373-8cec-bc8eb05470c2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:18.974470 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-d205c813-5e34-4a4b-914d-e8b29d0a6176 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217860452&fields=id&tenant_id=d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 267 time: 0.0568264 Aug 11 03:23:19.134518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-9d21212d-ca0a-4ef7-bd8e-630ff25ad3a6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:19.136318 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-9d21212d-ca0a-4ef7-bd8e-630ff25ad3a6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/networks?id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 796 time: 0.1509905 Aug 11 03:23:19.159496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-b936e5e7-1061-4fac-80ae-f06b60fbb502 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/quotas/d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 375 time: 0.0158925 Aug 11 03:23:19.191007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 076a94b3-3f52-4373-8cec-bc8eb05470c2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:19.191703 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:19.228902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-b6d74ca6-a197-4003-ae7d-bb6c4927365b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618637 Aug 11 03:23:19.316766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:18Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:19.346981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a71d-7aa1-46e4-a716-9212003fa29c None None] The sync data for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 is: [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:18Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:19.445320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-653ab634-8c1e-4690-8ee9-39305b939850 service neutron] 10.222.0.60 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022638 Aug 11 03:23:19.581985 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-fd16ab43-000b-47f0-b6af-551705e059a2 service neutron] 10.222.0.60 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192477 Aug 11 03:23:19.831859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-054beb7b-213c-46bc-af74-9bfae2313109 req-b69816d1-882e-4668-8697-eaf18ab91795 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 210 time: 0.0398400 Aug 11 03:23:20.565039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 134b0e1e-d584-4b00-9803-78aa1e9fc140 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:20.660375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 134b0e1e-d584-4b00-9803-78aa1e9fc140 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:20.665462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 134b0e1e-d584-4b00-9803-78aa1e9fc140 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:20.665843 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.765878 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.799788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 134b0e1e-d584-4b00-9803-78aa1e9fc140, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=134b0e1e-d584-4b00-9803-78aa1e9fc140,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:20.804510 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:20.884818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=134b0e1e-d584-4b00-9803-78aa1e9fc140,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:20.948477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ffe443cc-7bab-44ef-873e-dc54198b7d0f req-bf11f627-c2bd-41c3-8925-29346ac0cd25 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 210 time: 0.0311232 Aug 11 03:23:21.157374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-5d2a5c28-fc01-488c-8a1c-1a449ef2b387 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.159774 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-5d2a5c28-fc01-488c-8a1c-1a449ef2b387 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.57 "GET /v2.0/networks?id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 796 time: 0.1593912 Aug 11 03:23:21.227422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-4b83fdd5-c6ca-422a-93c0-2257674983c0 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 379 time: 0.0563996 Aug 11 03:23:21.237600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'port': {'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'admin_state_up': True, 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'security_groups': ['5fea8e53-a151-4601-8113-fe0d5772bfba']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:21.376644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:21.385325 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.528350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.20.0.7 (677a5283-1466-4026-8cbb-90b1b07b294b/46a6f44f-5fd0-46cd-8e37-27780ba5a416/7410b76a-eddf-4b27-827a-2816f10dd4dd) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:21.725461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.743669 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Transition to ACTIVE for port object 7410b76a-eddf-4b27-827a-2816f10dd4dd will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:21.784997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.831611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 677a5283-1466-4026-8cbb-90b1b07b294b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:21.837544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:21.842866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:21.874596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=7410b76a-eddf-4b27-827a-2816f10dd4dd,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:21.907665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:21.908303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:21.923324 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-8b6ba387-d4b2-4cb2-9d5c-40bf5069e313 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6896381 Aug 11 03:23:21.936379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Request body: {'port': {'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:22.017848 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.133383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c63b42-dec7-400d-adac-9a910f5cd894 req-b8a0b336-a226-46d2-8302-c8f8434f012a tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:22.141441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2c63b42-dec7-400d-adac-9a910f5cd894 req-b8a0b336-a226-46d2-8302-c8f8434f012a tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 931 time: 0.1084061 Aug 11 03:23:22.217485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f21ddceb-1070-44f3-b40c-388db68110f9 None None] Provisioning for port 7410b76a-eddf-4b27-827a-2816f10dd4dd completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:22.222429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f21ddceb-1070-44f3-b40c-388db68110f9 None None] Provisioning complete for port 7410b76a-eddf-4b27-827a-2816f10dd4dd triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:22.223027 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f21ddceb-1070-44f3-b40c-388db68110f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.250608 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2c63b42-dec7-400d-adac-9a910f5cd894 req-fc4e6fc4-c4d4-41cd-9454-1ee51973cd7f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082559 Aug 11 03:23:22.269068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f21ddceb-1070-44f3-b40c-388db68110f9 None None] Port 7410b76a-eddf-4b27-827a-2816f10dd4dd cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:22.337651 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-90fa714f-5025-4e43-99f4-e1a28cf9b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.417202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7410b76a-eddf-4b27-827a-2816f10dd4dd {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:22.427392 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.443808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Transition to ACTIVE for port object 7410b76a-eddf-4b27-827a-2816f10dd4dd will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:22.450216 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.517423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Pushing event updated for resources: {'Port': ['ID=7410b76a-eddf-4b27-827a-2816f10dd4dd,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:22.535880 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 134b0e1e-d584-4b00-9803-78aa1e9fc140 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:22.618538 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 134b0e1e-d584-4b00-9803-78aa1e9fc140 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:22.619190 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:22.642426 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Attempting to bind port 7410b76a-eddf-4b27-827a-2816f10dd4dd on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:22.644681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Attempting to bind port 7410b76a-eddf-4b27-827a-2816f10dd4dd by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:22.650953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Attempting to bind port 7410b76a-eddf-4b27-827a-2816f10dd4dd on network 677a5283-1466-4026-8cbb-90b1b07b294b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:22.658771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Port 7410b76a-eddf-4b27-827a-2816f10dd4dd on network 677a5283-1466-4026-8cbb-90b1b07b294b not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:22.659149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Attempting to bind port 7410b76a-eddf-4b27-827a-2816f10dd4dd on network 677a5283-1466-4026-8cbb-90b1b07b294b {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:22.666985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:22.667361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Checking segment: {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:22.667752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Bound using segment: {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:22.668272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Bound port: 7410b76a-eddf-4b27-827a-2816f10dd4dd, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c009fcdd-639f-41d6-93e5-a052f06b009a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:22.668644 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.139601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99992a4-4de7-4109-8765-d208fca2347d req-96de597a-63e3-48b6-bdd1-5cc7a006676a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.144303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b99992a4-4de7-4109-8765-d208fca2347d req-96de597a-63e3-48b6-bdd1-5cc7a006676a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 946 time: 0.0934038 Aug 11 03:23:23.171161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] For port 7410b76a-eddf-4b27-827a-2816f10dd4dd, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:23.192730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] For port 7410b76a-eddf-4b27-827a-2816f10dd4dd, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:23.201411 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b99992a4-4de7-4109-8765-d208fca2347d req-8c4ffe96-710f-4df1-bfda-9691dc2f54c8 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Aug 11 03:23:23.202589 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.241275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.242141 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:23.243261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] 10.222.0.57 "PUT /v2.0/ports/7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 200 len: 1092 time: 1.3119056 Aug 11 03:23:23.243733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:23.246760 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10604106-08a4-4c42-85fb-a944c4785613" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:23.341388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42416862-58b1-4113-bf7d-abc87e295973 service neutron] Pushing event updated for resources: {'Port': ['ID=7410b76a-eddf-4b27-827a-2816f10dd4dd,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:23.356829 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4135bcfa-7a80-40af-9403-71f5691dec99 x-openstack-request-id: req-4135bcfa-7a80-40af-9403-71f5691dec99 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:23.357126 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:23.357382 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4135bcfa-7a80-40af-9403-71f5691dec99 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:23.357902 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'status': 'completed', 'code': 200} Aug 11 03:23:23.400861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-812b16aa-6939-40d7-9577-cfa58571fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.402823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-812b16aa-6939-40d7-9577-cfa58571fca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1095 time: 0.0998168 Aug 11 03:23:23.473695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ac70e-c573-43f7-83b5-22563e244fb3 req-4867dbcb-a6ee-4932-8494-d48f547d94d5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.475308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-623ac70e-c573-43f7-83b5-22563e244fb3 req-4867dbcb-a6ee-4932-8494-d48f547d94d5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 943 time: 0.1096308 Aug 11 03:23:23.477035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-c55aa433-96f6-48b1-8bf9-978792110f17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 200 len: 217 time: 0.0644717 Aug 11 03:23:23.557550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-623ac70e-c573-43f7-83b5-22563e244fb3 req-a6e89565-005e-4f21-a4e5-9b5a80fda31b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747740 Aug 11 03:23:23.561285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-bc83307a-ba52-40ca-8739-0c62bbb27945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.562841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-bc83307a-ba52-40ca-8739-0c62bbb27945 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a6f44f-5fd0-46cd-8e37-27780ba5a416 HTTP/1.1" status: 200 len: 835 time: 0.0614698 Aug 11 03:23:23.616607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-35727377-ec08-4a40-96dd-397f43df4c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.618530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-35727377-ec08-4a40-96dd-397f43df4c52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=677a5283-1466-4026-8cbb-90b1b07b294b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461984 Aug 11 03:23:23.722732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-52b2951c-a3dc-475d-aee8-712d4ee82f59 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953224 Aug 11 03:23:23.822179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dc7c06a6-9356-4955-bd3c-25c95b2e219d req-7ffb428c-f3bd-4e0a-9c18-ebaf3c7e3122 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914702 Aug 11 03:23:23.920195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604106-08a4-4c42-85fb-a944c4785613 req-5c14abb5-5f71-44b9-ac4c-3adad0e2df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:23.921761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10604106-08a4-4c42-85fb-a944c4785613 req-5c14abb5-5f71-44b9-ac4c-3adad0e2df7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1095 time: 0.0495901 Aug 11 03:23:24.024555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604106-08a4-4c42-85fb-a944c4785613 req-e63f8aca-66fe-4f05-a8c9-537d6c5bd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.026139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10604106-08a4-4c42-85fb-a944c4785613 req-e63f8aca-66fe-4f05-a8c9-537d6c5bd96a service neutron] 10.222.0.57 "GET /v2.0/networks?id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 897 time: 0.0905986 Aug 11 03:23:24.071272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10604106-08a4-4c42-85fb-a944c4785613 req-3f23c638-cd59-4826-9d50-340f67972e9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 200 len: 217 time: 0.0367310 Aug 11 03:23:24.129221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604106-08a4-4c42-85fb-a944c4785613 req-ec199468-7f7b-4d7d-a3cd-6017d663b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.130693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10604106-08a4-4c42-85fb-a944c4785613 req-ec199468-7f7b-4d7d-a3cd-6017d663b33a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a6f44f-5fd0-46cd-8e37-27780ba5a416 HTTP/1.1" status: 200 len: 835 time: 0.0516462 Aug 11 03:23:24.186383 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604106-08a4-4c42-85fb-a944c4785613 req-2165e745-6375-4aac-b5f1-25f5b220e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.187927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10604106-08a4-4c42-85fb-a944c4785613 req-2165e745-6375-4aac-b5f1-25f5b220e094 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=677a5283-1466-4026-8cbb-90b1b07b294b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450959 Aug 11 03:23:24.290310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10604106-08a4-4c42-85fb-a944c4785613 req-d199eda3-db70-4d94-9cf1-ddf7dec87dcb service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880091 Aug 11 03:23:24.338003 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd958b-35e5-499d-bf6d-1c8eb7e88d14 req-5dd86521-19c5-4e74-abde-7a81aaa01fa2 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.341070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dffd958b-35e5-499d-bf6d-1c8eb7e88d14 req-5dd86521-19c5-4e74-abde-7a81aaa01fa2 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 946 time: 0.0600605 Aug 11 03:23:24.400215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dffd958b-35e5-499d-bf6d-1c8eb7e88d14 req-f4a0fef2-096d-4225-a467-6eb5da12793f tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ca127ac-e3d3-4118-8ad9-bc46fc270887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464470 Aug 11 03:23:24.409847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10604106-08a4-4c42-85fb-a944c4785613 req-d9547257-afd8-45bb-bfb7-30cef908b8e1 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091900 Aug 11 03:23:24.531071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-ad43010c-7240-416e-bfa0-8942c37281b2 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.532639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-ad43010c-7240-416e-bfa0-8942c37281b2 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 946 time: 0.0586402 Aug 11 03:23:24.635319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Deleting port f0de4cfc-fda4-40a8-8acc-8d1062e61995 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:24.635775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.750515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c289eed-b531-4309-b88b-ac50234e0924 req-17d9e573-721b-4d35-a9e8-b37e73bb22f9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:24.751873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c289eed-b531-4309-b88b-ac50234e0924 req-17d9e573-721b-4d35-a9e8-b37e73bb22f9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 943 time: 0.1126115 Aug 11 03:23:24.773990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] For port f0de4cfc-fda4-40a8-8acc-8d1062e61995, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=f0de4cfc-fda4-40a8-8acc-8d1062e61995,segment=NetworkSegment(9271fbfa-e910-44aa-b8cb-ceb37478e9de),segment_id=9271fbfa-e910-44aa-b8cb-ceb37478e9de)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:24.774371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.797889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Calling delete_port for f0de4cfc-fda4-40a8-8acc-8d1062e61995 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:24.820975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c289eed-b531-4309-b88b-ac50234e0924 req-8b07a0fc-9c2b-439e-93ae-50808f90b526 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602789 Aug 11 03:23:24.953121 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:24.974917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['f0de4cfc-fda4-40a8-8acc-8d1062e61995'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:24.981828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Pushing event deleted for resources: {'Port': ['ID=f0de4cfc-fda4-40a8-8acc-8d1062e61995,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:25.030502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] No DVR routers for this DVR port f0de4cfc-fda4-40a8-8acc-8d1062e61995 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:25.033343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.035278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0aae6bce-6f2d-418d-8b9e-f866f2da882f req-18f9e762-2169-4923-a0c8-473d416bb70a tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.57 "DELETE /v2.0/ports/f0de4cfc-fda4-40a8-8acc-8d1062e61995 HTTP/1.1" status: 204 len: 173 time: 0.4963052 Aug 11 03:23:25.215186 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dff57c9a-895f-4841-af62-7ab430a11428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.358997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954dc0c2-1505-48c7-8349-6281acda9453', 'name': 'network-vif-deleted', 'tag': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:25.361848 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08611312-19a8-49bf-855f-9ce9b5ba9573" -d '{"events": [{"server_uuid": "954dc0c2-1505-48c7-8349-6281acda9453", "name": "network-vif-deleted", "tag": "f0de4cfc-fda4-40a8-8acc-8d1062e61995"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:25.403375 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be7d9d-4cf2-4c33-a997-0c11ab6cf7c5 x-openstack-request-id: req-63be7d9d-4cf2-4c33-a997-0c11ab6cf7c5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:25.403847 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954dc0c2-1505-48c7-8349-6281acda9453", "name": "network-vif-deleted", "tag": "f0de4cfc-fda4-40a8-8acc-8d1062e61995", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:25.404326 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63be7d9d-4cf2-4c33-a997-0c11ab6cf7c5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:25.404942 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954dc0c2-1505-48c7-8349-6281acda9453', 'name': 'network-vif-deleted', 'tag': 'f0de4cfc-fda4-40a8-8acc-8d1062e61995', 'status': 'completed', 'code': 200} Aug 11 03:23:25.533871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4953ba4c-5c7f-4a95-a46c-dda6f887eb89 req-831f4b89-1d4e-4c56-a370-3019bfc2c175 tempest-VolumesSnapshotTestJSON-1134729710 tempest-VolumesSnapshotTestJSON-1134729710-project] 10.222.0.60 "GET /v2.0/ports?device_id=954dc0c2-1505-48c7-8349-6281acda9453 HTTP/1.1" status: 200 len: 210 time: 0.0523918 Aug 11 03:23:25.540144 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.599969 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:25.945442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6594e-34f0-4ed5-9d98-fb08a574770a req-3915307f-5d0d-4aed-bc24-c1856b6b5e86 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:25.947253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78c6594e-34f0-4ed5-9d98-fb08a574770a req-3915307f-5d0d-4aed-bc24-c1856b6b5e86 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 943 time: 0.0512030 Aug 11 03:23:25.986199 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78c6594e-34f0-4ed5-9d98-fb08a574770a req-b830da5c-8e45-47d4-b718-e22600a3bad9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331156 Aug 11 03:23:26.161536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 7410b76a-eddf-4b27-827a-2816f10dd4dd details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:26.256919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 7410b76a-eddf-4b27-827a-2816f10dd4dd, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:26.268931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:26.305387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.327281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7410b76a-eddf-4b27-827a-2816f10dd4dd {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:26.349657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 7410b76a-eddf-4b27-827a-2816f10dd4dd, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:26.353337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:26.405094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=7410b76a-eddf-4b27-827a-2816f10dd4dd,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:26.544063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['7410b76a-eddf-4b27-827a-2816f10dd4dd'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:26.773506 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:27.118256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69402fe-0c74-4f43-9ddd-6bb1c7a012b1 req-4f864fc1-91c9-4406-8d2d-f97b85403aa6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:27.119933 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f69402fe-0c74-4f43-9ddd-6bb1c7a012b1 req-4f864fc1-91c9-4406-8d2d-f97b85403aa6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 944 time: 0.0550234 Aug 11 03:23:27.161954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f69402fe-0c74-4f43-9ddd-6bb1c7a012b1 req-40beacb8-e750-49f5-b5f9-fce8227c56ec tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345361 Aug 11 03:23:27.871825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-dfb9f9ba-e4e0-4785-a2dd-f1fd74b2f5ce service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470259 Aug 11 03:23:27.954601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-ecbf251a-3c4f-4fd6-8069-502ae0e0b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:27.956141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-ecbf251a-3c4f-4fd6-8069-502ae0e0b7ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 1098 time: 0.0427768 Aug 11 03:23:28.066859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-ee67b386-3b23-46ad-af43-173b0d94a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.068975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-ee67b386-3b23-46ad-af43-173b0d94a552 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.0920758 Aug 11 03:23:28.156524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-0dbbe35c-3ffc-46ca-9c68-3273364607f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e HTTP/1.1" status: 200 len: 1001 time: 0.0795970 Aug 11 03:23:28.168677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 7410b76a-eddf-4b27-827a-2816f10dd4dd up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:28.225922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-a7a311a6-c8d8-4885-af5f-72e7ef4a4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.228648 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-a7a311a6-c8d8-4885-af5f-72e7ef4a4b3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0558722 Aug 11 03:23:28.232985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.258789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 7410b76a-eddf-4b27-827a-2816f10dd4dd completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:28.264353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 7410b76a-eddf-4b27-827a-2816f10dd4dd triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:28.264947 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.353077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1527a-db07-4c22-8b13-77f5abb42980 req-c16cec6b-098c-4322-b9cd-40c4a83431be tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.354343 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.361932 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8f1527a-db07-4c22-8b13-77f5abb42980 req-c16cec6b-098c-4322-b9cd-40c4a83431be tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 944 time: 0.0806067 Aug 11 03:23:28.365527 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-97726b48-87ef-407d-ad6f-2078b0d21bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.366562 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-97726b48-87ef-407d-ad6f-2078b0d21bcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303709 Aug 11 03:23:28.378594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:28.381067 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb8ff94-5eaf-4a87-8ab0-b3ce9dd520cc" -d '{"events": [{"server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "name": "network-vif-plugged", "status": "completed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:28.395292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 7410b76a-eddf-4b27-827a-2816f10dd4dd, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:28.401385 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:28.403201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0de4cfc-fda4-40a8-8acc-8d1062e61995 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:28.466180 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9a71cb-583f-4700-a4d0-0328439b1568 x-openstack-request-id: req-cd9a71cb-583f-4700-a4d0-0328439b1568 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:28.467086 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "name": "network-vif-plugged", "status": "completed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:28.467500 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd9a71cb-583f-4700-a4d0-0328439b1568 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:28.468130 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'code': 200} Aug 11 03:23:28.468687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=7410b76a-eddf-4b27-827a-2816f10dd4dd,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:28.495292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8f1527a-db07-4c22-8b13-77f5abb42980 req-0d941c27-c589-458e-82e0-796e6b108799 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244390 Aug 11 03:23:28.496397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: f0de4cfc-fda4-40a8-8acc-8d1062e61995 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:28.496858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device f0de4cfc-fda4-40a8-8acc-8d1062e61995 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:28.557001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-9eacde95-a65a-4b16-a31b-824d0086788d service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814866 Aug 11 03:23:28.561381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2705561-0c05-41c6-80ad-af6df6ea4dc5 req-7fb627a3-ffb8-474f-b3d4-2f8d3b3d0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:28.562782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2705561-0c05-41c6-80ad-af6df6ea4dc5 req-7fb627a3-ffb8-474f-b3d4-2f8d3b3d0613 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1097 time: 0.0583303 Aug 11 03:23:28.650112 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2705561-0c05-41c6-80ad-af6df6ea4dc5 req-80bef6e4-90cf-484e-ab9d-e51bb685df21 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743165 Aug 11 03:23:28.682098 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c77c3212-b978-457b-b7f6-6930ef7c0aca req-935248d3-3eb7-4980-85a0-4d3ef8ac32b5 service neutron] 10.222.0.10 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146567 Aug 11 03:23:29.599732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e43883-f802-4da4-a394-e9fd4608632e req-f45758b7-b293-4660-b8ff-e1eeea5a9075 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:29.601224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4e43883-f802-4da4-a394-e9fd4608632e req-f45758b7-b293-4660-b8ff-e1eeea5a9075 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 945 time: 0.0545499 Aug 11 03:23:29.640711 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4e43883-f802-4da4-a394-e9fd4608632e req-a5f89b9f-6cfd-4c14-9742-d9c1f108be63 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Aug 11 03:23:29.770178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b790bc-bdea-43c2-ae23-28a9fdca9632 req-96e52594-fbb4-4274-ba23-642c6ba0bec9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:29.771743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63b790bc-bdea-43c2-ae23-28a9fdca9632 req-96e52594-fbb4-4274-ba23-642c6ba0bec9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 945 time: 0.0570428 Aug 11 03:23:29.816085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63b790bc-bdea-43c2-ae23-28a9fdca9632 req-cf940998-0118-492f-b2c7-b20949065661 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378699 Aug 11 03:23:29.839174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35562) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:29.881524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71eda6-13a5-4444-b678-858e652eac31 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:29.883042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3f71eda6-13a5-4444-b678-858e652eac31 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1092 time: 0.0426385 Aug 11 03:23:29.886361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 35564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:29.891151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:29.914592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.023123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.081999 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.134419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.25.4.201 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/b51f14a2-4e2c-439c-801f-705da907f892) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:30.245661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.285727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:30.328646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:30.334502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:30.337347 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:30.340820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=b51f14a2-4e2c-439c-801f-705da907f892,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:31.038807 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.124804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.315482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.321967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.407977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=b51f14a2-4e2c-439c-801f-705da907f892,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:31.415104 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.531244 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Floating IP a24468a4-b5f6-41f5-98b0-cb0630b5c687 associated. External IP: 172.25.4.201, port: 7410b76a-eddf-4b27-827a-2816f10dd4dd. Aug 11 03:23:31.750378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 3d48da38-594a-4d97-8d41-c73599503ab2 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:31.868309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:31.880789 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] Sync routers for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:31.887763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:31.893687 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:31.894320 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:31.923234 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1678d390-13a2-468f-9d6c-ebf2bc9feb15 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0329995 Aug 11 03:23:31.923234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:31.923702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35584) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:31.924177 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:31.999217 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b951e646-c7de-4a3c-b529-bce6e0a66495 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/floatingips/a24468a4-b5f6-41f5-98b0-cb0630b5c687 HTTP/1.1" status: 200 len: 991 time: 0.0744390 Aug 11 03:23:32.039334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:32.115246 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f540ed-7703-4974-aa38-7dd2218cdc72 x-openstack-request-id: req-c0f540ed-7703-4974-aa38-7dd2218cdc72 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:32.115787 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:32.115787 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0f540ed-7703-4974-aa38-7dd2218cdc72 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:32.116199 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'status': 'completed', 'code': 200} Aug 11 03:23:32.197463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-cbebac11-ba53-49c5-90c7-7e7418d47488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:32.201623 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-cbebac11-ba53-49c5-90c7-7e7418d47488 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1097 time: 0.0601325 Aug 11 03:23:32.300455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-0a1f740e-93a2-4389-9992-c18494b008fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:32.301128 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:30Z', 'revision_number': 0, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:32.302234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-0a1f740e-93a2-4389-9992-c18494b008fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 897 time: 0.0935156 Aug 11 03:23:32.332705 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] Checking router: 3d48da38-594a-4d97-8d41-c73599503ab2 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:32.341809 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:32.342423 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:32.376231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-568a94a0-4dc7-49b1-a070-3db03f2586ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 200 len: 999 time: 0.0658922 Aug 11 03:23:32.436495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-075db54f-b523-4039-afa7-178448324e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:32.438383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-075db54f-b523-4039-afa7-178448324e83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a6f44f-5fd0-46cd-8e37-27780ba5a416 HTTP/1.1" status: 200 len: 835 time: 0.0546851 Aug 11 03:23:32.460183 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:32.490570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-8cefc9ff-015c-432a-81cd-daf0fe498ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:32.492444 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-8cefc9ff-015c-432a-81cd-daf0fe498ab9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=677a5283-1466-4026-8cbb-90b1b07b294b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458698 Aug 11 03:23:32.645872 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-86009d1d-834b-4707-a694-e8dc0720bc1a service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449492 Aug 11 03:23:32.834090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:30Z', 'revision_number': 0, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:32.844002 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f1c1248-e5b1-4581-93ae-6b0f5ff4f9c3 req-c03a6043-b104-4265-b615-35fb7357c8d2 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892967 Aug 11 03:23:32.879861 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0af49-1b1c-494d-832b-09632986b3b5 None None] The sync data for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 is: [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:23:15Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:30Z', 'revision_number': 0, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:32.929114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d209b3-586e-4389-9094-cd4da05c7f69 req-b5341129-21b2-4a8b-9cbc-92e6ff14aeb7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:32.930793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-22d209b3-586e-4389-9094-cd4da05c7f69 req-b5341129-21b2-4a8b-9cbc-92e6ff14aeb7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 946 time: 0.0854125 Aug 11 03:23:32.980535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-22d209b3-586e-4389-9094-cd4da05c7f69 req-d9c7a48d-48e1-40ae-91ca-a8a52b051d26 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Aug 11 03:23:33.001357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35606) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:33.071650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b5e0e9ca-194d-4710-979c-284fa66632f4 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/floatingips/a24468a4-b5f6-41f5-98b0-cb0630b5c687 HTTP/1.1" status: 200 len: 991 time: 0.0690572 Aug 11 03:23:33.162503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6351af63-24f8-4c38-ac10-37248e8be2c0 None None] New status for floating IP a24468a4-b5f6-41f5-98b0-cb0630b5c687: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:34.075199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 35634) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:23:34.157792 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c0b49220-c611-4798-ac3b-416aa9086a49 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/floatingips/a24468a4-b5f6-41f5-98b0-cb0630b5c687 HTTP/1.1" status: 200 len: 993 time: 0.0810912 Aug 11 03:23:34.226180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065d503-cd28-4cc6-a527-f629b24f048b req-5ba30e83-0ff5-417c-84e4-6e6bd964807a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.229445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b065d503-cd28-4cc6-a527-f629b24f048b req-5ba30e83-0ff5-417c-84e4-6e6bd964807a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 946 time: 0.1611786 Aug 11 03:23:34.271123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b065d503-cd28-4cc6-a527-f629b24f048b req-c6a09af8-370d-4e64-9fc6-fca8653f6f24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364623 Aug 11 03:23:34.347151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-4e9ebd29-43e3-41c6-86c6-a929f306b79a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.348675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-4e9ebd29-43e3-41c6-86c6-a929f306b79a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 946 time: 0.0715365 Aug 11 03:23:34.469117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port 3b44088b-4449-4ccf-86fc-ccbe020de41e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:23:34.469470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.597068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] For port 3b44088b-4449-4ccf-86fc-ccbe020de41e, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3b44088b-4449-4ccf-86fc-ccbe020de41e,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:34.597496 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.748230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-b8713031-a3e6-4178-bd1e-3744e4037e49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963862 Aug 11 03:23:34.898283 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.898702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:34.898981 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Floating IP 51b8acea-63f5-4508-a2fe-d905951292db disassociated. External IP: 172.25.4.99, port: 3b44088b-4449-4ccf-86fc-ccbe020de41e. Aug 11 03:23:34.899353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for 3b44088b-4449-4ccf-86fc-ccbe020de41e owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:23:34.920670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-09918eaa-9185-4159-865e-726854dc7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:34.922408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-09918eaa-9185-4159-865e-726854dc7a8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1097 time: 0.1118276 Aug 11 03:23:35.076889 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-2e5632ba-bf76-4ce2-a245-7a61fbfef0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.078661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-2e5632ba-bf76-4ce2-a245-7a61fbfef0f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 897 time: 0.1150968 Aug 11 03:23:35.200163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-bf437f14-9329-42cc-88f2-3183361b3b71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 200 len: 1001 time: 0.1112249 Aug 11 03:23:35.254833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-46702bef-97ad-4236-bb31-877e19fcf6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.258528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-46702bef-97ad-4236-bb31-877e19fcf6fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a6f44f-5fd0-46cd-8e37-27780ba5a416 HTTP/1.1" status: 200 len: 835 time: 0.0491347 Aug 11 03:23:35.310373 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:35.368767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=3b44088b-4449-4ccf-86fc-ccbe020de41e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:35.450837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-9980783d-6fa6-411b-a76a-ce19fb567af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:35.452601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-9980783d-6fa6-411b-a76a-ce19fb567af9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=677a5283-1466-4026-8cbb-90b1b07b294b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1870148 Aug 11 03:23:35.469980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43e1ca59-e635-432a-aad4-f0f182e9b7a9 req-64db1be9-57b2-4c7b-a5d7-1bcf80730951 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 210 time: 0.0558484 Aug 11 03:23:35.922097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-d7559963-7607-4787-9b14-1f2f0cafef77 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604557 Aug 11 03:23:35.938452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:23:36.134546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-81ae97f0-e9dc-4a47-9714-f93788e436df req-9d81b8b5-eaa8-49db-aa54-4328104814d2 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945884 Aug 11 03:23:36.147993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:23:36.170891 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:23:36.190713 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:36.193964 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:36.239564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] No DVR routers for this DVR port 3b44088b-4449-4ccf-86fc-ccbe020de41e on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:23:36.246264 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:36.248383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fce9c86d-ceee-4dd9-8b2b-1d8e573973fa req-088e060e-3487-44a8-93bc-c6748599c0de tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.10 "DELETE /v2.0/ports/3b44088b-4449-4ccf-86fc-ccbe020de41e HTTP/1.1" status: 204 len: 173 time: 1.8899076 Aug 11 03:23:36.248842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'name': 'network-vif-deleted', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:36.251903 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56456772-877f-4072-8d55-15a3dc2edfcd" -d '{"events": [{"server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "name": "network-vif-deleted", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:36.312342 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c730cba-e4ab-4149-85b5-56f2e18c06b1 x-openstack-request-id: req-4c730cba-e4ab-4149-85b5-56f2e18c06b1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:36.312342 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0cd320-eb78-43d5-8064-c1ed82d132a8", "name": "network-vif-deleted", "tag": "3b44088b-4449-4ccf-86fc-ccbe020de41e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:36.312342 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c730cba-e4ab-4149-85b5-56f2e18c06b1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:36.312342 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0cd320-eb78-43d5-8064-c1ed82d132a8', 'name': 'network-vif-deleted', 'tag': '3b44088b-4449-4ccf-86fc-ccbe020de41e', 'status': 'completed', 'code': 200} Aug 11 03:23:36.347494 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:36.673921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9459e032-bbc6-4cab-a702-f94e6ab4f162 req-856315e4-7385-4b42-a538-eace0094db7e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 210 time: 0.0515928 Aug 11 03:23:36.760759 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:36.790103 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:23:36.820707 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:23:36.821329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.121800 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:23:37.516975 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:23:37.555042 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af093ce-7c8c-45a9-9ccd-5d2566d86059 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:23:37.858096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f887b13a-b811-4b9b-b7f5-c03a7cd7c6ae req-6c061e36-2453-4d21-a253-290c4c93efea tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 210 time: 0.0471609 Aug 11 03:23:38.118496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8561159-0d72-49a4-b6c4-62050226827e None None] New status for floating IP 51b8acea-63f5-4508-a2fe-d905951292db: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:23:38.992127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5616d1dc-bed1-4ae2-8471-d4a59735b18f req-74d31520-46a1-42df-9c4b-4558b22d8bb3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 210 time: 0.0317688 Aug 11 03:23:39.853280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b44088b-4449-4ccf-86fc-ccbe020de41e no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:23:39.875546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 3b44088b-4449-4ccf-86fc-ccbe020de41e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:23:39.876224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3b44088b-4449-4ccf-86fc-ccbe020de41e not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:23:40.129841 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b5a64da-eeb8-41ed-aff8-60ee10162a2a req-37c906ac-fe31-4b8b-8cd3-498e5b7afadb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a0cd320-eb78-43d5-8064-c1ed82d132a8 HTTP/1.1" status: 200 len: 210 time: 0.0314641 Aug 11 03:23:41.450059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-830bb436-f188-46a6-8a00-53d707884845 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870491350&fields=id&tenant_id=90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 267 time: 0.0545745 Aug 11 03:23:41.572663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-3daf16e5-af49-4e9a-81c5-c3b45853d02d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:41.575675 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-3daf16e5-af49-4e9a-81c5-c3b45853d02d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.1183474 Aug 11 03:23:41.602318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-fbca95d1-995d-4ab1-b5c4-52398e133972 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/quotas/90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 375 time: 0.0194576 Aug 11 03:23:41.668773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e1c61249-5790-4c9f-be3a-d7e62f088919 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656013 Aug 11 03:23:41.840102 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-5f768dba-6e7b-43e6-817f-4f9286d30a34 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590269 Aug 11 03:23:41.934887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-89d39fbb-70cf-48c0-982f-9f4a2d8ba558 service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883553 Aug 11 03:23:42.392521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c76f06c6-72c5-49e1-b227-d9e6521bf2c0 req-d72e37f9-dea1-4e29-8d9d-6d6f544c6939 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 210 time: 0.1581912 Aug 11 03:23:43.412607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-99fbbf26-fa2f-433d-84fe-1a1b1446d254 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:43.418524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-99fbbf26-fa2f-433d-84fe-1a1b1446d254 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.1879649 Aug 11 03:23:43.549827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54486835-e330-4cc8-8e71-710819103d65 req-632691a5-aef7-4507-96c9-f530527758e5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 210 time: 0.0501599 Aug 11 03:23:43.559899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-126ea1f1-9c3e-4bf9-8bb8-7b976a123260 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 380 time: 0.1270750 Aug 11 03:23:43.579450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'port': {'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'admin_state_up': True, 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'security_groups': ['bb612860-6233-4864-ba1b-e46af33a518e']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:43.700884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:23:43.704650 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:43.843584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.20.0.6 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/8d0cdedc-dd55-46ff-a572-ffee369442c5) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:23:43.995943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.011400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Transition to ACTIVE for port object 8d0cdedc-dd55-46ff-a572-ffee369442c5 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:44.046210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.104074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:23:44.108545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:23:44.113192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:23:44.145514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=8d0cdedc-dd55-46ff-a572-ffee369442c5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:44.185084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:44.185937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.206517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-b2de7377-1ff9-4395-9301-1a96492997b5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6268876 Aug 11 03:23:44.217161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Request body: {'port': {'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:23:44.287668 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.465913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7e7fdc72-fe39-401a-9475-6a8641fbf8ca None None] Provisioning for port 8d0cdedc-dd55-46ff-a572-ffee369442c5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:44.470056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7e7fdc72-fe39-401a-9475-6a8641fbf8ca None None] Provisioning complete for port 8d0cdedc-dd55-46ff-a572-ffee369442c5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:44.470438 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7e7fdc72-fe39-401a-9475-6a8641fbf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.509276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7e7fdc72-fe39-401a-9475-6a8641fbf8ca None None] Port 8d0cdedc-dd55-46ff-a572-ffee369442c5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:23:44.625980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0cdedc-dd55-46ff-a572-ffee369442c5 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:44.636055 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.650829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Transition to ACTIVE for port object 8d0cdedc-dd55-46ff-a572-ffee369442c5 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:23:44.661619 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:44.728360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Pushing event updated for resources: {'Port': ['ID=8d0cdedc-dd55-46ff-a572-ffee369442c5,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:44.774200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3beea9-f27f-486a-ae2e-59b4a370b719 req-5467cf57-b63d-4fa9-a2a3-2eb58a1a957e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:44.775862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf3beea9-f27f-486a-ae2e-59b4a370b719 req-5467cf57-b63d-4fa9-a2a3-2eb58a1a957e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.1088755 Aug 11 03:23:44.849766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf3beea9-f27f-486a-ae2e-59b4a370b719 req-3924557a-0b2f-4895-8eda-d88ad52b8ee8 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651689 Aug 11 03:23:44.897507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Attempting to bind port 8d0cdedc-dd55-46ff-a572-ffee369442c5 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:23:44.898182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Attempting to bind port 8d0cdedc-dd55-46ff-a572-ffee369442c5 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:23:44.898687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Attempting to bind port 8d0cdedc-dd55-46ff-a572-ffee369442c5 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:44.904533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Port 8d0cdedc-dd55-46ff-a572-ffee369442c5 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:23:44.905167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Attempting to bind port 8d0cdedc-dd55-46ff-a572-ffee369442c5 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:23:44.911935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:23:44.912588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:23:44.913170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:23:44.913844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Bound port: 8d0cdedc-dd55-46ff-a572-ffee369442c5, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:23:44.914400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.001000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] For port 8d0cdedc-dd55-46ff-a572-ffee369442c5, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:23:45.004853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] For port 8d0cdedc-dd55-46ff-a572-ffee369442c5, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:23:45.010658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.060136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.061350 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:45.063221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] 10.222.0.57 "PUT /v2.0/ports/8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 200 len: 1092 time: 0.8517611 Aug 11 03:23:45.063982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:45.067118 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a069529-f720-4630-89f1-a2378370af0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:45.139215 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f81dd4-41a9-4b34-82a1-e158abbd81ab x-openstack-request-id: req-16f81dd4-41a9-4b34-82a1-e158abbd81ab {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:45.139215 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:45.139215 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16f81dd4-41a9-4b34-82a1-e158abbd81ab {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:45.140072 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'status': 'completed', 'code': 200} Aug 11 03:23:45.174713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3600127-9f61-46e8-8b70-f8b67d0f34dc service neutron] Pushing event updated for resources: {'Port': ['ID=8d0cdedc-dd55-46ff-a572-ffee369442c5,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:45.193334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-d3633131-a7a6-4024-ba2e-cfcaf175799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.195407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-d3633131-a7a6-4024-ba2e-cfcaf175799f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1095 time: 0.0782282 Aug 11 03:23:45.294955 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-0416915f-71ea-44b2-94d3-861571feb78c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 200 len: 217 time: 0.0887036 Aug 11 03:23:45.408185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-0bd94048-5502-4b79-97fc-05fbaa44f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.409874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-0bd94048-5502-4b79-97fc-05fbaa44f53a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.1053069 Aug 11 03:23:45.487979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-ece1f9df-a109-400f-b34b-b115f955e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.489729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-ece1f9df-a109-400f-b34b-b115f955e0e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652919 Aug 11 03:23:45.595587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-f770698c-e156-44a8-8dba-2be914e04fc9 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981061 Aug 11 03:23:45.706808 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e70f2f5a-78df-4c63-ad11-187dbc91e30e req-ae6cd547-ff92-4fdd-9cdd-469efe775227 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039717 Aug 11 03:23:45.805207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069529-f720-4630-89f1-a2378370af0c req-fe69af6d-3ac3-49a2-b1d3-fd80ff0f79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.806993 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a069529-f720-4630-89f1-a2378370af0c req-fe69af6d-3ac3-49a2-b1d3-fd80ff0f79b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1095 time: 0.0487196 Aug 11 03:23:45.930779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069529-f720-4630-89f1-a2378370af0c req-39653f1a-f843-47ba-9993-0aa1d5c49a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:45.933306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a069529-f720-4630-89f1-a2378370af0c req-39653f1a-f843-47ba-9993-0aa1d5c49a6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1191537 Aug 11 03:23:45.999814 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34000ad-39a9-4c54-bdb0-900e27f88173 req-38336288-82f2-41e8-95a6-9f482fe3be53 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.010097 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f34000ad-39a9-4c54-bdb0-900e27f88173 req-38336288-82f2-41e8-95a6-9f482fe3be53 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0732505 Aug 11 03:23:46.025292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a069529-f720-4630-89f1-a2378370af0c req-c14bbfd9-1afe-4607-9d91-2ef63f182f09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 200 len: 217 time: 0.0819063 Aug 11 03:23:46.052199 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f34000ad-39a9-4c54-bdb0-900e27f88173 req-9adeb34f-49e7-4643-a933-0563b74e9424 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Aug 11 03:23:46.095316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069529-f720-4630-89f1-a2378370af0c req-c3893aac-2763-4ad1-a56c-4f03037aec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.099425 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a069529-f720-4630-89f1-a2378370af0c req-c3893aac-2763-4ad1-a56c-4f03037aec8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0702536 Aug 11 03:23:46.156027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069529-f720-4630-89f1-a2378370af0c req-08d8bc9b-f4a3-422d-be35-085d68b4d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:46.157435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a069529-f720-4630-89f1-a2378370af0c req-08d8bc9b-f4a3-422d-be35-085d68b4d1ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498555 Aug 11 03:23:46.269890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a069529-f720-4630-89f1-a2378370af0c req-7c52642e-74a7-41b2-9409-9464f9333618 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045487 Aug 11 03:23:46.376581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a069529-f720-4630-89f1-a2378370af0c req-7fe9cbea-8578-49a0-b028-6ef14bd7a3db service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990522 Aug 11 03:23:47.231465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17931-863b-4ba9-a0a2-e06a09117e28 req-b59ebe21-4120-456b-9609-f2c2f72050c1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:47.233836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6af17931-863b-4ba9-a0a2-e06a09117e28 req-b59ebe21-4120-456b-9609-f2c2f72050c1 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0771129 Aug 11 03:23:47.275494 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6af17931-863b-4ba9-a0a2-e06a09117e28 req-aab8a9ef-22d6-4558-bee2-e09ea63e7b1d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344563 Aug 11 03:23:48.478371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b029df-0b0d-42b5-a91a-ad19765c0ae3 req-a23f2e19-3347-4ecd-a568-c6e0d3633b6d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:48.497296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92b029df-0b0d-42b5-a91a-ad19765c0ae3 req-a23f2e19-3347-4ecd-a568-c6e0d3633b6d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0987568 Aug 11 03:23:48.568311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92b029df-0b0d-42b5-a91a-ad19765c0ae3 req-1060babf-981b-4b6a-a8d4-b8fbedabc9b9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699997 Aug 11 03:23:49.716010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7efbe-c80c-4901-a046-03034781fb01 req-7d3d1b63-d763-4df7-af7a-de83b2f24ffb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:49.717509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d7efbe-c80c-4901-a046-03034781fb01 req-7d3d1b63-d763-4df7-af7a-de83b2f24ffb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0668318 Aug 11 03:23:49.767684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21d7efbe-c80c-4901-a046-03034781fb01 req-599fab83-b2e7-4a5a-85a8-afa0b9e26984 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440416 Aug 11 03:23:50.914868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e6910-5b43-49df-9c97-b97ee19932d6 req-1f2950b8-8433-4e90-8d5d-7b533dd45e24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:50.920544 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d3e6910-5b43-49df-9c97-b97ee19932d6 req-1f2950b8-8433-4e90-8d5d-7b533dd45e24 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0567517 Aug 11 03:23:50.964906 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d3e6910-5b43-49df-9c97-b97ee19932d6 req-71af8688-0007-4ab8-8849-f95901f1bac5 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418563 Aug 11 03:23:52.114713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192bd72-f8f6-4e1a-9761-a7444f2a65d8 req-f49ab647-2aa8-409e-ad81-6e4bed77f3bb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:52.116573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c192bd72-f8f6-4e1a-9761-a7444f2a65d8 req-f49ab647-2aa8-409e-ad81-6e4bed77f3bb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0575337 Aug 11 03:23:52.183430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c192bd72-f8f6-4e1a-9761-a7444f2a65d8 req-ae6fb5f5-5042-4640-9373-cbee03d898c6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602005 Aug 11 03:23:52.349258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-63678346-e806-47c7-92d7-c4511ac0611e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:52.901519 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:23:53.297582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306437f-3c0e-4d3b-9206-e3bbba3dad48 req-6fd9999c-2fe6-43f4-bd19-2670c32dd856 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:53.303871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6306437f-3c0e-4d3b-9206-e3bbba3dad48 req-6fd9999c-2fe6-43f4-bd19-2670c32dd856 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0571382 Aug 11 03:23:53.342309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6306437f-3c0e-4d3b-9206-e3bbba3dad48 req-fd2c1f26-d302-45be-98a9-d81bab079cc4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365398 Aug 11 03:23:54.497727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ede67-d48c-40f9-b807-9614931977fc req-68b9dce0-bb9f-46f0-ab6f-122ce530a93d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:54.499292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f05ede67-d48c-40f9-b807-9614931977fc req-68b9dce0-bb9f-46f0-ab6f-122ce530a93d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0707970 Aug 11 03:23:54.543084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f05ede67-d48c-40f9-b807-9614931977fc req-df8b9f8d-63c6-457f-acac-1d0fccbbb871 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373836 Aug 11 03:23:55.218550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68d59a96-128f-4838-936a-edf606d6df92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.511828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.613466 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:55.676630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1c2b-f1f9-43f9-963a-52f97e617fa4 req-e63fd0d5-cbb6-4c42-98fa-da79493b3ca4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:55.678114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbdd1c2b-f1f9-43f9-963a-52f97e617fa4 req-e63fd0d5-cbb6-4c42-98fa-da79493b3ca4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 943 time: 0.0548251 Aug 11 03:23:55.722278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbdd1c2b-f1f9-43f9-963a-52f97e617fa4 req-2c88e548-1a8f-4bce-a01d-1e543f0e58a7 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370359 Aug 11 03:23:56.234213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8d0cdedc-dd55-46ff-a572-ffee369442c5 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:23:56.369623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8d0cdedc-dd55-46ff-a572-ffee369442c5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:56.386382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:23:56.429165 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.445008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0cdedc-dd55-46ff-a572-ffee369442c5 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:23:56.467672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8d0cdedc-dd55-46ff-a572-ffee369442c5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:56.471475 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.522348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8d0cdedc-dd55-46ff-a572-ffee369442c5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:56.530085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.530440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.530789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.531135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.531474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.531835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.532174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.532505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.532837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.533166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.533494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.533823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:23:56.719738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['8d0cdedc-dd55-46ff-a572-ffee369442c5'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:23:56.779358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:56.852073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336149b5-f420-4d9b-a156-ac7a1fa226e3 req-3738eff4-fe79-4a4d-98b2-5a3fc95525a9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:56.853608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-336149b5-f420-4d9b-a156-ac7a1fa226e3 req-3738eff4-fe79-4a4d-98b2-5a3fc95525a9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 944 time: 0.0568359 Aug 11 03:23:56.894336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-336149b5-f420-4d9b-a156-ac7a1fa226e3 req-4aef849a-ac8d-465b-bfb8-b2f957d8ea13 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341439 Aug 11 03:23:58.025281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605875a-6227-4c60-b0cf-1264927fcc98 req-9e1ad36e-be62-4ed4-9edf-3297c140f71e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.027509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9605875a-6227-4c60-b0cf-1264927fcc98 req-9e1ad36e-be62-4ed4-9edf-3297c140f71e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 944 time: 0.0525570 Aug 11 03:23:58.068221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9605875a-6227-4c60-b0cf-1264927fcc98 req-b7aed908-e846-4b2b-b23e-db92f6de5290 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334270 Aug 11 03:23:58.185204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.239033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8d0cdedc-dd55-46ff-a572-ffee369442c5 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:23:58.287680 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 8d0cdedc-dd55-46ff-a572-ffee369442c5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:23:58.291759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 8d0cdedc-dd55-46ff-a572-ffee369442c5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:23:58.292135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.372683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.395862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:23:58.398120 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aba641-0250-4217-afd7-c825e564e8e0" -d '{"events": [{"server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "name": "network-vif-plugged", "status": "completed", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:23:58.413211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 8d0cdedc-dd55-46ff-a572-ffee369442c5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:23:58.418061 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:23:58.449195 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1edc0-c868-457c-a758-1efc91776030 x-openstack-request-id: req-fee1edc0-c868-457c-a758-1efc91776030 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:23:58.449503 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "name": "network-vif-plugged", "status": "completed", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:23:58.449752 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fee1edc0-c868-457c-a758-1efc91776030 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:23:58.450176 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'code': 200} Aug 11 03:23:58.488328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=8d0cdedc-dd55-46ff-a572-ffee369442c5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:23:58.558941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0af02-b7a5-497a-b27d-bbf2fd8a4e3e req-dff547f3-00e1-4ecd-8895-5c6a8d20f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:58.560596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-afc0af02-b7a5-497a-b27d-bbf2fd8a4e3e req-dff547f3-00e1-4ecd-8895-5c6a8d20f54e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1097 time: 0.0444489 Aug 11 03:23:58.598521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-afc0af02-b7a5-497a-b27d-bbf2fd8a4e3e req-db118dc9-2e20-447e-bcd6-86391524596d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299900 Aug 11 03:23:59.194742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e151fe2-033a-4739-a9ee-db2600ccd0c8 req-b0b616e6-af3a-4db6-97ad-3dbeb2858e30 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:23:59.196393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e151fe2-033a-4739-a9ee-db2600ccd0c8 req-b0b616e6-af3a-4db6-97ad-3dbeb2858e30 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 945 time: 0.0558825 Aug 11 03:23:59.236959 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e151fe2-033a-4739-a9ee-db2600ccd0c8 req-063911ce-0dab-4a80-8fbc-6e585d43b45a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Aug 11 03:24:00.084777 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.368302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef1b79-0903-474c-bfb6-397b47896e59 req-2ed55765-4ad0-4534-9396-b726ee0a92a4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:00.370710 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6ef1b79-0903-474c-bfb6-397b47896e59 req-2ed55765-4ad0-4534-9396-b726ee0a92a4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 945 time: 0.0507216 Aug 11 03:24:00.416968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6ef1b79-0903-474c-bfb6-397b47896e59 req-dff47a1e-c17c-46e6-891d-0a40a80b7300 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390787 Aug 11 03:24:00.538913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43659bb1-25a0-422b-bd4f-15bfacb3e8f7 req-f586f98f-29ae-407b-a270-5d459887783a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:00.546603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43659bb1-25a0-422b-bd4f-15bfacb3e8f7 req-f586f98f-29ae-407b-a270-5d459887783a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 945 time: 0.0580797 Aug 11 03:24:00.588090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43659bb1-25a0-422b-bd4f-15bfacb3e8f7 req-cfc37cf5-4a9f-4db1-a1c3-ef30dd76e11d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361547 Aug 11 03:24:00.616924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36232) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:00.667782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d329b1f-8ad8-4754-961b-aa8b64c68b18 tempest-TestVolumeBootPattern-2037220193 tempest-TestVolumeBootPattern-2037220193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:00.669472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5d329b1f-8ad8-4754-961b-aa8b64c68b18 tempest-TestVolumeBootPattern-2037220193 tempest-TestVolumeBootPattern-2037220193-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1092 time: 0.0513117 Aug 11 03:24:00.672471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36234) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:00.677269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:00.711833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.849529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:00.969941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.25.4.156 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/3ee00bcd-5ba3-4070-8ac4-adc006388c44) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:01.074305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.114500 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.155068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:01.158004 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:01.160642 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:01.190693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=3ee00bcd-5ba3-4070-8ac4-adc006388c44,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:01.537891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.607038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.770983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.775953 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:01.852442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=3ee00bcd-5ba3-4070-8ac4-adc006388c44,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:01.896206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.017380 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Floating IP 8ca6cb19-c232-4ab9-affd-853fa900e1be associated. External IP: 172.25.4.156, port: 8d0cdedc-dd55-46ff-a572-ffee369442c5. Aug 11 03:24:02.237781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:02.358006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:02.370636 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:02.379706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:02.392802 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:02.393435 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:02.413688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a1182947-bb26-48da-93bc-74f7d4cdbbbb tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7400477 Aug 11 03:24:02.414393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:02.417037 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf03f8-6a3f-4982-ad64-63f6cb30749c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:02.458017 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db96770-3c6d-4de2-a733-19455634f6fd x-openstack-request-id: req-8db96770-3c6d-4de2-a733-19455634f6fd {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:02.458322 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:02.458821 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8db96770-3c6d-4de2-a733-19455634f6fd {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:02.459228 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'status': 'completed', 'code': 200} Aug 11 03:24:02.548343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-c8ba7f88-b023-4662-bcf4-f67634502994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:02.549942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-c8ba7f88-b023-4662-bcf4-f67634502994 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1097 time: 0.0630834 Aug 11 03:24:02.555814 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:02.670627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-37f305de-2492-41bb-9686-9d0488c32ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:02.673092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-37f305de-2492-41bb-9686-9d0488c32ff3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1152425 Aug 11 03:24:02.752482 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-3e4193eb-a348-4863-b2eb-4c6e13e6c58e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 200 len: 999 time: 0.0677819 Aug 11 03:24:02.813850 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:01Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:02.818612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-318ffaec-563f-4bb6-b99d-51f0c6394277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:02.819807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-318ffaec-563f-4bb6-b99d-51f0c6394277 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0596542 Aug 11 03:24:02.857122 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:02.865763 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:02.866387 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:23:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:02.874684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-4c25b191-9339-4a9d-a96b-de5d6c45bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:02.876544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-4c25b191-9339-4a9d-a96b-de5d6c45bc8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476234 Aug 11 03:24:03.013084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-c5c894d5-e334-4069-abfd-c137114c975d service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254432 Aug 11 03:24:03.021022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:03.124730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0faf03f8-6a3f-4982-ad64-63f6cb30749c req-d3d762bc-dc0e-4058-a6f9-79dfa9c3427b service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030629 Aug 11 03:24:03.281133 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:01Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:03.310613 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1178ceb-a583-4af9-80e8-dd265503180e None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:01Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:03.619878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897b2ac-d947-4ded-8986-4a53f9f3fbec None None] New status for floating IP 8ca6cb19-c232-4ab9-affd-853fa900e1be: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:24:07.208450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:07.303427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fb9fa-5c15-4593-a292-c10ee4591fa9 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:07.304199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fb9fa-5c15-4593-a292-c10ee4591fa9 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:07.304743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228fb9fa-5c15-4593-a292-c10ee4591fa9 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:07.315747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-228fb9fa-5c15-4593-a292-c10ee4591fa9 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=d604c03c8f3b4db8be15016f6fa6eafe&network_id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 2972 time: 0.0989854 Aug 11 03:24:08.989410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:09.068199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f95888-d645-4c51-84b6-e5026a5e8ca7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.069718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-34f95888-d645-4c51-84b6-e5026a5e8ca7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656 HTTP/1.1" status: 200 len: 814 time: 0.0792615 Aug 11 03:24:09.722512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36466) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:09.731009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'network': {'name': 'tempest-network-smoke--196108616', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'port_security_enabled': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:09.754681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:09.759039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.794878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:24:09.811983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.812455 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Added segment 3660e406-b55d-4c8f-a9f0-33f0a099674c of type vlan for network 54699278-1d9f-4085-bd77-60dc937785ee Aug 11 03:24:09.871511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.914290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.925321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:09.926346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:09.955313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36498) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:09.956357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2320938 Aug 11 03:24:10.055340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Network': ['ID=54699278-1d9f-4085-bd77-60dc937785ee,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:10.066659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.066776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.067113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.067792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.068001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.068340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.068671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.069002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.069328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.069656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.069983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.070309 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e987d1ed-4cbd-457f-afa0-0b22257a293e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:10.083269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 54699278-1d9f-4085-bd77-60dc937785ee details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:24:10.091319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f750b8-4290-447b-b47b-6c221b2f0453 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:10.093216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-96f750b8-4290-447b-b47b-6c221b2f0453 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d604c03c8f3b4db8be15016f6fa6eafe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1368551 Aug 11 03:24:10.097896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36514) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:10.607262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610f81cd-a71e-4a6b-b45b-75650357de5f tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:10.613242 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-610f81cd-a71e-4a6b-b45b-75650357de5f tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5085552 Aug 11 03:24:10.613604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36586) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.023754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-da6c28ea-6ed0-4af7-a7f1-2f3e69ff1a2c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4089992 Aug 11 03:24:11.026936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36644) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.059757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d8689d8f-7f7e-4129-9e78-942a88c6e821 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d604c03c8f3b4db8be15016f6fa6eafe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301557 Aug 11 03:24:11.061627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36650) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.169300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636ec275-4f95-4fca-b7d1-d3a20131564b tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:11.173505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-636ec275-4f95-4fca-b7d1-d3a20131564b tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081047 Aug 11 03:24:11.173875 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36668) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.215107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5b3dce4f-15de-4e2f-b10f-6c1837d94709 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399256 Aug 11 03:24:11.217779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36680) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:11.225314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-437387283', 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:11.345600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:11.350302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.564396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.633842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Subnet': ['ID=6c44b4f2-a022-4c4d-930a-bec1a7c7972f,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:11.647021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Checking segment: {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:11.647450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network hostable DHCP agents. Network: 54699278-1d9f-4085-bd77-60dc937785ee, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:24:11.674192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 54699278-1d9f-4085-bd77-60dc937785ee is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:24:11.685338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 54699278-1d9f-4085-bd77-60dc937785ee) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:11.690035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:11.690980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.699902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d338d2-0626-4616-810f-87097b68a7db None None] Network 54699278-1d9f-4085-bd77-60dc937785ee requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:11.725150 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-27893bc5-474d-4681-b451-d7f17c02eda7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5055172 Aug 11 03:24:11.950193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-54699278-1d9f-4085-bd77-60dc937785ee', 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ips': [{'subnet_id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:24:11.952161 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:11.999012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36784) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.004757 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-562d969a-d0c2-43c3-81ea-fd4997216453 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-834912668', 'description': 'tempest-secgroup-smoke-834912668 description', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.034413 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-562d969a-d0c2-43c3-81ea-fd4997216453 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.151981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Allocated IP 172.20.0.18 (54699278-1d9f-4085-bd77-60dc937785ee/6c44b4f2-a022-4c4d-930a-bec1a7c7972f/8151bb31-6f92-48fd-a47d-b48b3e048b11) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:12.165368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-562d969a-d0c2-43c3-81ea-fd4997216453 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.170009 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-562d969a-d0c2-43c3-81ea-fd4997216453 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.211053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d969a-d0c2-43c3-81ea-fd4997216453 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99e9d8a-0fdb-4008-8091-7352c423bda8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.222158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-562d969a-d0c2-43c3-81ea-fd4997216453 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.231656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-562d969a-d0c2-43c3-81ea-fd4997216453 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2313330 Aug 11 03:24:12.234523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.241387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-96e382cd-eaf3-4410-a190-99738157b79e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'a99e9d8a-0fdb-4008-8091-7352c423bda8', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.293185 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96e382cd-eaf3-4410-a190-99738157b79e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.361359 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.365154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96e382cd-eaf3-4410-a190-99738157b79e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.371657 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96e382cd-eaf3-4410-a190-99738157b79e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.371798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Transition to ACTIVE for port object 8151bb31-6f92-48fd-a47d-b48b3e048b11 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:12.390212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Transition to ACTIVE for port object 8151bb31-6f92-48fd-a47d-b48b3e048b11 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:12.391667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e382cd-eaf3-4410-a190-99738157b79e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc1d0b0-d9bf-4d67-9d17-d35d8a9b07c8,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.403252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.414183 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-96e382cd-eaf3-4410-a190-99738157b79e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.417232 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-96e382cd-eaf3-4410-a190-99738157b79e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817148 Aug 11 03:24:12.420125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36838) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.424926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-854ccc29-f939-4407-ad5d-52fd0240fd57 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'a99e9d8a-0fdb-4008-8091-7352c423bda8', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.447061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Network 54699278-1d9f-4085-bd77-60dc937785ee is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:12.450127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:12.459231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:12.470126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-854ccc29-f939-4407-ad5d-52fd0240fd57 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.488634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Pushing event updated for resources: {'Port': ['ID=8151bb31-6f92-48fd-a47d-b48b3e048b11,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.527865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Attempting to bind port 8151bb31-6f92-48fd-a47d-b48b3e048b11 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:12.528238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Attempting to bind port 8151bb31-6f92-48fd-a47d-b48b3e048b11 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:12.528607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Attempting to bind port 8151bb31-6f92-48fd-a47d-b48b3e048b11 on network 54699278-1d9f-4085-bd77-60dc937785ee {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:12.533951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:12.534326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Checking segment: {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:12.534731 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.535127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Bound using segment: {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:12.535590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Bound port: 8151bb31-6f92-48fd-a47d-b48b3e048b11, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:12.536835 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.559070 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-854ccc29-f939-4407-ad5d-52fd0240fd57 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.562909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-854ccc29-f939-4407-ad5d-52fd0240fd57 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.582373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ccc29-f939-4407-ad5d-52fd0240fd57 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7deffe-457a-4674-b0fe-216f832998d6,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.591703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-854ccc29-f939-4407-ad5d-52fd0240fd57 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.593003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-854ccc29-f939-4407-ad5d-52fd0240fd57 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717966 Aug 11 03:24:12.595973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36840) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.600851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9530fc95-9a41-4d03-8893-01a0fc8bfc79 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'a99e9d8a-0fdb-4008-8091-7352c423bda8', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.609928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] For port 8151bb31-6f92-48fd-a47d-b48b3e048b11, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:12.613088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] For port 8151bb31-6f92-48fd-a47d-b48b3e048b11, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8151bb31-6f92-48fd-a47d-b48b3e048b11,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:12.617973 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.630602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9530fc95-9a41-4d03-8893-01a0fc8bfc79 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.676474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea73303-0f13-42b3-8881-76e7d83063e2 None None] Pushing event updated for resources: {'Port': ['ID=8151bb31-6f92-48fd-a47d-b48b3e048b11,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.710185 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9530fc95-9a41-4d03-8893-01a0fc8bfc79 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.715259 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9530fc95-9a41-4d03-8893-01a0fc8bfc79 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.741939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530fc95-9a41-4d03-8893-01a0fc8bfc79 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebd245c-b6f5-4a8b-a4e3-e119201ec24c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.746780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9530fc95-9a41-4d03-8893-01a0fc8bfc79 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.751163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36842) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.751307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9530fc95-9a41-4d03-8893-01a0fc8bfc79 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1541197 Aug 11 03:24:12.756404 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-45deda48-a455-478d-954f-55dc66d28850 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'a99e9d8a-0fdb-4008-8091-7352c423bda8', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.788767 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45deda48-a455-478d-954f-55dc66d28850 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.873393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45deda48-a455-478d-954f-55dc66d28850 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.878586 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45deda48-a455-478d-954f-55dc66d28850 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.914254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45deda48-a455-478d-954f-55dc66d28850 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6835fe-07aa-4417-b5cd-848d6f0491b5,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:12.918455 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-45deda48-a455-478d-954f-55dc66d28850 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:12.923481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36846) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.928978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'a99e9d8a-0fdb-4008-8091-7352c423bda8', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:12.936028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-45deda48-a455-478d-954f-55dc66d28850 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828303 Aug 11 03:24:12.943191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:12.974804 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Project d604c03c8f3b4db8be15016f6fa6eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:24:12.985301 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.001311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] Deleting subnet 81372cc1-6ee7-473c-bf55-f19c1be0b32b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:13.006650 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.059311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.073973 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.078001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.101151 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.103929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1775212 Aug 11 03:24:13.104516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0468517-f98b-4bc3-908f-dd5c7c695f3f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f939c9b-4944-4d01-bff0-9b0c3f3819c4,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:13.106134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36850) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:13.110739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'a99e9d8a-0fdb-4008-8091-7352c423bda8', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:13.113598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.133509 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Project d604c03c8f3b4db8be15016f6fa6eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:24:13.139236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.170396 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.199840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81372cc1-6ee7-473c-bf55-f19c1be0b32b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:13.204046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.206558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2feeb605-cf27-4569-b4cf-3658394d65ad admin admin] 10.222.0.60 "DELETE /v2.0/subnets/81372cc1-6ee7-473c-bf55-f19c1be0b32b HTTP/1.1" status: 204 len: 168 time: 0.2620480 Aug 11 03:24:13.209640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36852) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:13.220417 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.226372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.247297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d291cdae-fdbe-4503-8658-ccbecd3c4fcf,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:13.256609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.266978 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-eca04de5-694b-40ef-a94a-3a572647f491 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509154 Aug 11 03:24:13.307171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.392954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.404849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d6aa34-a0ab-49ce-9e12-a6937d3b94fe']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:13.416518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-1f4a0505-64ef-4bab-9849-98cac51183c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-834912668&fields=id&tenant_id=d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 267 time: 0.0386338 Aug 11 03:24:13.421708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9271fbfa-e910-44aa-b8cb-ceb37478e9de') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:13.422238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9271fbfa-e910-44aa-b8cb-ceb37478e9de') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:13.433809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.452849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.459381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:13.459903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:13.462214 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:13.542800 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.575926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.575926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] 10.222.0.60 "DELETE /v2.0/networks/76d6aa34-a0ab-49ce-9e12-a6937d3b94fe HTTP/1.1" status: 204 len: 168 time: 0.3600764 Aug 11 03:24:13.603457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a10c4-c0c2-4a46-ba38-e437f9c59dde admin admin] Pushing event deleted for resources: {'Network': ['ID=76d6aa34-a0ab-49ce-9e12-a6937d3b94fe,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:13.614191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-f68633df-3cf7-4a35-a8f7-6aeed7bd4fc2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:13.615797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-f68633df-3cf7-4a35-a8f7-6aeed7bd4fc2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/networks?id=54699278-1d9f-4085-bd77-60dc937785ee HTTP/1.1" status: 200 len: 796 time: 0.1959319 Aug 11 03:24:13.647855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-c1322965-3a8e-41ec-a097-c0982d7f3f75 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/quotas/d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 375 time: 0.0218828 Aug 11 03:24:13.711704 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-93371f80-307b-4061-87c9-e7aef2352ea5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0628150 Aug 11 03:24:13.795319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 36878) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:13.840615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2cd3b0-58e8-4998-b296-7f79feb10e8e None None] Network 54699278-1d9f-4085-bd77-60dc937785ee requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:13.841153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-fb714e82-034c-4072-985a-e778b3de3ce4 service neutron] 10.222.0.60 "GET /v2.0/networks/54699278-1d9f-4085-bd77-60dc937785ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143541 Aug 11 03:24:13.875499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3834ae49-ffec-4362-a01f-a229e7c17e4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24bf638c9b6f42e5afe345f9b1f6fafb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785899 Aug 11 03:24:13.878357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 36880) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:13.914780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8c74cfee-1258-4e11-baa2-a3c49a5f52af None None] Provisioning for port 8151bb31-6f92-48fd-a47d-b48b3e048b11 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:13.936896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc52d-a6e1-40f2-b381-3a7322c384e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:13.953975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-3dd24b9c-2f4b-459a-b9ee-bb2ade90f39a service neutron] 10.222.0.60 "GET /v2.0/networks/54699278-1d9f-4085-bd77-60dc937785ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055019 Aug 11 03:24:13.962639 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc52d-a6e1-40f2-b381-3a7322c384e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.035705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc52d-a6e1-40f2-b381-3a7322c384e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.039149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f7fbc52d-a6e1-40f2-b381-3a7322c384e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.040840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f7fbc52d-a6e1-40f2-b381-3a7322c384e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ca127ac-e3d3-4118-8ad9-bc46fc270887 HTTP/1.1" status: 204 len: 168 time: 0.1609843 Aug 11 03:24:14.049418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbc52d-a6e1-40f2-b381-3a7322c384e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca127ac-e3d3-4118-8ad9-bc46fc270887,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:14.195317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-846a43af-99c7-4806-8e5f-c0a5ee86b9a6 req-9cae6618-9b7d-49c3-850f-87f6421ded7e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 210 time: 0.0529475 Aug 11 03:24:14.594394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8151bb31-6f92-48fd-a47d-b48b3e048b11 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:14.679420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 8151bb31-6f92-48fd-a47d-b48b3e048b11 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:14.685206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8151bb31-6f92-48fd-a47d-b48b3e048b11 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:14.685989 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.777890 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.813141 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 8151bb31-6f92-48fd-a47d-b48b3e048b11, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8151bb31-6f92-48fd-a47d-b48b3e048b11,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:14.818210 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:14.881307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=8151bb31-6f92-48fd-a47d-b48b3e048b11,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:15.299397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bd86ff19-a2a6-4748-8b09-f5c3e8555376 req-d0640511-aa26-4d91-ba89-b5c5992bee22 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 210 time: 0.0309374 Aug 11 03:24:15.343422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-57014d9d-9805-4cc8-a908-9cd60fa17fb5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:15.344897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-57014d9d-9805-4cc8-a908-9cd60fa17fb5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "GET /v2.0/networks?id=54699278-1d9f-4085-bd77-60dc937785ee HTTP/1.1" status: 200 len: 796 time: 0.1564205 Aug 11 03:24:15.393800 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-4a90e334-5e4e-4c2f-bd20-af04ecd1f75c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 471 time: 0.0370376 Aug 11 03:24:15.403949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'port': {'device_id': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee', 'admin_state_up': True, 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'security_groups': ['a99e9d8a-0fdb-4008-8091-7352c423bda8']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:15.513064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:24:15.516789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.653526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.20.0.21 (54699278-1d9f-4085-bd77-60dc937785ee/6c44b4f2-a022-4c4d-930a-bec1a7c7972f/2e8bf976-b084-4731-a23c-2901b9d8c1e8) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:15.804311 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.818808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Transition to ACTIVE for port object 2e8bf976-b084-4731-a23c-2901b9d8c1e8 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:15.852641 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.897699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 54699278-1d9f-4085-bd77-60dc937785ee is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:15.901499 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:15.905322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:15.911929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=2e8bf976-b084-4731-a23c-2901b9d8c1e8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:15.960404 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:15.961062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:15.977086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e9b61720-2e94-4984-a361-6cbeff013113 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5773749 Aug 11 03:24:15.990559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Request body: {'port': {'device_id': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:24:16.058877 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.187392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-57c91219-927b-4efa-91b5-a0d49187714b None None] Provisioning for port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:16.205275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-57c91219-927b-4efa-91b5-a0d49187714b None None] Provisioning complete for port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:16.205723 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-57c91219-927b-4efa-91b5-a0d49187714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.248018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-57c91219-927b-4efa-91b5-a0d49187714b None None] Port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:16.346748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8bf976-b084-4731-a23c-2901b9d8c1e8 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:24:16.355201 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.367733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Transition to ACTIVE for port object 2e8bf976-b084-4731-a23c-2901b9d8c1e8 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:16.372775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.426932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008126-3662-4fde-bb6a-7bfb5b6022ba req-2069ef97-9695-4c0c-84ba-6ec9ce689c40 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.430478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16008126-3662-4fde-bb6a-7bfb5b6022ba req-2069ef97-9695-4c0c-84ba-6ec9ce689c40 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 944 time: 0.0597656 Aug 11 03:24:16.449120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8bf976-b084-4731-a23c-2901b9d8c1e8,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.505303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16008126-3662-4fde-bb6a-7bfb5b6022ba req-3f798aac-0efd-450a-92e2-39944878456a tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676739 Aug 11 03:24:16.508027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Attempting to bind port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:16.508475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Attempting to bind port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:16.509942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Attempting to bind port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 on network 54699278-1d9f-4085-bd77-60dc937785ee {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:16.514675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 on network 54699278-1d9f-4085-bd77-60dc937785ee not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:24:16.515149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Attempting to bind port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 on network 54699278-1d9f-4085-bd77-60dc937785ee {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:16.520502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:16.521029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Checking segment: {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:16.521514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Bound using segment: {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:16.522050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Bound port: 2e8bf976-b084-4731-a23c-2901b9d8c1e8, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:16.522616 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.552193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8151bb31-6f92-48fd-a47d-b48b3e048b11 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:16.618377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] For port 2e8bf976-b084-4731-a23c-2901b9d8c1e8, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:16.619116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8151bb31-6f92-48fd-a47d-b48b3e048b11 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:16.619922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.622443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] For port 2e8bf976-b084-4731-a23c-2901b9d8c1e8, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2e8bf976-b084-4731-a23c-2901b9d8c1e8,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:16.629149 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.671259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.672093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:16.673605 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e8bf976-b084-4731-a23c-2901b9d8c1e8 HTTP/1.1" status: 200 len: 1093 time: 0.6875196 Aug 11 03:24:16.674183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'tag': '2e8bf976-b084-4731-a23c-2901b9d8c1e8'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:16.677265 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546f9268-22ac-4a91-b256-4080f0ccd33f" -d '{"events": [{"name": "network-changed", "server_uuid": "a37d6759-82ab-4cee-9eca-072dc79cde0c", "tag": "2e8bf976-b084-4731-a23c-2901b9d8c1e8"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:16.770043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15b583-f3c2-4206-b84d-bb063a652892 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8bf976-b084-4731-a23c-2901b9d8c1e8,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:16.804675 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26510d78-cc92-43fb-b565-bc058f986f1d x-openstack-request-id: req-26510d78-cc92-43fb-b565-bc058f986f1d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:16.805033 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a37d6759-82ab-4cee-9eca-072dc79cde0c", "tag": "2e8bf976-b084-4731-a23c-2901b9d8c1e8", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:16.805210 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26510d78-cc92-43fb-b565-bc058f986f1d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:16.805599 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'tag': '2e8bf976-b084-4731-a23c-2901b9d8c1e8', 'status': 'completed', 'code': 200} Aug 11 03:24:16.824474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e2e0eb8c-b874-46c2-a1c0-a796bd84daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.825935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-e2e0eb8c-b874-46c2-a1c0-a796bd84daee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 1096 time: 0.0841944 Aug 11 03:24:16.881857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-4f29b23d-ba3d-4886-80f0-88fc1692ce22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2e8bf976-b084-4731-a23c-2901b9d8c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0477457 Aug 11 03:24:16.939473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-28440ada-5bf1-41d5-ac53-f8286625b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:16.941307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-28440ada-5bf1-41d5-ac53-f8286625b0e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c44b4f2-a022-4c4d-930a-bec1a7c7972f HTTP/1.1" status: 200 len: 837 time: 0.0525873 Aug 11 03:24:17.144952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-2ef3aa77-1ab5-4aeb-90a8-a1a995f6ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.146509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-2ef3aa77-1ab5-4aeb-90a8-a1a995f6ec36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54699278-1d9f-4085-bd77-60dc937785ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1985426 Aug 11 03:24:17.238108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-a4a2d74e-c5e5-4f97-a375-832e7866a95d service neutron] 10.222.0.10 "GET /v2.0/networks/54699278-1d9f-4085-bd77-60dc937785ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844111 Aug 11 03:24:17.331970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ce55aef2-eec7-4fd8-956e-47c483557a76 req-c1923eb0-f81e-493c-9f91-16a49ee66269 service neutron] 10.222.0.10 "GET /v2.0/networks/54699278-1d9f-4085-bd77-60dc937785ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870650 Aug 11 03:24:17.425265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-1a5ec20f-0f9d-4afe-b7ca-90ad369035f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.427562 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-1a5ec20f-0f9d-4afe-b7ca-90ad369035f8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 1096 time: 0.0483675 Aug 11 03:24:17.523500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-0c0364c7-7b5a-4809-b777-27645659108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.525096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-0c0364c7-7b5a-4809-b777-27645659108d service neutron] 10.222.0.10 "GET /v2.0/networks?id=54699278-1d9f-4085-bd77-60dc937785ee HTTP/1.1" status: 200 len: 897 time: 0.0905192 Aug 11 03:24:17.571227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-9c2c1044-aa2f-4b3f-a4d6-4277e2783295 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2e8bf976-b084-4731-a23c-2901b9d8c1e8 HTTP/1.1" status: 200 len: 217 time: 0.0396910 Aug 11 03:24:17.626282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-5db26126-dd2e-4f31-a851-39124cee53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.627989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-5db26126-dd2e-4f31-a851-39124cee53f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6c44b4f2-a022-4c4d-930a-bec1a7c7972f HTTP/1.1" status: 200 len: 837 time: 0.0491388 Aug 11 03:24:17.635912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d06807-b693-4965-ad15-58a2eb74e581 req-568e130b-2a2d-4e56-92c3-8fa4a88d82f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.637596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25d06807-b693-4965-ad15-58a2eb74e581 req-568e130b-2a2d-4e56-92c3-8fa4a88d82f1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 944 time: 0.0542591 Aug 11 03:24:17.678410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-0eb7dde2-99b3-45f9-82c7-0b03c66381ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:17.680006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-0eb7dde2-99b3-45f9-82c7-0b03c66381ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=54699278-1d9f-4085-bd77-60dc937785ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0438902 Aug 11 03:24:17.686351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25d06807-b693-4965-ad15-58a2eb74e581 req-2de1eaca-f205-4f30-8e33-1a33f328a1c2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388722 Aug 11 03:24:17.781818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-d96809c7-b11f-4eec-b193-5a1904d8be3a service neutron] 10.222.0.10 "GET /v2.0/networks/54699278-1d9f-4085-bd77-60dc937785ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941598 Aug 11 03:24:17.887287 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546f9268-22ac-4a91-b256-4080f0ccd33f req-38f9aa3e-393d-4ffd-a132-0da2d8535bcc service neutron] 10.222.0.10 "GET /v2.0/networks/54699278-1d9f-4085-bd77-60dc937785ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946465 Aug 11 03:24:18.157929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbf75a-3b70-44ca-b4b3-08a87ad6cf65 req-1461561e-a573-4b23-87e9-19aff66c9d3f tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:18.159410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cbf75a-3b70-44ca-b4b3-08a87ad6cf65 req-1461561e-a573-4b23-87e9-19aff66c9d3f tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 950 time: 0.0540459 Aug 11 03:24:18.197058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7cbf75a-3b70-44ca-b4b3-08a87ad6cf65 req-b49496ad-e7ea-4837-b4cd-36df43113ce2 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308585 Aug 11 03:24:18.804936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa172e7-60da-49ac-802c-6af50b59260d req-4b952255-358b-4c45-a009-250c739fd54f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:18.806474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4fa172e7-60da-49ac-802c-6af50b59260d req-4b952255-358b-4c45-a009-250c739fd54f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 944 time: 0.0507412 Aug 11 03:24:18.851351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4fa172e7-60da-49ac-802c-6af50b59260d req-2dfce566-7497-4e26-87e2-39005ed08064 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386295 Aug 11 03:24:19.312370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef34a97-62e3-43fa-a6ac-e95f100d83a6 req-111fc8f9-a58d-4d5f-974f-4a90bcf37daa tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:19.313861 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ef34a97-62e3-43fa-a6ac-e95f100d83a6 req-111fc8f9-a58d-4d5f-974f-4a90bcf37daa tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 950 time: 0.0496790 Aug 11 03:24:19.351276 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ef34a97-62e3-43fa-a6ac-e95f100d83a6 req-f6ae8a3f-cd16-41a7-b74e-83797a46904d tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f691347-7bf5-49da-96e0-e91e205d8063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Aug 11 03:24:19.565171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b67b839-edab-4029-836a-d021f5d8d588 req-109229a0-a386-4c2f-b62c-6032c3df071e tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:19.566790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b67b839-edab-4029-836a-d021f5d8d588 req-109229a0-a386-4c2f-b62c-6032c3df071e tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 950 time: 0.0496368 Aug 11 03:24:19.655069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Deleting port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:19.655412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.751607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] For port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:19.752005 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.765198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Calling delete_port for 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:19.900884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:19.913379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['7b01b6b8-6c3a-421f-9787-7c2418acc2b1'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:24:19.943039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Pushing event deleted for resources: {'Port': ['ID=7b01b6b8-6c3a-421f-9787-7c2418acc2b1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.002326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] No DVR routers for this DVR port 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:20.006059 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.006994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2e8bf976-b084-4731-a23c-2901b9d8c1e8 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:24:20.008059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0b67b839-edab-4029-836a-d021f5d8d588 req-18574b5d-77bf-41c1-8fad-d6ee7bfc71a3 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.10 "DELETE /v2.0/ports/7b01b6b8-6c3a-421f-9787-7c2418acc2b1 HTTP/1.1" status: 204 len: 173 time: 0.4350944 Aug 11 03:24:20.008498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'name': 'network-vif-deleted', 'tag': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:20.011165 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84d2be9-b9ca-48b8-8db2-b2b01db05b07" -d '{"events": [{"server_uuid": "2e9c3733-7f4f-49d3-8a0c-95043d6df057", "name": "network-vif-deleted", "tag": "7b01b6b8-6c3a-421f-9787-7c2418acc2b1"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:20.028391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42924fc-c2e6-4aee-994f-b8ac53d1a6b5 req-3782702f-be4f-4011-942d-cb72db6f8cff tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:20.029879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e42924fc-c2e6-4aee-994f-b8ac53d1a6b5 req-3782702f-be4f-4011-942d-cb72db6f8cff tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 944 time: 0.0990815 Aug 11 03:24:20.072845 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c77946b-afa2-4074-a42c-26a00387b826 x-openstack-request-id: req-0c77946b-afa2-4074-a42c-26a00387b826 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:20.072845 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9c3733-7f4f-49d3-8a0c-95043d6df057", "name": "network-vif-deleted", "tag": "7b01b6b8-6c3a-421f-9787-7c2418acc2b1", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:20.073126 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c77946b-afa2-4074-a42c-26a00387b826 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:20.073379 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c3733-7f4f-49d3-8a0c-95043d6df057', 'name': 'network-vif-deleted', 'tag': '7b01b6b8-6c3a-421f-9787-7c2418acc2b1', 'status': 'completed', 'code': 200} Aug 11 03:24:20.081690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e42924fc-c2e6-4aee-994f-b8ac53d1a6b5 req-c439e248-50de-4fa8-aff3-cd512852fbbe tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394096 Aug 11 03:24:20.120756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2e8bf976-b084-4731-a23c-2901b9d8c1e8, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2e8bf976-b084-4731-a23c-2901b9d8c1e8,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:20.132735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '2e8bf976-b084-4731-a23c-2901b9d8c1e8', 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee', 'port_id': '2e8bf976-b084-4731-a23c-2901b9d8c1e8', 'mac_address': 'fa:16:3e:fb:45:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:24:20.171610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.184087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8bf976-b084-4731-a23c-2901b9d8c1e8 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:24:20.207558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2e8bf976-b084-4731-a23c-2901b9d8c1e8, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2e8bf976-b084-4731-a23c-2901b9d8c1e8,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:20.211228 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:20.258660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2e8bf976-b084-4731-a23c-2901b9d8c1e8,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:20.424627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['2e8bf976-b084-4731-a23c-2901b9d8c1e8'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:24:20.469319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1f542155-9ede-4fe2-908c-f9c5ed706f7f req-916633fa-c957-4a0d-a413-6fe27b5273e0 tempest-VolumesBackupsTest-1081737306 tempest-VolumesBackupsTest-1081737306-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e9c3733-7f4f-49d3-8a0c-95043d6df057 HTTP/1.1" status: 200 len: 210 time: 0.0317743 Aug 11 03:24:21.202275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92e5e0-ed3a-4adb-9f73-80db0a6d1a73 req-b06ddf7a-2788-4035-85d9-eb2b4a482333 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:21.203840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf92e5e0-ed3a-4adb-9f73-80db0a6d1a73 req-b06ddf7a-2788-4035-85d9-eb2b4a482333 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 945 time: 0.0498772 Aug 11 03:24:21.242616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf92e5e0-ed3a-4adb-9f73-80db0a6d1a73 req-ea1f4c48-cf9f-4ac3-8e4d-e9f8e40305f0 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322492 Aug 11 03:24:22.022697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2e8bf976-b084-4731-a23c-2901b9d8c1e8 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:22.094201 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:22.098276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:22.098648 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.181191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.205024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8bf976-b084-4731-a23c-2901b9d8c1e8'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:22.207292 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fccfb88-7865-4cc7-be9f-00aa026b1087" -d '{"events": [{"server_uuid": "a37d6759-82ab-4cee-9eca-072dc79cde0c", "name": "network-vif-plugged", "status": "completed", "tag": "2e8bf976-b084-4731-a23c-2901b9d8c1e8"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:22.226347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 2e8bf976-b084-4731-a23c-2901b9d8c1e8, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2e8bf976-b084-4731-a23c-2901b9d8c1e8,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:22.232176 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.233971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:22.297892 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc9e361-9de7-4aeb-b7d4-36772ab62491 x-openstack-request-id: req-1fc9e361-9de7-4aeb-b7d4-36772ab62491 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:22.298195 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37d6759-82ab-4cee-9eca-072dc79cde0c", "name": "network-vif-plugged", "status": "completed", "tag": "2e8bf976-b084-4731-a23c-2901b9d8c1e8", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:22.298478 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fc9e361-9de7-4aeb-b7d4-36772ab62491 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:22.298840 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8bf976-b084-4731-a23c-2901b9d8c1e8', 'code': 200} Aug 11 03:24:22.302503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:22.302853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 7b01b6b8-6c3a-421f-9787-7c2418acc2b1 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:22.344165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=2e8bf976-b084-4731-a23c-2901b9d8c1e8,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:22.369143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5303fae1-3c63-4071-bcff-f5210f7f4510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:22.369364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0782ee-4474-4d16-bdb1-4fa294331b2e req-6b6dfdfb-7ae0-47de-afad-eb9ea86edf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:22.369364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da0782ee-4474-4d16-bdb1-4fa294331b2e req-6b6dfdfb-7ae0-47de-afad-eb9ea86edf4e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 1098 time: 0.0537634 Aug 11 03:24:22.407073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fb1bf-687e-4995-802f-d50b16e81cfd req-e997846f-29b0-457b-99da-9b58cec8dcfd tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:22.409820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e9fb1bf-687e-4995-802f-d50b16e81cfd req-e997846f-29b0-457b-99da-9b58cec8dcfd tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 946 time: 0.0862339 Aug 11 03:24:22.420312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da0782ee-4474-4d16-bdb1-4fa294331b2e req-18d66c91-8588-43f2-aa38-a615f90bd6f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444920 Aug 11 03:24:22.459319 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e9fb1bf-687e-4995-802f-d50b16e81cfd req-6b3aac3e-fc66-4e2e-8b8f-8efcd484ee5e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422695 Aug 11 03:24:23.584590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619517cc-df9c-4d4f-8d18-a71c896dcd2d req-fa4c7510-2e0b-434a-855b-e341a645e8f2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:23.586223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-619517cc-df9c-4d4f-8d18-a71c896dcd2d req-fa4c7510-2e0b-434a-855b-e341a645e8f2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 946 time: 0.0539958 Aug 11 03:24:23.628291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-619517cc-df9c-4d4f-8d18-a71c896dcd2d req-78493da1-1d97-47ab-a62c-0389b0c2749c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342824 Aug 11 03:24:23.757373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dda4cd-7a82-4756-8a3d-c5060696224e req-7aa93e6f-0410-4410-b9da-7c91b8fe2b6b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:23.758870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40dda4cd-7a82-4756-8a3d-c5060696224e req-7aa93e6f-0410-4410-b9da-7c91b8fe2b6b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 946 time: 0.0522835 Aug 11 03:24:23.798482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-40dda4cd-7a82-4756-8a3d-c5060696224e req-8f6d42bc-bf58-4fbf-9335-ecb0b0ff30d2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337315 Aug 11 03:24:25.225394 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-60f85041-e53c-4b36-a9dc-bfd4a39ba601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.299605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37000) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:25.509856 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:25.608923 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.052015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.375790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.20.0.17 (54699278-1d9f-4085-bd77-60dc937785ee/6c44b4f2-a022-4c4d-930a-bec1a7c7972f/2478c4dd-ca99-4745-92d0-d551b072a2b0) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:24:26.499731 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.513780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Transition to ACTIVE for port object 2478c4dd-ca99-4745-92d0-d551b072a2b0 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:26.550361 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.599802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 54699278-1d9f-4085-bd77-60dc937785ee is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:26.604289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:26.607436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:24:26.640974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=2478c4dd-ca99-4745-92d0-d551b072a2b0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:26.670588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.790339 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.845053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.888790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-491ac8f2-4059-4ae0-859b-2ca3eb47a194 None None] Provisioning for port 2478c4dd-ca99-4745-92d0-d551b072a2b0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:26.893613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-491ac8f2-4059-4ae0-859b-2ca3eb47a194 None None] Provisioning complete for port 2478c4dd-ca99-4745-92d0-d551b072a2b0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:26.893994 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-491ac8f2-4059-4ae0-859b-2ca3eb47a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:26.937338 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-491ac8f2-4059-4ae0-859b-2ca3eb47a194 None None] Port 2478c4dd-ca99-4745-92d0-d551b072a2b0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:27.152660 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.158395 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.235504 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=2478c4dd-ca99-4745-92d0-d551b072a2b0,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:27.240442 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.344480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 54699278-1d9f-4085-bd77-60dc937785ee is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:24:27.346039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:24:27.485197 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 3d48da38-594a-4d97-8d41-c73599503ab2 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:27.606839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:27.613405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f909392d-a891-4d23-b264-b0c0512124b7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "PUT /v2.0/routers/3d48da38-594a-4d97-8d41-c73599503ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3126965 Aug 11 03:24:27.616345 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Sync routers for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:27.627840 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:27.628386 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:27.666639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6b2c858c-e57f-4766-bdc8-36bce71accf7 None None] Provisioning complete for port 2478c4dd-ca99-4745-92d0-d551b072a2b0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:27.667105 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b2c858c-e57f-4766-bdc8-36bce71accf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:27.705492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c858c-e57f-4766-bdc8-36bce71accf7 None None] Port 2478c4dd-ca99-4745-92d0-d551b072a2b0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:24:27.747099 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:27.982211 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:26Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:33Z', 'revision_number': 1, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2478c4dd-ca99-4745-92d0-d551b072a2b0', 'name': '', 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:60:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:26Z', 'updated_at': '2021-08-11T03:24:27Z', 'revision_number': 2, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:28.009819 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Checking router: 3d48da38-594a-4d97-8d41-c73599503ab2 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:28.010172 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Updating router 3d48da38-594a-4d97-8d41-c73599503ab2 port 2478c4dd-ca99-4745-92d0-d551b072a2b0 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:24:28.035666 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.190916 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.408548 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.418303 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Transition to ACTIVE for port object 2478c4dd-ca99-4745-92d0-d551b072a2b0 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:24:28.424730 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.488130 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Pushing event updated for resources: {'Port': ['ID=2478c4dd-ca99-4745-92d0-d551b072a2b0,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:28.513671 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.513671 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.514023 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.514329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.514654 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.514980 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.515295 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.515610 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.515957 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.516272 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.517845 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.518173 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:28.552612 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Attempting to bind port 2478c4dd-ca99-4745-92d0-d551b072a2b0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:24:28.552979 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Attempting to bind port 2478c4dd-ca99-4745-92d0-d551b072a2b0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:24:28.553334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Attempting to bind port 2478c4dd-ca99-4745-92d0-d551b072a2b0 on network 54699278-1d9f-4085-bd77-60dc937785ee {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:24:28.559298 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:24:28.559690 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Checking segment: {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:24:28.560091 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.560475 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Bound using segment: {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:24:28.560936 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Bound port: 2478c4dd-ca99-4745-92d0-d551b072a2b0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3660e406-b55d-4c8f-a9f0-33f0a099674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:24:28.561310 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.638180 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] For port 2478c4dd-ca99-4745-92d0-d551b072a2b0, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:24:28.641362 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] For port 2478c4dd-ca99-4745-92d0-d551b072a2b0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2478c4dd-ca99-4745-92d0-d551b072a2b0,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:24:28.646447 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:28.708052 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:28.708704 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:28.748052 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d9bea-618d-4df0-99dd-365adbd4182d None None] Pushing event updated for resources: {'Port': ['ID=2478c4dd-ca99-4745-92d0-d551b072a2b0,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:28.842766 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:29.080228 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:26Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:33Z', 'revision_number': 1, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2478c4dd-ca99-4745-92d0-d551b072a2b0', 'name': '', 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:60:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:26Z', 'updated_at': '2021-08-11T03:24:28Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:29.112722 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cdc511-b265-4218-a869-610963f9c773 None None] The sync data for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 is: [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:26Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:33Z', 'revision_number': 1, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2478c4dd-ca99-4745-92d0-d551b072a2b0', 'name': '', 'network_id': '54699278-1d9f-4085-bd77-60dc937785ee', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:60:35:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:24:26Z', 'updated_at': '2021-08-11T03:24:28Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '6c44b4f2-a022-4c4d-930a-bec1a7c7972f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:29.900966 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:24:30.094246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.564865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2478c4dd-ca99-4745-92d0-d551b072a2b0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:30.619999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2478c4dd-ca99-4745-92d0-d551b072a2b0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:24:30.623845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2478c4dd-ca99-4745-92d0-d551b072a2b0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:30.624218 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.707073 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.743080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 2478c4dd-ca99-4745-92d0-d551b072a2b0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2478c4dd-ca99-4745-92d0-d551b072a2b0,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:30.746395 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:30.804585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=2478c4dd-ca99-4745-92d0-d551b072a2b0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:32.542903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2478c4dd-ca99-4745-92d0-d551b072a2b0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:24:32.592718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2478c4dd-ca99-4745-92d0-d551b072a2b0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:24:32.593113 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:35.709836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-67195da0-67a9-4347-9770-26f46409ad13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413568 Aug 11 03:24:35.799656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-9398813d-b107-4421-bb58-72ea3fb014d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:35.799656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-9398813d-b107-4421-bb58-72ea3fb014d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1097 time: 0.0439837 Aug 11 03:24:35.906244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-89871bf9-ac86-492b-a89d-cad17e55b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:35.907909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-89871bf9-ac86-492b-a89d-cad17e55b784 service neutron] 10.222.0.57 "GET /v2.0/networks?id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 897 time: 0.0905986 Aug 11 03:24:35.975598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-83ab8f83-8424-446d-b455-0e5236856048 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 200 len: 1001 time: 0.0592773 Aug 11 03:24:36.030667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-f89845d2-fa67-4303-9401-c5b7702283f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:36.032294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-f89845d2-fa67-4303-9401-c5b7702283f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a6f44f-5fd0-46cd-8e37-27780ba5a416 HTTP/1.1" status: 200 len: 835 time: 0.0492229 Aug 11 03:24:36.079215 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-99096b98-1218-4b33-99bc-b52d1c21adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:36.080791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-99096b98-1218-4b33-99bc-b52d1c21adfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=677a5283-1466-4026-8cbb-90b1b07b294b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418127 Aug 11 03:24:36.185284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-5cc92da5-f57c-4fed-bf18-946ca6fa535a service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971048 Aug 11 03:24:36.289976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15dcfb6d-a528-4c17-8968-ec8e6ae4f05d req-8aee5a04-5911-4af7-9336-dd6db790dcad service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971184 Aug 11 03:24:50.375753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37194) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:50.778390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.103554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 2478c4dd-ca99-4745-92d0-d551b072a2b0 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:51.103840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.190836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 2478c4dd-ca99-4745-92d0-d551b072a2b0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2478c4dd-ca99-4745-92d0-d551b072a2b0,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:51.191200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.208274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 2478c4dd-ca99-4745-92d0-d551b072a2b0 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:51.406638 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.436034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=2478c4dd-ca99-4745-92d0-d551b072a2b0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:51.483849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.484283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.484729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.485103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.485433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.485765 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.486148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.486434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.486770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.487082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.487409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.487786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:24:51.638254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:51.883428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 3d48da38-594a-4d97-8d41-c73599503ab2 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:51.996129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:52.001187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af3443ea-1b73-4775-9d99-0f82cd7bf960 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "PUT /v2.0/routers/3d48da38-594a-4d97-8d41-c73599503ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6243420 Aug 11 03:24:52.006137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] Sync routers for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:52.016198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:52.016812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:52.129859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:52.244005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f7377-9b6c-4028-828b-b882989cc26f req-d30d7246-acb6-4c2f-aa17-32ce5099213d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:52.245807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c78f7377-9b6c-4028-828b-b882989cc26f req-d30d7246-acb6-4c2f-aa17-32ce5099213d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 946 time: 0.0521381 Aug 11 03:24:52.287372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c78f7377-9b6c-4028-828b-b882989cc26f req-6e7832d3-bfd3-4a3f-9aa3-17552e58c053 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341108 Aug 11 03:24:52.360154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-38a6c9e3-ade4-4fff-a650-77811175cb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:52.380518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:51Z', 'revision_number': 6, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:33Z', 'revision_number': 1, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:52.410516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] Checking router: 3d48da38-594a-4d97-8d41-c73599503ab2 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:52.419765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:52.420364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:52.528851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:52.767341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:51Z', 'revision_number': 6, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:33Z', 'revision_number': 1, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:52.798207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea802f32-5f72-44cb-b3e3-5545d61b91c3 None None] The sync data for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 is: [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:51Z', 'revision_number': 6, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'a24468a4-b5f6-41f5-98b0-cb0630b5c687', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'port_id': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'mac_address': 'fa:16:3e:0f:4b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:23:30Z', 'updated_at': '2021-08-11T03:23:33Z', 'revision_number': 1, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:53.417605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb3542-6302-418a-9648-112d0f779701 req-8bc3c6c4-d76c-48d0-a8fa-55452bb5e6c9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:53.419017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87bb3542-6302-418a-9648-112d0f779701 req-8bc3c6c4-d76c-48d0-a8fa-55452bb5e6c9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 946 time: 0.0509167 Aug 11 03:24:53.459069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87bb3542-6302-418a-9648-112d0f779701 req-12271c24-5378-425e-8afa-55a3652d10d7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=a99e9d8a-0fdb-4008-8091-7352c423bda8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337710 Aug 11 03:24:53.545068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-ad5a9f81-1565-40b6-a88d-41da2ff365d5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:53.546558 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-ad5a9f81-1565-40b6-a88d-41da2ff365d5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "GET /v2.0/ports?device_id=a37d6759-82ab-4cee-9eca-072dc79cde0c HTTP/1.1" status: 200 len: 946 time: 0.0533512 Aug 11 03:24:53.660595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:53.660595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.757982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 2e8bf976-b084-4731-a23c-2901b9d8c1e8, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=2e8bf976-b084-4731-a23c-2901b9d8c1e8,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:53.758348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.771295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 2e8bf976-b084-4731-a23c-2901b9d8c1e8 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:53.897677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.932134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=2e8bf976-b084-4731-a23c-2901b9d8c1e8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:53.972147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] No DVR routers for this DVR port 2e8bf976-b084-4731-a23c-2901b9d8c1e8 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:53.974711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:53.977355 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-531dd063-df30-4a70-b68a-3c00fdf0487e req-6b25b6d7-853c-4b32-adfa-7aa53011e864 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "DELETE /v2.0/ports/2e8bf976-b084-4731-a23c-2901b9d8c1e8 HTTP/1.1" status: 204 len: 173 time: 0.4246645 Aug 11 03:24:53.977798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'name': 'network-vif-deleted', 'tag': '2e8bf976-b084-4731-a23c-2901b9d8c1e8'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:53.980092 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5576b69c-ac99-4956-afa1-a0c69695ad7a" -d '{"events": [{"server_uuid": "a37d6759-82ab-4cee-9eca-072dc79cde0c", "name": "network-vif-deleted", "tag": "2e8bf976-b084-4731-a23c-2901b9d8c1e8"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:54.150915 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c114719b-e23a-4f10-9308-dfaedab68dfd x-openstack-request-id: req-c114719b-e23a-4f10-9308-dfaedab68dfd {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:54.151273 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a37d6759-82ab-4cee-9eca-072dc79cde0c", "name": "network-vif-deleted", "tag": "2e8bf976-b084-4731-a23c-2901b9d8c1e8", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:54.151538 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c114719b-e23a-4f10-9308-dfaedab68dfd {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:54.151975 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37d6759-82ab-4cee-9eca-072dc79cde0c', 'name': 'network-vif-deleted', 'tag': '2e8bf976-b084-4731-a23c-2901b9d8c1e8', 'status': 'completed', 'code': 200} Aug 11 03:24:54.511956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2478c4dd-ca99-4745-92d0-d551b072a2b0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:54.533210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37236) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:54.613230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb329-c6cf-456a-965b-57de3a65f61e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.641353 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb329-c6cf-456a-965b-57de3a65f61e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.710488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2478c4dd-ca99-4745-92d0-d551b072a2b0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:54.710828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2478c4dd-ca99-4745-92d0-d551b072a2b0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:54.716405 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb329-c6cf-456a-965b-57de3a65f61e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.718994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb329-c6cf-456a-965b-57de3a65f61e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.720202 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ed9bb329-c6cf-456a-965b-57de3a65f61e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/security-groups/a99e9d8a-0fdb-4008-8091-7352c423bda8 HTTP/1.1" status: 204 len: 168 time: 0.1857762 Aug 11 03:24:54.729672 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bb329-c6cf-456a-965b-57de3a65f61e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99e9d8a-0fdb-4008-8091-7352c423bda8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:54.760018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37244) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:54.813612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting subnet 6c44b4f2-a022-4c4d-930a-bec1a7c7972f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:24:54.817193 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.860244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:54.951560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.010663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.036279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Subnet': ['ID=6c44b4f2-a022-4c4d-930a-bec1a7c7972f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:55.043501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.047836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-10f59c03-d4dc-49f9-8c2b-cf644a0cb16c tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/subnets/6c44b4f2-a022-4c4d-930a-bec1a7c7972f HTTP/1.1" status: 204 len: 168 time: 0.2864757 Aug 11 03:24:55.048063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37248) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:55.055591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0cb1cf-8314-46e0-8181-a5103bb01a28 None None] Network 54699278-1d9f-4085-bd77-60dc937785ee requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:24:55.134916 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.189951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 8151bb31-6f92-48fd-a47d-b48b3e048b11 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:55.190290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.229056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0661d3e3-04b8-4477-8d0b-5beec43ed0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.241324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] DHCP port deletion for 54699278-1d9f-4085-bd77-60dc937785ee request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:24:55.266863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 8151bb31-6f92-48fd-a47d-b48b3e048b11, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8151bb31-6f92-48fd-a47d-b48b3e048b11,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:55.267224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.281668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 8151bb31-6f92-48fd-a47d-b48b3e048b11 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:55.290119 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] Deleting port 8151bb31-6f92-48fd-a47d-b48b3e048b11 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:55.290574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.354501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] For port 8151bb31-6f92-48fd-a47d-b48b3e048b11, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8151bb31-6f92-48fd-a47d-b48b3e048b11,segment=NetworkSegment(3660e406-b55d-4c8f-a9f0-33f0a099674c),segment_id=3660e406-b55d-4c8f-a9f0-33f0a099674c)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:55.354897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.369087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] Calling delete_port for 8151bb31-6f92-48fd-a47d-b48b3e048b11 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:55.381440 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.410269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=8151bb31-6f92-48fd-a47d-b48b3e048b11,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:55.412136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] No DVR routers for this DVR port 8151bb31-6f92-48fd-a47d-b48b3e048b11 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:55.455905 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.481916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] Pushing event deleted for resources: {'Port': ['ID=8151bb31-6f92-48fd-a47d-b48b3e048b11,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:55.487429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868324f0-4113-42bb-8462-252cf5fac3d8 None None] No DVR routers for this DVR port 8151bb31-6f92-48fd-a47d-b48b3e048b11 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:55.506614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.515716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.518386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54699278-1d9f-4085-bd77-60dc937785ee']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:55.530084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3660e406-b55d-4c8f-a9f0-33f0a099674c') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:55.530386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3660e406-b55d-4c8f-a9f0-33f0a099674c') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:55.540232 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.554633 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.562999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:24:55.563534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:24:55.567251 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:24:55.596702 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.636166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.639851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.642270 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/networks/54699278-1d9f-4085-bd77-60dc937785ee HTTP/1.1" status: 204 len: 168 time: 0.5931323 Aug 11 03:24:55.645074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37252) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:24:55.654518 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54cd37-587d-4532-b485-562d03cbb6b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Network': ['ID=54699278-1d9f-4085-bd77-60dc937785ee,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:55.815247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port b51f14a2-4e2c-439c-801f-705da907f892 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:55.815595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.894241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.894565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:55.907196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for b51f14a2-4e2c-439c-801f-705da907f892 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:56.081459 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.113102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=b51f14a2-4e2c-439c-801f-705da907f892,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:56.171541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.171908 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Floating IP a24468a4-b5f6-41f5-98b0-cb0630b5c687 disassociated (deleted). External IP: 172.25.4.201, port: 7410b76a-eddf-4b27-827a-2816f10dd4dd. Aug 11 03:24:56.399182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 3d48da38-594a-4d97-8d41-c73599503ab2 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:24:56.561806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8151bb31-6f92-48fd-a47d-b48b3e048b11 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:56.585005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 8151bb31-6f92-48fd-a47d-b48b3e048b11 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:56.586323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8151bb31-6f92-48fd-a47d-b48b3e048b11 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:56.773596 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.826258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:24:56.831452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:56.837493 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] Sync routers for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:24:56.846842 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:56.847526 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:56.862307 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e65bee7b-57ca-40de-a8f1-41d7a78e67f3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/floatingips/a24468a4-b5f6-41f5-98b0-cb0630b5c687 HTTP/1.1" status: 204 len: 168 time: 1.2137527 Aug 11 03:24:56.862307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:56.862902 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2966c8-80a8-4037-a4a3-1ba3a9128915" -d '{"events": [{"name": "network-changed", "server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:56.903617 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee39ab66-59fb-4cc3-b860-97f538875eef x-openstack-request-id: req-ee39ab66-59fb-4cc3-b860-97f538875eef {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:56.903993 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:56.904303 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee39ab66-59fb-4cc3-b860-97f538875eef {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:56.904759 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'status': 'completed', 'code': 200} Aug 11 03:24:56.992199 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:57.067708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-84f80cb6-1c50-4fa3-be12-045de4352594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.069966 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-84f80cb6-1c50-4fa3-be12-045de4352594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 1097 time: 0.1340775 Aug 11 03:24:57.137152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c35f21-a417-4309-9ff4-c922e4dcc1ac req-36d70dd2-832f-44a3-bc6e-1a35cc089a44 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.139039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00c35f21-a417-4309-9ff4-c922e4dcc1ac req-36d70dd2-832f-44a3-bc6e-1a35cc089a44 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 945 time: 0.0572472 Aug 11 03:24:57.183352 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-00c35f21-a417-4309-9ff4-c922e4dcc1ac req-e0718199-6a40-4e77-89e5-fa5b789a913a tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376735 Aug 11 03:24:57.188915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-73c9d1c7-d74e-4e0d-9f17-7e695cde5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.191378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-73c9d1c7-d74e-4e0d-9f17-7e695cde5e47 service neutron] 10.222.0.57 "GET /v2.0/networks?id=677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 200 len: 897 time: 0.1129010 Aug 11 03:24:57.235015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-b0c08568-8072-4e22-ac6e-742321c58b95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 200 len: 217 time: 0.0361764 Aug 11 03:24:57.260306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:51Z', 'revision_number': 6, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:57.289547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-dd59edec-e325-4493-af5f-c10abab50a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.290988 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] Checking router: 3d48da38-594a-4d97-8d41-c73599503ab2 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:24:57.291294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-dd59edec-e325-4493-af5f-c10abab50a1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=46a6f44f-5fd0-46cd-8e37-27780ba5a416 HTTP/1.1" status: 200 len: 835 time: 0.0479596 Aug 11 03:24:57.299124 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:24:57.299890 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:57.343871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-b618b42c-ccc3-431b-93f9-70bacf6c15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:57.346164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-b618b42c-ccc3-431b-93f9-70bacf6c15b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=677a5283-1466-4026-8cbb-90b1b07b294b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460095 Aug 11 03:24:57.418728 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:24:57.443031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-8a1f6c82-0ae4-404d-8083-2d0344e17119 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879869 Aug 11 03:24:57.551365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bf2966c8-80a8-4037-a4a3-1ba3a9128915 req-3530803a-7e9a-463c-b028-03d6bd5d1e24 service neutron] 10.222.0.57 "GET /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994267 Aug 11 03:24:57.713169 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:51Z', 'revision_number': 6, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:24:57.739247 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814839ba-92e5-41fa-9552-0b6971acbedb None None] The sync data for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 is: [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:24:51Z', 'revision_number': 6, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '134b0e1e-d584-4b00-9803-78aa1e9fc140', 'name': '', 'network_id': '677a5283-1466-4026-8cbb-90b1b07b294b', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:ca:a2:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:14Z', 'updated_at': '2021-08-11T03:23:20Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '46a6f44f-5fd0-46cd-8e37-27780ba5a416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:24:57.968388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcffb94-74f2-42b8-9488-9b3b0837c153 None None] New status for floating IP a24468a4-b5f6-41f5-98b0-cb0630b5c687: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:24:58.162396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2e8bf976-b084-4731-a23c-2901b9d8c1e8 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:24:58.188155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 2e8bf976-b084-4731-a23c-2901b9d8c1e8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:24:58.188506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 2e8bf976-b084-4731-a23c-2901b9d8c1e8 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:24:58.200191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.305357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3c61c-9578-4185-adcf-d989c9d01665 req-60dcf70b-4cf1-4695-ba4a-73168ccf57e2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.307007 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbd3c61c-9578-4185-adcf-d989c9d01665 req-60dcf70b-4cf1-4695-ba4a-73168ccf57e2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 945 time: 0.0543451 Aug 11 03:24:58.345693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbd3c61c-9578-4185-adcf-d989c9d01665 req-489aa564-8cb1-4e05-8fef-f9f90e650a71 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=5fea8e53-a151-4601-8113-fe0d5772bfba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325992 Aug 11 03:24:58.518086 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-5b767fd4-9df7-41da-a2b8-7158a1e6c4c9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:24:58.519573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-5b767fd4-9df7-41da-a2b8-7158a1e6c4c9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.57 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 945 time: 0.0502706 Aug 11 03:24:58.618850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 7410b76a-eddf-4b27-827a-2816f10dd4dd {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:24:58.619192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.708387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 7410b76a-eddf-4b27-827a-2816f10dd4dd, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=7410b76a-eddf-4b27-827a-2816f10dd4dd,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:24:58.708813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.724692 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 7410b76a-eddf-4b27-827a-2816f10dd4dd owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:24:58.856040 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.882659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=7410b76a-eddf-4b27-827a-2816f10dd4dd,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:24:58.936162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] No DVR routers for this DVR port 7410b76a-eddf-4b27-827a-2816f10dd4dd on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:24:58.938824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:24:58.941451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0bd80966-bdbf-4337-83d0-2131fcd51218 req-f2a93d1a-fe1f-44b0-8044-8e5507f047b3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.57 "DELETE /v2.0/ports/7410b76a-eddf-4b27-827a-2816f10dd4dd HTTP/1.1" status: 204 len: 173 time: 0.4147537 Aug 11 03:24:58.941914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'name': 'network-vif-deleted', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:24:58.944778 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133e7ba9-a108-44ac-8faf-f3bcf34023b3" -d '{"events": [{"server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "name": "network-vif-deleted", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:24:58.982017 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f914174-dfd2-414b-8a43-802ac2a57dfb x-openstack-request-id: req-4f914174-dfd2-414b-8a43-802ac2a57dfb {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:24:58.982317 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab7e5945-b3c2-48f9-870a-08becc5a3fed", "name": "network-vif-deleted", "tag": "7410b76a-eddf-4b27-827a-2816f10dd4dd", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:24:58.982570 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f914174-dfd2-414b-8a43-802ac2a57dfb {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:24:58.983553 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab7e5945-b3c2-48f9-870a-08becc5a3fed', 'name': 'network-vif-deleted', 'tag': '7410b76a-eddf-4b27-827a-2816f10dd4dd', 'status': 'completed', 'code': 200} Aug 11 03:24:59.475183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-720b8dbb-3743-47d0-9d8b-704c15326fb9 req-d6be656c-2c34-4a9a-8db1-0fef25fa2fe6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7e5945-b3c2-48f9-870a-08becc5a3fed HTTP/1.1" status: 200 len: 210 time: 0.0341477 Aug 11 03:25:00.098475 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.541897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37302) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:00.600229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a71a6f40-283d-473e-a3b3-637ccfe7af23 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.625905 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a71a6f40-283d-473e-a3b3-637ccfe7af23 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.691835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a71a6f40-283d-473e-a3b3-637ccfe7af23 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.695018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a71a6f40-283d-473e-a3b3-637ccfe7af23 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:00.699132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a71a6f40-283d-473e-a3b3-637ccfe7af23 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/security-groups/5fea8e53-a151-4601-8113-fe0d5772bfba HTTP/1.1" status: 204 len: 168 time: 0.1535308 Aug 11 03:25:00.706272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a6f40-283d-473e-a3b3-637ccfe7af23 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fea8e53-a151-4601-8113-fe0d5772bfba,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:00.728289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37306) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:01.422421 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.730631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 134b0e1e-d584-4b00-9803-78aa1e9fc140 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:01.731347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.824369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 134b0e1e-d584-4b00-9803-78aa1e9fc140, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=134b0e1e-d584-4b00-9803-78aa1e9fc140,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:01.824769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:01.839837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 134b0e1e-d584-4b00-9803-78aa1e9fc140 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:02.026226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.056671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=134b0e1e-d584-4b00-9803-78aa1e9fc140,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:02.232192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.453284 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 3d48da38-594a-4d97-8d41-c73599503ab2 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:02.557032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 7410b76a-eddf-4b27-827a-2816f10dd4dd no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:02.578605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:02.584325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-76abd172-9b84-482a-825f-d5fc609d3993 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "PUT /v2.0/routers/3d48da38-594a-4d97-8d41-c73599503ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8543804 Aug 11 03:25:02.589296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37324) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:02.590045 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] Sync routers for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:02.590578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 7410b76a-eddf-4b27-827a-2816f10dd4dd {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:02.590578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 7410b76a-eddf-4b27-827a-2816f10dd4dd not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:02.601122 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:02.602029 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:02.645846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting subnet 46a6f44f-5fd0-46cd-8e37-27780ba5a416 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:02.650319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.692642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.708479 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:02.786880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.875640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.905320 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:25:01Z', 'revision_number': 7, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:02.907678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Subnet': ['ID=46a6f44f-5fd0-46cd-8e37-27780ba5a416,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:02.909655 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:02.914391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37328) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:02.914998 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-283f0880-cb5f-46eb-b7cc-fc78036e5103 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/subnets/46a6f44f-5fd0-46cd-8e37-27780ba5a416 HTTP/1.1" status: 204 len: 168 time: 0.3233271 Aug 11 03:25:02.924951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7be592-4806-4845-bd74-ee35a3f7abce None None] Network 677a5283-1466-4026-8cbb-90b1b07b294b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:02.936081 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] Checking router: 3d48da38-594a-4d97-8d41-c73599503ab2 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:02.945397 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] Routers {'3d48da38-594a-4d97-8d41-c73599503ab2'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:02.946017 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3d48da38-594a-4d97-8d41-c73599503ab2'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:03.033211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.074184 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] Set router 3d48da38-594a-4d97-8d41-c73599503ab2 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:03.157045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] DHCP port deletion for 677a5283-1466-4026-8cbb-90b1b07b294b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:25:03.181612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.251236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Deleting port 076a94b3-3f52-4373-8cec-bc8eb05470c2 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:03.251505 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.275422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port a028004f-b2e0-49fe-95a7-c0d468309f2c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:03.275791 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.326656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] For port 076a94b3-3f52-4373-8cec-bc8eb05470c2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=076a94b3-3f52-4373-8cec-bc8eb05470c2,segment=NetworkSegment(c009fcdd-639f-41d6-93e5-a052f06b009a),segment_id=c009fcdd-639f-41d6-93e5-a052f06b009a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:03.327544 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.359284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Calling delete_port for 076a94b3-3f52-4373-8cec-bc8eb05470c2 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:03.372829 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:25:01Z', 'revision_number': 7, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:03.404001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port a028004f-b2e0-49fe-95a7-c0d468309f2c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a028004f-b2e0-49fe-95a7-c0d468309f2c,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:03.404615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.418991 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdd884b-ba7d-45d5-a200-3157bcdc0f15 None None] The sync data for ids ['3d48da38-594a-4d97-8d41-c73599503ab2'] in n-d-768509-22 is: [{'id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'name': 'tempest-TestNetworkBasicOps-router-610104204', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:23:11Z', 'updated_at': '2021-08-11T03:25:01Z', 'revision_number': 7, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': 'a028004f-b2e0-49fe-95a7-c0d468309f2c', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:f3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d48da38-594a-4d97-8d41-c73599503ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:23:12Z', 'updated_at': '2021-08-11T03:23:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:03.423155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for a028004f-b2e0-49fe-95a7-c0d468309f2c owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:03.465372 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.514237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Pushing event deleted for resources: {'Port': ['ID=076a94b3-3f52-4373-8cec-bc8eb05470c2,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:03.529518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.530080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.530509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.530925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.531335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.531781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.532237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.532617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.533021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.533425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.533930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.534333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:03.539660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0feea8d-cc75-4df0-9f06-870a9cad7bee None None] No DVR routers for this DVR port 076a94b3-3f52-4373-8cec-bc8eb05470c2 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:03.644257 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.670212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=a028004f-b2e0-49fe-95a7-c0d468309f2c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:03.738906 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.842495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.845213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.897118 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.898712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Fanout notify agent at l3_agent the message router_deleted on router 3d48da38-594a-4d97-8d41-c73599503ab2 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:25:03.906675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:03.910493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e8008d2f-f9b2-4db1-8bb9-85c2070391bf tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/routers/3d48da38-594a-4d97-8d41-c73599503ab2 HTTP/1.1" status: 204 len: 168 time: 0.9915764 Aug 11 03:25:03.910760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:04.006014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.105984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.117740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677a5283-1466-4026-8cbb-90b1b07b294b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:04.129001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c009fcdd-639f-41d6-93e5-a052f06b009a') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:04.129311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c009fcdd-639f-41d6-93e5-a052f06b009a') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:04.138973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.154307 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.161070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:25:04.161578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:25:04.165951 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:25:04.238541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.243236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.246371 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/networks/677a5283-1466-4026-8cbb-90b1b07b294b HTTP/1.1" status: 204 len: 168 time: 0.3339443 Aug 11 03:25:04.261247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:04.266416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'network': {'name': 'tempest-network-smoke--1839536772', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'port_security_enabled': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:04.271112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74543208-1374-4897-af5f-01dbcc90ac01 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Network': ['ID=677a5283-1466-4026-8cbb-90b1b07b294b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.304028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:04.307735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.334502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:25:04.344478 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.344911 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Added segment 5045208b-731e-4c64-9875-beb6731ce75d of type vlan for network 2855ae80-0d89-4f5e-a03e-90236d81b402 Aug 11 03:25:04.390027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.426495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.433473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:04.434061 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.501447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2366292 Aug 11 03:25:04.501788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:04.506400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'admin_state_up': True, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:04.516122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba915-fcc2-4520-ba6c-63a21495916d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Network': ['ID=2855ae80-0d89-4f5e-a03e-90236d81b402,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:04.529840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:25:04.546217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.547731 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.662188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:04.690935 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a028004f-b2e0-49fe-95a7-c0d468309f2c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:04.716888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: a028004f-b2e0-49fe-95a7-c0d468309f2c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:04.717236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a028004f-b2e0-49fe-95a7-c0d468309f2c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:04.717651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 134b0e1e-d584-4b00-9803-78aa1e9fc140 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:04.740740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 134b0e1e-d584-4b00-9803-78aa1e9fc140 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:04.742180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 134b0e1e-d584-4b00-9803-78aa1e9fc140 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:04.743181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 076a94b3-3f52-4373-8cec-bc8eb05470c2 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:25:04.771275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 076a94b3-3f52-4373-8cec-bc8eb05470c2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:25:04.772089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 076a94b3-3f52-4373-8cec-bc8eb05470c2 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:25:04.836473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.056750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.082952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.238306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.25.4.50 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/9377dc05-501b-47bc-99ea-cbde23719241) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:05.649110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.688715 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:05.729964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:05.732821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:05.736356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:05.759009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=9377dc05-501b-47bc-99ea-cbde23719241,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:05.995273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.197053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.333102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:25:06.440365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:06.450937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Sync routers for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:06.459437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.463964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-033f8992-4836-4f37-97e5-c7b2828b17f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9610827 Aug 11 03:25:06.465038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:06.466157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:06.467353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37354) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.505140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-41002d67-6714-4dc9-be3d-bbc5f4e71265 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=d604c03c8f3b4db8be15016f6fa6eafe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340929 Aug 11 03:25:06.505537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37356) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.590213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:06.596411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d2e51-a7a9-44a3-bb92-6070f936d9ff tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:06.601536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a35d2e51-a7a9-44a3-bb92-6070f936d9ff tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915349 Aug 11 03:25:06.602115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.632917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-219cb297-513b-4bc9-b031-e0fdb2f6eae5 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268064 Aug 11 03:25:06.633182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37360) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:06.637931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942684682', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:06.745798 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:06.749520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.782276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:05Z', 'revision_number': 3, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:06.813125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Checking router: 5e5b3789-f24f-4ae4-8c67-522f07e2c37d for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:06.813845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Updating router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d port 9377dc05-501b-47bc-99ea-cbde23719241 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:06.847263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:06.900547 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:06.973205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.035321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Subnet': ['ID=95b861f0-0e5f-4099-a4be-2aac02c51271,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:07.043464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Checking segment: {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:07.043776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network hostable DHCP agents. Network: 2855ae80-0d89-4f5e-a03e-90236d81b402, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:25:07.061879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:25:07.071598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 2855ae80-0d89-4f5e-a03e-90236d81b402) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:07.076531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:07.077241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.089362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660bc3c3-b789-4590-9b80-1b482c4c626e None None] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:07.096095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37368) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:07.096913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0d296be3-7cf5-4810-9fe1-24b51ec8636f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4621975 Aug 11 03:25:07.185875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.207830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Transition to ACTIVE for port object 9377dc05-501b-47bc-99ea-cbde23719241 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:07.219322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.308828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e738a8-8733-49de-999d-119d2ac6c308 None None] Pushing event updated for resources: {'Port': ['ID=9377dc05-501b-47bc-99ea-cbde23719241,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:07.314518 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Attempting to bind port 9377dc05-501b-47bc-99ea-cbde23719241 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:07.314885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Attempting to bind port 9377dc05-501b-47bc-99ea-cbde23719241 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:07.315253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Attempting to bind port 9377dc05-501b-47bc-99ea-cbde23719241 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:07.325822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:07.326208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:07.326955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.327103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:07.327572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Bound port: 9377dc05-501b-47bc-99ea-cbde23719241, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:07.327989 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.404571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] For port 9377dc05-501b-47bc-99ea-cbde23719241, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:07.417081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-2855ae80-0d89-4f5e-a03e-90236d81b402', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:25:07.418224 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.423501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] For port 9377dc05-501b-47bc-99ea-cbde23719241, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9377dc05-501b-47bc-99ea-cbde23719241,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:07.432716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.563457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:07.564435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:07.569461 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:07.575099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e738a8-8733-49de-999d-119d2ac6c308 None None] Pushing event updated for resources: {'Port': ['ID=9377dc05-501b-47bc-99ea-cbde23719241,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:07.858917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Allocated IP 172.20.0.2 (2855ae80-0d89-4f5e-a03e-90236d81b402/95b861f0-0e5f-4099-a4be-2aac02c51271/27f0c994-d9ca-4760-a459-4d33c8278515) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:07.886559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:08.149454 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.162453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Transition to ACTIVE for port object 27f0c994-d9ca-4760-a459-4d33c8278515 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:08.182021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Transition to ACTIVE for port object 27f0c994-d9ca-4760-a459-4d33c8278515 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:08.189250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.198571 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:05Z', 'revision_number': 3, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:08.237933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.20.0.1 (2855ae80-0d89-4f5e-a03e-90236d81b402/95b861f0-0e5f-4099-a4be-2aac02c51271/2d8a13df-8f0f-48f5-8a0b-1370112c598e) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:08.248341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb99ae-f97c-43c2-8d64-dda2ef72c83c None None] The sync data for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 is: [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:05Z', 'revision_number': 3, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:08.262253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:08.267622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:08.270011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:08.272150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Pushing event updated for resources: {'Port': ['ID=27f0c994-d9ca-4760-a459-4d33c8278515,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:08.327678 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Attempting to bind port 27f0c994-d9ca-4760-a459-4d33c8278515 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:08.328527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Attempting to bind port 27f0c994-d9ca-4760-a459-4d33c8278515 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:08.328527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Attempting to bind port 27f0c994-d9ca-4760-a459-4d33c8278515 on network 2855ae80-0d89-4f5e-a03e-90236d81b402 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:08.333588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:08.333963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Checking segment: {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:08.334365 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.335370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Bound using segment: {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:08.335861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Bound port: 27f0c994-d9ca-4760-a459-4d33c8278515, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:08.336244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.383174 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.399828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Transition to ACTIVE for port object 2d8a13df-8f0f-48f5-8a0b-1370112c598e will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:08.405071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] For port 27f0c994-d9ca-4760-a459-4d33c8278515, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:08.408544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] For port 27f0c994-d9ca-4760-a459-4d33c8278515, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=27f0c994-d9ca-4760-a459-4d33c8278515,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:08.415430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.440164 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.498102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:08.503437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:08.506144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:08.507237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3f443-db9f-4761-8f1c-cb46fdcf96c3 None None] Pushing event updated for resources: {'Port': ['ID=27f0c994-d9ca-4760-a459-4d33c8278515,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:08.590506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=2d8a13df-8f0f-48f5-8a0b-1370112c598e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:08.605265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:08.790771 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.128412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.133160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.219039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:09.220901 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=2d8a13df-8f0f-48f5-8a0b-1370112c598e,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:09.348652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:09.353213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:09.495093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:09.625845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:09.626349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12a884-3378-4591-a9db-1d58031f6ef1 None None] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:25:09.634252 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cc2f0708-79d2-496c-bc87-48a18eeb6a74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "PUT /v2.0/routers/5e5b3789-f24f-4ae4-8c67-522f07e2c37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5335138 Aug 11 03:25:09.634391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37382) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.743017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f31be-80b0-4fd3-8467-b248ec0117f7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.743413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f31be-80b0-4fd3-8467-b248ec0117f7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.744373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f31be-80b0-4fd3-8467-b248ec0117f7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.744373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f31be-80b0-4fd3-8467-b248ec0117f7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.745133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f31be-80b0-4fd3-8467-b248ec0117f7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.745492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4f31be-80b0-4fd3-8467-b248ec0117f7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.747290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af4f31be-80b0-4fd3-8467-b248ec0117f7 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1123528 Aug 11 03:25:09.750058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:09.770594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-166b0d6a-404a-43f6-9f59-307818532df7 None None] Provisioning for port 27f0c994-d9ca-4760-a459-4d33c8278515 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:09.870271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc920b-54a3-488c-98a5-2df3c9f0f949 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.870773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc920b-54a3-488c-98a5-2df3c9f0f949 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.871584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc920b-54a3-488c-98a5-2df3c9f0f949 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.871720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc920b-54a3-488c-98a5-2df3c9f0f949 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.872186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc920b-54a3-488c-98a5-2df3c9f0f949 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.872645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fc920b-54a3-488c-98a5-2df3c9f0f949 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:09.877776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-75fc920b-54a3-488c-98a5-2df3c9f0f949 tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1235580 Aug 11 03:25:09.877776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37390) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.069482 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6b8c2972-8284-4a29-a731-017bf6355c4c tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1879861 Aug 11 03:25:10.128084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3df2ac3-5e21-43f9-9e4c-2a5b41e186e4 None None] Provisioning for port 2d8a13df-8f0f-48f5-8a0b-1370112c598e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:10.137133 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b3df2ac3-5e21-43f9-9e4c-2a5b41e186e4 None None] Provisioning complete for port 2d8a13df-8f0f-48f5-8a0b-1370112c598e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:10.137133 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b3df2ac3-5e21-43f9-9e4c-2a5b41e186e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.183509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b3df2ac3-5e21-43f9-9e4c-2a5b41e186e4 None None] Port 2d8a13df-8f0f-48f5-8a0b-1370112c598e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:10.251123 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Sync routers for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:10.262537 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:10.263617 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:10.267075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37396) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.272671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b394de36-a010-4afe-a5c0-52ccd711b8d3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132303122', 'description': 'tempest-secgroup-smoke-1132303122 description', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:10.306065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b394de36-a010-4afe-a5c0-52ccd711b8d3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.328017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5512ebd5-bf91-41e0-822f-80cbd1137ae1 None None] Provisioning complete for port 2d8a13df-8f0f-48f5-8a0b-1370112c598e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:10.328299 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5512ebd5-bf91-41e0-822f-80cbd1137ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.383764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5512ebd5-bf91-41e0-822f-80cbd1137ae1 None None] Port 2d8a13df-8f0f-48f5-8a0b-1370112c598e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:10.401378 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:10.434126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b394de36-a010-4afe-a5c0-52ccd711b8d3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.440805 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b394de36-a010-4afe-a5c0-52ccd711b8d3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.468126 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b394de36-a010-4afe-a5c0-52ccd711b8d3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.469644 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b394de36-a010-4afe-a5c0-52ccd711b8d3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2015088 Aug 11 03:25:10.472731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37398) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.477583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'e515ff71-14a0-49e2-b54e-16ef8fc10ab7', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:10.481893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394de36-a010-4afe-a5c0-52ccd711b8d3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e515ff71-14a0-49e2-b54e-16ef8fc10ab7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:10.540965 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.610591 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.616507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-79aa16fe-1c6f-4385-99c0-8d2f64b7a2b3 None None] Provisioning complete for port 2d8a13df-8f0f-48f5-8a0b-1370112c598e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:10.617509 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79aa16fe-1c6f-4385-99c0-8d2f64b7a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.620347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.647483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.652385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37400) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.653065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786397 Aug 11 03:25:10.654772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb4996f-29ad-4d30-853c-da05badfff58,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:10.657964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5471115d-fb8e-4666-a545-f6e879d0a7c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'e515ff71-14a0-49e2-b54e-16ef8fc10ab7', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:10.664450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.665211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.665740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.666139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.666483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.666822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.667209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.667549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.667906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.668456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.668964 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.669479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197e9c8e-0cf7-48d6-bc41-cb9d461c179b tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:10.686894 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 2, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:10.692264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-79aa16fe-1c6f-4385-99c0-8d2f64b7a2b3 None None] Port 2d8a13df-8f0f-48f5-8a0b-1370112c598e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:10.712878 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5471115d-fb8e-4666-a545-f6e879d0a7c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.719472 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Checking router: 5e5b3789-f24f-4ae4-8c67-522f07e2c37d for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:10.719892 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Updating router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d port 2d8a13df-8f0f-48f5-8a0b-1370112c598e binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:25:10.752619 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.754088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 27f0c994-d9ca-4760-a459-4d33c8278515 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:10.806689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5471115d-fb8e-4666-a545-f6e879d0a7c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.813268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5471115d-fb8e-4666-a545-f6e879d0a7c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.821061 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 27f0c994-d9ca-4760-a459-4d33c8278515 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:10.827395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 27f0c994-d9ca-4760-a459-4d33c8278515 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:10.827917 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.836698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471115d-fb8e-4666-a545-f6e879d0a7c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44865916-0d4e-40ce-b748-7992d3a47f92,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:10.852985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5471115d-fb8e-4666-a545-f6e879d0a7c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.854670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5471115d-fb8e-4666-a545-f6e879d0a7c8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2010100 Aug 11 03:25:10.857502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37402) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:10.863439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-95393e58-45e5-4dce-8ee6-88f5f4b04048 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'e515ff71-14a0-49e2-b54e-16ef8fc10ab7', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:10.896835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95393e58-45e5-4dce-8ee6-88f5f4b04048 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.932124 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.972231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 27f0c994-d9ca-4760-a459-4d33c8278515, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=27f0c994-d9ca-4760-a459-4d33c8278515,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:10.978980 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.980403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9377dc05-501b-47bc-99ea-cbde23719241 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:10.980873 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95393e58-45e5-4dce-8ee6-88f5f4b04048 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:10.988416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95393e58-45e5-4dce-8ee6-88f5f4b04048 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.023503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95393e58-45e5-4dce-8ee6-88f5f4b04048 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63575ab8-5e61-42c2-a5ed-0dfb385cbd6b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.034095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95393e58-45e5-4dce-8ee6-88f5f4b04048 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.036885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-95393e58-45e5-4dce-8ee6-88f5f4b04048 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778219 Aug 11 03:25:11.039783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37406) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.046648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-54057693-017e-484a-a378-250f944d86b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'e515ff71-14a0-49e2-b54e-16ef8fc10ab7', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:11.081165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=27f0c994-d9ca-4760-a459-4d33c8278515,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.094661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9377dc05-501b-47bc-99ea-cbde23719241 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:11.099763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9377dc05-501b-47bc-99ea-cbde23719241 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:11.100580 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.101413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54057693-017e-484a-a378-250f944d86b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.180795 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.190138 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54057693-017e-484a-a378-250f944d86b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.192674 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Transition to ACTIVE for port object 2d8a13df-8f0f-48f5-8a0b-1370112c598e will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:11.200153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54057693-017e-484a-a378-250f944d86b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.201343 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.213191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.223690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54057693-017e-484a-a378-250f944d86b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54f01a0-a304-4d94-8bf3-c483cdd2ce98,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.244612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54057693-017e-484a-a378-250f944d86b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.248496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-54057693-017e-484a-a378-250f944d86b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2042532 Aug 11 03:25:11.248688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9377dc05-501b-47bc-99ea-cbde23719241, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9377dc05-501b-47bc-99ea-cbde23719241,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:11.248829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37412) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.254815 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.260321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'e515ff71-14a0-49e2-b54e-16ef8fc10ab7', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:11.309728 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Project d604c03c8f3b4db8be15016f6fa6eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:25:11.316940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9377dc05-501b-47bc-99ea-cbde23719241,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.319013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.335978 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efcbb8-ea9a-48f8-819c-371e8f8a3314 None None] Pushing event updated for resources: {'Port': ['ID=2d8a13df-8f0f-48f5-8a0b-1370112c598e,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.354543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Attempting to bind port 2d8a13df-8f0f-48f5-8a0b-1370112c598e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:11.355134 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Attempting to bind port 2d8a13df-8f0f-48f5-8a0b-1370112c598e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:11.355555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Attempting to bind port 2d8a13df-8f0f-48f5-8a0b-1370112c598e on network 2855ae80-0d89-4f5e-a03e-90236d81b402 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:11.360796 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:11.361404 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Checking segment: {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:11.361869 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.362321 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Bound using segment: {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:11.362937 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Bound port: 2d8a13df-8f0f-48f5-8a0b-1370112c598e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:11.363376 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.421981 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.429491 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.457375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9057ae72-6d08-44ab-b2eb-1d8081c57bc0,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.469902 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.471339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5774fa44-deea-44a1-9b8c-0c815f8e462f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2216108 Aug 11 03:25:11.474594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37414) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:11.480146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'security_group_rule': {'security_group_id': 'e515ff71-14a0-49e2-b54e-16ef8fc10ab7', 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:11.504635 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Project d604c03c8f3b4db8be15016f6fa6eafe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:25:11.511087 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.540548 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] For port 2d8a13df-8f0f-48f5-8a0b-1370112c598e, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:11.544033 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] For port 2d8a13df-8f0f-48f5-8a0b-1370112c598e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d8a13df-8f0f-48f5-8a0b-1370112c598e,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:11.548468 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.584030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.592502 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.615153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999d3c6c-725c-4e84-a34e-c64b19310356,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.625360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:11.625946 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:11.626585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4942f071-b755-4704-9257-d371f5f57725 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505110 Aug 11 03:25:11.628119 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:11.630838 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efcbb8-ea9a-48f8-819c-371e8f8a3314 None None] Pushing event updated for resources: {'Port': ['ID=2d8a13df-8f0f-48f5-8a0b-1370112c598e,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:11.750364 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:11.869565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-5d6359d8-7868-417a-a6ee-db4c94b4408f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132303122&fields=id&tenant_id=d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 267 time: 0.0429535 Aug 11 03:25:11.983805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-afcb80ff-8b67-4159-b3e0-5ca6335486b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:11.984055 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:11.985319 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-afcb80ff-8b67-4159-b3e0-5ca6335486b9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/networks?id=2855ae80-0d89-4f5e-a03e-90236d81b402 HTTP/1.1" status: 200 len: 797 time: 0.1081877 Aug 11 03:25:12.001518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-192fa9ad-62e2-44d9-85b9-eee0f78a86ce tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/quotas/d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 375 time: 0.0100403 Aug 11 03:25:12.013156 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b6b380-2500-48fa-b7bb-061ee0601f7d None None] The sync data for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 is: [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:12.088281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-6787d9c1-a98c-41b3-b4e5-8f395ec2a7ea tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782416 Aug 11 03:25:12.206797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-57e52f7f-4a40-43eb-85c3-64e99559e194 service neutron] 10.222.0.60 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989494 Aug 11 03:25:12.312925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-e3102015-1a94-4ca5-ac60-8ada1bc523a2 service neutron] 10.222.0.60 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989561 Aug 11 03:25:12.529613 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-73bb0a4a-2c3f-4a09-a7cc-26555758135e req-2d154b0d-f056-4685-8af9-a62fecba8c60 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 210 time: 0.0569313 Aug 11 03:25:12.728561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 27f0c994-d9ca-4760-a459-4d33c8278515 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:12.805784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 27f0c994-d9ca-4760-a459-4d33c8278515 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:12.806174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:12.953845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9377dc05-501b-47bc-99ea-cbde23719241 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:13.005737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9377dc05-501b-47bc-99ea-cbde23719241 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:13.006962 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.145508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d8a13df-8f0f-48f5-8a0b-1370112c598e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:13.206505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2d8a13df-8f0f-48f5-8a0b-1370112c598e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:13.211225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2d8a13df-8f0f-48f5-8a0b-1370112c598e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:13.211599 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.299920 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.338550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 2d8a13df-8f0f-48f5-8a0b-1370112c598e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d8a13df-8f0f-48f5-8a0b-1370112c598e,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:13.342284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:13.393335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=2d8a13df-8f0f-48f5-8a0b-1370112c598e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:13.684758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-427aa4cf-7703-442a-b11b-af2cb2e912ca req-b86ed1d8-25cb-481e-a06a-f7262eee6dbe tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 210 time: 0.0649421 Aug 11 03:25:13.745798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-5f261c1e-d36e-475a-8fb1-a2c3b1a7b8d6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:13.747252 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-5f261c1e-d36e-475a-8fb1-a2c3b1a7b8d6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "GET /v2.0/networks?id=2855ae80-0d89-4f5e-a03e-90236d81b402 HTTP/1.1" status: 200 len: 797 time: 0.1397789 Aug 11 03:25:13.794052 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-5f9b2296-5dd3-414c-845f-1197fcdec562 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d604c03c8f3b4db8be15016f6fa6eafe HTTP/1.1" status: 200 len: 380 time: 0.0379374 Aug 11 03:25:13.806758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'port': {'device_id': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'admin_state_up': True, 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'security_groups': ['e515ff71-14a0-49e2-b54e-16ef8fc10ab7']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:13.923792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Made reservation on behalf of d604c03c8f3b4db8be15016f6fa6eafe for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:13.927349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.062856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.20.0.8 (2855ae80-0d89-4f5e-a03e-90236d81b402/95b861f0-0e5f-4099-a4be-2aac02c51271/fa4880ce-fdca-4df2-bb25-2a9c98160604) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:14.202822 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.218310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Transition to ACTIVE for port object fa4880ce-fdca-4df2-bb25-2a9c98160604 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:14.252408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.301871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:14.305264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:14.309043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:14.333698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=fa4880ce-fdca-4df2-bb25-2a9c98160604,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:14.362958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.363591 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.378286 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-a9cb42b4-6ef9-4d36-a0f3-05f6a59a8be2 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5769005 Aug 11 03:25:14.389902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Request body: {'port': {'device_id': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:14.449783 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.585468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d8a13df-8f0f-48f5-8a0b-1370112c598e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:14.625194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8e7fb499-0a21-477d-9a67-de078e739610 None None] Provisioning for port fa4880ce-fdca-4df2-bb25-2a9c98160604 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:14.633492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8e7fb499-0a21-477d-9a67-de078e739610 None None] Provisioning complete for port fa4880ce-fdca-4df2-bb25-2a9c98160604 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:14.636170 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8e7fb499-0a21-477d-9a67-de078e739610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.681729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8e7fb499-0a21-477d-9a67-de078e739610 None None] Port fa4880ce-fdca-4df2-bb25-2a9c98160604 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:14.689438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2d8a13df-8f0f-48f5-8a0b-1370112c598e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:14.689906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:14.855782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10878-a987-49e8-8c62-9ef795544e94 req-c338fc8e-018a-438a-b98c-0ab775dfd3ab tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:14.857407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41f10878-a987-49e8-8c62-9ef795544e94 req-c338fc8e-018a-438a-b98c-0ab775dfd3ab tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 931 time: 0.0898788 Aug 11 03:25:14.903073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41f10878-a987-49e8-8c62-9ef795544e94 req-aa140792-ab2d-4ce1-8aa1-631688363129 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Aug 11 03:25:15.051537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4880ce-fdca-4df2-bb25-2a9c98160604 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:15.059550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.072234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Transition to ACTIVE for port object fa4880ce-fdca-4df2-bb25-2a9c98160604 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:15.075975 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.127190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Pushing event updated for resources: {'Port': ['ID=fa4880ce-fdca-4df2-bb25-2a9c98160604,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:15.201261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Attempting to bind port fa4880ce-fdca-4df2-bb25-2a9c98160604 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:15.201747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Attempting to bind port fa4880ce-fdca-4df2-bb25-2a9c98160604 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:15.202178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Attempting to bind port fa4880ce-fdca-4df2-bb25-2a9c98160604 on network 2855ae80-0d89-4f5e-a03e-90236d81b402 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:15.207246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Port fa4880ce-fdca-4df2-bb25-2a9c98160604 on network 2855ae80-0d89-4f5e-a03e-90236d81b402 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:15.207886 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Attempting to bind port fa4880ce-fdca-4df2-bb25-2a9c98160604 on network 2855ae80-0d89-4f5e-a03e-90236d81b402 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:15.214384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:15.214734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Checking segment: {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:15.215122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Bound using segment: {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:15.215550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Bound port: fa4880ce-fdca-4df2-bb25-2a9c98160604, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5045208b-731e-4c64-9875-beb6731ce75d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:15.216062 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.287529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] For port fa4880ce-fdca-4df2-bb25-2a9c98160604, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:15.291375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] For port fa4880ce-fdca-4df2-bb25-2a9c98160604, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:15.301349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.341595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.342209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:15.343660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] 10.222.0.10 "PUT /v2.0/ports/fa4880ce-fdca-4df2-bb25-2a9c98160604 HTTP/1.1" status: 200 len: 1092 time: 0.9581063 Aug 11 03:25:15.344354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:15.346630 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9daf03a-15b6-4416-99e0-e546daf9d56e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:15.372662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee91ec-20ef-4993-8921-7226758cba9e service neutron] Pushing event updated for resources: {'Port': ['ID=fa4880ce-fdca-4df2-bb25-2a9c98160604,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:15.403225 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4027423-1b0a-4cb2-9811-12f4cad89a70 x-openstack-request-id: req-a4027423-1b0a-4cb2-9811-12f4cad89a70 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:15.403681 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:15.404035 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4027423-1b0a-4cb2-9811-12f4cad89a70 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:15.404528 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'status': 'completed', 'code': 200} Aug 11 03:25:15.440994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-b860eb24-b620-406d-ab9c-e531ae187049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.442673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-b860eb24-b620-406d-ab9c-e531ae187049 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 1095 time: 0.0534072 Aug 11 03:25:15.491386 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-9f7ebd9d-a416-4cca-85cc-a7bbb3f3b1fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604 HTTP/1.1" status: 200 len: 217 time: 0.0393143 Aug 11 03:25:15.543098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-036b0ae1-607b-4c68-9da7-030714afc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.544611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-036b0ae1-607b-4c68-9da7-030714afc4cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b861f0-0e5f-4099-a4be-2aac02c51271 HTTP/1.1" status: 200 len: 835 time: 0.0466318 Aug 11 03:25:15.592416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-f3b8e5fa-24d5-4f3b-bcc7-4707b6352675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.593927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-f3b8e5fa-24d5-4f3b-bcc7-4707b6352675 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2855ae80-0d89-4f5e-a03e-90236d81b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423386 Aug 11 03:25:15.706956 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-e9291528-c92b-45c0-b923-8000d017623c service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058888 Aug 11 03:25:15.798146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b44c8c-062f-4ed8-aafc-2a7aecd21eaa req-7486000f-ac2d-4c3f-9531-876086bd5263 service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846541 Aug 11 03:25:15.888732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-4a256741-6314-4981-9230-b8cb701ed55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.890249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-4a256741-6314-4981-9230-b8cb701ed55c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 1095 time: 0.0423048 Aug 11 03:25:15.988927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-122a4789-6673-4ebe-b239-f858fbdd17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:15.991513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-122a4789-6673-4ebe-b239-f858fbdd17b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2855ae80-0d89-4f5e-a03e-90236d81b402 HTTP/1.1" status: 200 len: 898 time: 0.0936031 Aug 11 03:25:16.025068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24ca23-1693-4215-83a0-a13fa10066d5 req-4e684f55-8cc8-49b8-8b9c-98bf46daa6f0 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.026553 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c24ca23-1693-4215-83a0-a13fa10066d5 req-4e684f55-8cc8-49b8-8b9c-98bf46daa6f0 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 943 time: 0.0526962 Aug 11 03:25:16.033689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-39071d78-46fd-42bf-8fb4-2ce365e14951 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604 HTTP/1.1" status: 200 len: 217 time: 0.0354865 Aug 11 03:25:16.066305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c24ca23-1693-4215-83a0-a13fa10066d5 req-20db5801-1b65-457b-bfbb-a19f0b7c14f5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333178 Aug 11 03:25:16.088297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-f5f9a7ee-13b5-4ca7-869a-173b27838bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.089757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-f5f9a7ee-13b5-4ca7-869a-173b27838bf0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b861f0-0e5f-4099-a4be-2aac02c51271 HTTP/1.1" status: 200 len: 835 time: 0.0493841 Aug 11 03:25:16.136568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-7fccc6db-749b-4841-971c-4bfc33962169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:16.138029 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-7fccc6db-749b-4841-971c-4bfc33962169 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2855ae80-0d89-4f5e-a03e-90236d81b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412769 Aug 11 03:25:16.234006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-6f5904c1-f092-4855-8260-afa8619c3c59 service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886972 Aug 11 03:25:16.331390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d9daf03a-15b6-4416-99e0-e546daf9d56e req-59ef3a78-b391-46fb-bff5-7dff20a78ca8 service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889947 Aug 11 03:25:17.194116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874ef4b-1bb4-4d0c-b857-c6a80be07fa8 req-47bbe144-b8a0-487a-9d32-f9da616a133f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:17.195938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f874ef4b-1bb4-4d0c-b857-c6a80be07fa8 req-47bbe144-b8a0-487a-9d32-f9da616a133f tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 943 time: 0.0544300 Aug 11 03:25:17.239822 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f874ef4b-1bb4-4d0c-b857-c6a80be07fa8 req-1458575e-330b-4368-a78b-7fdb572a24b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348513 Aug 11 03:25:18.271068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fa4880ce-fdca-4df2-bb25-2a9c98160604 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:18.361578 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f9114-4585-4dd9-8789-3fc6a1d5ba29 req-29c4bbba-f14f-43ee-af28-c2f5cc840499 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:18.363009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd9f9114-4585-4dd9-8789-3fc6a1d5ba29 req-29c4bbba-f14f-43ee-af28-c2f5cc840499 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 943 time: 0.0587702 Aug 11 03:25:18.371932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port fa4880ce-fdca-4df2-bb25-2a9c98160604, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:18.384178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'port_id': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'mac_address': 'fa:16:3e:16:25:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:18.405486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd9f9114-4585-4dd9-8789-3fc6a1d5ba29 req-eaba4fb8-3255-44fd-b4d8-658a17824be6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361142 Aug 11 03:25:18.424979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.435705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4880ce-fdca-4df2-bb25-2a9c98160604 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:18.455464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port fa4880ce-fdca-4df2-bb25-2a9c98160604, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:18.459586 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:18.505472 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=fa4880ce-fdca-4df2-bb25-2a9c98160604,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:18.645181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['fa4880ce-fdca-4df2-bb25-2a9c98160604'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:19.519939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8ecff-3972-4e00-b449-7f2bfd99b77c req-20ea4fb2-b29e-4d60-bf54-3879e071fdcc tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:19.521528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95d8ecff-3972-4e00-b449-7f2bfd99b77c req-20ea4fb2-b29e-4d60-bf54-3879e071fdcc tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 944 time: 0.0499291 Aug 11 03:25:19.559957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95d8ecff-3972-4e00-b449-7f2bfd99b77c req-d3e35446-8bdc-44bd-a80c-293b50d5f4d7 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Aug 11 03:25:20.285890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fa4880ce-fdca-4df2-bb25-2a9c98160604 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:25:20.334779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port fa4880ce-fdca-4df2-bb25-2a9c98160604 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:20.338853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port fa4880ce-fdca-4df2-bb25-2a9c98160604 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:20.339229 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.422034 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.445738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:20.448145 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb80603-2e82-417f-ae18-18cda5093b59" -d '{"events": [{"server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "name": "network-vif-plugged", "status": "completed", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:20.465257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port fa4880ce-fdca-4df2-bb25-2a9c98160604, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:20.469868 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:20.497038 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4beb49-4cf2-408a-8fe9-5f00864abe7c x-openstack-request-id: req-7e4beb49-4cf2-408a-8fe9-5f00864abe7c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:20.497336 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "name": "network-vif-plugged", "status": "completed", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:20.497610 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e4beb49-4cf2-408a-8fe9-5f00864abe7c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:20.497986 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'code': 200} Aug 11 03:25:20.524238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=fa4880ce-fdca-4df2-bb25-2a9c98160604,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:20.598935 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22940c1-3e4b-4a31-8219-70a29c2567a9 req-dda7937d-9089-47cf-94c9-5c9e79285411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.601655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c22940c1-3e4b-4a31-8219-70a29c2567a9 req-dda7937d-9089-47cf-94c9-5c9e79285411 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 1097 time: 0.0464194 Aug 11 03:25:20.647299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c22940c1-3e4b-4a31-8219-70a29c2567a9 req-a1537e30-20e7-4969-82be-ed53b47f0c55 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376463 Aug 11 03:25:20.685821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46014d0-92cf-404e-b753-3c861ecba4a7 req-0be486ce-b8ac-4720-a741-ea53fe2420a9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:20.687535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f46014d0-92cf-404e-b753-3c861ecba4a7 req-0be486ce-b8ac-4720-a741-ea53fe2420a9 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 945 time: 0.0551727 Aug 11 03:25:20.729169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f46014d0-92cf-404e-b753-3c861ecba4a7 req-4a0b28c8-3cbb-4cca-bc59-ae5c533dae86 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345433 Aug 11 03:25:21.852382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9592c33-2705-4fb8-a543-d69b4f283bde req-2c57c7a4-430d-4686-8fda-ca785668d3c1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:21.853785 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9592c33-2705-4fb8-a543-d69b4f283bde req-2c57c7a4-430d-4686-8fda-ca785668d3c1 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 945 time: 0.0484037 Aug 11 03:25:21.890824 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9592c33-2705-4fb8-a543-d69b4f283bde req-ffeffdf5-69ff-46bb-a49b-2a471a51d7e3 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311141 Aug 11 03:25:22.004987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9be36-f743-4643-9e89-744d89d2eaa5 req-6ff90a8d-10fa-4506-9801-4f5ebf44f2bb tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.006711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02e9be36-f743-4643-9e89-744d89d2eaa5 req-6ff90a8d-10fa-4506-9801-4f5ebf44f2bb tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 945 time: 0.0497777 Aug 11 03:25:22.044847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02e9be36-f743-4643-9e89-744d89d2eaa5 req-ad74f1eb-1a09-4fd0-ba2d-70b3662c424d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Aug 11 03:25:22.067851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:22.112041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7ef40-2ce4-4cf9-8626-ebc5ae5f24eb tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:22.113577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3a7ef40-2ce4-4cf9-8626-ebc5ae5f24eb tempest-TestNetworkBasicOps-363052750 tempest-TestNetworkBasicOps-363052750-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 1092 time: 0.0446866 Aug 11 03:25:22.117053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37532) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:22.121326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:22.142877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.239216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.356255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1c7ec9db-a11a-4321-893e-8320c113ca63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.359864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Allocated IP 172.25.4.94 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/51cf6f6f-576c-4d3e-9a55-6bd75693efdb) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:22.464673 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.503899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.547401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:22.550318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:22.554576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:22.559877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=51cf6f6f-576c-4d3e-9a55-6bd75693efdb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:22.909239 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:22.980312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.131914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.137310 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.201623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event updated for resources: {'Port': ['ID=51cf6f6f-576c-4d3e-9a55-6bd75693efdb,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:23.215940 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.319331 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Floating IP fe32c4ac-3396-4cb4-9536-8a0b6155d903 associated. External IP: 172.25.4.94, port: fa4880ce-fdca-4df2-bb25-2a9c98160604. Aug 11 03:25:23.531885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:23.644690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:23.657175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] Sync routers for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:23.663196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:23.667331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:23.668190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:23.690964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-460a0b52-a6ba-4e01-8417-2c4dc8232f4d tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5728898 Aug 11 03:25:23.691538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:23.694562 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 37550) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:23.696358 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:23.747440 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de5f2b4-83ea-41a5-b329-81741396d7a5 x-openstack-request-id: req-0de5f2b4-83ea-41a5-b329-81741396d7a5 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:23.747892 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:23.748343 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0de5f2b4-83ea-41a5-b329-81741396d7a5 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:23.748846 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'status': 'completed', 'code': 200} Aug 11 03:25:23.769161 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bf224bd7-9ad5-44dd-a50c-3490077012b8 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/floatingips/fe32c4ac-3396-4cb4-9536-8a0b6155d903 HTTP/1.1" status: 200 len: 990 time: 0.0735981 Aug 11 03:25:23.801936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:23.815412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-bb5e2fad-f0c1-46f8-aea8-8057f1d497bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.816523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-bb5e2fad-f0c1-46f8-aea8-8057f1d497bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 1097 time: 0.0456662 Aug 11 03:25:23.916754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-95fe994e-ba1c-45a0-86bf-5bac6dce4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:23.918181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-95fe994e-ba1c-45a0-86bf-5bac6dce4b19 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2855ae80-0d89-4f5e-a03e-90236d81b402 HTTP/1.1" status: 200 len: 898 time: 0.0949976 Aug 11 03:25:23.988385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-b7905f60-ae9e-4154-98fe-b78a44398717 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604 HTTP/1.1" status: 200 len: 998 time: 0.0630960 Aug 11 03:25:24.053048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-6f8f4628-3387-47f3-ae03-0fad578e9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:24.058297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-6f8f4628-3387-47f3-ae03-0fad578e9f5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b861f0-0e5f-4099-a4be-2aac02c51271 HTTP/1.1" status: 200 len: 835 time: 0.0596225 Aug 11 03:25:24.060159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'fe32c4ac-3396-4cb4-9536-8a0b6155d903', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'port_id': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'mac_address': 'fa:16:3e:16:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:22Z', 'updated_at': '2021-08-11T03:25:22Z', 'revision_number': 0, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:13Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:24.088098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] Checking router: 5e5b3789-f24f-4ae4-8c67-522f07e2c37d for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:24.096835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:24.097399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:24:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:24.114441 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-4fdb891a-9b42-4546-bfee-2f866f1aa436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:24.116612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-4fdb891a-9b42-4546-bfee-2f866f1aa436 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2855ae80-0d89-4f5e-a03e-90236d81b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552948 Aug 11 03:25:24.214409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-a85bd616-0960-4e28-95ac-3b2eb2a7fefa service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906200 Aug 11 03:25:24.215839 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:24.310827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c7fbf0c-5d24-4386-8673-8281aa9e79b0 req-8c7b1292-11a8-466f-823f-2bee505bf9f7 service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903366 Aug 11 03:25:24.454563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'fe32c4ac-3396-4cb4-9536-8a0b6155d903', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'port_id': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'mac_address': 'fa:16:3e:16:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:22Z', 'updated_at': '2021-08-11T03:25:22Z', 'revision_number': 0, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:13Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:24.480728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22518b51-8c2c-43c5-a212-35f13000c9e3 None None] The sync data for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 is: [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'fe32c4ac-3396-4cb4-9536-8a0b6155d903', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'floating_ip_address': '172.25.4.94', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'port_id': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3869, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'mac_address': 'fa:16:3e:16:25:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:25:22Z', 'updated_at': '2021-08-11T03:25:22Z', 'revision_number': 0, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:13Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:24.678636 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b284f0-9ad3-498f-a80e-c7c9fd10b9bb None None] New status for floating IP fe32c4ac-3396-4cb4-9536-8a0b6155d903: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:25:24.773267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37568) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:24.848021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1e3ccdda-02ca-43bc-a260-9f1b59f22e47 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/floatingips/fe32c4ac-3396-4cb4-9536-8a0b6155d903 HTTP/1.1" status: 200 len: 990 time: 0.0735791 Aug 11 03:25:25.220124 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d5ebdad7-4bfe-40ca-82a7-1b0916a4a9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.508036 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.616700 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:25.852232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37584) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:26.243914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-75b2f46d-2b53-414a-a557-01a0325967ff tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/floatingips/fe32c4ac-3396-4cb4-9536-8a0b6155d903 HTTP/1.1" status: 200 len: 992 time: 0.3903241 Aug 11 03:25:26.771583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:28.192833 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:30.094824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:31.839154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-bf918bf1-87f1-4dc3-af62-154afe40ff04 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469594 Aug 11 03:25:31.922492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-45e875df-84ae-469c-941f-f6c78a51677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:31.923934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-45e875df-84ae-469c-941f-f6c78a51677f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 1097 time: 0.0416954 Aug 11 03:25:32.031963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-08e1db4e-73a6-4baa-a0b1-777918b2e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.033550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-08e1db4e-73a6-4baa-a0b1-777918b2e841 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2855ae80-0d89-4f5e-a03e-90236d81b402 HTTP/1.1" status: 200 len: 898 time: 0.0894070 Aug 11 03:25:32.103762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-9a8923d8-50e8-4ce3-9413-724b4e039a9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604 HTTP/1.1" status: 200 len: 1000 time: 0.0625899 Aug 11 03:25:32.168747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-457704c3-2df8-4d59-aa28-815441f6e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.171072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-457704c3-2df8-4d59-aa28-815441f6e96a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b861f0-0e5f-4099-a4be-2aac02c51271 HTTP/1.1" status: 200 len: 835 time: 0.0589125 Aug 11 03:25:32.272823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-f342868a-2540-493e-82db-8fbe5baa3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:32.274887 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-f342868a-2540-493e-82db-8fbe5baa3b9c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2855ae80-0d89-4f5e-a03e-90236d81b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960987 Aug 11 03:25:32.382408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-43b58e35-c9dc-4232-8447-d2ef5c578ce1 service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994463 Aug 11 03:25:32.487296 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73f325b-ce2a-4025-86e3-379a8682b330 req-b82ecbc1-b662-47cf-8069-61f7474ba92c service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975347 Aug 11 03:25:36.710957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-8ed0c199-390c-4378-b85c-1a3ea1852ae6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465829 Aug 11 03:25:36.821254 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-07bfb3b7-b526-4c8d-928c-89989359fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.823038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-07bfb3b7-b526-4c8d-928c-89989359fea6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1097 time: 0.0806260 Aug 11 03:25:36.964634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-2e98b82e-11a1-45ac-883c-296d2d4594cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:36.966147 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-2e98b82e-11a1-45ac-883c-296d2d4594cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1185985 Aug 11 03:25:37.074999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-41b88d24-68a7-47ac-b163-a1c93d5c1261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 200 len: 1001 time: 0.0999234 Aug 11 03:25:37.163805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-f9d6f271-9a39-4313-8ef1-48ee22219ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.166147 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-f9d6f271-9a39-4313-8ef1-48ee22219ae9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0826042 Aug 11 03:25:37.276219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-96cc3585-0459-4199-b70e-c09e31ea12c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:37.279313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-96cc3585-0459-4199-b70e-c09e31ea12c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038840 Aug 11 03:25:37.397755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-4d6bf45f-67b4-42e8-b4e0-811fbdefec23 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122053 Aug 11 03:25:37.516037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e76c8e53-2469-4a2b-8ab2-c32392549116 req-862ce816-d0ce-420d-89b4-b2aa84c91812 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107345 Aug 11 03:25:42.464376 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-8c2478c4-5d67-4c96-a5be-07b675cc7534 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870491350&fields=id&tenant_id=90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 267 time: 0.0349309 Aug 11 03:25:42.574540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-5ed16d99-c43a-492a-abdb-39641a8bd743 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:42.576089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-5ed16d99-c43a-492a-abdb-39641a8bd743 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.1038642 Aug 11 03:25:42.592144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-20b0c4a2-1fcc-4c1d-a07f-874798419684 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/quotas/90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 375 time: 0.0098293 Aug 11 03:25:42.658424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-ce9bf1ec-d154-4528-b5e0-fb0408dbadab tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0608075 Aug 11 03:25:42.763245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-fe335ca1-b82a-4f55-8dae-9de2e120a3fd service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915539 Aug 11 03:25:42.861809 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-f5528a8f-6f8f-484a-b607-68cda4ba47be service neutron] 10.222.0.60 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922828 Aug 11 03:25:43.176273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-446034b0-d3e4-487a-afbe-37042fd6d95c req-fdab0977-4ccc-40a2-bd4c-987e724b6144 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Aug 11 03:25:43.901061 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:25:44.125213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-8881fdec-147d-406c-93eb-a649e3bee888 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:44.126968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-8881fdec-147d-406c-93eb-a649e3bee888 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 812 time: 0.1208394 Aug 11 03:25:44.174711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-9b266d76-f4b9-49ad-af99-72307b6e6092 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90f8576177aa410199b6b0b88faa51b5 HTTP/1.1" status: 200 len: 380 time: 0.0378892 Aug 11 03:25:44.184285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'port': {'device_id': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'admin_state_up': True, 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'security_groups': ['bb612860-6233-4864-ba1b-e46af33a518e']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:44.311988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0fea7981-c7b9-4af8-8ee5-cda2dfde21b0 req-e91d13df-dc42-4a04-95c0-5f7201ace27b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 210 time: 0.0370445 Aug 11 03:25:44.350085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Made reservation on behalf of 90f8576177aa410199b6b0b88faa51b5 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:25:44.354472 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.493289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.20.0.10 (7edf3621-3854-4a65-aaad-a86907b56fe3/8182248c-6195-4a97-bd91-df5c1309d1e9/9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:25:44.638152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.653469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Transition to ACTIVE for port object 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:44.689435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.741360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:25:44.744907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:25:44.749056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:25:44.779866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:44.812419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:44.812419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:44.825520 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-b5b5b1c3-44d2-4f3d-b980-05847089675a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6453092 Aug 11 03:25:44.839489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Request body: {'port': {'device_id': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:25:44.903489 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.050843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-52c2dee9-31ba-40b4-af32-d8bfd390fd82 None None] Provisioning for port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:25:45.059836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-52c2dee9-31ba-40b4-af32-d8bfd390fd82 None None] Provisioning complete for port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:25:45.060337 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52c2dee9-31ba-40b4-af32-d8bfd390fd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.095588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-52c2dee9-31ba-40b4-af32-d8bfd390fd82 None None] Port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:25:45.192179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:45.200058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.212826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Transition to ACTIVE for port object 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:25:45.216801 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.271608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Pushing event updated for resources: {'Port': ['ID=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:45.349681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Attempting to bind port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:25:45.350486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Attempting to bind port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:25:45.350486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Attempting to bind port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:45.354997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:25:45.355317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Attempting to bind port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 on network 7edf3621-3854-4a65-aaad-a86907b56fe3 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:25:45.360155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:25:45.360492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Checking segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:25:45.360871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Bound using segment: {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:25:45.361290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Bound port: 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:25:45.361702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.436878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] For port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:25:45.441312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] For port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:25:45.448545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.466938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fbe4b-c563-4632-a1c8-96ada317d37b req-164ce733-7bf2-4b20-8272-418e075875cf tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.469222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-641fbe4b-c563-4632-a1c8-96ada317d37b req-164ce733-7bf2-4b20-8272-418e075875cf tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0529163 Aug 11 03:25:45.485038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.486310 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:45.487731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] 10.222.0.57 "PUT /v2.0/ports/9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 HTTP/1.1" status: 200 len: 1093 time: 0.6529315 Aug 11 03:25:45.490559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:45.493716 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca5ee62-fc61-43b6-b0b9-ac7228a35961" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:45.534695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-641fbe4b-c563-4632-a1c8-96ada317d37b req-b4319f73-3cfe-4002-b11d-711643b090f4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484188 Aug 11 03:25:45.547415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0dea8-68d0-4109-a4ae-9f0239759dcd service neutron] Pushing event updated for resources: {'Port': ['ID=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:45.563950 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c06e4-cd83-4419-bc3a-12f10b753c11 x-openstack-request-id: req-287c06e4-cd83-4419-bc3a-12f10b753c11 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:45.563950 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:45.564487 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-287c06e4-cd83-4419-bc3a-12f10b753c11 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:45.564998 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'status': 'completed', 'code': 200} Aug 11 03:25:45.605002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-cff75f76-8f28-447f-82fd-6f8f547e1a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.606721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-cff75f76-8f28-447f-82fd-6f8f547e1a16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0560369 Aug 11 03:25:45.657095 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-eb0c2488-12cd-4482-a717-a76d71f995a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 HTTP/1.1" status: 200 len: 217 time: 0.0409720 Aug 11 03:25:45.716471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-2f64873e-c72f-4a65-999e-500dd0ea53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.718271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-2f64873e-c72f-4a65-999e-500dd0ea53d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0536876 Aug 11 03:25:45.769160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-54477365-5345-4af6-be4f-329ce58edfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:45.771221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-54477365-5345-4af6-be4f-329ce58edfea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453091 Aug 11 03:25:45.869505 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-11ad8f3d-1666-4d0a-9713-48f65b3d7192 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903311 Aug 11 03:25:45.970492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-734c2cc1-a047-4cba-8dd7-be12e56b7fb6 req-c0d3157a-c0eb-45d9-84ba-e2deaa39938c service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923915 Aug 11 03:25:46.055834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-94869587-3da2-4f9c-bcc0-246e6e83bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.057305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-94869587-3da2-4f9c-bcc0-246e6e83bd68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 1096 time: 0.0411704 Aug 11 03:25:46.160530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-75642658-8542-411b-905c-568fbb2502a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.163100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-75642658-8542-411b-905c-568fbb2502a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.0973210 Aug 11 03:25:46.207482 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-b58fdb1f-900f-44a3-9f4b-40835c12c2a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 HTTP/1.1" status: 200 len: 217 time: 0.0362132 Aug 11 03:25:46.267885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-6be31d16-035f-4679-8be0-df4a3c0effcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.269282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-6be31d16-035f-4679-8be0-df4a3c0effcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0538754 Aug 11 03:25:46.325085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-647e4415-5284-4c41-98c6-ce56aa595685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.326686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-647e4415-5284-4c41-98c6-ce56aa595685 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477870 Aug 11 03:25:46.424810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-cdfcc332-e622-46aa-ae9d-3ca4d589932d service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891588 Aug 11 03:25:46.521779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dca5ee62-fc61-43b6-b0b9-ac7228a35961 req-a1acef19-bd6b-4f55-9844-621ccf30592d service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894303 Aug 11 03:25:46.652799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da750f3-2219-4ca6-9d91-01ed39542a89 req-afc89efa-f1bb-4066-9512-ea719ecd9b47 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:46.654308 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da750f3-2219-4ca6-9d91-01ed39542a89 req-afc89efa-f1bb-4066-9512-ea719ecd9b47 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0521216 Aug 11 03:25:46.694861 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7da750f3-2219-4ca6-9d91-01ed39542a89 req-ea65fbcc-d0b3-4bb0-b06c-ec21f9773e1e tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344582 Aug 11 03:25:47.824367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083658b-48ee-4a88-a975-7db9c6ab4ac1 req-1295b632-2278-4e54-9290-dab4c93e2089 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:47.826593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c083658b-48ee-4a88-a975-7db9c6ab4ac1 req-1295b632-2278-4e54-9290-dab4c93e2089 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0585217 Aug 11 03:25:47.866225 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c083658b-48ee-4a88-a975-7db9c6ab4ac1 req-08f725df-67d5-4185-b08f-185ba999bcee tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Aug 11 03:25:48.986579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d3ea94-9cb5-4e87-93c9-43e5fca045d4 req-242f49d7-c97c-484d-b60d-3ce1b8bac831 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:48.988222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d3ea94-9cb5-4e87-93c9-43e5fca045d4 req-242f49d7-c97c-484d-b60d-3ce1b8bac831 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0506680 Aug 11 03:25:49.034081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32d3ea94-9cb5-4e87-93c9-43e5fca045d4 req-7736645a-ea3c-4133-929c-d43e16bde4f9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389094 Aug 11 03:25:50.164550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e11c6-dbd4-4aa0-931f-466006c24203 req-693daeef-8a06-4f78-a59c-2c3793cbc183 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:50.166182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-924e11c6-dbd4-4aa0-931f-466006c24203 req-693daeef-8a06-4f78-a59c-2c3793cbc183 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0593700 Aug 11 03:25:50.206776 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-924e11c6-dbd4-4aa0-931f-466006c24203 req-918412a1-f37b-42f5-98e1-506a2601a3e6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343838 Aug 11 03:25:51.322463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72476b4-6a00-455d-9e90-85230fc5400a req-cb4843bb-62a8-4218-87da-314182f20bf9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:51.324005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e72476b4-6a00-455d-9e90-85230fc5400a req-cb4843bb-62a8-4218-87da-314182f20bf9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0495932 Aug 11 03:25:51.362540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e72476b4-6a00-455d-9e90-85230fc5400a req-150a9633-ff34-43ce-8ab1-0355aa7c261d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Aug 11 03:25:52.351882 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-21521c43-d29a-48e5-b223-d3a830812ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:52.482292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997284d-1f68-4698-b512-0ec25fdca877 req-a75de163-d069-4e20-8b07-4346c64bc4e9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:52.483847 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5997284d-1f68-4698-b512-0ec25fdca877 req-a75de163-d069-4e20-8b07-4346c64bc4e9 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0521605 Aug 11 03:25:52.525044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5997284d-1f68-4698-b512-0ec25fdca877 req-297a8555-52c9-4797-80b9-1ea1c10e62c6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350466 Aug 11 03:25:52.781996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37938) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:52.870223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-30b08b89-879d-4cbf-bf21-dc4fbec295dc tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/floatingips/fe32c4ac-3396-4cb4-9536-8a0b6155d903 HTTP/1.1" status: 200 len: 992 time: 0.0869079 Aug 11 03:25:53.146539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 37946) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:53.306331 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 51cf6f6f-576c-4d3e-9a55-6bd75693efdb {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:53.306676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.385556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.385885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.398090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 51cf6f6f-576c-4d3e-9a55-6bd75693efdb owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:53.540683 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.570504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=51cf6f6f-576c-4d3e-9a55-6bd75693efdb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:53.581589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.581939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.582880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.583228 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.583567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.583926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.584257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.584592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.584914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.585485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.585741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.586024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:25:53.679429 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:53.679678 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Floating IP fe32c4ac-3396-4cb4-9536-8a0b6155d903 disassociated (deleted). External IP: 172.25.4.94, port: fa4880ce-fdca-4df2-bb25-2a9c98160604. Aug 11 03:25:53.690582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef4a6a-8a66-489d-b0d6-90e6b3bb1ed7 req-731fa094-70ec-4c69-9f35-dfcf768f7282 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:53.692681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bef4a6a-8a66-489d-b0d6-90e6b3bb1ed7 req-731fa094-70ec-4c69-9f35-dfcf768f7282 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0869000 Aug 11 03:25:53.798413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bef4a6a-8a66-489d-b0d6-90e6b3bb1ed7 req-1f9bd422-44b1-4aa6-a8c4-02ca339528b2 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699008 Aug 11 03:25:53.926880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:54.043376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:54.049105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:54.055579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] Sync routers for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:54.065858 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:54.066574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:54.086402 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e296b5f0-0fcb-49dd-a819-8eb436d17604 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/floatingips/fe32c4ac-3396-4cb4-9536-8a0b6155d903 HTTP/1.1" status: 204 len: 168 time: 0.9378898 Aug 11 03:25:54.086701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:54.089275 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4408b97-5708-4f3c-9ac1-40f25209ca4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:54.148646 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f275452-ff1a-4a15-8ffb-6441dc3bfeea x-openstack-request-id: req-4f275452-ff1a-4a15-8ffb-6441dc3bfeea {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:54.148940 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:54.149200 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f275452-ff1a-4a15-8ffb-6441dc3bfeea {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:54.149778 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'status': 'completed', 'code': 200} Aug 11 03:25:54.189447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:54.226858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-c3a2f35f-8a2d-43b8-ba22-7158147cd326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.229452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-c3a2f35f-8a2d-43b8-ba22-7158147cd326 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 1097 time: 0.0550463 Aug 11 03:25:54.358893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-4d627f93-6084-4938-8cbe-501b6ce9a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.360696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-4d627f93-6084-4938-8cbe-501b6ce9a547 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2855ae80-0d89-4f5e-a03e-90236d81b402 HTTP/1.1" status: 200 len: 898 time: 0.1228247 Aug 11 03:25:54.390143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4dad-981b-4eab-bc0e-ccdae88a67d7 req-077d66f0-5023-4738-90cc-ae987891a289 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.391851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bca4dad-981b-4eab-bc0e-ccdae88a67d7 req-077d66f0-5023-4738-90cc-ae987891a289 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 945 time: 0.0690801 Aug 11 03:25:54.418567 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-4f9041ed-71a3-4a7c-8ad1-0ede1d57541c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604 HTTP/1.1" status: 200 len: 217 time: 0.0482960 Aug 11 03:25:54.449463 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8bca4dad-981b-4eab-bc0e-ccdae88a67d7 req-87b3b763-c95f-4a83-945d-851fd7a493b6 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500567 Aug 11 03:25:54.496080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-f734143c-8a2e-48f5-af3c-b149b4ab3d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.497742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-f734143c-8a2e-48f5-af3c-b149b4ab3d3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95b861f0-0e5f-4099-a4be-2aac02c51271 HTTP/1.1" status: 200 len: 835 time: 0.0685709 Aug 11 03:25:54.557612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-f28a6d15-bf69-4d75-adae-bf858ee60d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.559470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-f28a6d15-bf69-4d75-adae-bf858ee60d88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2855ae80-0d89-4f5e-a03e-90236d81b402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538414 Aug 11 03:25:54.838431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:13Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:54.838431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] Checking router: 5e5b3789-f24f-4ae4-8c67-522f07e2c37d for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:25:54.838431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:54.838431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:54.842393 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-5c079782-2c3a-4983-9e31-32792f101a71 service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423798 Aug 11 03:25:54.842691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:25:54.862244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d4408b97-5708-4f3c-9ac1-40f25209ca4e req-1a492dbc-0486-479f-afb0-adb7c50e9177 service neutron] 10.222.0.10 "GET /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415639 Aug 11 03:25:54.947225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f9879-88ed-4c84-a337-87bc70ff7c9a req-b023be0b-c6ef-4935-8076-3ee014e44129 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:54.952149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb6f9879-88ed-4c84-a337-87bc70ff7c9a req-b023be0b-c6ef-4935-8076-3ee014e44129 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0683868 Aug 11 03:25:55.001072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb6f9879-88ed-4c84-a337-87bc70ff7c9a req-c22eb522-56c2-457f-8b5d-f83a3f046697 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449030 Aug 11 03:25:55.105123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:13Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:55.133421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934245c3-fe69-40c6-9dcf-c88a35ac076b None None] The sync data for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 is: [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:08Z', 'revision_number': 4, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2d8a13df-8f0f-48f5-8a0b-1370112c598e', 'name': '', 'network_id': '2855ae80-0d89-4f5e-a03e-90236d81b402', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'mac_address': 'fa:16:3e:2c:8e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:07Z', 'updated_at': '2021-08-11T03:25:13Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'subnets': [{'id': '95b861f0-0e5f-4099-a4be-2aac02c51271', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:25:55.227555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3f4a14f9-c686-4dc4-8d09-1f200bdec1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.401495 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7eefa3-37ba-4367-a562-9c223f92bf3f None None] New status for floating IP fe32c4ac-3396-4cb4-9536-8a0b6155d903: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:25:55.521809 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.608866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa66869-4105-4f79-8f95-23a127311cf0 req-f71a1896-1bbe-4d51-9675-e165a8a4b094 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:55.610524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfa66869-4105-4f79-8f95-23a127311cf0 req-f71a1896-1bbe-4d51-9675-e165a8a4b094 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 945 time: 0.0551026 Aug 11 03:25:55.624153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.649035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-2b24e4b2-d300-4b74-9f03-c972a53515e5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:55.653087 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-2b24e4b2-d300-4b74-9f03-c972a53515e5 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 945 time: 0.0778511 Aug 11 03:25:55.670272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfa66869-4105-4f79-8f95-23a127311cf0 req-5321cbeb-e725-4a1d-a239-141b04dd6d7e tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/security-groups?id=e515ff71-14a0-49e2-b54e-16ef8fc10ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416057 Aug 11 03:25:55.775814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port fa4880ce-fdca-4df2-bb25-2a9c98160604 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:55.776688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.881914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port fa4880ce-fdca-4df2-bb25-2a9c98160604, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=fa4880ce-fdca-4df2-bb25-2a9c98160604,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:55.882211 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:55.900533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for fa4880ce-fdca-4df2-bb25-2a9c98160604 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:56.373797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fee10-1d7e-4230-a6ba-86c71b417901 req-4e689a98-5d33-440a-a5f4-ddff23194406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:56.375417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-682fee10-1d7e-4230-a6ba-86c71b417901 req-4e689a98-5d33-440a-a5f4-ddff23194406 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0879676 Aug 11 03:25:56.404411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.445720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=fa4880ce-fdca-4df2-bb25-2a9c98160604,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:56.471309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-682fee10-1d7e-4230-a6ba-86c71b417901 req-f2450b15-3766-4ac1-97b8-5f8911c9fe7d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868614 Aug 11 03:25:56.506134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] No DVR routers for this DVR port fa4880ce-fdca-4df2-bb25-2a9c98160604 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:25:56.508808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.510872 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-569e45c9-c69d-4886-8b17-0e54e81b3136 req-6fd2745a-9b0e-4ad6-a12d-8ef24662f3ae tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.10 "DELETE /v2.0/ports/fa4880ce-fdca-4df2-bb25-2a9c98160604 HTTP/1.1" status: 204 len: 173 time: 0.8509979 Aug 11 03:25:56.511307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'name': 'network-vif-deleted', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:25:56.513641 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f2647b-30d0-416d-ac30-fa874885e605" -d '{"events": [{"server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "name": "network-vif-deleted", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:25:56.571607 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3449cbeb-4169-422d-9206-fc277eee8e05 x-openstack-request-id: req-3449cbeb-4169-422d-9206-fc277eee8e05 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:25:56.571965 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9df3df-221e-451e-a5fb-3c4c41488ffa", "name": "network-vif-deleted", "tag": "fa4880ce-fdca-4df2-bb25-2a9c98160604", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:25:56.572217 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3449cbeb-4169-422d-9206-fc277eee8e05 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:25:56.572609 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9df3df-221e-451e-a5fb-3c4c41488ffa', 'name': 'network-vif-deleted', 'tag': 'fa4880ce-fdca-4df2-bb25-2a9c98160604', 'status': 'completed', 'code': 200} Aug 11 03:25:56.784387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:56.799204 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b73f90d0-4068-4ea1-9f9a-18fbf24ac654 req-fd430707-9bc3-4ed1-bc91-8b8b91065469 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "GET /v2.0/ports?device_id=ae9df3df-221e-451e-a5fb-3c4c41488ffa HTTP/1.1" status: 200 len: 210 time: 0.0347164 Aug 11 03:25:57.594941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143af49-2b18-4a2b-83f3-4e4dd54d8bdf req-99f4076e-da08-4e5d-990e-aebfb96513ab tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:57.596602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5143af49-2b18-4a2b-83f3-4e4dd54d8bdf req-99f4076e-da08-4e5d-990e-aebfb96513ab tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0523434 Aug 11 03:25:57.635071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5143af49-2b18-4a2b-83f3-4e4dd54d8bdf req-c688f067-4a14-4952-a900-e29bc6a2a93c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325549 Aug 11 03:25:57.856080 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38044) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:57.919032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23116e18-c15d-425d-890b-d6751f88fd16 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:57.946818 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23116e18-c15d-425d-890b-d6751f88fd16 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.013326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23116e18-c15d-425d-890b-d6751f88fd16 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.016533 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23116e18-c15d-425d-890b-d6751f88fd16 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.017953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23116e18-c15d-425d-890b-d6751f88fd16 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/security-groups/e515ff71-14a0-49e2-b54e-16ef8fc10ab7 HTTP/1.1" status: 204 len: 168 time: 0.1604073 Aug 11 03:25:58.027961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23116e18-c15d-425d-890b-d6751f88fd16 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e515ff71-14a0-49e2-b54e-16ef8fc10ab7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:58.056483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38050) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:58.196081 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.449540 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.776212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00088-754d-4251-ba26-8f79ddc3543b req-e80dcc8f-4528-4d20-af07-ddfe40d8d463 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:25:58.777815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4fb00088-754d-4251-ba26-8f79ddc3543b req-e80dcc8f-4528-4d20-af07-ddfe40d8d463 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 944 time: 0.0663066 Aug 11 03:25:58.787516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 2d8a13df-8f0f-48f5-8a0b-1370112c598e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:25:58.787898 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.843393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:25:58.880094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4fb00088-754d-4251-ba26-8f79ddc3543b req-84b068f9-75bd-4cf1-9762-11185083325d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889370 Aug 11 03:25:58.914946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 2d8a13df-8f0f-48f5-8a0b-1370112c598e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2d8a13df-8f0f-48f5-8a0b-1370112c598e,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:58.915312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:58.929150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 2d8a13df-8f0f-48f5-8a0b-1370112c598e owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:25:58.980494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:58.996152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'port_id': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'mac_address': 'fa:16:3e:54:27:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:25:59.043178 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.059470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:25:59.080376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:25:59.086024 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.135811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:59.152265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.186203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=2d8a13df-8f0f-48f5-8a0b-1370112c598e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:25:59.330280 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:25:59.381864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.642117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:25:59.763200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:25:59.768394 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f5bfa4cc-f224-4d62-b750-174125d31f74 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "PUT /v2.0/routers/5e5b3789-f24f-4ae4-8c67-522f07e2c37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7109535 Aug 11 03:25:59.771451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38078) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:25:59.774373 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] Sync routers for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:25:59.798019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:25:59.798210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:25:59.840033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting subnet 95b861f0-0e5f-4099-a4be-2aac02c51271 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:25:59.843429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.893949 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:25:59.952439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:00.021330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.026726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b9e53-35f0-4d72-acbb-ddc5aa6040a0 req-471b8141-e70e-455b-9081-d7302ff3757a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:00.035044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-086b9e53-35f0-4d72-acbb-ddc5aa6040a0 req-471b8141-e70e-455b-9081-d7302ff3757a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 945 time: 0.0634933 Aug 11 03:26:00.088096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-086b9e53-35f0-4d72-acbb-ddc5aa6040a0 req-b649da7e-a73b-4fc8-851d-9b90c253b874 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516186 Aug 11 03:26:00.110097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.126254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.142535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Subnet': ['ID=95b861f0-0e5f-4099-a4be-2aac02c51271,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.144683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.146733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd6a758d-ed0b-4f14-a343-99a95d85d223 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/subnets/95b861f0-0e5f-4099-a4be-2aac02c51271 HTTP/1.1" status: 204 len: 168 time: 0.3742883 Aug 11 03:26:00.149505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38088) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:00.157131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c17dd70-28ff-4f20-bce4-70c23d8a75bd None None] Network 2855ae80-0d89-4f5e-a03e-90236d81b402 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:00.284057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.303330 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:59Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:00.335448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] Checking router: 5e5b3789-f24f-4ae4-8c67-522f07e2c37d for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:00.346654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] Routers {'5e5b3789-f24f-4ae4-8c67-522f07e2c37d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:00.347357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:00.421344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.450374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] DHCP port deletion for 2855ae80-0d89-4f5e-a03e-90236d81b402 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:26:00.479283 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 9377dc05-501b-47bc-99ea-cbde23719241 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:00.479894 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.513823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] Set router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:00.544249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fa4880ce-fdca-4df2-bb25-2a9c98160604 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:00.593043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 9377dc05-501b-47bc-99ea-cbde23719241, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9377dc05-501b-47bc-99ea-cbde23719241,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:00.593454 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.599057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: fa4880ce-fdca-4df2-bb25-2a9c98160604 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:00.599409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device fa4880ce-fdca-4df2-bb25-2a9c98160604 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:00.608062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 9377dc05-501b-47bc-99ea-cbde23719241 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:00.695021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] Deleting port 27f0c994-d9ca-4760-a459-4d33c8278515 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:00.696089 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.700148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 27f0c994-d9ca-4760-a459-4d33c8278515 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:00.835393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.857379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] For port 27f0c994-d9ca-4760-a459-4d33c8278515, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=27f0c994-d9ca-4760-a459-4d33c8278515,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:00.858087 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.865138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:00.877737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=9377dc05-501b-47bc-99ea-cbde23719241,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:00.936837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] Calling delete_port for 27f0c994-d9ca-4760-a459-4d33c8278515 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:00.938711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:00.994690 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.052227 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.056852 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.080176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:01.102366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:01.102731 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.106076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 27f0c994-d9ca-4760-a459-4d33c8278515, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=27f0c994-d9ca-4760-a459-4d33c8278515,segment=NetworkSegment(5045208b-731e-4c64-9875-beb6731ce75d),segment_id=5045208b-731e-4c64-9875-beb6731ce75d)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:01.108722 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.109907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Fanout notify agent at l3_agent the message router_deleted on router 5e5b3789-f24f-4ae4-8c67-522f07e2c37d {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:26:01.117712 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.121471 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-cd741d16-411f-4733-956a-46688dee4a32 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/routers/5e5b3789-f24f-4ae4-8c67-522f07e2c37d HTTP/1.1" status: 204 len: 168 time: 0.9680874 Aug 11 03:26:01.121961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:01.133070 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.223590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:59Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:01.229858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.276424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee895f07-2de5-479e-abf3-34412162dadf None None] The sync data for ids ['5e5b3789-f24f-4ae4-8c67-522f07e2c37d'] in n-d-768509-22 is: [{'id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'name': 'tempest-TestNetworkBasicOps-router-1301795730', 'tenant_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50'}], 'enable_snat': True}, 'gw_port_id': '9377dc05-501b-47bc-99ea-cbde23719241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:25:04Z', 'updated_at': '2021-08-11T03:25:59Z', 'revision_number': 5, 'project_id': 'd604c03c8f3b4db8be15016f6fa6eafe', 'gw_port': {'id': '9377dc05-501b-47bc-99ea-cbde23719241', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5b3789-f24f-4ae4-8c67-522f07e2c37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:25:05Z', 'updated_at': '2021-08-11T03:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:01.277017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823cb17-7fd8-4a1e-9aa1-c6007a043337 req-f71ee70b-6dde-49b7-a124-76117bfd3965 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.279171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b823cb17-7fd8-4a1e-9aa1-c6007a043337 req-f71ee70b-6dde-49b7-a124-76117bfd3965 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 945 time: 0.0822072 Aug 11 03:26:01.282593 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.285675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=27f0c994-d9ca-4760-a459-4d33c8278515,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.329950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Deleting port 27f0c994-d9ca-4760-a459-4d33c8278515 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:26:01.330279 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] Pushing event deleted for resources: {'Port': ['ID=27f0c994-d9ca-4760-a459-4d33c8278515,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.330790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.333050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b59ec1-4abe-48e6-a288-adccbc8f3ecb None None] No DVR routers for this DVR port 27f0c994-d9ca-4760-a459-4d33c8278515 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:01.357920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b823cb17-7fd8-4a1e-9aa1-c6007a043337 req-a15fa0e5-f38d-4b55-a4c5-c1b2ef742437 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672705 Aug 11 03:26:01.383515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.425084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:01.426924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] For port 27f0c994-d9ca-4760-a459-4d33c8278515, host n-d-768509-22, got binding levels [] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:01.427293 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.427432 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09da6e20-ac0e-45f9-9174-ff965f3080dd" -d '{"events": [{"server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:01.443962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Calling delete_port for 27f0c994-d9ca-4760-a459-4d33c8278515 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:26:01.446368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:01.446731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.ipam_backend_mixin [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Port 27f0c994-d9ca-4760-a459-4d33c8278515 was not found and therefore no delete operation was performed {{(pid=111683) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:26:01.448422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.454431 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.461085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] No DVR routers for this DVR port 27f0c994-d9ca-4760-a459-4d33c8278515 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:26:01.489109 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Port': ['ID=27f0c994-d9ca-4760-a459-4d33c8278515,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.524787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:01.571366 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d01408-4b01-4caf-af20-8436c87dd888 x-openstack-request-id: req-40d01408-4b01-4caf-af20-8436c87dd888 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:01.572034 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "name": "network-vif-plugged", "status": "completed", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:01.572388 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-40d01408-4b01-4caf-af20-8436c87dd888 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:01.572888 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'code': 200} Aug 11 03:26:01.581571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.592548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2855ae80-0d89-4f5e-a03e-90236d81b402']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:01.603972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5045208b-731e-4c64-9875-beb6731ce75d') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:01.604268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5045208b-731e-4c64-9875-beb6731ce75d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:01.613675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.631365 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.642637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:26:01.643088 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:26:01.647189 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:26:01.684122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47e7d-7c24-4786-91c2-a775f00479b3 req-7f576167-4ec5-4dcf-a48b-056deed6cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:01.686300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2c47e7d-7c24-4786-91c2-a775f00479b3 req-7f576167-4ec5-4dcf-a48b-056deed6cdaa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0565269 Aug 11 03:26:01.736281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.742911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:01.745175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] 10.222.0.60 "DELETE /v2.0/networks/2855ae80-0d89-4f5e-a03e-90236d81b402 HTTP/1.1" status: 204 len: 168 time: 0.6221454 Aug 11 03:26:01.755453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2c47e7d-7c24-4786-91c2-a775f00479b3 req-5bbfb0cb-a3d3-402f-bedb-0c4dc83f4741 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607221 Aug 11 03:26:01.760653 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a35e47-2a5c-426b-bc43-bd7ad8424348 tempest-TestNetworkBasicOps-1404417828 tempest-TestNetworkBasicOps-1404417828-project] Pushing event deleted for resources: {'Network': ['ID=2855ae80-0d89-4f5e-a03e-90236d81b402,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.087849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38130) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.248140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c4572b83-a105-4b0b-b4d7-e21faf671daa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d604c03c8f3b4db8be15016f6fa6eafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1590481 Aug 11 03:26:02.250797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38136) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.302916 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-906d8c4a-4f5a-4d74-adaa-7019f6eac544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.326991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-906d8c4a-4f5a-4d74-adaa-7019f6eac544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.380655 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-906d8c4a-4f5a-4d74-adaa-7019f6eac544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.383215 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-906d8c4a-4f5a-4d74-adaa-7019f6eac544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.386971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-906d8c4a-4f5a-4d74-adaa-7019f6eac544 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9819343b-395b-4534-9c76-32e871a9cb26 HTTP/1.1" status: 204 len: 168 time: 0.1325674 Aug 11 03:26:02.408860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d8c4a-4f5a-4d74-adaa-7019f6eac544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9819343b-395b-4534-9c76-32e871a9cb26,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:02.649329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9377dc05-501b-47bc-99ea-cbde23719241 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:02.854451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38156) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:02.858053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9377dc05-501b-47bc-99ea-cbde23719241 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:02.858407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9377dc05-501b-47bc-99ea-cbde23719241 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:02.858828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d8a13df-8f0f-48f5-8a0b-1370112c598e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:26:02.875220 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d850bfd1-ef49-43a5-a87f-00177687f349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:02.884726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2d8a13df-8f0f-48f5-8a0b-1370112c598e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:26:02.885347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2d8a13df-8f0f-48f5-8a0b-1370112c598e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:26:02.921083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820982c1-7085-4f2f-ae1a-47472f9cbe9e req-24ae9225-d737-4ff2-a3ce-0d6d0b79148b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:02.922953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-820982c1-7085-4f2f-ae1a-47472f9cbe9e req-24ae9225-d737-4ff2-a3ce-0d6d0b79148b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 946 time: 0.0767326 Aug 11 03:26:02.966573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-820982c1-7085-4f2f-ae1a-47472f9cbe9e req-13695f6d-a1d3-48a0-8ca5-6c30616fe1db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354261 Aug 11 03:26:03.014399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d850bfd1-ef49-43a5-a87f-00177687f349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.021573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d850bfd1-ef49-43a5-a87f-00177687f349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.068321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850bfd1-ef49-43a5-a87f-00177687f349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63c0980-f08e-4e64-b5b1-9a7ae20e0fba,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.108251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d850bfd1-ef49-43a5-a87f-00177687f349 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=39c74e2e3d084f13866ddd94b7cded0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499654 Aug 11 03:26:03.108569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38166) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.130141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4c246-55b0-4aaf-8d92-c9dd1cacfd3b req-5e48bd0d-812c-42af-869a-3c6bade6e873 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:03.131837 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89f4c246-55b0-4aaf-8d92-c9dd1cacfd3b req-5e48bd0d-812c-42af-869a-3c6bade6e873 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 946 time: 0.0764132 Aug 11 03:26:03.174365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe2c-5306-43e7-975e-096f830be30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.179171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89f4c246-55b0-4aaf-8d92-c9dd1cacfd3b req-125361de-1fa1-483a-a616-6d52f808af0b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362825 Aug 11 03:26:03.201990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe2c-5306-43e7-975e-096f830be30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.202642 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38170) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.254742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b6628d-7eff-4574-a448-9d11b51b74d7 tempest-TestVolumeBootPattern-2037220193 tempest-TestVolumeBootPattern-2037220193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:03.256669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-89b6628d-7eff-4574-a448-9d11b51b74d7 tempest-TestVolumeBootPattern-2037220193 tempest-TestVolumeBootPattern-2037220193-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 1093 time: 0.0530097 Aug 11 03:26:03.257053 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe2c-5306-43e7-975e-096f830be30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.259869 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-65b7fe2c-5306-43e7-975e-096f830be30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.259999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:03.261085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-65b7fe2c-5306-43e7-975e-096f830be30b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a63c0980-f08e-4e64-b5b1-9a7ae20e0fba HTTP/1.1" status: 204 len: 168 time: 0.1497602 Aug 11 03:26:03.265313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:03.286535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b7fe2c-5306-43e7-975e-096f830be30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63c0980-f08e-4e64-b5b1-9a7ae20e0fba,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:03.303723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.460661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.585803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Allocated IP 172.25.4.243 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/bec45f4a-d74d-4d9a-9abe-3f7320672276) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:03.710660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.762780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:03.812787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:03.819614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:03.824026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:03.828117 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=bec45f4a-d74d-4d9a-9abe-3f7320672276,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.249057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.322695 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.511204 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.520556 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.623284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event updated for resources: {'Port': ['ID=bec45f4a-d74d-4d9a-9abe-3f7320672276,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:04.637224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:04.764500 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Floating IP 22c40693-8c56-4c10-acd3-4745be14399a associated. External IP: 172.25.4.243, port: 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26. Aug 11 03:26:05.069784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:05.224056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:05.234383 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:05.258271 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:05.261343 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:05.289295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:05.337010 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-314d14b9-f926-41f9-a973-8844379222db tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0761037 Aug 11 03:26:05.338417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:05.341144 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:05.397679 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b9f0b-3077-4136-82b5-a6a028f92a7c x-openstack-request-id: req-e98b9f0b-3077-4136-82b5-a6a028f92a7c {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:05.398113 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:05.398685 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e98b9f0b-3077-4136-82b5-a6a028f92a7c {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:05.399205 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'status': 'completed', 'code': 200} Aug 11 03:26:05.429952 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:05.464477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-7b72330b-9f90-44ed-bf69-80139c63520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:05.466730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-7b72330b-9f90-44ed-bf69-80139c63520f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0506454 Aug 11 03:26:05.612755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-14b7cb42-db02-4a65-9344-f6d442e3863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:05.614921 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-14b7cb42-db02-4a65-9344-f6d442e3863b service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1405900 Aug 11 03:26:05.706019 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-277e2393-f4b0-4e21-a490-6562e3a07b08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 HTTP/1.1" status: 200 len: 1000 time: 0.0826066 Aug 11 03:26:05.757340 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '22c40693-8c56-4c10-acd3-4745be14399a', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:54:27:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:04Z', 'updated_at': '2021-08-11T03:26:04Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}, {'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:03Z', 'revision_number': 1, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:05.792274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-f838f5e7-e863-4371-81f8-dd256f349b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:05.793124 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:05.794344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-f838f5e7-e863-4371-81f8-dd256f349b0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0682971 Aug 11 03:26:05.818284 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:05.819245 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:05.848915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-4cc8ccf3-099e-4bc3-9bfb-02f3adc04096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:05.850437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-4cc8ccf3-099e-4bc3-9bfb-02f3adc04096 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479097 Aug 11 03:26:05.955786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:05.961392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-33e52e5c-db5b-4f87-b783-9a4932d12dc4 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027339 Aug 11 03:26:06.101573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-60ddc0b5-1be5-48a4-85f2-fb904e7c4bb9 req-ddb88798-e503-41be-980b-36fd95efd7ef service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241698 Aug 11 03:26:06.193391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38282) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:06.199101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'network': {'name': 'tempest-network-smoke--1482046201', 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'port_security_enabled': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:06.223966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Made reservation on behalf of 80a2d392b2e34df4949469d0b43849a8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:06.229494 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.245188 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.252453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '22c40693-8c56-4c10-acd3-4745be14399a', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:54:27:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:04Z', 'updated_at': '2021-08-11T03:26:04Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}, {'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:03Z', 'revision_number': 1, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:06.285312 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e2c2c-8de2-4fdb-8ea5-f483859231b5 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '22c40693-8c56-4c10-acd3-4745be14399a', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.243', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:54:27:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:04Z', 'updated_at': '2021-08-11T03:26:04Z', 'revision_number': 0, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}, {'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:03Z', 'revision_number': 1, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:06.373429 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.377663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.406028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:06.416196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827a57c1-0132-48f9-98d1-a851d50c1d40,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.423569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.423887 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Added segment ad77cad6-113d-4aa3-9062-693b11c6270f of type vlan for network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 Aug 11 03:26:06.471961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.506251 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.512709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:06.513423 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.561097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a02afff-32f8-4016-81a8-0bd28c7ae43e None None] New status for floating IP 22c40693-8c56-4c10-acd3-4745be14399a: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:26:06.586650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3918767 Aug 11 03:26:06.589811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38292) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:06.595224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'admin_state_up': True, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:06.606952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cd540-c1c3-459c-b332-303e899f0ce7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Network': ['ID=57c0a577-b6c3-44a6-a4cc-dee069e6fc31,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:06.620703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:06.626680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.629536 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.701390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:06.869840 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.384826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.404862 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.532056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Allocated IP 172.25.4.234 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/271e297b-6eb6-49b5-94b8-0170486a7658) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:07.650180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.695282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:07.737554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:07.743854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:07.749678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:07.779693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=271e297b-6eb6-49b5-94b8-0170486a7658,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:08.025123 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.268004 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.409289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router 0c348b27-b445-4073-92cc-6dd98fc77e9a is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:26:08.520833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:08.530543 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Sync routers for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:08.543095 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:08.543792 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:08.548377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.549630 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f9faf76-d3b7-49dd-9f92-ae95bf2cbc7a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9580920 Aug 11 03:26:08.553570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38332) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.697678 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cddf2e4b-1872-4f20-abcc-2fb03ade151f tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=80a2d392b2e34df4949469d0b43849a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1426244 Aug 11 03:26:08.700782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38336) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.762042 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:08.813037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad893e04-f447-4f8e-b952-5ce1d3a799c7 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:08.818624 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38338) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.819803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ad893e04-f447-4f8e-b952-5ce1d3a799c7 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1176915 Aug 11 03:26:08.860332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3423c0b4-24e0-4d90-af6a-f2aa58e0db16 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382683 Aug 11 03:26:08.861153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:08.867571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2023647281', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:08.963664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Made reservation on behalf of 80a2d392b2e34df4949469d0b43849a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:08.967759 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:08.982712 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 3, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:09.009697 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Checking router: 0c348b27-b445-4073-92cc-6dd98fc77e9a for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:09.010046 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Updating router 0c348b27-b445-4073-92cc-6dd98fc77e9a port 271e297b-6eb6-49b5-94b8-0170486a7658 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:09.040461 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.193843 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.259317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Subnet': ['ID=0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.269925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Checking segment: {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:09.270301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network hostable DHCP agents. Network: 57c0a577-b6c3-44a6-a4cc-dee069e6fc31, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:26:09.288589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:26:09.300940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 57c0a577-b6c3-44a6-a4cc-dee069e6fc31) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:09.305703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:09.306542 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.313530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa879c-26ae-463a-a037-6877f0797274 None None] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:09.335731 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3e2541a-3bfb-4cd1-8599-3e1ff5da6b0f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4718285 Aug 11 03:26:09.336166 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.337279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:09.347042 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Transition to ACTIVE for port object 271e297b-6eb6-49b5-94b8-0170486a7658 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:09.353806 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.403720 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Attempting to bind port 271e297b-6eb6-49b5-94b8-0170486a7658 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:09.404096 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Attempting to bind port 271e297b-6eb6-49b5-94b8-0170486a7658 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:09.404453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Attempting to bind port 271e297b-6eb6-49b5-94b8-0170486a7658 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:09.414773 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:09.415145 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:09.415546 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.415960 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:09.416617 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Bound port: 271e297b-6eb6-49b5-94b8-0170486a7658, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:09.416797 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.441607 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Pushing event updated for resources: {'Port': ['ID=271e297b-6eb6-49b5-94b8-0170486a7658,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.458578 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.458924 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.459262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.459596 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.460071 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.460820 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.461096 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.461660 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.462102 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.462431 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.462757 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.463080 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:09.497355 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] For port 271e297b-6eb6-49b5-94b8-0170486a7658, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:09.500676 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] For port 271e297b-6eb6-49b5-94b8-0170486a7658, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=271e297b-6eb6-49b5-94b8-0170486a7658,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:09.505795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:26:09.507653 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.508172 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.572336 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:09.573002 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:09.625257 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57af0e-5724-42e7-baaa-139fc6f770c7 None None] Pushing event updated for resources: {'Port': ['ID=271e297b-6eb6-49b5-94b8-0170486a7658,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:09.695972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Allocated IP 172.20.0.2 (57c0a577-b6c3-44a6-a4cc-dee069e6fc31/0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac/7208d155-05fa-422e-b682-c99cc017bebf) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:09.727076 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:09.875764 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.886032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Transition to ACTIVE for port object 7208d155-05fa-422e-b682-c99cc017bebf will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:09.905670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.911290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Transition to ACTIVE for port object 7208d155-05fa-422e-b682-c99cc017bebf will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:09.919016 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:09.960563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:09.962776 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 3, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:09.964377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:09.967572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:10.003099 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842aae1-b44e-4602-ba7a-0a4565c489e6 None None] The sync data for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 is: [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:07Z', 'revision_number': 3, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:10.017209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Pushing event updated for resources: {'Port': ['ID=7208d155-05fa-422e-b682-c99cc017bebf,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.038666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.039011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.039356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.039721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.040058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.040393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.041171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.041421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.041751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.042077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.042404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.042729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.076898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Attempting to bind port 7208d155-05fa-422e-b682-c99cc017bebf on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:10.077371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Attempting to bind port 7208d155-05fa-422e-b682-c99cc017bebf by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:10.077829 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Attempting to bind port 7208d155-05fa-422e-b682-c99cc017bebf on network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:10.083921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:10.084615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Checking segment: {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:10.085126 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.085599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Bound using segment: {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:10.086171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Bound port: 7208d155-05fa-422e-b682-c99cc017bebf, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:10.086732 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.167660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] For port 7208d155-05fa-422e-b682-c99cc017bebf, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:10.171306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] For port 7208d155-05fa-422e-b682-c99cc017bebf, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7208d155-05fa-422e-b682-c99cc017bebf,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:10.180819 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.247071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062d25a-1399-4c8c-bccb-3ad4fda7e878 None None] Pushing event updated for resources: {'Port': ['ID=7208d155-05fa-422e-b682-c99cc017bebf,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.272386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Allocated IP 172.20.0.1 (57c0a577-b6c3-44a6-a4cc-dee069e6fc31/0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac/eb739a4d-fe3b-40ff-b42f-f899c525acf5) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:10.444178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.458863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Transition to ACTIVE for port object eb739a4d-fe3b-40ff-b42f-f899c525acf5 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:10.530916 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.615329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:10.639217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:10.643464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:10.720192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=eb739a4d-fe3b-40ff-b42f-f899c525acf5,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:10.734296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.734912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.735456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.736011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.736510 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.737060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.737921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.738537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.739054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.739558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.740134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.740623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:10.744320 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.795056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7208d155-05fa-422e-b682-c99cc017bebf up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:10.875863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 7208d155-05fa-422e-b682-c99cc017bebf completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:10.880765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 271e297b-6eb6-49b5-94b8-0170486a7658 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:10.945498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:10.959302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 271e297b-6eb6-49b5-94b8-0170486a7658 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:10.966873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 271e297b-6eb6-49b5-94b8-0170486a7658 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:10.967256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.065231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.106977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 271e297b-6eb6-49b5-94b8-0170486a7658, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=271e297b-6eb6-49b5-94b8-0170486a7658,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:11.116744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.231293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=271e297b-6eb6-49b5-94b8-0170486a7658,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:11.307263 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.313349 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.399789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=eb739a4d-fe3b-40ff-b42f-f899c525acf5,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:11.404067 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.513946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:11.515538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:11.568371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f7f839-5427-47ac-8b0d-9985471b9305 None None] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:26:11.642716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router 0c348b27-b445-4073-92cc-6dd98fc77e9a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:11.691613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ac3a4ef5-6832-4b9d-a52d-596c5977c70b None None] Provisioning for port 7208d155-05fa-422e-b682-c99cc017bebf completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:11.700015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ac3a4ef5-6832-4b9d-a52d-596c5977c70b None None] Provisioning complete for port 7208d155-05fa-422e-b682-c99cc017bebf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:11.700687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4ef5-6832-4b9d-a52d-596c5977c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.779449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:11.788608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38350) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:11.789228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-32b44562-b26c-4176-88be-b46a2d403294 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "PUT /v2.0/routers/0c348b27-b445-4073-92cc-6dd98fc77e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4503598 Aug 11 03:26:11.794596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-54d2250c-13fe-4db2-b788-87257957ae79 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--303593153', 'description': 'tempest-secgroup_access--303593153 description', 'project_id': '80a2d392b2e34df4949469d0b43849a8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:11.831984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2250c-13fe-4db2-b788-87257957ae79 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.853640 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4ef5-6832-4b9d-a52d-596c5977c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.905844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ac3a4ef5-6832-4b9d-a52d-596c5977c70b None None] For port 7208d155-05fa-422e-b682-c99cc017bebf, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7208d155-05fa-422e-b682-c99cc017bebf,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:11.912928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ac3a4ef5-6832-4b9d-a52d-596c5977c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.959503 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2250c-13fe-4db2-b788-87257957ae79 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.966361 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2250c-13fe-4db2-b788-87257957ae79 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:11.983975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a4ef5-6832-4b9d-a52d-596c5977c70b None None] Pushing event updated for resources: {'Port': ['ID=7208d155-05fa-422e-b682-c99cc017bebf,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.000417 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2250c-13fe-4db2-b788-87257957ae79 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.001684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-54d2250c-13fe-4db2-b788-87257957ae79 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2116427 Aug 11 03:26:12.005141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38352) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:12.010406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-54d2ba8f-ad36-4ee8-b174-476d3f60ccf5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--550322105', 'description': 'tempest-secgroup_general--550322105 description', 'project_id': '80a2d392b2e34df4949469d0b43849a8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:12.019677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2250c-13fe-4db2-b788-87257957ae79 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90383d-56c0-4897-8e09-ef4dd64c69df,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.038740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2ba8f-ad36-4ee8-b174-476d3f60ccf5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.134959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1726d89f-20ae-4789-a64b-bf4a77121114 None None] Provisioning complete for port 7208d155-05fa-422e-b682-c99cc017bebf triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:12.135344 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1726d89f-20ae-4789-a64b-bf4a77121114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.142414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2ba8f-ad36-4ee8-b174-476d3f60ccf5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.147432 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2ba8f-ad36-4ee8-b174-476d3f60ccf5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.183043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54d2ba8f-ad36-4ee8-b174-476d3f60ccf5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.187614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-54d2ba8f-ad36-4ee8-b174-476d3f60ccf5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1787190 Aug 11 03:26:12.188012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:12.192974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2ba8f-ad36-4ee8-b174-476d3f60ccf5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966dfca4-2124-45b0-960e-74f2a44e76f9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.195128 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b45ddfef-f6bb-46e3-92ff-a0d286d60bc3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'security_group_rule': {'security_group_id': '0c90383d-56c0-4897-8e09-ef4dd64c69df', 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:12.235765 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b45ddfef-f6bb-46e3-92ff-a0d286d60bc3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.302809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1726d89f-20ae-4789-a64b-bf4a77121114 None None] Provisioning for port eb739a4d-fe3b-40ff-b42f-f899c525acf5 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:12.308719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1726d89f-20ae-4789-a64b-bf4a77121114 None None] Provisioning complete for port eb739a4d-fe3b-40ff-b42f-f899c525acf5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:12.309345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1726d89f-20ae-4789-a64b-bf4a77121114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.349293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Sync routers for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:12.378087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:12.379818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:12.384545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1726d89f-20ae-4789-a64b-bf4a77121114 None None] Port eb739a4d-fe3b-40ff-b42f-f899c525acf5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:12.548986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2b7d443f-8b64-4a28-8c32-08dde428fd8e None None] Provisioning complete for port eb739a4d-fe3b-40ff-b42f-f899c525acf5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:12.549482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b7d443f-8b64-4a28-8c32-08dde428fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.596370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:12.652863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7208d155-05fa-422e-b682-c99cc017bebf up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:12.672140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b45ddfef-f6bb-46e3-92ff-a0d286d60bc3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.677445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b45ddfef-f6bb-46e3-92ff-a0d286d60bc3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.696894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2b7d443f-8b64-4a28-8c32-08dde428fd8e None None] Port eb739a4d-fe3b-40ff-b42f-f899c525acf5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:12.700997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ddfef-f6bb-46e3-92ff-a0d286d60bc3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9554b819-1616-40ad-86be-4ae0b2f4f92b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:12.707403 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b45ddfef-f6bb-46e3-92ff-a0d286d60bc3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.709572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b45ddfef-f6bb-46e3-92ff-a0d286d60bc3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5199804 Aug 11 03:26:12.792467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 7208d155-05fa-422e-b682-c99cc017bebf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:12.792907 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.869314 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-48b8a71a-ab0c-4dc4-8b5f-ce930ef6b29e None None] Provisioning complete for port eb739a4d-fe3b-40ff-b42f-f899c525acf5 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:12.870036 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48b8a71a-ab0c-4dc4-8b5f-ce930ef6b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:12.877688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-9384d57f-9154-4e60-8432-514f5083d1bc tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--550322105&fields=id&tenant_id=80a2d392b2e34df4949469d0b43849a8 HTTP/1.1" status: 200 len: 267 time: 0.0379040 Aug 11 03:26:12.920351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-d98bc798-ac9a-4095-8395-bc2a90430fe5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--303593153&fields=id&tenant_id=80a2d392b2e34df4949469d0b43849a8 HTTP/1.1" status: 200 len: 267 time: 0.0354209 Aug 11 03:26:12.935229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-48b8a71a-ab0c-4dc4-8b5f-ce930ef6b29e None None] Port eb739a4d-fe3b-40ff-b42f-f899c525acf5 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:12.980920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 271e297b-6eb6-49b5-94b8-0170486a7658 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:13.014963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 2, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:13.043074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-8f552d5a-6576-4ccb-aaa0-32c460d99447 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:13.045414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-8f552d5a-6576-4ccb-aaa0-32c460d99447 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/networks?id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31 HTTP/1.1" status: 200 len: 797 time: 0.1154211 Aug 11 03:26:13.046033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Checking router: 0c348b27-b445-4073-92cc-6dd98fc77e9a for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:13.046389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Updating router 0c348b27-b445-4073-92cc-6dd98fc77e9a port eb739a4d-fe3b-40ff-b42f-f899c525acf5 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:26:13.062309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-f973be68-987a-41c6-94b3-b2d19655dde6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/quotas/80a2d392b2e34df4949469d0b43849a8 HTTP/1.1" status: 200 len: 375 time: 0.0104530 Aug 11 03:26:13.076892 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.092127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 271e297b-6eb6-49b5-94b8-0170486a7658 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:13.092494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.120036 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-8a1a4b95-09e2-4699-aa9a-98e5031d2dae tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514979 Aug 11 03:26:13.232709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-49e3bbe1-8025-4b80-8b31-1cc2c9ac97a1 service neutron] 10.222.0.60 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953891 Aug 11 03:26:13.348739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-f0b7fbe7-f6d1-48f1-8060-f39017e340b4 service neutron] 10.222.0.60 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010530 Aug 11 03:26:13.547901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4062e2cb-847b-4acd-8643-5ea45a331575 req-0c31739c-d6f5-4c5d-ac3b-fa23459a8040 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 210 time: 0.0374501 Aug 11 03:26:13.607175 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.620096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Transition to ACTIVE for port object eb739a4d-fe3b-40ff-b42f-f899c525acf5 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:13.629495 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.694733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4bf69-1b74-4478-bdeb-c552cc77c312 None None] Pushing event updated for resources: {'Port': ['ID=eb739a4d-fe3b-40ff-b42f-f899c525acf5,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:13.748771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Attempting to bind port eb739a4d-fe3b-40ff-b42f-f899c525acf5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:13.749078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Attempting to bind port eb739a4d-fe3b-40ff-b42f-f899c525acf5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:13.749448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Attempting to bind port eb739a4d-fe3b-40ff-b42f-f899c525acf5 on network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:13.758055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:13.758441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Checking segment: {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:13.758894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.759888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Bound using segment: {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:13.759888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Bound port: eb739a4d-fe3b-40ff-b42f-f899c525acf5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:13.760238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.846556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] For port eb739a4d-fe3b-40ff-b42f-f899c525acf5, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:13.850871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] For port eb739a4d-fe3b-40ff-b42f-f899c525acf5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eb739a4d-fe3b-40ff-b42f-f899c525acf5,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:13.856873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:13.926694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:13.927564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:13.975809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4bf69-1b74-4478-bdeb-c552cc77c312 None None] Pushing event updated for resources: {'Port': ['ID=eb739a4d-fe3b-40ff-b42f-f899c525acf5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:14.078341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:14.338466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:14.375223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9747dbbe-8359-4c50-af07-07524fd3ed85 None None] The sync data for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 is: [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:13Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:14.728113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb739a4d-fe3b-40ff-b42f-f899c525acf5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:14.826811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd258fa2-5a76-4eb0-bafb-266e2d665a8a req-43ebe83b-c625-40e4-9e96-bbe335a77601 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 210 time: 0.1475110 Aug 11 03:26:14.879770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port eb739a4d-fe3b-40ff-b42f-f899c525acf5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:14.899810 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port eb739a4d-fe3b-40ff-b42f-f899c525acf5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:14.900296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:14.940326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-c72a13f7-d707-4848-b076-e4d15e7aca7e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:14.942550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-c72a13f7-d707-4848-b076-e4d15e7aca7e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.10 "GET /v2.0/networks?id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31 HTTP/1.1" status: 200 len: 797 time: 0.2782094 Aug 11 03:26:14.999789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.007420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-0f30e628-ca50-4013-b871-547c25658485 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a2d392b2e34df4949469d0b43849a8 HTTP/1.1" status: 200 len: 476 time: 0.0546355 Aug 11 03:26:15.020531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'port': {'device_id': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'admin_state_up': True, 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'security_groups': ['966dfca4-2124-45b0-960e-74f2a44e76f9', '0c90383d-56c0-4897-8e09-ef4dd64c69df']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:15.043575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port eb739a4d-fe3b-40ff-b42f-f899c525acf5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eb739a4d-fe3b-40ff-b42f-f899c525acf5,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:15.050057 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.115767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=eb739a4d-fe3b-40ff-b42f-f899c525acf5,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:15.182275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Made reservation on behalf of 80a2d392b2e34df4949469d0b43849a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:15.186358 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.338460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Allocated IP 172.20.0.12 (57c0a577-b6c3-44a6-a4cc-dee069e6fc31/0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac/28670791-5e2c-42a5-b81a-6eef394c6a05) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:15.511558 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.526782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Transition to ACTIVE for port object 28670791-5e2c-42a5-b81a-6eef394c6a05 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:15.566286 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.613307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:15.618914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:15.623052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:15.652117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=28670791-5e2c-42a5-b81a-6eef394c6a05,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:15.694263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:15.695018 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.713128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-007f8746-d911-4cd1-8911-4faf2f8967e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6987612 Aug 11 03:26:15.737866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Request body: {'port': {'device_id': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:15.806576 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.901580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-136988d4-e2ab-449b-a4bd-8d46a30d3c72 None None] Provisioning for port 28670791-5e2c-42a5-b81a-6eef394c6a05 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:15.908402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-136988d4-e2ab-449b-a4bd-8d46a30d3c72 None None] Provisioning complete for port 28670791-5e2c-42a5-b81a-6eef394c6a05 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:15.909138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-136988d4-e2ab-449b-a4bd-8d46a30d3c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:15.960608 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-136988d4-e2ab-449b-a4bd-8d46a30d3c72 None None] Port 28670791-5e2c-42a5-b81a-6eef394c6a05 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:26:15.978719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100b2c-4440-4e17-afa3-9614e3faf222 req-f7d26d89-8c59-4465-bc6d-eb2a07af643e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:15.980497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44100b2c-4440-4e17-afa3-9614e3faf222 req-f7d26d89-8c59-4465-bc6d-eb2a07af643e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 971 time: 0.0584021 Aug 11 03:26:16.028129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44100b2c-4440-4e17-afa3-9614e3faf222 req-5528bc7e-8b08-4f73-8551-b3c7f885d07e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0413859 Aug 11 03:26:16.097896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28670791-5e2c-42a5-b81a-6eef394c6a05 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:16.105642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.120440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Transition to ACTIVE for port object 28670791-5e2c-42a5-b81a-6eef394c6a05 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:26:16.124514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.182585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Pushing event updated for resources: {'Port': ['ID=28670791-5e2c-42a5-b81a-6eef394c6a05,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:16.257537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Attempting to bind port 28670791-5e2c-42a5-b81a-6eef394c6a05 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:26:16.258027 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Attempting to bind port 28670791-5e2c-42a5-b81a-6eef394c6a05 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:26:16.258456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Attempting to bind port 28670791-5e2c-42a5-b81a-6eef394c6a05 on network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:16.263490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Port 28670791-5e2c-42a5-b81a-6eef394c6a05 on network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:26:16.263962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Attempting to bind port 28670791-5e2c-42a5-b81a-6eef394c6a05 on network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:26:16.271295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:26:16.271652 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Checking segment: {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:26:16.272053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Bound using segment: {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:26:16.272485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Bound port: 28670791-5e2c-42a5-b81a-6eef394c6a05, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad77cad6-113d-4aa3-9062-693b11c6270f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:26:16.272843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.342736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] For port 28670791-5e2c-42a5-b81a-6eef394c6a05, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:26:16.346355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] For port 28670791-5e2c-42a5-b81a-6eef394c6a05, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=28670791-5e2c-42a5-b81a-6eef394c6a05,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:26:16.351826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.388618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:16.389439 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.391051 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] 10.222.0.10 "PUT /v2.0/ports/28670791-5e2c-42a5-b81a-6eef394c6a05 HTTP/1.1" status: 200 len: 1132 time: 0.6576335 Aug 11 03:26:16.393370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:16.397399 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5428ac-4432-4e3e-8454-80d9bb14c434" -d '{"events": [{"name": "network-changed", "server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:16.450364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35909469-ed32-4e92-aa98-fb6729e2211d service neutron] Pushing event updated for resources: {'Port': ['ID=28670791-5e2c-42a5-b81a-6eef394c6a05,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:16.458788 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd55833-fbde-4aab-afbf-4e97351d6147 x-openstack-request-id: req-fbd55833-fbde-4aab-afbf-4e97351d6147 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:16.458788 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:16.458788 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbd55833-fbde-4aab-afbf-4e97351d6147 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:16.458788 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'status': 'completed', 'code': 200} Aug 11 03:26:16.494134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-8904b3ac-a735-47b7-b19d-56cb9b334d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:16.495701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-8904b3ac-a735-47b7-b19d-56cb9b334d15 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1135 time: 0.0541182 Aug 11 03:26:16.548626 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-9a895d7a-b0da-420b-9a50-92baf648505a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28670791-5e2c-42a5-b81a-6eef394c6a05 HTTP/1.1" status: 200 len: 217 time: 0.0440087 Aug 11 03:26:16.604830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-bf244ce4-1056-4611-a297-0b1982689b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:16.606497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-bf244ce4-1056-4611-a297-0b1982689b4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac HTTP/1.1" status: 200 len: 835 time: 0.0508082 Aug 11 03:26:16.615666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb739a4d-fe3b-40ff-b42f-f899c525acf5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:16.661461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51325404-9a73-44b2-976a-e5bcb55c985f req-7e7131ea-ff07-4433-ab56-59e2a1b619ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:16.663140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-7e7131ea-ff07-4433-ab56-59e2a1b619ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491884 Aug 11 03:26:16.676940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port eb739a4d-fe3b-40ff-b42f-f899c525acf5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:16.677567 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:16.795738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-3958331e-d8bc-414c-b1ff-3c54bab44757 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227386 Aug 11 03:26:16.919783 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51325404-9a73-44b2-976a-e5bcb55c985f req-27d268ce-fc6f-4b7a-8124-f50eb37ede09 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166236 Aug 11 03:26:17.015158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-e472bb43-250d-453b-9101-a02ab06bf24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:17.016772 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-e472bb43-250d-453b-9101-a02ab06bf24a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1135 time: 0.0498893 Aug 11 03:26:17.117039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-458963f8-6a7c-4e78-a184-12b9fdc04993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:17.119352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-458963f8-6a7c-4e78-a184-12b9fdc04993 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31 HTTP/1.1" status: 200 len: 898 time: 0.0955563 Aug 11 03:26:17.158072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40bb63-1d1a-4773-8d83-9b2dc58c8e3c req-77261318-e7c5-476a-9549-95edbacbc878 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:17.160559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb40bb63-1d1a-4773-8d83-9b2dc58c8e3c req-77261318-e7c5-476a-9549-95edbacbc878 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 983 time: 0.0608282 Aug 11 03:26:17.172089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-80dbf824-7acf-4530-b358-5dec31f6fe36 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28670791-5e2c-42a5-b81a-6eef394c6a05 HTTP/1.1" status: 200 len: 217 time: 0.0442951 Aug 11 03:26:17.211280 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb40bb63-1d1a-4773-8d83-9b2dc58c8e3c req-3513d6d7-15d9-4164-aee7-98c20ee6e8e1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0416222 Aug 11 03:26:17.239755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-62b62ab9-bd62-4be7-bca7-1dcea1e5b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:17.241358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-62b62ab9-bd62-4be7-bca7-1dcea1e5b207 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac HTTP/1.1" status: 200 len: 835 time: 0.0613356 Aug 11 03:26:17.290087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-6b228dec-7864-4735-83bb-3b430c35f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:17.291796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-6b228dec-7864-4735-83bb-3b430c35f46f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428705 Aug 11 03:26:17.387498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-6f6bdbf0-11c0-4624-998f-ae8816a699b9 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872691 Aug 11 03:26:17.490724 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-da5428ac-4432-4e3e-8454-80d9bb14c434 req-e5ea5b4a-8404-41c4-9141-397b6b7103d9 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953953 Aug 11 03:26:18.335930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78304b2-144b-4248-b44a-05731a9c5d05 req-c2a1955c-4c3a-4681-b2d6-a64747fef425 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:18.337470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a78304b2-144b-4248-b44a-05731a9c5d05 req-c2a1955c-4c3a-4681-b2d6-a64747fef425 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 983 time: 0.0537784 Aug 11 03:26:18.380863 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a78304b2-144b-4248-b44a-05731a9c5d05 req-b7b24984-6c9d-48df-b16a-9dfb94da9d3a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0365076 Aug 11 03:26:18.593797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 28670791-5e2c-42a5-b81a-6eef394c6a05 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:26:18.699153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 28670791-5e2c-42a5-b81a-6eef394c6a05, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=28670791-5e2c-42a5-b81a-6eef394c6a05,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:18.711417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'port_id': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'mac_address': 'fa:16:3e:a2:1e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:26:18.752200 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.765531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28670791-5e2c-42a5-b81a-6eef394c6a05 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:26:18.790424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 28670791-5e2c-42a5-b81a-6eef394c6a05, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=28670791-5e2c-42a5-b81a-6eef394c6a05,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:18.795433 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:18.850864 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=28670791-5e2c-42a5-b81a-6eef394c6a05,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:19.002391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['28670791-5e2c-42a5-b81a-6eef394c6a05'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:26:19.530360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba250b71-4a6c-40b2-a6f0-38a4694362a5 req-2fb8cdce-bf9b-4a7f-965a-c9ec7536f736 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:19.532196 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba250b71-4a6c-40b2-a6f0-38a4694362a5 req-2fb8cdce-bf9b-4a7f-965a-c9ec7536f736 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 984 time: 0.0684233 Aug 11 03:26:19.594917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba250b71-4a6c-40b2-a6f0-38a4694362a5 req-225edc16-d21f-4c27-abdd-b72585105417 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0505481 Aug 11 03:26:20.595866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 28670791-5e2c-42a5-b81a-6eef394c6a05 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:26:20.645123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 28670791-5e2c-42a5-b81a-6eef394c6a05 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:26:20.648867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 28670791-5e2c-42a5-b81a-6eef394c6a05 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:26:20.649247 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.720351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758d44-db3a-41d1-a3c2-d98938ad9889 req-6e453f58-b25a-46fb-ad63-84410a12d31d tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.722572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c758d44-db3a-41d1-a3c2-d98938ad9889 req-6e453f58-b25a-46fb-ad63-84410a12d31d tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 984 time: 0.0568154 Aug 11 03:26:20.739335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.762452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:20.764737 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d35a4a1-4c14-410b-911f-ef18d12c7118" -d '{"events": [{"server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "name": "network-vif-plugged", "status": "completed", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:20.771345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9c758d44-db3a-41d1-a3c2-d98938ad9889 req-719312e2-238e-455e-ac17-4c45bb5bf26f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0344656 Aug 11 03:26:20.778038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 28670791-5e2c-42a5-b81a-6eef394c6a05, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=28670791-5e2c-42a5-b81a-6eef394c6a05,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:26:20.783545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:20.827419 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fbb91e-347d-455d-b284-0ecc22a38f6d x-openstack-request-id: req-f5fbb91e-347d-455d-b284-0ecc22a38f6d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:20.827750 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "name": "network-vif-plugged", "status": "completed", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:20.828043 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5fbb91e-347d-455d-b284-0ecc22a38f6d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:20.828384 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'code': 200} Aug 11 03:26:20.855919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=28670791-5e2c-42a5-b81a-6eef394c6a05,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:20.903836 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:20.914942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde8523-27ba-4a69-be21-62b6bb77cadf req-5ba628a0-f307-438e-8e9e-a9ad63f1b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:20.916588 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddde8523-27ba-4a69-be21-62b6bb77cadf req-5ba628a0-f307-438e-8e9e-a9ad63f1b3cf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1137 time: 0.0465243 Aug 11 03:26:20.960742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ddde8523-27ba-4a69-be21-62b6bb77cadf req-6080359b-29f4-42a3-b616-b5c9a68d9b29 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0366855 Aug 11 03:26:21.915455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b88670-3f06-4b4d-8a9c-4e7131dbd21b req-1bd3e21b-f9c1-42f3-ae1f-5e04a2559ea0 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:21.917517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66b88670-3f06-4b4d-8a9c-4e7131dbd21b req-1bd3e21b-f9c1-42f3-ae1f-5e04a2559ea0 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 985 time: 0.0607083 Aug 11 03:26:21.961084 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66b88670-3f06-4b4d-8a9c-4e7131dbd21b req-289632bf-19a1-49c0-91dd-8edf7d1a80ed tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0355291 Aug 11 03:26:22.083238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762ed373-5a72-46ad-94d6-c4c30a78d606 req-d8bff53d-c9b0-4ed3-bfce-369c0eabb7d5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.084432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-762ed373-5a72-46ad-94d6-c4c30a78d606 req-d8bff53d-c9b0-4ed3-bfce-369c0eabb7d5 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 985 time: 0.0550632 Aug 11 03:26:22.130860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-762ed373-5a72-46ad-94d6-c4c30a78d606 req-167b2869-cb9e-4193-b3d3-8c8acb3d22af tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0399244 Aug 11 03:26:22.248152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca1b5d-079f-4de2-bbe4-a6c18f559317 req-5ec660d2-03cc-479e-b4d9-d9b772b09802 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.249726 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19ca1b5d-079f-4de2-bbe4-a6c18f559317 req-5ec660d2-03cc-479e-b4d9-d9b772b09802 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1137 time: 0.0476081 Aug 11 03:26:22.270795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-19ca1b5d-079f-4de2-bbe4-a6c18f559317 req-bd741742-e02a-43c6-81e1-6f714a5002ac tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.348451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-304dd787-31c8-4cb9-b4b6-17ac1f5043d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.372208 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-19ca1b5d-079f-4de2-bbe4-a6c18f559317 req-bd741742-e02a-43c6-81e1-6f714a5002ac tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.376271 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-19ca1b5d-079f-4de2-bbe4-a6c18f559317 req-bd741742-e02a-43c6-81e1-6f714a5002ac tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.411209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19ca1b5d-079f-4de2-bbe4-a6c18f559317 req-bd741742-e02a-43c6-81e1-6f714a5002ac tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1546700 Aug 11 03:26:22.421469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd741742-e02a-43c6-81e1-6f714a5002ac tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170753f5-6856-4bf0-8835-5313ebce4698,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:22.428962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38882) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:22.493176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b083d2-715d-474c-aaff-bd1c69beac55 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:22.495313 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-64b083d2-715d-474c-aaff-bd1c69beac55 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1132 time: 0.0648348 Aug 11 03:26:22.498245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38886) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:22.504050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:22.528254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.645820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.758790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Allocated IP 172.25.4.47 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/1bfaf0f2-af97-402f-b7e6-bc2416e30cb3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:22.878561 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.919862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:22.956984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:26:22.961773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:26:22.965655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:26:22.993879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=1bfaf0f2-af97-402f-b7e6-bc2416e30cb3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:23.675616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.751133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.909366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.914654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:23.989929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=1bfaf0f2-af97-402f-b7e6-bc2416e30cb3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:24.000686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.102301 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Floating IP 62d311c1-9d2c-44ef-957c-db2761109076 associated. External IP: 172.25.4.47, port: 28670791-5e2c-42a5-b81a-6eef394c6a05. Aug 11 03:26:24.329769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router 0c348b27-b445-4073-92cc-6dd98fc77e9a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:26:24.451220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:26:24.464471 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] Sync routers for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:26:24.470350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:24.476414 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:24.477290 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:24.504659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d8003704-853d-4bd0-9537-d81cd993498c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0015802 Aug 11 03:26:24.504659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:26:24.504659 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae64989-d385-4093-994d-fc5039d805c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:26:24.505638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 38890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.573202 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6bf6774-7423-409f-bd03-11d88eb63868 x-openstack-request-id: req-a6bf6774-7423-409f-bd03-11d88eb63868 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:26:24.573504 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:26:24.573756 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6bf6774-7423-409f-bd03-11d88eb63868 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:26:24.574168 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'status': 'completed', 'code': 200} Aug 11 03:26:24.629878 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:24.729465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae64989-d385-4093-994d-fc5039d805c3 req-67e25133-c89c-4539-b65d-d2835f4c0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.730853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ae64989-d385-4093-994d-fc5039d805c3 req-67e25133-c89c-4539-b65d-d2835f4c0b02 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1137 time: 0.1256480 Aug 11 03:26:24.803261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80123c88-61cd-4fa3-bece-f9862e5a22dc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.803660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80123c88-61cd-4fa3-bece-f9862e5a22dc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.804052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80123c88-61cd-4fa3-bece-f9862e5a22dc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.804519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80123c88-61cd-4fa3-bece-f9862e5a22dc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.804991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80123c88-61cd-4fa3-bece-f9862e5a22dc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.805454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80123c88-61cd-4fa3-bece-f9862e5a22dc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.807248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-80123c88-61cd-4fa3-bece-f9862e5a22dc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2991393 Aug 11 03:26:24.810355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38896) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.870850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae64989-d385-4093-994d-fc5039d805c3 req-ebbf1912-d091-4b97-a945-b3c88309bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.872362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ae64989-d385-4093-994d-fc5039d805c3 req-ebbf1912-d091-4b97-a945-b3c88309bf70 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31 HTTP/1.1" status: 200 len: 898 time: 0.1310613 Aug 11 03:26:24.875839 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '62d311c1-9d2c-44ef-957c-db2761109076', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'port_id': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'mac_address': 'fa:16:3e:a2:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:23Z', 'updated_at': '2021-08-11T03:26:23Z', 'revision_number': 0, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:24.892315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72500a41-d764-4a0a-9080-bfe4be380cf4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.893097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72500a41-d764-4a0a-9080-bfe4be380cf4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.894476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72500a41-d764-4a0a-9080-bfe4be380cf4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.895315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72500a41-d764-4a0a-9080-bfe4be380cf4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.899992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72500a41-d764-4a0a-9080-bfe4be380cf4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.900997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72500a41-d764-4a0a-9080-bfe4be380cf4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:24.907999 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] Checking router: 0c348b27-b445-4073-92cc-6dd98fc77e9a for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:26:24.916821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-72500a41-d764-4a0a-9080-bfe4be380cf4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1032252 Aug 11 03:26:24.918034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38898) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:24.927012 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:26:24.928243 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:25:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:24.984389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ae64989-d385-4093-994d-fc5039d805c3 req-ac32cc43-c40f-4c0d-8ce3-47acef12afe2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28670791-5e2c-42a5-b81a-6eef394c6a05 HTTP/1.1" status: 200 len: 999 time: 0.1046643 Aug 11 03:26:25.073049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae64989-d385-4093-994d-fc5039d805c3 req-26b18443-cb17-44b6-bb6e-4fcc995773cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:25.073719 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:26:25.074914 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ae64989-d385-4093-994d-fc5039d805c3 req-26b18443-cb17-44b6-bb6e-4fcc995773cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac HTTP/1.1" status: 200 len: 835 time: 0.0831831 Aug 11 03:26:25.079406 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-33819f33-a02d-410f-8e2e-13c694184682 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3055 time: 0.1600583 Aug 11 03:26:25.082929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 38900) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:25.128623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae64989-d385-4093-994d-fc5039d805c3 req-35a60291-3923-4c17-90d7-aae15646e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:25.130396 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ae64989-d385-4093-994d-fc5039d805c3 req-35a60291-3923-4c17-90d7-aae15646e3f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481913 Aug 11 03:26:25.136402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43496d0-edab-48cf-94e0-a48c8df8a99a tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:25.137129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43496d0-edab-48cf-94e0-a48c8df8a99a tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:25.148498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d43496d0-edab-48cf-94e0-a48c8df8a99a tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0c348b27-b445-4073-92cc-6dd98fc77e9a HTTP/1.1" status: 200 len: 1992 time: 0.0643852 Aug 11 03:26:25.236526 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a2abf015-2736-4675-af94-e208f97c729c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.248653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ae64989-d385-4093-994d-fc5039d805c3 req-ef06a768-7a15-4d3a-828e-9a053b7c0974 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106110 Aug 11 03:26:25.354468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ae64989-d385-4093-994d-fc5039d805c3 req-f2b5c8af-d392-4427-98e4-28bea993a936 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992105 Aug 11 03:26:25.434679 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '62d311c1-9d2c-44ef-957c-db2761109076', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'port_id': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'mac_address': 'fa:16:3e:a2:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:23Z', 'updated_at': '2021-08-11T03:26:23Z', 'revision_number': 0, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:26:25.463560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab9fa7-0187-48cf-b219-b459686ea3dd None None] The sync data for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 is: [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '62d311c1-9d2c-44ef-957c-db2761109076', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'floating_ip_address': '172.25.4.47', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'port_id': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'mac_address': 'fa:16:3e:a2:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:26:23Z', 'updated_at': '2021-08-11T03:26:23Z', 'revision_number': 0, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:26:25.518933 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.610888 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:25.694229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234b1454-48f1-46b5-b425-1b3aad142851 None None] New status for floating IP 62d311c1-9d2c-44ef-957c-db2761109076: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:26:26.785428 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:28.199552 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:30.129824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:32.837057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-b266e1f3-176d-4751-b2ab-23ada1969e79 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434177 Aug 11 03:26:32.928305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-25bc9784-3913-4fc8-b0bb-cc63a6dcca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:32.929832 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-25bc9784-3913-4fc8-b0bb-cc63a6dcca71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1137 time: 0.0484805 Aug 11 03:26:33.054599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-748f4b3d-71b2-4d88-b4b4-17b1954348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:33.056539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-748f4b3d-71b2-4d88-b4b4-17b1954348d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31 HTTP/1.1" status: 200 len: 898 time: 0.0978751 Aug 11 03:26:33.127763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-24a11477-667b-4b9d-bf33-5ef6ca835c9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28670791-5e2c-42a5-b81a-6eef394c6a05 HTTP/1.1" status: 200 len: 1001 time: 0.0636032 Aug 11 03:26:33.185106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-6876741d-4aae-43bf-b210-913c78c603e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:33.187406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-6876741d-4aae-43bf-b210-913c78c603e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac HTTP/1.1" status: 200 len: 835 time: 0.0532830 Aug 11 03:26:33.241629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-d36054d2-3b8d-474a-9415-8e0fec75b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:33.243227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-d36054d2-3b8d-474a-9415-8e0fec75b7ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476680 Aug 11 03:26:33.344947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-4839b327-7842-4159-80b7-b0f104a09eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923598 Aug 11 03:26:33.437569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2237c28-4d63-4052-b41d-3fc4630038aa req-ed2cfea9-d3e9-4a42-837b-e581fb039302 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840805 Aug 11 03:26:37.692329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-fc4baef5-aa7a-4a01-80db-791a11fc5a48 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459685 Aug 11 03:26:37.781729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677572e-449a-4d17-b830-867f466aad93 req-e10de6c1-9662-4bdf-92be-a27fc1386e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:37.783227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-e10de6c1-9662-4bdf-92be-a27fc1386e59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1097 time: 0.0458984 Aug 11 03:26:37.901211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677572e-449a-4d17-b830-867f466aad93 req-75ba2157-b31d-4b1f-b2d4-cd371af455ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:37.902720 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-75ba2157-b31d-4b1f-b2d4-cd371af455ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.0978577 Aug 11 03:26:37.974640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-3bf894ab-5414-41a8-8dca-6926718a61d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 200 len: 1001 time: 0.0645351 Aug 11 03:26:38.025947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677572e-449a-4d17-b830-867f466aad93 req-8f64b448-5e20-41e2-bc14-eb3485757cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:38.027410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-8f64b448-5e20-41e2-bc14-eb3485757cda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0463507 Aug 11 03:26:38.077642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677572e-449a-4d17-b830-867f466aad93 req-370c2625-b7dc-4a81-b15c-2d96d8e72b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:38.079332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-370c2625-b7dc-4a81-b15c-2d96d8e72b94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446091 Aug 11 03:26:38.177626 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-1ac01f77-8f0c-43e9-9cf9-226e347b5da0 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905945 Aug 11 03:26:38.291874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e677572e-449a-4d17-b830-867f466aad93 req-849a8d75-9aa2-45fd-9bfe-d46c9b6afc4d service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058104 Aug 11 03:26:52.341261 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-39a53fc0-29d5-4d55-af9a-2bc5da3c80dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.229776 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-dfc5b888-7212-4c03-8f0f-1486db6b5485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.512406 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:55.616163 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:56.786543 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:57.902863 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:26:58.205443 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:58.904833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39438) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:58.997968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-176ae2f5-e165-41c2-b4de-aa22e33f2bd5 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2803 time: 0.0917208 Aug 11 03:26:59.000803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39440) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:59.006028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'network': {'name': 'tempest-network-smoke--557270077', 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'port_security_enabled': False}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:59.027943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Made reservation on behalf of 80a2d392b2e34df4949469d0b43849a8 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:26:59.032122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.057785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:26:59.069587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.070090 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Added segment 6af67c6c-d87b-42af-b61f-9d58544f6a00 of type vlan for network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa Aug 11 03:26:59.120971 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.157076 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.163231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:26:59.163996 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.226807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2247643 Aug 11 03:26:59.232682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39442) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:26:59.239754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'admin_state_up': True, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:26:59.249908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Network': ['ID=8b5f6bcc-3286-4a04-8684-6fe150bc88fa,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:26:59.264277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.264632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.264978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.265357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.265697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.266036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.266371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.267411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.268015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.268443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.268783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.269114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5540fb12-0088-4634-a8b0-0e350b6d956b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:26:59.280158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.281404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.282953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:26:59.348016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.494640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.698056 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.721490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.839758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Allocated IP 172.25.4.214 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/0af72b08-0f0b-4ee3-ba01-c55062dcfa25) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:26:59.948844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:26:59.998023 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.034234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:00.039113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:00.043481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:00.070001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:00.131941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.295568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.500728 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.638111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router df85175d-e1ac-4076-8935-4d6d7e8331ea is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:27:00.764616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:00.776625 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Sync routers for ids ['df85175d-e1ac-4076-8935-4d6d7e8331ea'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:00.784742 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:00.786723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ce17018-21dd-4e2d-901b-2fb90fecc089 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5531864 Aug 11 03:27:00.787860 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Routers {'df85175d-e1ac-4076-8935-4d6d7e8331ea'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:00.788591 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df85175d-e1ac-4076-8935-4d6d7e8331ea'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:00.789779 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39456) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:00.847678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d54da7-8c85-4881-817f-8318e8e364cc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.849357 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-09d54da7-8c85-4881-817f-8318e8e364cc tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=80a2d392b2e34df4949469d0b43849a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0583994 Aug 11 03:27:00.852091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39460) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:00.916804 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Set router df85175d-e1ac-4076-8935-4d6d7e8331ea gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:00.949437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae18d79-5c62-4c5b-9cfd-518d447798ce tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:00.953456 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5ae18d79-5c62-4c5b-9cfd-518d447798ce tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0976851 Aug 11 03:27:00.953836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39464) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:00.987900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dca5c94b-f4aa-40d7-a18f-74331fffe013 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295179 Aug 11 03:27:00.988393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39466) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.020818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aa526d86-6575-4add-842c-ff16664d7ae9 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=80a2d392b2e34df4949469d0b43849a8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311131 Aug 11 03:27:01.023915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39468) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.123024 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:00Z', 'revision_number': 3, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:26:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:01.154180 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Checking router: df85175d-e1ac-4076-8935-4d6d7e8331ea for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:01.154576 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Updating router df85175d-e1ac-4076-8935-4d6d7e8331ea port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:01.186005 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.417042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549c73b-2bbb-4304-81e7-f56c95e4dd8b tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:01.419673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0549c73b-2bbb-4304-81e7-f56c95e4dd8b tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3938503 Aug 11 03:27:01.423663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39470) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.455740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39472) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:01.456300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72a3394a-6e6a-48b8-b98e-e5cc2eb9eb0d tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329897 Aug 11 03:27:01.465047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-431256146', 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:01.465390 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.477919 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Transition to ACTIVE for port object 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:01.485288 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.547407 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Attempting to bind port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:01.547837 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Attempting to bind port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:01.548798 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Attempting to bind port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:01.556094 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c85c71-8115-46ca-9bd7-c88762de2cbd None None] Pushing event updated for resources: {'Port': ['ID=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:01.559157 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:01.559538 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:01.560031 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.560680 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:01.561156 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Bound port: 0af72b08-0f0b-4ee3-ba01-c55062dcfa25, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:01.561543 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.584784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Made reservation on behalf of 80a2d392b2e34df4949469d0b43849a8 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:01.589206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.618497 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] For port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:01.621662 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] For port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:01.627490 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:01.687910 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Routers {'df85175d-e1ac-4076-8935-4d6d7e8331ea'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:01.688993 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df85175d-e1ac-4076-8935-4d6d7e8331ea'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:01.695118 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c85c71-8115-46ca-9bd7-c88762de2cbd None None] Pushing event updated for resources: {'Port': ['ID=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:01.806888 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] Set router df85175d-e1ac-4076-8935-4d6d7e8331ea gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:02.026010 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:00Z', 'revision_number': 3, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:02.055046 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168343c5-b6d4-4639-8c73-17164d56c71e None None] The sync data for ids ['df85175d-e1ac-4076-8935-4d6d7e8331ea'] in n-d-768509-22 is: [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:00Z', 'revision_number': 3, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:02.132119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.198461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Subnet': ['ID=bbf4104e-b0c7-4710-818f-a15c1d7c7a33,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:02.206631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Checking segment: {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:02.206998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network hostable DHCP agents. Network: 8b5f6bcc-3286-4a04-8684-6fe150bc88fa, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:02.226005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:02.235819 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 8b5f6bcc-3286-4a04-8684-6fe150bc88fa) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:02.240581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:02.241295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.255597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9869a1c9-75c3-480c-89f5-304ba7c0e861 None None] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:02.263656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bbc98668-3484-4708-854f-88e950edc234 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8025343 Aug 11 03:27:02.266287 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39476) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:02.468934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'fixed_ips': [{'subnet_id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:27:02.470345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.678726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Allocated IP 172.20.0.18 (8b5f6bcc-3286-4a04-8684-6fe150bc88fa/bbf4104e-b0c7-4710-818f-a15c1d7c7a33/62fbf828-c5c4-46a8-bbf3-280e528d01fb) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:02.715612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:02.861571 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.930994 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.940676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Transition to ACTIVE for port object 62fbf828-c5c4-46a8-bbf3-280e528d01fb will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:02.957512 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Transition to ACTIVE for port object 62fbf828-c5c4-46a8-bbf3-280e528d01fb will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:02.964523 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:02.978238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:03.001084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:03.001476 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.008525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:03.028414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:03.035655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:03.065132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Pushing event updated for resources: {'Port': ['ID=62fbf828-c5c4-46a8-bbf3-280e528d01fb,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:03.144419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Attempting to bind port 62fbf828-c5c4-46a8-bbf3-280e528d01fb on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:03.144793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Attempting to bind port 62fbf828-c5c4-46a8-bbf3-280e528d01fb by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:03.145165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Attempting to bind port 62fbf828-c5c4-46a8-bbf3-280e528d01fb on network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:03.159140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:03.159515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Checking segment: {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:03.159953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.160350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Bound using segment: {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:03.160823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Bound port: 62fbf828-c5c4-46a8-bbf3-280e528d01fb, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:03.161205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.171988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.226421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:03.237194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.250859 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Allocated IP 172.20.0.17 (8b5f6bcc-3286-4a04-8684-6fe150bc88fa/bbf4104e-b0c7-4710-818f-a15c1d7c7a33/3ceb5033-b0c0-478d-883f-22d1ded7ef2a) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:03.296878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] For port 62fbf828-c5c4-46a8-bbf3-280e528d01fb, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:03.302727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] For port 62fbf828-c5c4-46a8-bbf3-280e528d01fb, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=62fbf828-c5c4-46a8-bbf3-280e528d01fb,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:03.312295 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.320544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:03.395527 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.400515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ea149-9777-43ab-9f7f-b7ae1cc4864c None None] Pushing event updated for resources: {'Port': ['ID=62fbf828-c5c4-46a8-bbf3-280e528d01fb,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:03.420998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Transition to ACTIVE for port object 3ceb5033-b0c0-478d-883f-22d1ded7ef2a will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:03.464352 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.509176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:03.512698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:03.516690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:03.522883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:03.591189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:03.750395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.058324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.063618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.143304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:04.145963 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:04.253509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:04.255280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:04.388827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router df85175d-e1ac-4076-8935-4d6d7e8331ea has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:04.413079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5452d9c-cc03-47cd-a241-24fbea7445e6 None None] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:04.541709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:04.544766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4dc44136-82b6-469b-a4c6-7557ddf0fdf6 None None] Provisioning for port 62fbf828-c5c4-46a8-bbf3-280e528d01fb completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:04.554253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Sync routers for ids ['df85175d-e1ac-4076-8935-4d6d7e8331ea'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:04.554999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d56ee3e3-eebb-484a-8a21-b7ee583155e2 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "PUT /v2.0/routers/df85175d-e1ac-4076-8935-4d6d7e8331ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2865117 Aug 11 03:27:04.591113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Routers {'df85175d-e1ac-4076-8935-4d6d7e8331ea'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:04.591113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df85175d-e1ac-4076-8935-4d6d7e8331ea'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:04.782081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Set router df85175d-e1ac-4076-8935-4d6d7e8331ea gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:04.843873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:04.940539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-d87b49b6-3e46-4165-8e22-1d5c18da2e7f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:04.952424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-d87b49b6-3e46-4165-8e22-1d5c18da2e7f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/networks?id=8b5f6bcc-3286-4a04-8684-6fe150bc88fa HTTP/1.1" status: 200 len: 797 time: 0.2141404 Aug 11 03:27:04.971142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-b1e1cabf-0048-4bd4-a5b6-760fe61ad8d1 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/quotas/80a2d392b2e34df4949469d0b43849a8 HTTP/1.1" status: 200 len: 375 time: 0.0175965 Aug 11 03:27:05.064827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-18116521-cc9e-4387-a3ef-40cdbb6024de tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0871363 Aug 11 03:27:05.213673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-a873227a-8c8f-4255-a347-a7927de5fc76 service neutron] 10.222.0.60 "GET /v2.0/networks/8b5f6bcc-3286-4a04-8684-6fe150bc88fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354825 Aug 11 03:27:05.336265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-10d9d3c0-81fd-4c3b-ae46-f7a42b83572f service neutron] 10.222.0.60 "GET /v2.0/networks/8b5f6bcc-3286-4a04-8684-6fe150bc88fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213810 Aug 11 03:27:05.344492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-04bcb856-8527-4609-9c0d-a43768a382ac None None] Provisioning for port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:05.350240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-04bcb856-8527-4609-9c0d-a43768a382ac None None] Provisioning complete for port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:05.350582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-04bcb856-8527-4609-9c0d-a43768a382ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.391950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:05.392392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.401625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-04bcb856-8527-4609-9c0d-a43768a382ac None None] Port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:05.446955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '3ceb5033-b0c0-478d-883f-22d1ded7ef2a', 'name': '', 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:78:de:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:03Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 2, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:05.480198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Checking router: df85175d-e1ac-4076-8935-4d6d7e8331ea for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:05.480848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Updating router df85175d-e1ac-4076-8935-4d6d7e8331ea port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:05.523023 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.603208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2ef18ef6-cda6-4e15-8b73-98d39e3b367e None None] Provisioning complete for port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:05.603583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2ef18ef6-cda6-4e15-8b73-98d39e3b367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.612419 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c49e1fa8-e707-4692-a6f1-14814d45cd1c req-ac97cd9a-f21f-4321-965d-0faa03649512 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0388629 Aug 11 03:27:05.678390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62fbf828-c5c4-46a8-bbf3-280e528d01fb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:05.718921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2ef18ef6-cda6-4e15-8b73-98d39e3b367e None None] Port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:05.889140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 62fbf828-c5c4-46a8-bbf3-280e528d01fb completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:05.893872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c4416aa6-2388-492b-b48d-4c5b89885ad0 None None] Provisioning complete for port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:05.894258 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c4416aa6-2388-492b-b48d-4c5b89885ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.923848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 62fbf828-c5c4-46a8-bbf3-280e528d01fb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:05.924363 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:05.986508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c4416aa6-2388-492b-b48d-4c5b89885ad0 None None] Port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:06.101897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.106546 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.131604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Transition to ACTIVE for port object 3ceb5033-b0c0-478d-883f-22d1ded7ef2a will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:06.146643 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.150272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 62fbf828-c5c4-46a8-bbf3-280e528d01fb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=62fbf828-c5c4-46a8-bbf3-280e528d01fb,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:06.178398 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.208600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0e721-0882-4285-98eb-6524487e0860 None None] Pushing event updated for resources: {'Port': ['ID=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:06.289174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Attempting to bind port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:06.289543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Attempting to bind port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:06.289910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Attempting to bind port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a on network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:06.302971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:06.303346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Checking segment: {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:06.303773 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.304164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Bound using segment: {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:06.304623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Bound port: 3ceb5033-b0c0-478d-883f-22d1ded7ef2a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:06.305003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.306965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=62fbf828-c5c4-46a8-bbf3-280e528d01fb,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:06.376181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] For port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:06.380198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] For port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:06.385278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.448503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Routers {'df85175d-e1ac-4076-8935-4d6d7e8331ea'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:06.449205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df85175d-e1ac-4076-8935-4d6d7e8331ea'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:06.451327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0e721-0882-4285-98eb-6524487e0860 None None] Pushing event updated for resources: {'Port': ['ID=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:06.587458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] Set router df85175d-e1ac-4076-8935-4d6d7e8331ea gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:06.683776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62fbf828-c5c4-46a8-bbf3-280e528d01fb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:06.803709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d5079763-5664-47a0-9072-007aeed0353e req-bbbb10e4-dee5-49dc-8aa5-121b18f9e20c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0428557 Aug 11 03:27:06.811699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-8ba3d632-29ab-4a46-b952-b4cd30bf803f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:06.815097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-8ba3d632-29ab-4a46-b952-b4cd30bf803f tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.57 "GET /v2.0/networks?id=8b5f6bcc-3286-4a04-8684-6fe150bc88fa HTTP/1.1" status: 200 len: 797 time: 0.2418373 Aug 11 03:27:06.830435 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Request body: {'port': {'device_id': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'admin_state_up': True, 'tenant_id': '80a2d392b2e34df4949469d0b43849a8'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:06.873949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 62fbf828-c5c4-46a8-bbf3-280e528d01fb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:06.874331 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:06.966884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Made reservation on behalf of 80a2d392b2e34df4949469d0b43849a8 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:06.972505 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.029653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '3ceb5033-b0c0-478d-883f-22d1ded7ef2a', 'name': '', 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:78:de:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:03Z', 'updated_at': '2021-08-11T03:27:06Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:07.060627 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c165b16-e6fe-4df5-ac30-bf1985cbcf6d None None] The sync data for ids ['df85175d-e1ac-4076-8935-4d6d7e8331ea'] in n-d-768509-22 is: [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '3ceb5033-b0c0-478d-883f-22d1ded7ef2a', 'name': '', 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:78:de:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:03Z', 'updated_at': '2021-08-11T03:27:06Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:07.127155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Allocated IP 172.20.0.21 (8b5f6bcc-3286-4a04-8684-6fe150bc88fa/bbf4104e-b0c7-4710-818f-a15c1d7c7a33/0cc2774c-572b-48ee-8e4e-8713b6d9beac) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:07.273390 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.286921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Transition to ACTIVE for port object 0cc2774c-572b-48ee-8e4e-8713b6d9beac will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:07.322282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.371995 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:07.375147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:07.379273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:07.403479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event updated for resources: {'Port': ['ID=0cc2774c-572b-48ee-8e4e-8713b6d9beac,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.435054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:07.435979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.452329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-2cda6fee-5cbd-4b6e-b67a-b97f2e472648 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6274927 Aug 11 03:27:07.465594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Request body: {'port': {'device_id': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:07.534584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.689200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-21947b01-686a-4b4d-b493-975bebd078d2 None None] Provisioning for port 0cc2774c-572b-48ee-8e4e-8713b6d9beac completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:07.693437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-21947b01-686a-4b4d-b493-975bebd078d2 None None] Provisioning complete for port 0cc2774c-572b-48ee-8e4e-8713b6d9beac triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:07.693815 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-21947b01-686a-4b4d-b493-975bebd078d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.735943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-21947b01-686a-4b4d-b493-975bebd078d2 None None] Port 0cc2774c-572b-48ee-8e4e-8713b6d9beac cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:07.837525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc2774c-572b-48ee-8e4e-8713b6d9beac {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:07.846295 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.859213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Transition to ACTIVE for port object 0cc2774c-572b-48ee-8e4e-8713b6d9beac will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:07.863473 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:07.972517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Pushing event updated for resources: {'Port': ['ID=0cc2774c-572b-48ee-8e4e-8713b6d9beac,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:07.991373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507e40e-d57f-41d2-97e0-0aa91ef501e6 req-5b8378bb-159b-4990-b1fe-86d544aeee0c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:07.993959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7507e40e-d57f-41d2-97e0-0aa91ef501e6 req-5b8378bb-159b-4990-b1fe-86d544aeee0c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 907 time: 0.0958779 Aug 11 03:27:08.063919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Attempting to bind port 0cc2774c-572b-48ee-8e4e-8713b6d9beac on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:08.064360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Attempting to bind port 0cc2774c-572b-48ee-8e4e-8713b6d9beac by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:08.064833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Attempting to bind port 0cc2774c-572b-48ee-8e4e-8713b6d9beac on network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:08.070294 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Port 0cc2774c-572b-48ee-8e4e-8713b6d9beac on network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:08.071100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Attempting to bind port 0cc2774c-572b-48ee-8e4e-8713b6d9beac on network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:08.076548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:08.077061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Checking segment: {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:08.077553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Bound using segment: {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:08.078139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Bound port: 0cc2774c-572b-48ee-8e4e-8713b6d9beac, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af67c6c-d87b-42af-b61f-9d58544f6a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:08.078603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.172146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] For port 0cc2774c-572b-48ee-8e4e-8713b6d9beac, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:08.176407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] For port 0cc2774c-572b-48ee-8e4e-8713b6d9beac, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cc2774c-572b-48ee-8e4e-8713b6d9beac,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:08.182259 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.228484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.229168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.230632 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] 10.222.0.57 "PUT /v2.0/ports/0cc2774c-572b-48ee-8e4e-8713b6d9beac HTTP/1.1" status: 200 len: 1056 time: 0.7697325 Aug 11 03:27:08.231070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'tag': '0cc2774c-572b-48ee-8e4e-8713b6d9beac'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:08.233357 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006" -d '{"events": [{"name": "network-changed", "server_uuid": "9c22e45d-e8a5-4097-a966-5475ca97a0e9", "tag": "0cc2774c-572b-48ee-8e4e-8713b6d9beac"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:08.265943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37025c-328a-4028-bbe3-cd38e310a2ea service neutron] Pushing event updated for resources: {'Port': ['ID=0cc2774c-572b-48ee-8e4e-8713b6d9beac,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.314907 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34742c2-c2fe-49fb-b5c3-1b236bed80f1 x-openstack-request-id: req-c34742c2-c2fe-49fb-b5c3-1b236bed80f1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:08.315209 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c22e45d-e8a5-4097-a966-5475ca97a0e9", "tag": "0cc2774c-572b-48ee-8e4e-8713b6d9beac", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:08.315466 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c34742c2-c2fe-49fb-b5c3-1b236bed80f1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:08.315909 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'tag': '0cc2774c-572b-48ee-8e4e-8713b6d9beac', 'status': 'completed', 'code': 200} Aug 11 03:27:08.334031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-91253215-c483-4c24-ae6a-cbb4b7921cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.335696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-91253215-c483-4c24-ae6a-cbb4b7921cfa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 1059 time: 0.0595965 Aug 11 03:27:08.489238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-774ab4f8-b292-4cc6-b327-ebe2a3096a34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0cc2774c-572b-48ee-8e4e-8713b6d9beac HTTP/1.1" status: 200 len: 217 time: 0.0599003 Aug 11 03:27:08.489238 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-e6f0b409-7b12-44b3-816d-7161ee8a6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.489238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-e6f0b409-7b12-44b3-816d-7161ee8a6a2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbf4104e-b0c7-4710-818f-a15c1d7c7a33 HTTP/1.1" status: 200 len: 837 time: 0.0522776 Aug 11 03:27:08.602139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-ed05608d-5e59-497b-b329-39748aeafeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.602139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-ed05608d-5e59-497b-b329-39748aeafeb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b5f6bcc-3286-4a04-8684-6fe150bc88fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0468388 Aug 11 03:27:08.647089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-19d61216-945c-476b-9efc-7438a2423c53 service neutron] 10.222.0.57 "GET /v2.0/networks/8b5f6bcc-3286-4a04-8684-6fe150bc88fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182301 Aug 11 03:27:08.703440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 3ceb5033-b0c0-478d-883f-22d1ded7ef2a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:08.761314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bcac953-40c6-4837-8872-b41dbbb388e5 req-d3b89e8c-f51a-4713-81c3-3fd745d9371b service neutron] 10.222.0.57 "GET /v2.0/networks/8b5f6bcc-3286-4a04-8684-6fe150bc88fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066539 Aug 11 03:27:08.771672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:08.778127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:08.778612 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.866987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-f61146f8-c1ff-4a9b-808d-a978ad6a2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.868777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-f61146f8-c1ff-4a9b-808d-a978ad6a2864 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 1059 time: 0.0454612 Aug 11 03:27:08.877180 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.921918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:08.927806 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:08.984368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:08.992758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-cef52363-cdb7-4ee6-a659-5ca57f374015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:08.994317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-cef52363-cdb7-4ee6-a659-5ca57f374015 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8b5f6bcc-3286-4a04-8684-6fe150bc88fa HTTP/1.1" status: 200 len: 898 time: 0.1168988 Aug 11 03:27:09.040567 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-692f5e3c-05ab-4b29-8791-72062bccf515 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=0cc2774c-572b-48ee-8e4e-8713b6d9beac HTTP/1.1" status: 200 len: 217 time: 0.0371640 Aug 11 03:27:09.109942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-431ba1ab-251c-41cf-8ad1-6b76fd771781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.114906 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-431ba1ab-251c-41cf-8ad1-6b76fd771781 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bbf4104e-b0c7-4710-818f-a15c1d7c7a33 HTTP/1.1" status: 200 len: 837 time: 0.0642591 Aug 11 03:27:09.137052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9f90c-7d70-43a2-87d6-2b61f48cd3d9 req-e9149b9b-1cc0-462d-ae2a-de557c9426ce tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.145626 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8f9f90c-7d70-43a2-87d6-2b61f48cd3d9 req-e9149b9b-1cc0-462d-ae2a-de557c9426ce tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 907 time: 0.0715857 Aug 11 03:27:09.188742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-22474cdb-1123-40f8-b0a0-a81fd204ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:09.188742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-22474cdb-1123-40f8-b0a0-a81fd204ccf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8b5f6bcc-3286-4a04-8684-6fe150bc88fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0674751 Aug 11 03:27:09.302104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-588878ae-abc7-4a1d-9d81-ab24e2fba2b0 service neutron] 10.222.0.57 "GET /v2.0/networks/8b5f6bcc-3286-4a04-8684-6fe150bc88fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054988 Aug 11 03:27:09.404751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-17f63707-f99f-48a7-b4a8-e5d0fa7eb006 req-20e918d3-061c-49a3-aa8c-79bafc4dc345 service neutron] 10.222.0.57 "GET /v2.0/networks/8b5f6bcc-3286-4a04-8684-6fe150bc88fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955508 Aug 11 03:27:10.269977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09bc61-0677-4a52-bd55-59a01923a9e7 req-26b3c2be-c824-49d1-a49b-552b415cf0b8 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:10.271852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd09bc61-0677-4a52-bd55-59a01923a9e7 req-26b3c2be-c824-49d1-a49b-552b415cf0b8 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 907 time: 0.0553384 Aug 11 03:27:10.637470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 3ceb5033-b0c0-478d-883f-22d1ded7ef2a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:10.692666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:10.693042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.152455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cc2774c-572b-48ee-8e4e-8713b6d9beac details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:27:11.255334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cc2774c-572b-48ee-8e4e-8713b6d9beac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cc2774c-572b-48ee-8e4e-8713b6d9beac,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:11.268328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '0cc2774c-572b-48ee-8e4e-8713b6d9beac', 'network_id': '8b5f6bcc-3286-4a04-8684-6fe150bc88fa', 'port_id': '0cc2774c-572b-48ee-8e4e-8713b6d9beac', 'mac_address': 'fa:16:3e:19:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf4104e-b0c7-4710-818f-a15c1d7c7a33', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:27:11.313267 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.327266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc2774c-572b-48ee-8e4e-8713b6d9beac {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:11.350237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cc2774c-572b-48ee-8e4e-8713b6d9beac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cc2774c-572b-48ee-8e4e-8713b6d9beac,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:11.356143 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:11.409290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4949b-2cbe-4b5d-975d-74731b7c23e6 req-4594d890-9abf-44d7-b5e0-8f01dc308087 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:11.412164 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2e4949b-2cbe-4b5d-975d-74731b7c23e6 req-4594d890-9abf-44d7-b5e0-8f01dc308087 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 908 time: 0.0643263 Aug 11 03:27:11.416565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0cc2774c-572b-48ee-8e4e-8713b6d9beac,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:11.429936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.430500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.431029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.431320 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.431898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.432240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.432577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.432911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.433296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.433632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.433966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.434295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:11.592500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['0cc2774c-572b-48ee-8e4e-8713b6d9beac'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:12.542799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67a6fb-1751-48be-bf1e-60684da8f8aa req-30953c8c-c000-4a33-b6bf-ab0917abd74b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:12.544348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6c67a6fb-1751-48be-bf1e-60684da8f8aa req-30953c8c-c000-4a33-b6bf-ab0917abd74b tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 908 time: 0.0565891 Aug 11 03:27:13.165641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cc2774c-572b-48ee-8e4e-8713b6d9beac up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:13.224286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 0cc2774c-572b-48ee-8e4e-8713b6d9beac completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:13.231344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 0cc2774c-572b-48ee-8e4e-8713b6d9beac triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:13.232154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.316881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.347508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc2774c-572b-48ee-8e4e-8713b6d9beac'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:13.349956 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a1df3f-331b-4c89-bcc0-62c1a5ebae7e" -d '{"events": [{"server_uuid": "9c22e45d-e8a5-4097-a966-5475ca97a0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0cc2774c-572b-48ee-8e4e-8713b6d9beac"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:13.367994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 0cc2774c-572b-48ee-8e4e-8713b6d9beac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cc2774c-572b-48ee-8e4e-8713b6d9beac,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:13.373400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:13.401310 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4d3042-e769-48eb-ac06-ab085282d318 x-openstack-request-id: req-1d4d3042-e769-48eb-ac06-ab085282d318 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:13.401600 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c22e45d-e8a5-4097-a966-5475ca97a0e9", "name": "network-vif-plugged", "status": "completed", "tag": "0cc2774c-572b-48ee-8e4e-8713b6d9beac", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:13.401861 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d4d3042-e769-48eb-ac06-ab085282d318 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:13.402679 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc2774c-572b-48ee-8e4e-8713b6d9beac', 'code': 200} Aug 11 03:27:13.440500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=0cc2774c-572b-48ee-8e4e-8713b6d9beac,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:13.493234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28c711-5bf0-43c7-977c-4a6dee9d109a req-f88e5b23-8b74-44a4-8a00-eb54b7ac64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:13.494740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d28c711-5bf0-43c7-977c-4a6dee9d109a req-f88e5b23-8b74-44a4-8a00-eb54b7ac64a0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 1061 time: 0.0462477 Aug 11 03:27:13.670607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b138-321b-489b-923f-8b2b0c854c99 req-a3a0bd77-087d-4f52-ad0a-bba9f0dcfbce tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:13.672258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8251b138-321b-489b-923f-8b2b0c854c99 req-a3a0bd77-087d-4f52-ad0a-bba9f0dcfbce tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 909 time: 0.0572152 Aug 11 03:27:14.814355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf2f1-89e5-41d0-957b-06979529d7ab req-1e4a6af1-536d-4c31-b20f-9f17b56a3d28 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:14.816410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-819bf2f1-89e5-41d0-957b-06979529d7ab req-1e4a6af1-536d-4c31-b20f-9f17b56a3d28 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 909 time: 0.0597589 Aug 11 03:27:14.960136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f747bbe-f224-4ed5-8dc7-51cc98455e75 req-ed5668d1-a07f-4748-9ca9-d8e0d1d18cd4 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:14.962519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f747bbe-f224-4ed5-8dc7-51cc98455e75 req-ed5668d1-a07f-4748-9ca9-d8e0d1d18cd4 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 909 time: 0.0716171 Aug 11 03:27:15.082629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de6f77-e8bb-4e30-b3ce-16974d509f6a req-79189b6a-1342-4bb1-917d-213a49c964c0 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:15.084194 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d3de6f77-e8bb-4e30-b3ce-16974d509f6a req-79189b6a-1342-4bb1-917d-213a49c964c0 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 1061 time: 0.0434582 Aug 11 03:27:15.222927 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aeb139-b910-4d16-9e63-dd8006d64650 req-10324d1d-21b3-4182-85ca-ae4a7ddcb3c4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:15.224442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2aeb139-b910-4d16-9e63-dd8006d64650 req-10324d1d-21b3-4182-85ca-ae4a7ddcb3c4 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1137 time: 0.0578001 Aug 11 03:27:15.264327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c2aeb139-b910-4d16-9e63-dd8006d64650 req-edeb79be-2a6d-49e1-94b8-1e7cd9fcbf66 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0331669 Aug 11 03:27:15.288449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39700) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:15.343324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01cd487-5f65-4f7b-a13d-f5fd133fdbd1 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:15.343558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e01cd487-5f65-4f7b-a13d-f5fd133fdbd1 tempest-TestSecurityGroupsBasicOps-333458086 tempest-TestSecurityGroupsBasicOps-333458086-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 1056 time: 0.0541060 Aug 11 03:27:15.610583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18b18a-0788-4110-b901-7ae8ddcd3555 req-8b99a378-ef65-4941-b6d4-45d917b81155 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:15.612289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f18b18a-0788-4110-b901-7ae8ddcd3555 req-8b99a378-ef65-4941-b6d4-45d917b81155 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 909 time: 0.0576534 Aug 11 03:27:16.753711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84778248-4f6a-4643-9c80-7e195bc975b6 req-b69f4dff-f505-493c-ac98-b8812ccc450d tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:16.755207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-84778248-4f6a-4643-9c80-7e195bc975b6 req-b69f4dff-f505-493c-ac98-b8812ccc450d tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 909 time: 0.0616343 Aug 11 03:27:16.887726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-7aef1b0e-c187-4e62-b5ef-008f0a15a4e8 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:16.890814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-7aef1b0e-c187-4e62-b5ef-008f0a15a4e8 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 909 time: 0.0541284 Aug 11 03:27:16.986895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting port 0cc2774c-572b-48ee-8e4e-8713b6d9beac {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:16.987246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.088608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] For port 0cc2774c-572b-48ee-8e4e-8713b6d9beac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=0cc2774c-572b-48ee-8e4e-8713b6d9beac,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:17.088990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.104335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Calling delete_port for 0cc2774c-572b-48ee-8e4e-8713b6d9beac owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:17.247345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.282234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Port': ['ID=0cc2774c-572b-48ee-8e4e-8713b6d9beac,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:17.304586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.304930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.305332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.305691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.306548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.306548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.306777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.306965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.307291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.307611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.307956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.308274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:17.337953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] No DVR routers for this DVR port 0cc2774c-572b-48ee-8e4e-8713b6d9beac on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:17.340693 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:17.342729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-88336c49-6829-4ee1-a056-4dcfe71e2111 req-efe2d260-f760-4063-a849-b9b32ef64c03 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.57 "DELETE /v2.0/ports/0cc2774c-572b-48ee-8e4e-8713b6d9beac HTTP/1.1" status: 204 len: 173 time: 0.4467695 Aug 11 03:27:17.343182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'name': 'network-vif-deleted', 'tag': '0cc2774c-572b-48ee-8e4e-8713b6d9beac'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:17.346601 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204b888b-1d09-4683-b230-edc227440abe" -d '{"events": [{"server_uuid": "9c22e45d-e8a5-4097-a966-5475ca97a0e9", "name": "network-vif-deleted", "tag": "0cc2774c-572b-48ee-8e4e-8713b6d9beac"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:17.398584 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8269dd-3696-4fc2-91c5-6e1e5ee926cd x-openstack-request-id: req-fd8269dd-3696-4fc2-91c5-6e1e5ee926cd {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:17.399063 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c22e45d-e8a5-4097-a966-5475ca97a0e9", "name": "network-vif-deleted", "tag": "0cc2774c-572b-48ee-8e4e-8713b6d9beac", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:17.400042 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd8269dd-3696-4fc2-91c5-6e1e5ee926cd {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:17.400721 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c22e45d-e8a5-4097-a966-5475ca97a0e9', 'name': 'network-vif-deleted', 'tag': '0cc2774c-572b-48ee-8e4e-8713b6d9beac', 'status': 'completed', 'code': 200} Aug 11 03:27:17.877564 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec91c63a-adc7-4085-8587-0366add41c19 req-8cd3a00c-d3bf-4b6c-b02a-caa55818a7e4 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c22e45d-e8a5-4097-a966-5475ca97a0e9 HTTP/1.1" status: 200 len: 210 time: 0.0353234 Aug 11 03:27:18.944335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39794) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:19.167445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cc2774c-572b-48ee-8e4e-8713b6d9beac no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:19.188568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 0cc2774c-572b-48ee-8e4e-8713b6d9beac {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:19.189211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 0cc2774c-572b-48ee-8e4e-8713b6d9beac not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:19.321238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:19.591234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:19.591581 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:19.684183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] For port 3ceb5033-b0c0-478d-883f-22d1ded7ef2a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:19.684547 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:19.698827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Calling delete_port for 3ceb5033-b0c0-478d-883f-22d1ded7ef2a owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:19.889139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:19.921999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Port': ['ID=3ceb5033-b0c0-478d-883f-22d1ded7ef2a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:20.107401 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.331719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router df85175d-e1ac-4076-8935-4d6d7e8331ea has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:20.439883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:20.448175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-af857c79-9364-4d15-9bf8-854d4ff741b9 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "PUT /v2.0/routers/df85175d-e1ac-4076-8935-4d6d7e8331ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4994864 Aug 11 03:27:20.448175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39798) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:20.452395 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] Sync routers for ids ['df85175d-e1ac-4076-8935-4d6d7e8331ea'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:20.463233 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] Routers {'df85175d-e1ac-4076-8935-4d6d7e8331ea'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:20.464052 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df85175d-e1ac-4076-8935-4d6d7e8331ea'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:20.506309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting subnet bbf4104e-b0c7-4710-818f-a15c1d7c7a33 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:27:20.509799 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.556395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.587862 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] Set router df85175d-e1ac-4076-8935-4d6d7e8331ea gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:20.702899 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.789153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:20.871136 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:19Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:20.904132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] Checking router: df85175d-e1ac-4076-8935-4d6d7e8331ea for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:20.913653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] Routers {'df85175d-e1ac-4076-8935-4d6d7e8331ea'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:20.914272 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['df85175d-e1ac-4076-8935-4d6d7e8331ea'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:21.033481 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] Set router df85175d-e1ac-4076-8935-4d6d7e8331ea gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:21.174661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.179176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39802) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:21.179766 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/subnets/bbf4104e-b0c7-4710-818f-a15c1d7c7a33 HTTP/1.1" status: 204 len: 168 time: 0.7308328 Aug 11 03:27:21.180611 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343b321-fcff-48b9-9c1b-102ccd746f9e tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Subnet': ['ID=bbf4104e-b0c7-4710-818f-a15c1d7c7a33,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:21.194360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cd5acd-1fbe-4a3c-9bf4-ebe0998a5c71 None None] Network 8b5f6bcc-3286-4a04-8684-6fe150bc88fa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:21.224071 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:19Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:21.251107 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61724fcd-2dc3-4d09-ba38-1859753cea1b None None] The sync data for ids ['df85175d-e1ac-4076-8935-4d6d7e8331ea'] in n-d-768509-22 is: [{'id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863925570', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:19Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '0af72b08-0f0b-4ee3-ba01-c55062dcfa25', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:33:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df85175d-e1ac-4076-8935-4d6d7e8331ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:59Z', 'updated_at': '2021-08-11T03:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:21.316141 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.428716 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.481676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:21.482031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.576838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] For port 0af72b08-0f0b-4ee3-ba01-c55062dcfa25, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:21.577080 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.590302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Calling delete_port for 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:21.628996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] DHCP port deletion for 8b5f6bcc-3286-4a04-8684-6fe150bc88fa request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:27:21.683116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] Deleting port 62fbf828-c5c4-46a8-bbf3-280e528d01fb {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:21.683803 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.759454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] For port 62fbf828-c5c4-46a8-bbf3-280e528d01fb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=62fbf828-c5c4-46a8-bbf3-280e528d01fb,segment=NetworkSegment(6af67c6c-d87b-42af-b61f-9d58544f6a00),segment_id=6af67c6c-d87b-42af-b61f-9d58544f6a00)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:21.760034 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.773611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] Calling delete_port for 62fbf828-c5c4-46a8-bbf3-280e528d01fb owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:21.787519 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.817512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Port': ['ID=0af72b08-0f0b-4ee3-ba01-c55062dcfa25,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:21.869444 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.894735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.897658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] Pushing event deleted for resources: {'Port': ['ID=62fbf828-c5c4-46a8-bbf3-280e528d01fb,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:21.903135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50900d0b-faa1-4d39-9133-2608828f94ec None None] No DVR routers for this DVR port 62fbf828-c5c4-46a8-bbf3-280e528d01fb on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:21.996000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:21.998128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.045124 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.045772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Fanout notify agent at l3_agent the message router_deleted on router df85175d-e1ac-4076-8935-4d6d7e8331ea {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:27:22.053317 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.057061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e319acce-9859-460e-835e-7ee1c038429c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/routers/df85175d-e1ac-4076-8935-4d6d7e8331ea HTTP/1.1" status: 204 len: 168 time: 0.8731925 Aug 11 03:27:22.057274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39806) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:22.139190 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.233728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.243480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5f6bcc-3286-4a04-8684-6fe150bc88fa']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:22.254266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af67c6c-d87b-42af-b61f-9d58544f6a00') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:22.254564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af67c6c-d87b-42af-b61f-9d58544f6a00') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:22.263156 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.278756 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.285586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:27:22.285990 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:27:22.289178 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:27:22.345496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d82b5042-7960-4e48-9ac2-0a9d5274f89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.360505 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.368677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.370867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/networks/8b5f6bcc-3286-4a04-8684-6fe150bc88fa HTTP/1.1" status: 204 len: 168 time: 0.3126242 Aug 11 03:27:22.373601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39808) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:22.387570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c8ef2-d363-490e-97ba-86e516eeab6a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Network': ['ID=8b5f6bcc-3286-4a04-8684-6fe150bc88fa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:22.550885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting port 1bfaf0f2-af97-402f-b7e6-bc2416e30cb3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:22.551319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.641708 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.642021 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.654596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Calling delete_port for 1bfaf0f2-af97-402f-b7e6-bc2416e30cb3 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:22.655190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62fbf828-c5c4-46a8-bbf3-280e528d01fb no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:22.682112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 62fbf828-c5c4-46a8-bbf3-280e528d01fb {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:22.682112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 62fbf828-c5c4-46a8-bbf3-280e528d01fb not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:22.682112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 3ceb5033-b0c0-478d-883f-22d1ded7ef2a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:22.701690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 3ceb5033-b0c0-478d-883f-22d1ded7ef2a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:22.702625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 3ceb5033-b0c0-478d-883f-22d1ded7ef2a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:22.703675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:22.730694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:22.731144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0af72b08-0f0b-4ee3-ba01-c55062dcfa25 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:22.817403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.846594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Port': ['ID=1bfaf0f2-af97-402f-b7e6-bc2416e30cb3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:22.911300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:22.911535 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Floating IP 62d311c1-9d2c-44ef-957c-db2761109076 disassociated (deleted). External IP: 172.25.4.47, port: 28670791-5e2c-42a5-b81a-6eef394c6a05. Aug 11 03:27:23.134790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router 0c348b27-b445-4073-92cc-6dd98fc77e9a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:23.244065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:23.248715 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:23.255590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] Sync routers for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:23.264433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:23.265053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:23.275429 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b57089da-0a13-4248-8e18-09d6866a57fe tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/floatingips/62d311c1-9d2c-44ef-957c-db2761109076 HTTP/1.1" status: 204 len: 168 time: 0.9006364 Aug 11 03:27:23.276172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:23.278768 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d8c8a3-7f40-440d-9184-cf074e0eb91b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:23.338156 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff07fb3a-1ff7-46cb-bf70-833e8cf9e9a4 x-openstack-request-id: req-ff07fb3a-1ff7-46cb-bf70-833e8cf9e9a4 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:23.338621 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:23.339013 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff07fb3a-1ff7-46cb-bf70-833e8cf9e9a4 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:23.339536 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'status': 'completed', 'code': 200} Aug 11 03:27:23.404386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-b3a6d2fa-4077-476f-b528-f1181c2b96de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.406141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-b3a6d2fa-4077-476f-b528-f1181c2b96de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=80a2d392b2e34df4949469d0b43849a8&device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 1137 time: 0.0512693 Aug 11 03:27:23.511548 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-64167fbf-29bd-4ab3-b754-9087624526d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.513158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-64167fbf-29bd-4ab3-b754-9087624526d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31 HTTP/1.1" status: 200 len: 898 time: 0.1003871 Aug 11 03:27:23.556430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:23.561716 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-4013d4e1-e86b-40f0-8d60-04d1542a480c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28670791-5e2c-42a5-b81a-6eef394c6a05 HTTP/1.1" status: 200 len: 217 time: 0.0404954 Aug 11 03:27:23.640018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-c361a285-e95d-4d21-969a-3b4e05de2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.643614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-c361a285-e95d-4d21-969a-3b4e05de2c40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac HTTP/1.1" status: 200 len: 835 time: 0.0736668 Aug 11 03:27:23.662745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ffee5-04a6-4ac6-bc69-fd5b989ec77c req-f5c30786-3f95-4ce7-b303-12c2ff7b6741 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.664349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db4ffee5-04a6-4ac6-bc69-fd5b989ec77c req-f5c30786-3f95-4ce7-b303-12c2ff7b6741 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 985 time: 0.1056187 Aug 11 03:27:23.734671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-c0ead574-f102-486e-84fc-d8fa9fd24052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:23.736391 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-c0ead574-f102-486e-84fc-d8fa9fd24052 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57c0a577-b6c3-44a6-a4cc-dee069e6fc31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826406 Aug 11 03:27:23.746829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db4ffee5-04a6-4ac6-bc69-fd5b989ec77c req-8f48a91f-a439-483b-a392-6b501c3d42a3 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0701046 Aug 11 03:27:23.819543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:23.859321 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] Checking router: 0c348b27-b445-4073-92cc-6dd98fc77e9a for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:23.860033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-87060b59-8e6d-4874-8254-c70996b307e4 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119816 Aug 11 03:27:23.868173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:23.868791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:26:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:23.963190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-96d8c8a3-7f40-440d-9184-cf074e0eb91b req-a7d8d2f3-0edc-415d-97e2-239773b809d2 service neutron] 10.222.0.10 "GET /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955868 Aug 11 03:27:23.982873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:24.191183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:24.218316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cbb073-ce64-4e33-b6a6-02150626b0ae None None] The sync data for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 is: [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:26:10Z', 'revision_number': 4, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb739a4d-fe3b-40ff-b42f-f899c525acf5', 'name': '', 'network_id': '57c0a577-b6c3-44a6-a4cc-dee069e6fc31', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'mac_address': 'fa:16:3e:f6:ee:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:10Z', 'updated_at': '2021-08-11T03:26:15Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'subnets': [{'id': '0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:24.460668 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d3b73-2b2e-47be-9af3-6ced421a5167 None None] New status for floating IP 62d311c1-9d2c-44ef-957c-db2761109076: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:24.817942 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f8921-6847-42fa-9d5b-341c7420a83d req-eb352e6f-482b-44d0-bba7-25cf84f6ab60 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:24.819457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-018f8921-6847-42fa-9d5b-341c7420a83d req-eb352e6f-482b-44d0-bba7-25cf84f6ab60 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.10 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 985 time: 0.0548360 Aug 11 03:27:24.878296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21399e24-d236-4d81-994b-646f1f65e0f6 req-da980e18-95e1-497c-82aa-49df2f4989b7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:24.880508 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21399e24-d236-4d81-994b-646f1f65e0f6 req-da980e18-95e1-497c-82aa-49df2f4989b7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/ports?device_id=4b92ad45-8e3f-49cc-b03b-8b43cefed836 HTTP/1.1" status: 200 len: 985 time: 0.0536244 Aug 11 03:27:24.929444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting port 28670791-5e2c-42a5-b81a-6eef394c6a05 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:24.929795 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:24.946828 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-21399e24-d236-4d81-994b-646f1f65e0f6 req-ffce855f-5432-4462-93bc-b9743fd14164 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c90383d-56c0-4897-8e09-ef4dd64c69df&id=966dfca4-2124-45b0-960e-74f2a44e76f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0597224 Aug 11 03:27:25.029735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] For port 28670791-5e2c-42a5-b81a-6eef394c6a05, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=28670791-5e2c-42a5-b81a-6eef394c6a05,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:25.030268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.044290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Calling delete_port for 28670791-5e2c-42a5-b81a-6eef394c6a05 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:25.181217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.213698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Port': ['ID=28670791-5e2c-42a5-b81a-6eef394c6a05,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:25.243287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a7720ab3-0684-47a4-a030-b035c26a3d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.258483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] No DVR routers for this DVR port 28670791-5e2c-42a5-b81a-6eef394c6a05 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:25.260608 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.262622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-018f8921-6847-42fa-9d5b-341c7420a83d req-8c86e71a-c045-4344-bb93-db68731f020c tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.10 "DELETE /v2.0/ports/28670791-5e2c-42a5-b81a-6eef394c6a05 HTTP/1.1" status: 204 len: 173 time: 0.4365702 Aug 11 03:27:25.263065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'name': 'network-vif-deleted', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:25.265329 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20fa5dc-ef20-4fa2-8320-be468d438350" -d '{"events": [{"server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "name": "network-vif-deleted", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:25.309148 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfbcd01-e609-412e-90e0-f65b707c6c8f x-openstack-request-id: req-3cfbcd01-e609-412e-90e0-f65b707c6c8f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:25.309760 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b92ad45-8e3f-49cc-b03b-8b43cefed836", "name": "network-vif-deleted", "tag": "28670791-5e2c-42a5-b81a-6eef394c6a05", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:25.310083 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3cfbcd01-e609-412e-90e0-f65b707c6c8f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:25.310549 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b92ad45-8e3f-49cc-b03b-8b43cefed836', 'name': 'network-vif-deleted', 'tag': '28670791-5e2c-42a5-b81a-6eef394c6a05', 'status': 'completed', 'code': 200} Aug 11 03:27:25.514311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:25.622847 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.016711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39846) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:26.084315 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-214b21f5-5c0a-446d-986e-a705bafd8406 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.111878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-214b21f5-5c0a-446d-986e-a705bafd8406 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.164714 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-214b21f5-5c0a-446d-986e-a705bafd8406 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.167831 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-214b21f5-5c0a-446d-986e-a705bafd8406 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.169037 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-214b21f5-5c0a-446d-986e-a705bafd8406 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/security-groups/966dfca4-2124-45b0-960e-74f2a44e76f9 HTTP/1.1" status: 204 len: 168 time: 0.1514220 Aug 11 03:27:26.172879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 39868) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:26.180112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b21f5-5c0a-446d-986e-a705bafd8406 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966dfca4-2124-45b0-960e-74f2a44e76f9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:26.243529 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c04441b-efac-47ac-8ccd-dc0223e9295a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.270618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c04441b-efac-47ac-8ccd-dc0223e9295a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.323882 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c04441b-efac-47ac-8ccd-dc0223e9295a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.327042 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7c04441b-efac-47ac-8ccd-dc0223e9295a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:26.328921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7c04441b-efac-47ac-8ccd-dc0223e9295a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/security-groups/0c90383d-56c0-4897-8e09-ef4dd64c69df HTTP/1.1" status: 204 len: 168 time: 0.1542225 Aug 11 03:27:26.331841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 39892) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:26.346594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04441b-efac-47ac-8ccd-dc0223e9295a tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90383d-56c0-4897-8e09-ef4dd64c69df,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:26.801238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:27.054455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:27.325920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting port eb739a4d-fe3b-40ff-b42f-f899c525acf5 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:27.326207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:27.427505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] For port eb739a4d-fe3b-40ff-b42f-f899c525acf5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eb739a4d-fe3b-40ff-b42f-f899c525acf5,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:27.428022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:27.442226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Calling delete_port for eb739a4d-fe3b-40ff-b42f-f899c525acf5 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:27.635804 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:27.664598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Port': ['ID=eb739a4d-fe3b-40ff-b42f-f899c525acf5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:27.870942 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.112987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Router 0c348b27-b445-4073-92cc-6dd98fc77e9a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:28.211318 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.226873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:28.231858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b4c05f9f-3147-4d8c-9364-2ed6407b91a7 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "PUT /v2.0/routers/0c348b27-b445-4073-92cc-6dd98fc77e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8986526 Aug 11 03:27:28.235871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40186) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:28.238394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] Sync routers for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:28.249230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:28.250414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:28.316773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting subnet 0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:27:28.319999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.363404 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.365404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:28.454821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.522321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.558225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Subnet': ['ID=0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:28.561091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:27:27Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:28.569269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.571245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b8bccdb8-ed3c-4748-819c-42fb5ca932f6 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/subnets/0fdcdfb1-dc10-4739-b6ce-dcbbcac0eeac HTTP/1.1" status: 204 len: 168 time: 0.3342426 Aug 11 03:27:28.573820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40236) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:28.590568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4696cb-992a-47ca-b4d7-bf0b963c5f9b None None] Network 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:28.608375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] Checking router: 0c348b27-b445-4073-92cc-6dd98fc77e9a for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:28.665125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] Routers {'0c348b27-b445-4073-92cc-6dd98fc77e9a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:28.665752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0c348b27-b445-4073-92cc-6dd98fc77e9a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:28.726189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.822909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] Set router 0c348b27-b445-4073-92cc-6dd98fc77e9a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:28.845526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.916633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Deleting port 271e297b-6eb6-49b5-94b8-0170486a7658 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:28.916979 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:28.941438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] DHCP port deletion for 57c0a577-b6c3-44a6-a4cc-dee069e6fc31 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:27:29.007226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 28670791-5e2c-42a5-b81a-6eef394c6a05 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:29.012472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] For port 271e297b-6eb6-49b5-94b8-0170486a7658, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=271e297b-6eb6-49b5-94b8-0170486a7658,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:29.012956 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.027125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Calling delete_port for 271e297b-6eb6-49b5-94b8-0170486a7658 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:29.034903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 28670791-5e2c-42a5-b81a-6eef394c6a05 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:29.035256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 28670791-5e2c-42a5-b81a-6eef394c6a05 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:29.074377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] Deleting port 7208d155-05fa-422e-b682-c99cc017bebf {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:29.074738 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.153282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] For port 7208d155-05fa-422e-b682-c99cc017bebf, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=7208d155-05fa-422e-b682-c99cc017bebf,segment=NetworkSegment(ad77cad6-113d-4aa3-9062-693b11c6270f),segment_id=ad77cad6-113d-4aa3-9062-693b11c6270f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:29.153853 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.157862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:27:27Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:29.196779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] Calling delete_port for 7208d155-05fa-422e-b682-c99cc017bebf owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:29.198513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd15303-098a-4fab-9469-64442f1d6683 None None] The sync data for ids ['0c348b27-b445-4073-92cc-6dd98fc77e9a'] in n-d-768509-22 is: [{'id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1735588659', 'tenant_id': '80a2d392b2e34df4949469d0b43849a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:26:06Z', 'updated_at': '2021-08-11T03:27:27Z', 'revision_number': 5, 'project_id': '80a2d392b2e34df4949469d0b43849a8', 'gw_port': {'id': '271e297b-6eb6-49b5-94b8-0170486a7658', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c348b27-b445-4073-92cc-6dd98fc77e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:26:07Z', 'updated_at': '2021-08-11T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:29.256914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.287774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Port': ['ID=271e297b-6eb6-49b5-94b8-0170486a7658,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:29.313604 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.341262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] Pushing event deleted for resources: {'Port': ['ID=7208d155-05fa-422e-b682-c99cc017bebf,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:29.348303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e608a6a-d861-49d3-8436-945698f78c36 None None] No DVR routers for this DVR port 7208d155-05fa-422e-b682-c99cc017bebf on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:29.362784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.457791 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.459903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.503833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.504421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Fanout notify agent at l3_agent the message router_deleted on router 0c348b27-b445-4073-92cc-6dd98fc77e9a {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:27:29.511213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.512367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8614bb27-81f4-4f7f-ab34-70c194935698 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/routers/0c348b27-b445-4073-92cc-6dd98fc77e9a HTTP/1.1" status: 204 len: 168 time: 0.9374127 Aug 11 03:27:29.515007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40292) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:29.603958 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.703262 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.714564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c0a577-b6c3-44a6-a4cc-dee069e6fc31']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:29.726455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad77cad6-113d-4aa3-9062-693b11c6270f') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:29.726755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad77cad6-113d-4aa3-9062-693b11c6270f') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:29.736577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.755585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.761370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:27:29.761755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:27:29.764648 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:27:29.831550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.840269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:29.847115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] 10.222.0.60 "DELETE /v2.0/networks/57c0a577-b6c3-44a6-a4cc-dee069e6fc31 HTTP/1.1" status: 204 len: 168 time: 0.3274221 Aug 11 03:27:29.866863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0b600-0ffa-4ab1-8a11-b79b93f82928 tempest-TestSecurityGroupsBasicOps-378220232 tempest-TestSecurityGroupsBasicOps-378220232-project] Pushing event deleted for resources: {'Network': ['ID=57c0a577-b6c3-44a6-a4cc-dee069e6fc31,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:30.154984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40300) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:30.166050 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.307996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5b068a87-74a8-4a68-8ba3-e2613c3a3f3a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80a2d392b2e34df4949469d0b43849a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511722 Aug 11 03:27:30.311690 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40306) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:30.372159 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba82b68c-a767-4ff6-911c-cdeb1308f867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.396322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba82b68c-a767-4ff6-911c-cdeb1308f867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.450474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba82b68c-a767-4ff6-911c-cdeb1308f867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.453457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ba82b68c-a767-4ff6-911c-cdeb1308f867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.457211 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ba82b68c-a767-4ff6-911c-cdeb1308f867 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/827a57c1-0132-48f9-98d1-a851d50c1d40 HTTP/1.1" status: 204 len: 168 time: 0.1418736 Aug 11 03:27:30.464845 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82b68c-a767-4ff6-911c-cdeb1308f867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a57c1-0132-48f9-98d1-a851d50c1d40,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:30.659232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb739a4d-fe3b-40ff-b42f-f899c525acf5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:30.680056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: eb739a4d-fe3b-40ff-b42f-f899c525acf5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:30.680430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb739a4d-fe3b-40ff-b42f-f899c525acf5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:30.680851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7208d155-05fa-422e-b682-c99cc017bebf no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:30.701973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 7208d155-05fa-422e-b682-c99cc017bebf {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:30.702379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 7208d155-05fa-422e-b682-c99cc017bebf not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:30.704003 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 271e297b-6eb6-49b5-94b8-0170486a7658 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:30.729095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 271e297b-6eb6-49b5-94b8-0170486a7658 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:30.729454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 271e297b-6eb6-49b5-94b8-0170486a7658 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:30.767095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:30.781968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b73bb777-1dfc-47a9-b635-7c12b045629b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.887789 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b73bb777-1dfc-47a9-b635-7c12b045629b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.892283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b73bb777-1dfc-47a9-b635-7c12b045629b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:30.931507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b73bb777-1dfc-47a9-b635-7c12b045629b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae4d87dc174649afb4bdae8a5c5c36f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632814 Aug 11 03:27:30.932514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bb777-1dfc-47a9-b635-7c12b045629b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8c7f34-4741-4cd4-960d-7236ac4e6e78,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:30.934188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40314) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:30.986173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f350824-f3ed-419c-8157-348e90968221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.007517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f350824-f3ed-419c-8157-348e90968221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.060802 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f350824-f3ed-419c-8157-348e90968221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.064505 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f350824-f3ed-419c-8157-348e90968221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.065672 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8f350824-f3ed-419c-8157-348e90968221 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d8c7f34-4741-4cd4-960d-7236ac4e6e78 HTTP/1.1" status: 204 len: 168 time: 0.1293316 Aug 11 03:27:31.075891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f350824-f3ed-419c-8157-348e90968221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8c7f34-4741-4cd4-960d-7236ac4e6e78,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:31.414434 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40322) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:31.455218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a5cc77f5-c3a1-42ce-91ce-013537984643 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48795d0e54e64b9b985a79c37a16f90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394740 Aug 11 03:27:31.457722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40324) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:31.506938 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b91a1aca-269e-464c-b618-7167b301b37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.528022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b91a1aca-269e-464c-b618-7167b301b37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.576762 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b91a1aca-269e-464c-b618-7167b301b37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.579340 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b91a1aca-269e-464c-b618-7167b301b37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:31.580544 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b91a1aca-269e-464c-b618-7167b301b37f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/170753f5-6856-4bf0-8835-5313ebce4698 HTTP/1.1" status: 204 len: 168 time: 0.1219106 Aug 11 03:27:31.589754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a1aca-269e-464c-b618-7167b301b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170753f5-6856-4bf0-8835-5313ebce4698,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:32.279962 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40346) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:32.386563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-374422275-network', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:32.409376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Made reservation on behalf of 0545042e1a0a489e8db34e0e1e4b1594 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:32.411688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.420112 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.531024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.535666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.561561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:27:32.571016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0010c463-d376-4bbd-89a4-9bfc9a5725af,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:32.577603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.577950 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Added segment f4fbe482-6dbd-4945-b7e4-b28f8b4e269b of type vlan for network 23dcd703-0d27-4d10-97ff-196d972018d1 Aug 11 03:27:32.620983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.653605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.656065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:32.656748 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.726540 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4444637 Aug 11 03:27:32.729544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:32.737035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Request body: {'subnet': {'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-374422275-subnet', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:32.750022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e7e6-f6e6-4916-b2f7-560543205139 admin admin] Pushing event updated for resources: {'Network': ['ID=23dcd703-0d27-4d10-97ff-196d972018d1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:32.761934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Made reservation on behalf of 0545042e1a0a489e8db34e0e1e4b1594 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:32.764471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.765485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 23dcd703-0d27-4d10-97ff-196d972018d1 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:27:32.941665 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:32.999638 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:33.009927 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Checking segment: {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:33.010285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Network hostable DHCP agents. Network: 23dcd703-0d27-4d10-97ff-196d972018d1, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:33.027538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Network 23dcd703-0d27-4d10-97ff-196d972018d1 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:33.037212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 23dcd703-0d27-4d10-97ff-196d972018d1) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:33.044321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:33.044920 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.054178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac826342-baf9-4f02-9387-a1e320b4dd6a None None] Network 23dcd703-0d27-4d10-97ff-196d972018d1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:33.061201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-993520cc-360e-4db6-8506-c701cb5ead43 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3299403 Aug 11 03:27:33.064197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40360) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:33.068759 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:33.090815 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.091966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.152700 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.220908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-23dcd703-0d27-4d10-97ff-196d972018d1', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:27:33.221909 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.302721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.505425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40362) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:33.521292 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.533434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Allocated IP 172.20.0.2 (23dcd703-0d27-4d10-97ff-196d972018d1/37a1140c-4f4b-44e0-b9f8-5efe4f33ea24/8d06f45c-2639-4132-a05a-279fd647bea1) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:33.546430 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.669132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Allocated IP 172.25.4.33 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ed560fd0-3f5a-43de-895f-b63f706da99f) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:33.723072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port bec45f4a-d74d-4d9a-9abe-3f7320672276 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:33.723564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.732527 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.742242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Transition to ACTIVE for port object 8d06f45c-2639-4132-a05a-279fd647bea1 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:33.759444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Transition to ACTIVE for port object 8d06f45c-2639-4132-a05a-279fd647bea1 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:33.768866 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.785777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.825308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Network 23dcd703-0d27-4d10-97ff-196d972018d1 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:33.832945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:33.838752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Pushing event updated for resources: {'Port': ['ID=8d06f45c-2639-4132-a05a-279fd647bea1,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:33.840265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.840741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.841299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:33.850539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.859188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for bec45f4a-d74d-4d9a-9abe-3f7320672276 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:33.891029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:33.896907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:33.900811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:33.920933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Attempting to bind port 8d06f45c-2639-4132-a05a-279fd647bea1 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:33.922051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Attempting to bind port 8d06f45c-2639-4132-a05a-279fd647bea1 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:33.922853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Attempting to bind port 8d06f45c-2639-4132-a05a-279fd647bea1 on network 23dcd703-0d27-4d10-97ff-196d972018d1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:33.928471 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Pushing event updated for resources: {'Port': ['ID=ed560fd0-3f5a-43de-895f-b63f706da99f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:33.929689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:33.930159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Checking segment: {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:33.931022 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:33.931022 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Bound using segment: {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:33.931654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Bound port: 8d06f45c-2639-4132-a05a-279fd647bea1, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:33.932107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.022216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] For port 8d06f45c-2639-4132-a05a-279fd647bea1, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:34.026227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] For port 8d06f45c-2639-4132-a05a-279fd647bea1, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8d06f45c-2639-4132-a05a-279fd647bea1,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:34.031040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.073770 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.097387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb172c18-0cbc-4018-80a3-ea9ccd59dd0a None None] Pushing event updated for resources: {'Port': ['ID=8d06f45c-2639-4132-a05a-279fd647bea1,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:34.112229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=bec45f4a-d74d-4d9a-9abe-3f7320672276,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:34.176669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.177028 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Floating IP 22c40693-8c56-4c10-acd3-4745be14399a disassociated (deleted). External IP: 172.25.4.243, port: 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26. Aug 11 03:27:34.216301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.509710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.705481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Router d6f19758-2ba4-461a-ab65-e3b83198617a is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:27:34.750724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:34.754209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8d06f45c-2639-4132-a05a-279fd647bea1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:34.832752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 8d06f45c-2639-4132-a05a-279fd647bea1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:34.845640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:34.860592 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Sync routers for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:34.861570 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.863273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0cd940cc-8262-4176-be69-224a30594922 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7980609 Aug 11 03:27:34.866389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:34.877195 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:34.877934 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:34.924735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:34.930688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:34.935205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:34.957968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:34.958613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:34.979085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-51d4cb5c-7d6b-41be-9a77-7e28746c984c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "DELETE /v2.0/floatingips/22c40693-8c56-4c10-acd3-4745be14399a HTTP/1.1" status: 204 len: 168 time: 1.4721377 Aug 11 03:27:34.979928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:34.982896 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0609769-1a76-46c3-ade5-6ef177c413e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:35.044707 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637839f0-6ae9-41b4-a2fa-9312e1b6132b x-openstack-request-id: req-637839f0-6ae9-41b4-a2fa-9312e1b6132b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:35.046050 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:35.048451 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-637839f0-6ae9-41b4-a2fa-9312e1b6132b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:35.049559 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'status': 'completed', 'code': 200} Aug 11 03:27:35.081736 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:27:35.137633 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:35.164601 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-b7050774-7b2d-4dc4-9aba-5123a7adab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:35.166802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-b7050774-7b2d-4dc4-9aba-5123a7adab9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0997417 Aug 11 03:27:35.189986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:35.388754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-0e28fb61-e009-4da7-acb3-ded801f5d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:35.392062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-0e28fb61-e009-4da7-acb3-ded801f5d5d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.2155678 Aug 11 03:27:35.417722 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:34Z', 'revision_number': 3, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:35.446788 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Checking router: d6f19758-2ba4-461a-ab65-e3b83198617a for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:35.447420 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Updating router d6f19758-2ba4-461a-ab65-e3b83198617a port ed560fd0-3f5a-43de-895f-b63f706da99f binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:35.477865 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.529380 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-355d987b-545e-4fdf-b375-911a687c4e56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 HTTP/1.1" status: 200 len: 217 time: 0.0753698 Aug 11 03:27:35.551576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508710ab-f2f7-4095-8185-cd3f14c26b7a None None] Network 23dcd703-0d27-4d10-97ff-196d972018d1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:35.590812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-138f2ee3-8204-47a8-b2c4-82f387bd6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:35.592408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-138f2ee3-8204-47a8-b2c4-82f387bd6a9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.0545590 Aug 11 03:27:35.602142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14df33-05ff-428d-8ed6-c4ea6d05accc req-22c60290-9a52-4e22-af18-5bbbc0bee9f6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:35.603805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d14df33-05ff-428d-8ed6-c4ea6d05accc req-22c60290-9a52-4e22-af18-5bbbc0bee9f6 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 946 time: 0.2106893 Aug 11 03:27:35.679744 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d14df33-05ff-428d-8ed6-c4ea6d05accc req-1e991695-df81-43b0-a811-9eac14c41226 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Aug 11 03:27:35.682732 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-e9995ef4-8b9a-4f19-ad8d-f3144784dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:35.700435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-e9995ef4-8b9a-4f19-ad8d-f3144784dcf2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954416 Aug 11 03:27:35.805913 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.819187 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Transition to ACTIVE for port object ed560fd0-3f5a-43de-895f-b63f706da99f will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:35.827777 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.831547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1eb19216-d244-462f-b77d-5bc2ae0585af None None] Provisioning for port 8d06f45c-2639-4132-a05a-279fd647bea1 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:35.854034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-906de67a-97c9-4c52-b6db-c81d172aaa77 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445982 Aug 11 03:27:35.856436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1eb19216-d244-462f-b77d-5bc2ae0585af None None] Provisioning complete for port 8d06f45c-2639-4132-a05a-279fd647bea1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:35.856921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1eb19216-d244-462f-b77d-5bc2ae0585af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.937094 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Attempting to bind port ed560fd0-3f5a-43de-895f-b63f706da99f on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:35.939350 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Attempting to bind port ed560fd0-3f5a-43de-895f-b63f706da99f by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:35.941867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Attempting to bind port ed560fd0-3f5a-43de-895f-b63f706da99f on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:35.966016 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:35.967002 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:35.972377 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:35.973920 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:35.975745 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Bound port: ed560fd0-3f5a-43de-895f-b63f706da99f, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:35.976532 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.050634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0609769-1a76-46c3-ade5-6ef177c413e8 req-eead2680-6d90-4e3e-ab9b-17b7ec785143 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890423 Aug 11 03:27:36.055106 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] For port ed560fd0-3f5a-43de-895f-b63f706da99f, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:36.059443 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] For port ed560fd0-3f5a-43de-895f-b63f706da99f, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed560fd0-3f5a-43de-895f-b63f706da99f,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:36.065949 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.083131 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Pushing event updated for resources: {'Port': ['ID=ed560fd0-3f5a-43de-895f-b63f706da99f,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:36.091989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.092643 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.093341 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.093872 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.094369 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.095099 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.095786 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.096293 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.096830 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.097316 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.097800 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.098303 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:36.141317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1eb19216-d244-462f-b77d-5bc2ae0585af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.146200 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:36.147491 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:36.239269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1eb19216-d244-462f-b77d-5bc2ae0585af None None] For port 8d06f45c-2639-4132-a05a-279fd647bea1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8d06f45c-2639-4132-a05a-279fd647bea1,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:36.249038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.253204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1eb19216-d244-462f-b77d-5bc2ae0585af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.272905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:36.292395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:03Z', 'revision_number': 1, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:36.329769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:36.366659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:36.367213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:36.426171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb19216-d244-462f-b77d-5bc2ae0585af None None] Pushing event updated for resources: {'Port': ['ID=8d06f45c-2639-4132-a05a-279fd647bea1,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:36.492589 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:36.526747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:36.544146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d9973a5a-5304-4527-a897-2a070e7fd786 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2aad832ed844a259cdb78ce74c3a8a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691977 Aug 11 03:27:36.544914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40388) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:36.569455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Allocated IP 172.20.0.1 (23dcd703-0d27-4d10-97ff-196d972018d1/37a1140c-4f4b-44e0-b9f8-5efe4f33ea24/9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:36.631725 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc377a8d-4b06-4004-afd8-56163772bfdc None None] Pushing event updated for resources: {'Port': ['ID=ed560fd0-3f5a-43de-895f-b63f706da99f,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:36.646905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4df2cae-9075-4765-bd7a-8aa079dffd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.690818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4df2cae-9075-4765-bd7a-8aa079dffd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.710341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8d06f45c-2639-4132-a05a-279fd647bea1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:36.749151 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:34Z', 'revision_number': 3, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:36.769160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4df2cae-9075-4765-bd7a-8aa079dffd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.774573 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a4df2cae-9075-4765-bd7a-8aa079dffd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.778807 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a4df2cae-9075-4765-bd7a-8aa079dffd15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f691347-7bf5-49da-96e0-e91e205d8063 HTTP/1.1" status: 204 len: 168 time: 0.2319732 Aug 11 03:27:36.782563 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5263af04-0e90-49b5-976a-64757c87e577 None None] The sync data for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 is: [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:34Z', 'revision_number': 3, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:36.787861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.797730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df2cae-9075-4765-bd7a-8aa079dffd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f691347-7bf5-49da-96e0-e91e205d8063,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:36.822582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Transition to ACTIVE for port object 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:36.841520 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1a933b56-d8c5-46da-a6b6-8e43e1f8fb47 None None] Provisioning complete for port 8d06f45c-2639-4132-a05a-279fd647bea1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:36.841908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a933b56-d8c5-46da-a6b6-8e43e1f8fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.907682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594474ac-40e6-4056-adf7-efbb1346a908 req-3558c28a-3883-4b0a-a8fe-79cb83571efd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:36.910192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-594474ac-40e6-4056-adf7-efbb1346a908 req-3558c28a-3883-4b0a-a8fe-79cb83571efd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 946 time: 0.0989289 Aug 11 03:27:36.918339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.969506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9776f6-4017-4afb-a7f9-830f1660d9d3 req-75e70efc-90eb-4702-aa50-51ef5679490c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:36.970971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb9776f6-4017-4afb-a7f9-830f1660d9d3 req-75e70efc-90eb-4702-aa50-51ef5679490c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 946 time: 0.1218438 Aug 11 03:27:36.995036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 8d06f45c-2639-4132-a05a-279fd647bea1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:36.995612 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:36.999295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Pushing event updated for resources: {'Port': ['ID=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:37.014479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Network 23dcd703-0d27-4d10-97ff-196d972018d1 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:37.019323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:37.026518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:37.072552 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.076602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:37.077861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.190375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:03Z', 'revision_number': 1, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:37.253548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb9776f6-4017-4afb-a7f9-830f1660d9d3 req-18d9e915-919e-4ef0-8a44-69971c7ebc89 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2752452 Aug 11 03:27:37.258784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aef0c0-59c9-4885-9070-759a755b6cb0 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '8ca6cb19-c232-4ab9-affd-853fa900e1be', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'floating_ip_address': '172.25.4.156', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'port_id': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'mac_address': 'fa:16:3e:9f:9e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:24:01Z', 'updated_at': '2021-08-11T03:24:03Z', 'revision_number': 1, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:37.337531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] For port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:37.338377 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.350569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.369401 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:37.439346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-edc6b237-864d-4686-ad6d-daeb1f367add None None] Provisioning for port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:37.450264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-edc6b237-864d-4686-ad6d-daeb1f367add None None] Provisioning complete for port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:37.451976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-edc6b237-864d-4686-ad6d-daeb1f367add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.540820 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-edc6b237-864d-4686-ad6d-daeb1f367add None None] Port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:37.595348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.620915 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.628999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.636204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:37.713367 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7997809f-60f9-4231-8fd3-bdb784f3bf39 None None] New status for floating IP 22c40693-8c56-4c10-acd3-4745be14399a: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:37.728148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] No DVR routers for this DVR port 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:37.730812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.732486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Pushing event updated for resources: {'Port': ['ID=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:37.734257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-594474ac-40e6-4056-adf7-efbb1346a908 req-248e4315-97f9-4ec8-89cd-64b6171f0eff tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "DELETE /v2.0/ports/9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 HTTP/1.1" status: 204 len: 173 time: 0.8166397 Aug 11 03:27:37.734399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'name': 'network-vif-deleted', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:37.739162 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:37.750282 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a54362b-0120-41cf-958f-0e2a31016587" -d '{"events": [{"server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "name": "network-vif-deleted", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:37.863367 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241f908e-66f4-496b-8c82-d3f49f7fb5ee x-openstack-request-id: req-241f908e-66f4-496b-8c82-d3f49f7fb5ee {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:37.863725 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcbb529-7199-4a87-bf58-b83f31e68ce1", "name": "network-vif-deleted", "tag": "9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:37.864158 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-241f908e-66f4-496b-8c82-d3f49f7fb5ee {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:37.864617 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcbb529-7199-4a87-bf58-b83f31e68ce1', 'name': 'network-vif-deleted', 'tag': '9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26', 'status': 'completed', 'code': 200} Aug 11 03:27:37.881623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Network 23dcd703-0d27-4d10-97ff-196d972018d1 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:37.885885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:38.104795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Router d6f19758-2ba4-461a-ab65-e3b83198617a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:38.275249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8f213a1e-862c-4a3d-817a-8be6c137e65d None None] Provisioning complete for port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:38.279329 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8f213a1e-862c-4a3d-817a-8be6c137e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.342582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:38.352175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3ae6914f-0992-4e3c-9ddf-5612145392cc admin admin] 10.222.0.60 "PUT /v2.0/routers/d6f19758-2ba4-461a-ab65-e3b83198617a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4849305 Aug 11 03:27:38.373579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8f213a1e-862c-4a3d-817a-8be6c137e65d None None] Port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:38.393560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7f2042f-09cf-4acf-80a1-e9d54551b1c3 req-b48d52a3-74fe-47f8-b494-f98361eae67d tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 210 time: 0.0399401 Aug 11 03:27:38.728528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed560fd0-3f5a-43de-895f-b63f706da99f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:38.807511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ed560fd0-3f5a-43de-895f-b63f706da99f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:38.813113 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ed560fd0-3f5a-43de-895f-b63f706da99f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:38.813622 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.927033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:38.957023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ed560fd0-3f5a-43de-895f-b63f706da99f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed560fd0-3f5a-43de-895f-b63f706da99f,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:38.964214 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.040656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ed560fd0-3f5a-43de-895f-b63f706da99f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:39.165023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40440) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:39.170379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1692230918-network', 'tenant_id': '3d86316eed8a44319b24f885211ef47e'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:39.193489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Made reservation on behalf of 3d86316eed8a44319b24f885211ef47e for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:39.195934 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.207011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Sync routers for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:39.209916 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.230875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:39.232033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:39.353319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.368245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:39.368924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.400529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:27:39.413916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40328ff2-c81b-49c7-b485-e25e1988cbaa,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:39.420964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.421594 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Added segment 0746b892-a5d4-4e2d-8fe2-a01c6302f737 of type vlan for network 921c7951-c180-45a2-a202-841ec1ada7b0 Aug 11 03:27:39.521818 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-47194510-1d2c-482a-965c-ff88d661f683 req-14e12d10-0a07-43b2-9806-41765a0a84bd tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 210 time: 0.0387383 Aug 11 03:27:39.524190 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.568698 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.569950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:39.570532 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.574195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:39.574544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9b8d00f8-f305-4e9e-852f-b3e2c8f0cd26 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:39.592786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:39.642767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4736595 Aug 11 03:27:39.643165 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:39.646249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305be439-fa2b-4e4f-b586-628bbb64e1f5 admin admin] Pushing event updated for resources: {'Network': ['ID=921c7951-c180-45a2-a202-841ec1ada7b0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:39.648449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Request body: {'subnet': {'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1692230918-subnet', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:39.661229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 921c7951-c180-45a2-a202-841ec1ada7b0 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:27:39.676316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Made reservation on behalf of 3d86316eed8a44319b24f885211ef47e for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:39.690437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.914872 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:39.962484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 2, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:39.984197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4a767d3-ba01-4202-ae8e-46198e7417f3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:39.997517 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Checking segment: {'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:39.998115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Network hostable DHCP agents. Network: 921c7951-c180-45a2-a202-841ec1ada7b0, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:27:39.998965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Checking router: d6f19758-2ba4-461a-ab65-e3b83198617a for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:39.999403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Updating router d6f19758-2ba4-461a-ab65-e3b83198617a port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:40.016668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Network 921c7951-c180-45a2-a202-841ec1ada7b0 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:27:40.027133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 921c7951-c180-45a2-a202-841ec1ada7b0) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:40.032614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:40.033667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.042290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84293dcd-36d4-4d33-b239-accc99e09c54 None None] Network 921c7951-c180-45a2-a202-841ec1ada7b0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:40.046957 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.049765 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a3ac1a23-90b9-436d-a22e-da275eeb6501 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054310 Aug 11 03:27:40.053480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40454) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:40.059461 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:40.084955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.086113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.159987 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.363284 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.537422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-921c7951-c180-45a2-a202-841ec1ada7b0', 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'fixed_ips': [{'subnet_id': 'a4a767d3-ba01-4202-ae8e-46198e7417f3'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:27:40.546095 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.678399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.704926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Transition to ACTIVE for port object 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:40.713767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.794149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e906de64-6a70-4462-9da7-e05e8d4961d5 req-7d7415ff-aad5-4892-9b0f-7a8e63552945 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 210 time: 0.1358202 Aug 11 03:27:40.830147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed560fd0-3f5a-43de-895f-b63f706da99f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:40.839876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Allocated IP 172.20.0.2 (921c7951-c180-45a2-a202-841ec1ada7b0/a4a767d3-ba01-4202-ae8e-46198e7417f3/51575385-9432-43c0-ba9d-81956d951ff8) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:40.863516 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:40.883383 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016c176-8a49-45d0-89f3-3d72329894fe None None] Pushing event updated for resources: {'Port': ['ID=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:40.885130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.016174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Allocated IP 172.25.4.2 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/267047ab-7882-43d4-ac8c-92e9303cbc43) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:41.152170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.204719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.214153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.234631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Attempting to bind port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:41.235189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Attempting to bind port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:41.235557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Attempting to bind port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 on network 23dcd703-0d27-4d10-97ff-196d972018d1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:41.244779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ed560fd0-3f5a-43de-895f-b63f706da99f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:41.245165 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.246811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:41.247390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Transition to ACTIVE for port object 51575385-9432-43c0-ba9d-81956d951ff8 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:41.251528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:41.253976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:41.273053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:41.273429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Checking segment: {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:41.273848 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.274254 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Bound using segment: {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:41.274758 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Bound port: 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:41.275151 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.307949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Pushing event updated for resources: {'Port': ['ID=267047ab-7882-43d4-ac8c-92e9303cbc43,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:41.320676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Transition to ACTIVE for port object 51575385-9432-43c0-ba9d-81956d951ff8 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:41.339016 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.413671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Network 921c7951-c180-45a2-a202-841ec1ada7b0 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:41.427520 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:41.441676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:41.456419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Pushing event updated for resources: {'Port': ['ID=51575385-9432-43c0-ba9d-81956d951ff8,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:41.492443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] For port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:41.541611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] For port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:41.557991 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.574093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Attempting to bind port 51575385-9432-43c0-ba9d-81956d951ff8 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:41.574467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Attempting to bind port 51575385-9432-43c0-ba9d-81956d951ff8 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:41.574840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Attempting to bind port 51575385-9432-43c0-ba9d-81956d951ff8 on network 921c7951-c180-45a2-a202-841ec1ada7b0 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:41.584291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.602531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:41.602826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Checking segment: {'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:41.603236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.603654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Bound using segment: {'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:41.604146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Bound port: 51575385-9432-43c0-ba9d-81956d951ff8, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:41.604535 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.681191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:41.682214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:41.692112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016c176-8a49-45d0-89f3-3d72329894fe None None] Pushing event updated for resources: {'Port': ['ID=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:41.837146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] For port 51575385-9432-43c0-ba9d-81956d951ff8, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:41.844910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.860381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] For port 51575385-9432-43c0-ba9d-81956d951ff8, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=51575385-9432-43c0-ba9d-81956d951ff8,segment=NetworkSegment(0746b892-a5d4-4e2d-8fe2-a01c6302f737),segment_id=0746b892-a5d4-4e2d-8fe2-a01c6302f737)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:41.868948 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:41.929403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:42.061201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:27:42.064992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54b916d4-8a39-407d-a9e9-1a28cd3fc381 req-dda8f49b-52cb-4d98-bbcf-960531e88694 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fcbb529-7199-4a87-bf58-b83f31e68ce1 HTTP/1.1" status: 200 len: 210 time: 0.1182342 Aug 11 03:27:42.100214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0963e-9bdc-4572-92a2-ee026b115d75 None None] Pushing event updated for resources: {'Port': ['ID=51575385-9432-43c0-ba9d-81956d951ff8,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:42.337209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:41Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:42.359525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:42.376346 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Sync routers for ids ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:42.392889 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Routers {'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:42.393867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:42.394381 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:42.398360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-713a7034-7e71-43c5-aa46-b0bbd0a6de7a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3411980 Aug 11 03:27:42.398631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40466) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:42.403907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923ddbd-d168-4136-80e5-751e605f1618 None None] The sync data for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 is: [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:41Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:42.654764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40470) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:42.658020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Set router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:42.833894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:42.956835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:42.962488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:42.962871 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:42.968796 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:41Z', 'revision_number': 3, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port': {'id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:43.033745 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Checking router: fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:43.034086 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Updating router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 port 267047ab-7882-43d4-ac8c-92e9303cbc43 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:43.098717 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.214459 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.290445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:43.296540 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.297242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 51575385-9432-43c0-ba9d-81956d951ff8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:43.376764 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4333838-95b0-4fd8-98ec-4d2d040affea admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.511872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:43.529455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 51575385-9432-43c0-ba9d-81956d951ff8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:43.696337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0312b7f-de34-4ef5-bc2d-ef2ce2f6a475 None None] Network 921c7951-c180-45a2-a202-841ec1ada7b0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:27:43.812469 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.824766 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Transition to ACTIVE for port object 267047ab-7882-43d4-ac8c-92e9303cbc43 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:43.833333 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.846995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4333838-95b0-4fd8-98ec-4d2d040affea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.895866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0fd1e862-8c6b-45b7-aa06-36a23a3ef551 None None] Provisioning for port 51575385-9432-43c0-ba9d-81956d951ff8 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:43.904218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4333838-95b0-4fd8-98ec-4d2d040affea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.906360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0fd1e862-8c6b-45b7-aa06-36a23a3ef551 None None] Provisioning complete for port 51575385-9432-43c0-ba9d-81956d951ff8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:43.906977 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e862-8c6b-45b7-aa06-36a23a3ef551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.937860 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921594f-17be-4571-a4e4-c6e4f0fcd085 None None] Pushing event updated for resources: {'Port': ['ID=267047ab-7882-43d4-ac8c-92e9303cbc43,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:43.942536 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Attempting to bind port 267047ab-7882-43d4-ac8c-92e9303cbc43 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:43.942909 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Attempting to bind port 267047ab-7882-43d4-ac8c-92e9303cbc43 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:43.943270 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Attempting to bind port 267047ab-7882-43d4-ac8c-92e9303cbc43 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:43.946024 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b4333838-95b0-4fd8-98ec-4d2d040affea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a808d6bd10f74636b4db8b064ec0556c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2894626 Aug 11 03:27:43.948760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40480) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:43.977941 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:43.978306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:43.978704 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:43.979090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:43.979585 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Bound port: 267047ab-7882-43d4-ac8c-92e9303cbc43, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:43.979991 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.001585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4333838-95b0-4fd8-98ec-4d2d040affea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e89b073-0497-407b-a7d5-fbf557d559b5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:44.069243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0852a152-25bb-463b-b837-0a6e20d7bf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.075770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.099856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0852a152-25bb-463b-b837-0a6e20d7bf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.111690 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] For port 267047ab-7882-43d4-ac8c-92e9303cbc43, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:44.116756 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] For port 267047ab-7882-43d4-ac8c-92e9303cbc43, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=267047ab-7882-43d4-ac8c-92e9303cbc43,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:44.124713 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.175299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0852a152-25bb-463b-b837-0a6e20d7bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.175979 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e862-8c6b-45b7-aa06-36a23a3ef551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.178684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0852a152-25bb-463b-b837-0a6e20d7bf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.180399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0852a152-25bb-463b-b837-0a6e20d7bf0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e89b073-0497-407b-a7d5-fbf557d559b5 HTTP/1.1" status: 204 len: 168 time: 0.2306528 Aug 11 03:27:44.221389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852a152-25bb-463b-b837-0a6e20d7bf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e89b073-0497-407b-a7d5-fbf557d559b5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:44.272545 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921594f-17be-4571-a4e4-c6e4f0fcd085 None None] Pushing event updated for resources: {'Port': ['ID=267047ab-7882-43d4-ac8c-92e9303cbc43,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:44.275132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Routers {'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:44.287797 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:44.370087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0fd1e862-8c6b-45b7-aa06-36a23a3ef551 None None] For port 51575385-9432-43c0-ba9d-81956d951ff8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=51575385-9432-43c0-ba9d-81956d951ff8,segment=NetworkSegment(0746b892-a5d4-4e2d-8fe2-a01c6302f737),segment_id=0746b892-a5d4-4e2d-8fe2-a01c6302f737)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:44.380191 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0fd1e862-8c6b-45b7-aa06-36a23a3ef551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.477740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1e862-8c6b-45b7-aa06-36a23a3ef551 None None] Pushing event updated for resources: {'Port': ['ID=51575385-9432-43c0-ba9d-81956d951ff8,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:44.495112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Allocated IP 172.20.0.1 (921c7951-c180-45a2-a202-841ec1ada7b0/a4a767d3-ba01-4202-ae8e-46198e7417f3/e2976809-79f0-4cd0-9805-21aec5fe51b4) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:44.549857 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] Set router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:44.722069 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:44.765704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.784082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Transition to ACTIVE for port object e2976809-79f0-4cd0-9805-21aec5fe51b4 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:44.829763 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.854496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:44.854743 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.877112 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:41Z', 'revision_number': 3, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port': {'id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:44.897836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Network 921c7951-c180-45a2-a202-841ec1ada7b0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:44.901596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:44.907291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:44.910950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2976809-79f0-4cd0-9805-21aec5fe51b4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:44.920018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-89490645-be60-4ffc-83fe-e658adc6724c None None] Provisioning complete for port 51575385-9432-43c0-ba9d-81956d951ff8 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:44.920525 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-89490645-be60-4ffc-83fe-e658adc6724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:44.966350 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69de9fd8-e937-47ba-b81a-b859816a4ce7 None None] The sync data for ids ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'] in n-d-768509-22 is: [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:41Z', 'revision_number': 3, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port': {'id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:44.989488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.054946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 51575385-9432-43c0-ba9d-81956d951ff8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:45.206862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 51575385-9432-43c0-ba9d-81956d951ff8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:45.207205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.250204 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.352775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1962ca76-dfdc-4b51-aeae-21f70956121f None None] Provisioning for port e2976809-79f0-4cd0-9805-21aec5fe51b4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:45.359284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1962ca76-dfdc-4b51-aeae-21f70956121f None None] Provisioning complete for port e2976809-79f0-4cd0-9805-21aec5fe51b4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:45.359925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1962ca76-dfdc-4b51-aeae-21f70956121f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.428352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-1962ca76-dfdc-4b51-aeae-21f70956121f None None] Port e2976809-79f0-4cd0-9805-21aec5fe51b4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:45.508026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.513941 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.588565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:45.597820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2976809-79f0-4cd0-9805-21aec5fe51b4,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:45.713492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Network 921c7951-c180-45a2-a202-841ec1ada7b0 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:45.714904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:45.929757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:46.062598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-706b116c-0ea5-4757-b3b0-aaa3d9134556 None None] Provisioning complete for port e2976809-79f0-4cd0-9805-21aec5fe51b4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:46.063211 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-706b116c-0ea5-4757-b3b0-aaa3d9134556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.103580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:46.123150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0b5cdd54-0fd5-4195-8557-7de19e9a4cf6 admin admin] 10.222.0.60 "PUT /v2.0/routers/fb69f49c-ff7e-4e9a-90cd-df9015c32dd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231925 Aug 11 03:27:46.308751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-706b116c-0ea5-4757-b3b0-aaa3d9134556 None None] Port e2976809-79f0-4cd0-9805-21aec5fe51b4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:46.822817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 267047ab-7882-43d4-ac8c-92e9303cbc43 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:46.895168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 267047ab-7882-43d4-ac8c-92e9303cbc43 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:46.899474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 267047ab-7882-43d4-ac8c-92e9303cbc43 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:46.899872 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:46.987829 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40526) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:46.995403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-bf887e41-f19f-4a18-aa89-3b366039dfea tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1394211284', 'description': 'tempest-secgroup-smoke-1394211284 description', 'project_id': '0545042e1a0a489e8db34e0e1e4b1594'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:47.007694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.021896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf887e41-f19f-4a18-aa89-3b366039dfea tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.030274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 267047ab-7882-43d4-ac8c-92e9303cbc43, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=267047ab-7882-43d4-ac8c-92e9303cbc43,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:47.035141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.092893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=267047ab-7882-43d4-ac8c-92e9303cbc43,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.121877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf887e41-f19f-4a18-aa89-3b366039dfea tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.126150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf887e41-f19f-4a18-aa89-3b366039dfea tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.159597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf887e41-f19f-4a18-aa89-3b366039dfea tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.160955 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf887e41-f19f-4a18-aa89-3b366039dfea tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1708777 Aug 11 03:27:47.163974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:47.169721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5e9f3927-b13d-4fd4-867d-74caa483d583 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'security_group_rule': {'security_group_id': '0e255d00-18e9-4ecc-af8b-6933e68849b7', 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:47.178205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf887e41-f19f-4a18-aa89-3b366039dfea tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e255d00-18e9-4ecc-af8b-6933e68849b7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.195120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17452989-5705-4059-8f85-2a904737f527 None None] Sync routers for ids ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:47.220746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] Routers {'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:47.221548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:47.224939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3927-b13d-4fd4-867d-74caa483d583 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.289379 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3927-b13d-4fd4-867d-74caa483d583 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.296172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3927-b13d-4fd4-867d-74caa483d583 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.315783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f3927-b13d-4fd4-867d-74caa483d583 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389cf982-daf7-4424-acfe-daf499a58b05,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.326058 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e9f3927-b13d-4fd4-867d-74caa483d583 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.330874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e9f3927-b13d-4fd4-867d-74caa483d583 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1616974 Aug 11 03:27:47.331184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40536) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:47.337822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fc7f0eed-bdee-46a3-aa40-c525547a6983 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'security_group_rule': {'security_group_id': '0e255d00-18e9-4ecc-af8b-6933e68849b7', 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:47.374325 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0eed-bdee-46a3-aa40-c525547a6983 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.381769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] Set router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:47.452734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0eed-bdee-46a3-aa40-c525547a6983 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.464600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0eed-bdee-46a3-aa40-c525547a6983 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.494960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f0eed-bdee-46a3-aa40-c525547a6983 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cc8610-32fc-4471-afef-c4cb9228ae9f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.504797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0eed-bdee-46a3-aa40-c525547a6983 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.507949 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fc7f0eed-bdee-46a3-aa40-c525547a6983 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1756606 Aug 11 03:27:47.510739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40544) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:47.525198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c7b06444-6501-4815-a892-0221ab1f840a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'security_group_rule': {'security_group_id': '0e255d00-18e9-4ecc-af8b-6933e68849b7', 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:47.574861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7b06444-6501-4815-a892-0221ab1f840a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.633801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:45Z', 'revision_number': 4, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port': {'id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e2976809-79f0-4cd0-9805-21aec5fe51b4', 'name': '', 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'mac_address': 'fa:16:3e:58:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a4a767d3-ba01-4202-ae8e-46198e7417f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:44Z', 'updated_at': '2021-08-11T03:27:45Z', 'revision_number': 2, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'subnets': [{'id': 'a4a767d3-ba01-4202-ae8e-46198e7417f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:47.644873 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7b06444-6501-4815-a892-0221ab1f840a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.648952 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7b06444-6501-4815-a892-0221ab1f840a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.667744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17452989-5705-4059-8f85-2a904737f527 None None] Checking router: fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:47.668138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17452989-5705-4059-8f85-2a904737f527 None None] Updating router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 port e2976809-79f0-4cd0-9805-21aec5fe51b4 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:27:47.672316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b06444-6501-4815-a892-0221ab1f840a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d1441c-2cbc-47be-8fba-e4730f5fee04,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.684433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7b06444-6501-4815-a892-0221ab1f840a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.686020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c7b06444-6501-4815-a892-0221ab1f840a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1733506 Aug 11 03:27:47.689036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:47.695399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-75513076-cc88-43b1-9059-6385203d1ac7 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'security_group_rule': {'security_group_id': '0e255d00-18e9-4ecc-af8b-6933e68849b7', 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:47.701796 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17452989-5705-4059-8f85-2a904737f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.726982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75513076-cc88-43b1-9059-6385203d1ac7 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.834582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75513076-cc88-43b1-9059-6385203d1ac7 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.842393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75513076-cc88-43b1-9059-6385203d1ac7 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.868408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75513076-cc88-43b1-9059-6385203d1ac7 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d410ef0-27e2-4967-9de0-2c30c3793dad,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:47.876302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-75513076-cc88-43b1-9059-6385203d1ac7 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:47.880124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-75513076-cc88-43b1-9059-6385203d1ac7 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1884360 Aug 11 03:27:47.882790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40556) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:47.888085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'security_group_rule': {'security_group_id': '0e255d00-18e9-4ecc-af8b-6933e68849b7', 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:47.939497 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Project 0545042e1a0a489e8db34e0e1e4b1594 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:27:47.952820 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.042500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.048288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.072929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a51ae7-e6f2-46ca-9760-0d86c026de73,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:48.084369 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.085680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-25f11816-9060-4aab-8b1d-c38e792b8e35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2015524 Aug 11 03:27:48.088504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40564) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:48.094120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'security_group_rule': {'security_group_id': '0e255d00-18e9-4ecc-af8b-6933e68849b7', 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:48.110973 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17452989-5705-4059-8f85-2a904737f527 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.133779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-17452989-5705-4059-8f85-2a904737f527 None None] Transition to ACTIVE for port object e2976809-79f0-4cd0-9805-21aec5fe51b4 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:48.146049 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17452989-5705-4059-8f85-2a904737f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.162131 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Project 0545042e1a0a489e8db34e0e1e4b1594 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:27:48.173032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.263654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.268756 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.294750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6372ebd6-7ac8-4962-a21f-896e5711efe3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:48.299945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3b44-6ab5-48ff-bd60-4589e8c797fc None None] Pushing event updated for resources: {'Port': ['ID=e2976809-79f0-4cd0-9805-21aec5fe51b4,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:48.314457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.316404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ed612901-9fc1-449f-9383-d0d24bd63d9d tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2260973 Aug 11 03:27:48.317323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-17452989-5705-4059-8f85-2a904737f527 None None] Attempting to bind port e2976809-79f0-4cd0-9805-21aec5fe51b4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:48.317733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-17452989-5705-4059-8f85-2a904737f527 None None] Attempting to bind port e2976809-79f0-4cd0-9805-21aec5fe51b4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:48.318073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17452989-5705-4059-8f85-2a904737f527 None None] Attempting to bind port e2976809-79f0-4cd0-9805-21aec5fe51b4 on network 921c7951-c180-45a2-a202-841ec1ada7b0 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:48.324400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17452989-5705-4059-8f85-2a904737f527 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:48.325051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17452989-5705-4059-8f85-2a904737f527 None None] Checking segment: {'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:48.325650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17452989-5705-4059-8f85-2a904737f527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.326216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17452989-5705-4059-8f85-2a904737f527 None None] Bound using segment: {'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:48.327857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-17452989-5705-4059-8f85-2a904737f527 None None] Bound port: e2976809-79f0-4cd0-9805-21aec5fe51b4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0746b892-a5d4-4e2d-8fe2-a01c6302f737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:48.328430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17452989-5705-4059-8f85-2a904737f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.412287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-17452989-5705-4059-8f85-2a904737f527 None None] For port e2976809-79f0-4cd0-9805-21aec5fe51b4, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:48.416643 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-17452989-5705-4059-8f85-2a904737f527 None None] For port e2976809-79f0-4cd0-9805-21aec5fe51b4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e2976809-79f0-4cd0-9805-21aec5fe51b4,segment=NetworkSegment(0746b892-a5d4-4e2d-8fe2-a01c6302f737),segment_id=0746b892-a5d4-4e2d-8fe2-a01c6302f737)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:48.421946 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17452989-5705-4059-8f85-2a904737f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:48.500148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] Routers {'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:48.500772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:48.502844 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6c12f63b-0833-4475-8ef2-3a4c3746658f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1394211284&fields=id&tenant_id=0545042e1a0a489e8db34e0e1e4b1594 HTTP/1.1" status: 200 len: 267 time: 0.0422161 Aug 11 03:27:48.543882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3b44-6ab5-48ff-bd60-4589e8c797fc None None] Pushing event updated for resources: {'Port': ['ID=e2976809-79f0-4cd0-9805-21aec5fe51b4,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:48.698886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-8749827a-4be4-4c59-b1a6-98e2430eb7f9 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:48.699714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] Set router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:48.700520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-8749827a-4be4-4c59-b1a6-98e2430eb7f9 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 808 time: 0.1904142 Aug 11 03:27:48.745123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-3bcc3853-ab2b-448d-b0a3-815c1aa42a60 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/quotas/0545042e1a0a489e8db34e0e1e4b1594 HTTP/1.1" status: 200 len: 375 time: 0.0377491 Aug 11 03:27:48.754875 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 267047ab-7882-43d4-ac8c-92e9303cbc43 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:48.852343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-ed8eac45-2dd2-47c6-9f64-7c28852e5baa tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917695 Aug 11 03:27:48.984072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 267047ab-7882-43d4-ac8c-92e9303cbc43 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:48.984498 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:49.003157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-a6a4af11-d5f7-4fbe-bfa5-3b662b13d1f7 service neutron] 10.222.0.60 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472781 Aug 11 03:27:49.118030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-17452989-5705-4059-8f85-2a904737f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:45Z', 'revision_number': 4, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port': {'id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e2976809-79f0-4cd0-9805-21aec5fe51b4', 'name': '', 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'mac_address': 'fa:16:3e:58:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a4a767d3-ba01-4202-ae8e-46198e7417f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:44Z', 'updated_at': '2021-08-11T03:27:48Z', 'revision_number': 4, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'subnets': [{'id': 'a4a767d3-ba01-4202-ae8e-46198e7417f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:49.179160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-f2e2a0d4-9959-43bf-949f-847a641f5869 service neutron] 10.222.0.60 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687176 Aug 11 03:27:49.180573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17452989-5705-4059-8f85-2a904737f527 None None] The sync data for ids ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'] in n-d-768509-22 is: [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:45Z', 'revision_number': 4, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port': {'id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e2976809-79f0-4cd0-9805-21aec5fe51b4', 'name': '', 'network_id': '921c7951-c180-45a2-a202-841ec1ada7b0', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'mac_address': 'fa:16:3e:58:c3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'a4a767d3-ba01-4202-ae8e-46198e7417f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:44Z', 'updated_at': '2021-08-11T03:27:48Z', 'revision_number': 4, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'subnets': [{'id': 'a4a767d3-ba01-4202-ae8e-46198e7417f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:50.025620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40590) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:50.214184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port 3ee00bcd-5ba3-4070-8ac4-adc006388c44 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:50.214808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.301234 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.301565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.313716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for 3ee00bcd-5ba3-4070-8ac4-adc006388c44 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:50.496347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.513750 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4d4dc74-3982-4ddf-8218-79b1143d7be9 req-d8ff279b-925f-402a-bb94-20c1cf2d9e12 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 210 time: 0.0493212 Aug 11 03:27:50.524301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=3ee00bcd-5ba3-4070-8ac4-adc006388c44,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:50.605473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.606012 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Floating IP 8ca6cb19-c232-4ab9-affd-853fa900e1be disassociated (deleted). External IP: 172.25.4.156, port: 8d0cdedc-dd55-46ff-a572-ffee369442c5. Aug 11 03:27:50.757919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e2976809-79f0-4cd0-9805-21aec5fe51b4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:50.856353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e2976809-79f0-4cd0-9805-21aec5fe51b4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:50.867126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e2976809-79f0-4cd0-9805-21aec5fe51b4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:50.867513 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:50.937978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:27:50.984207 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:51.026134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e2976809-79f0-4cd0-9805-21aec5fe51b4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e2976809-79f0-4cd0-9805-21aec5fe51b4,segment=NetworkSegment(0746b892-a5d4-4e2d-8fe2-a01c6302f737),segment_id=0746b892-a5d4-4e2d-8fe2-a01c6302f737)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:51.030812 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:51.072012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:27:51.079574 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:51.084166 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:27:51.090318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e2976809-79f0-4cd0-9805-21aec5fe51b4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:51.102868 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:51.103806 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:51.119152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-82daff88-0705-46f9-8704-c58288fbc9b3 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "DELETE /v2.0/floatingips/8ca6cb19-c232-4ab9-affd-853fa900e1be HTTP/1.1" status: 204 len: 168 time: 1.0923345 Aug 11 03:27:51.119793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:51.131075 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a347eabd-6bb1-4821-a86f-2e7a6b420057" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:51.196688 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1ab719-f3bb-4713-80f1-562ffb07b2ae x-openstack-request-id: req-ef1ab719-f3bb-4713-80f1-562ffb07b2ae {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:51.196987 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:51.197354 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef1ab719-f3bb-4713-80f1-562ffb07b2ae {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:51.197775 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'status': 'completed', 'code': 200} Aug 11 03:27:51.302738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-57414727-ecd8-4eac-8ae6-8035d60019b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.304478 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-57414727-ecd8-4eac-8ae6-8035d60019b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90f8576177aa410199b6b0b88faa51b5&device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 1097 time: 0.0849996 Aug 11 03:27:51.448252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-6db73c3f-0ea6-44a3-989e-672b9997492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.449660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-6db73c3f-0ea6-44a3-989e-672b9997492c service neutron] 10.222.0.57 "GET /v2.0/networks?id=7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 200 len: 913 time: 0.1369939 Aug 11 03:27:51.484004 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:51.566760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-7bc68805-c7c9-44dd-9d70-ecaa770d17b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 200 len: 217 time: 0.1063824 Aug 11 03:27:51.679907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14bb7744-a608-4ce6-8439-6bd2f2f87be3 req-ca562ba8-c03f-4204-b45d-2fc75c4b0a06 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 210 time: 0.0555925 Aug 11 03:27:51.793876 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:51.822617 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:27:51.831816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:27:51.832508 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:51.852308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d986e9a-b8d5-4cbf-a710-91ac6124b1bf req-21d3099e-3579-4112-b780-6a0dc4afcd4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.854177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d986e9a-b8d5-4cbf-a710-91ac6124b1bf req-21d3099e-3579-4112-b780-6a0dc4afcd4c tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 945 time: 0.4077282 Aug 11 03:27:51.863378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-c3223440-6d49-47e8-814f-1ecdae3a6c94 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.865127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-c3223440-6d49-47e8-814f-1ecdae3a6c94 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 808 time: 0.2696283 Aug 11 03:27:51.898535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-aaf2d9aa-3a22-41bc-979f-baa6849dc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:51.900975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-aaf2d9aa-3a22-41bc-979f-baa6849dc3e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 200 len: 851 time: 0.3260081 Aug 11 03:27:51.937372 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d986e9a-b8d5-4cbf-a710-91ac6124b1bf req-8e323393-5422-4b29-b5b0-3f1746eead16 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688429 Aug 11 03:27:51.981930 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:27:52.000011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-f81b0005-2ed4-4e1d-8aa6-73ae07804a36 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0545042e1a0a489e8db34e0e1e4b1594 HTTP/1.1" status: 200 len: 380 time: 0.1066339 Aug 11 03:27:52.004833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-0e034fcd-79ba-4c11-915b-6ae49598800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:52.006348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-0e034fcd-79ba-4c11-915b-6ae49598800a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7edf3621-3854-4a65-aaad-a86907b56fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860305 Aug 11 03:27:52.010921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'port': {'device_id': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'admin_state_up': True, 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'security_groups': ['0e255d00-18e9-4ecc-af8b-6933e68849b7']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:52.184358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-e3c072a4-3e38-42e6-bcef-1b317d074d73 service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683905 Aug 11 03:27:52.239837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Made reservation on behalf of 0545042e1a0a489e8db34e0e1e4b1594 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:27:52.242199 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:27:52.243290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.270402 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66419ab9-e565-4db0-8692-d4c8911631e0 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:15:43Z', 'revision_number': 4, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'cf67a907-e60c-4ad4-93b0-13152d21167b', 'name': '', 'network_id': '7edf3621-3854-4a65-aaad-a86907b56fe3', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'mac_address': 'fa:16:3e:4c:cb:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_interface', 'standard_attr_id': 2885, 'fixed_ips': [{'subnet_id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:42Z', 'updated_at': '2021-08-11T03:15:58Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'subnets': [{'id': '8182248c-6195-4a97-bd91-df5c1309d1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:27:52.352285 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a347eabd-6bb1-4821-a86f-2e7a6b420057 req-26d741f8-c897-4493-ba63-6581ee1ad3df service neutron] 10.222.0.57 "GET /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580305 Aug 11 03:27:52.355355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4a7abe84-be8a-4eed-83ed-f27843d8a152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.415576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Allocated IP 172.20.0.12 (23dcd703-0d27-4d10-97ff-196d972018d1/37a1140c-4f4b-44e0-b9f8-5efe4f33ea24/31527dcf-6ec1-41ca-bccd-0d9301ac77d9) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:27:52.573116 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.595353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Transition to ACTIVE for port object 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:52.597843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fa2e0c-7640-42a4-ab61-aa534c202436 None None] New status for floating IP 8ca6cb19-c232-4ab9-affd-853fa900e1be: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:27:52.630909 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.693104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e2976809-79f0-4cd0-9805-21aec5fe51b4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:52.725781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Network 23dcd703-0d27-4d10-97ff-196d972018d1 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:27:52.740234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:27:52.749750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:27:52.760677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'Port': ['ID=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:52.766855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e2976809-79f0-4cd0-9805-21aec5fe51b4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:52.767483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.830729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:52.831417 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:52.858091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-1907eb8f-409e-4924-a005-5d7e92c0bfae tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8505712 Aug 11 03:27:52.871191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Request body: {'port': {'device_id': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:27:52.877491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614fef7-43ed-44ac-ba13-106f2bc13d2d req-530d1ac3-141f-458b-8532-649db9685d5f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:52.883725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9614fef7-43ed-44ac-ba13-106f2bc13d2d req-530d1ac3-141f-458b-8532-649db9685d5f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 932 time: 0.1139100 Aug 11 03:27:52.935412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9614fef7-43ed-44ac-ba13-106f2bc13d2d req-d5d36543-ba83-4d38-aa59-95b4dc75c746 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436447 Aug 11 03:27:52.991527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.016386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-7408d5f1-d9e5-4fc6-8c9e-60b655722c43 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:53.017896 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-7408d5f1-d9e5-4fc6-8c9e-60b655722c43 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 945 time: 0.0891125 Aug 11 03:27:53.094615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2cdeb9e3-2b2e-4cd1-a353-33ebaadbf52c None None] Provisioning for port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:53.098316 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2cdeb9e3-2b2e-4cd1-a353-33ebaadbf52c None None] Provisioning complete for port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:53.098700 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2cdeb9e3-2b2e-4cd1-a353-33ebaadbf52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.140702 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-2cdeb9e3-2b2e-4cd1-a353-33ebaadbf52c None None] Port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:27:53.221608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e99e63-9889-4af0-ba9e-def1684b0cd9 req-6aec29d5-d426-4f38-b8d3-de2611812e4b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:53.223161 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65e99e63-9889-4af0-ba9e-def1684b0cd9 req-6aec29d5-d426-4f38-b8d3-de2611812e4b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 945 time: 0.1829472 Aug 11 03:27:53.335010 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65e99e63-9889-4af0-ba9e-def1684b0cd9 req-6d773299-c655-4306-b929-74ece29066b4 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/security-groups?id=bb612860-6233-4864-ba1b-e46af33a518e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042829 Aug 11 03:27:53.351685 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port 8d0cdedc-dd55-46ff-a572-ffee369442c5 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:53.352031 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.496937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] For port 8d0cdedc-dd55-46ff-a572-ffee369442c5, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=8d0cdedc-dd55-46ff-a572-ffee369442c5,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:53.497223 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.516649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for 8d0cdedc-dd55-46ff-a572-ffee369442c5 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:53.522731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:53.535099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.579960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Transition to ACTIVE for port object 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:27:53.585913 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.660639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Pushing event updated for resources: {'Port': ['ID=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:53.780849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Attempting to bind port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:27:53.781144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Attempting to bind port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:27:53.781532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Attempting to bind port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 on network 23dcd703-0d27-4d10-97ff-196d972018d1 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:53.792349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 on network 23dcd703-0d27-4d10-97ff-196d972018d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:27:53.792734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Attempting to bind port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 on network 23dcd703-0d27-4d10-97ff-196d972018d1 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:27:53.802704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:27:53.803047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Checking segment: {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:27:53.803438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Bound using segment: {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:27:53.803925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Bound port: 31527dcf-6ec1-41ca-bccd-0d9301ac77d9, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:27:53.804290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.806302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.854043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=8d0cdedc-dd55-46ff-a572-ffee369442c5,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:53.925201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] No DVR routers for this DVR port 8d0cdedc-dd55-46ff-a572-ffee369442c5 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:27:53.931428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:53.933499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8660bb43-b65c-4e87-bb08-4f01b90ffcae req-d9e225da-e313-4bf5-921b-3bf2cc49f792 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.57 "DELETE /v2.0/ports/8d0cdedc-dd55-46ff-a572-ffee369442c5 HTTP/1.1" status: 204 len: 173 time: 0.8944125 Aug 11 03:27:53.943360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'name': 'network-vif-deleted', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:53.946057 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6199f751-6b2e-482f-9d09-ff64c3cfc238" -d '{"events": [{"server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "name": "network-vif-deleted", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:54.005259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] For port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:27:54.010324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] For port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:27:54.016978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.073462 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede699fb-4ad3-4ac2-9fe3-903073a3c898 x-openstack-request-id: req-ede699fb-4ad3-4ac2-9fe3-903073a3c898 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:54.073773 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeed5f9-9585-49e8-a13c-e421daf4fa98", "name": "network-vif-deleted", "tag": "8d0cdedc-dd55-46ff-a572-ffee369442c5", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:54.074021 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ede699fb-4ad3-4ac2-9fe3-903073a3c898 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:54.074417 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeed5f9-9585-49e8-a13c-e421daf4fa98', 'name': 'network-vif-deleted', 'tag': '8d0cdedc-dd55-46ff-a572-ffee369442c5', 'status': 'completed', 'code': 200} Aug 11 03:27:54.081132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:54.081759 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:54.083166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] 10.222.0.10 "PUT /v2.0/ports/31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 1093 time: 1.2167923 Aug 11 03:27:54.185533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d499f21-5da2-40cc-8291-5b9b8a035e14 service neutron] Pushing event updated for resources: {'Port': ['ID=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:54.207461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd1fe2-6324-4f15-ab86-5fd3cbbb0fa0 req-3bb68f77-9c23-479f-b49e-1de5983bd013 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:54.209493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1fd1fe2-6324-4f15-ab86-5fd3cbbb0fa0 req-3bb68f77-9c23-479f-b49e-1de5983bd013 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 944 time: 0.1378791 Aug 11 03:27:54.229107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-84cc81ef-7097-493d-9207-a1d119311fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:54.230838 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-84cc81ef-7097-493d-9207-a1d119311fd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1096 time: 0.0938919 Aug 11 03:27:54.302895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1fd1fe2-6324-4f15-ab86-5fd3cbbb0fa0 req-b9edf0df-fe27-4b7f-bc8e-166948b44915 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836046 Aug 11 03:27:54.304192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-af85846e-f103-4d6e-a134-92de7b2db489 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 217 time: 0.0653138 Aug 11 03:27:54.382887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-849e08c3-5cef-4bea-9475-d50454577e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:54.384690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-849e08c3-5cef-4bea-9475-d50454577e4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.0739625 Aug 11 03:27:54.488453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-97b395ee-7a75-4c50-9e4c-6e6c87e612ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:54.490412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-97b395ee-7a75-4c50-9e4c-6e6c87e612ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969665 Aug 11 03:27:54.562867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b382ccc-ad9d-4530-864a-48ba28249c3c req-475f9582-3d00-46c8-83da-df9cbf660106 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 210 time: 0.0686169 Aug 11 03:27:54.614145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-96f764fe-6801-41a1-b4e1-d7477d6b6a7d service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144047 Aug 11 03:27:54.712279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5dca02aa-237e-48e8-a9b9-6b7dc2a1e8f4 req-073622a3-06f3-4017-a37d-2f01675cec4f service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910096 Aug 11 03:27:55.242250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-41f68d83-2a75-40d1-9a75-008bf5763c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.337366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8d0cdedc-dd55-46ff-a572-ffee369442c5 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:27:55.359030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 8d0cdedc-dd55-46ff-a572-ffee369442c5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:27:55.359622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 8d0cdedc-dd55-46ff-a572-ffee369442c5 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:27:55.441275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00417c-f8ab-4fe1-ba34-81143fee135b req-fd2604ed-041b-482c-bb51-289d628e8682 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:55.442968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f00417c-f8ab-4fe1-ba34-81143fee135b req-fd2604ed-041b-482c-bb51-289d628e8682 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 944 time: 0.0549667 Aug 11 03:27:55.490244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f00417c-f8ab-4fe1-ba34-81143fee135b req-f7272de8-f4f0-419a-b938-d43fe9545519 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383217 Aug 11 03:27:55.517996 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.628236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:55.659756 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8aad30f2-7b6e-4ed7-8adc-2e890805c6ba req-26dde5ab-bbc1-4d43-bf69-f70c8f8dfdf0 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 210 time: 0.0353169 Aug 11 03:27:56.075560 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:56.078767 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261ff675-b302-4801-be0f-20b699a1af7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:56.120172 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0db5c1-f0b8-4e01-bca8-37ff6dd1816f x-openstack-request-id: req-fe0db5c1-f0b8-4e01-bca8-37ff6dd1816f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:56.120585 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:56.120958 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe0db5c1-f0b8-4e01-bca8-37ff6dd1816f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:56.121480 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'status': 'completed', 'code': 200} Aug 11 03:27:56.182108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ff675-b302-4801-be0f-20b699a1af7f req-5a70c0a3-a182-400a-b40c-f57d09b691c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:56.184006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-261ff675-b302-4801-be0f-20b699a1af7f req-5a70c0a3-a182-400a-b40c-f57d09b691c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1096 time: 0.0407009 Aug 11 03:27:56.293532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ff675-b302-4801-be0f-20b699a1af7f req-57b4d9bb-2af3-4d77-8ec4-186ee0a9e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:56.296097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-261ff675-b302-4801-be0f-20b699a1af7f req-57b4d9bb-2af3-4d77-8ec4-186ee0a9e307 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 909 time: 0.1046648 Aug 11 03:27:56.344030 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-261ff675-b302-4801-be0f-20b699a1af7f req-50bcbd39-5795-4fac-b890-9a9815cd174f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 217 time: 0.0409920 Aug 11 03:27:56.665484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc49cc7-ead8-4d99-b611-26e70227180d req-8c84d6c5-1885-47e2-a68d-3c0961710ebe tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:56.667082 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9dc49cc7-ead8-4d99-b611-26e70227180d req-8c84d6c5-1885-47e2-a68d-3c0961710ebe tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 944 time: 0.0628192 Aug 11 03:27:56.746941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9dc49cc7-ead8-4d99-b611-26e70227180d req-9afe543c-6454-4903-a204-c45b6d87828c tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715599 Aug 11 03:27:56.788569 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:56.806039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-caa0657a-d37e-4be7-b8e9-3e10056df509 req-84fc7e85-0563-408d-bfcf-6abe22559a5b tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 210 time: 0.0346715 Aug 11 03:27:56.818424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ff675-b302-4801-be0f-20b699a1af7f req-54a5bd83-29c3-4a0f-838c-606b62fb044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:56.819937 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-261ff675-b302-4801-be0f-20b699a1af7f req-54a5bd83-29c3-4a0f-838c-606b62fb044f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.4696977 Aug 11 03:27:56.868675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ff675-b302-4801-be0f-20b699a1af7f req-ae8a8e73-afd9-4a67-b272-d79a7c542554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:56.870236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-261ff675-b302-4801-be0f-20b699a1af7f req-ae8a8e73-afd9-4a67-b272-d79a7c542554 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428839 Aug 11 03:27:56.969793 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-261ff675-b302-4801-be0f-20b699a1af7f req-767039cb-73f4-49e2-acde-7fc589d4a760 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920055 Aug 11 03:27:57.063123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-261ff675-b302-4801-be0f-20b699a1af7f req-aaf76911-69c7-42a8-a08e-3fad7fd2560d service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866842 Aug 11 03:27:57.172552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:27:57.280246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:57.292632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'port_id': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'mac_address': 'fa:16:3e:33:c3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:27:57.332402 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.346227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:27:57.367618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:57.374726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:57.430255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:57.576945 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['31527dcf-6ec1-41ca-bccd-0d9301ac77d9'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:27:57.893418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7596fb9-4ff6-4dd0-a46e-d762ef503f0b req-eba69e3d-343d-4f9b-83b3-179a9b116224 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:57.895904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7596fb9-4ff6-4dd0-a46e-d762ef503f0b req-eba69e3d-343d-4f9b-83b3-179a9b116224 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 945 time: 0.0740435 Aug 11 03:27:57.961095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d7596fb9-4ff6-4dd0-a46e-d762ef503f0b req-807dafd8-dafa-4abe-b8fa-9264dee09a8c tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592639 Aug 11 03:27:57.974092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89f8b7ad-c28e-4055-b7f8-004e554170eb req-337366ff-4c08-4ae8-8a61-654ee2014d00 tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeed5f9-9585-49e8-a13c-e421daf4fa98 HTTP/1.1" status: 200 len: 210 time: 0.0415080 Aug 11 03:27:58.207572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.035156 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40680) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:27:59.102932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14a683-aa68-4343-b901-560de7662bd4 req-b3905ac3-bf3c-4702-8b87-95b4e79da8bc tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:59.104604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b14a683-aa68-4343-b901-560de7662bd4 req-b3905ac3-bf3c-4702-8b87-95b4e79da8bc tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 945 time: 0.0649405 Aug 11 03:27:59.149069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b14a683-aa68-4343-b901-560de7662bd4 req-372c436f-6e48-452a-8c51-f1d3d967f1a4 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368767 Aug 11 03:27:59.172618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Deleting port 34727ab9-a02c-4d13-a10f-48e8b35e9e39 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:27:59.173226 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.192071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:27:59.250395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:27:59.255848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:27:59.256216 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.281991 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.282399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.297112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Calling delete_port for 34727ab9-a02c-4d13-a10f-48e8b35e9e39 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:27:59.351058 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.377284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:27:59.380269 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e4222b-730e-432b-a58e-9dc8ea3d546f" -d '{"events": [{"server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "name": "network-vif-plugged", "status": "completed", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:27:59.398422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:27:59.408280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.444988 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe178d05-f9c9-47dc-9446-98b23cccddb9 x-openstack-request-id: req-fe178d05-f9c9-47dc-9446-98b23cccddb9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:27:59.445349 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "name": "network-vif-plugged", "status": "completed", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:27:59.445672 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe178d05-f9c9-47dc-9446-98b23cccddb9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:27:59.446137 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'code': 200} Aug 11 03:27:59.484253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:59.509039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.561893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'Port': ['ID=34727ab9-a02c-4d13-a10f-48e8b35e9e39,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:27:59.574812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.575297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.575824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.577208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.577738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.578488 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.578644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.579066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.579604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.580217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.580632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.581036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:27:59.582276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f189a-8d6c-4488-bd25-cf802e7ac4b4 req-a663af77-f9ef-4e44-908a-ab1d7226651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:27:59.585549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773f189a-8d6c-4488-bd25-cf802e7ac4b4 req-a663af77-f9ef-4e44-908a-ab1d7226651d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.0743036 Aug 11 03:27:59.636162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773f189a-8d6c-4488-bd25-cf802e7ac4b4 req-d245569c-5174-4e1f-afbc-0b3ead65da62 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Aug 11 03:27:59.665092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.668677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:27:59.669946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-54c59273-cc69-4982-8738-0eb2b9816c3a tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "DELETE /v2.0/floatingips/51b8acea-63f5-4508-a2fe-d905951292db HTTP/1.1" status: 204 len: 168 time: 0.6331577 Aug 11 03:28:00.147104 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:00.312480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c57d18-c805-4fd3-8e71-0b8984ec9236 req-0924bea0-4751-403e-8dca-e59d9e9ad904 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:00.322362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65c57d18-c805-4fd3-8e71-0b8984ec9236 req-0924bea0-4751-403e-8dca-e59d9e9ad904 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 946 time: 0.1019697 Aug 11 03:28:00.399360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-65c57d18-c805-4fd3-8e71-0b8984ec9236 req-6f6ba550-1d4d-4a6f-969d-5dd12e94bf8a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753965 Aug 11 03:28:01.807079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495ac42-e2e7-4220-bb3a-a7f7fbbfc13d req-a45eb04e-2332-48cc-a5b5-3244351af361 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:01.816539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1495ac42-e2e7-4220-bb3a-a7f7fbbfc13d req-a45eb04e-2332-48cc-a5b5-3244351af361 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 946 time: 0.0609615 Aug 11 03:28:01.864042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1495ac42-e2e7-4220-bb3a-a7f7fbbfc13d req-b6e6589a-140b-4a2b-bc67-4efc6cc006dc tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460391 Aug 11 03:28:02.018546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f70fcb-ca54-4f97-8d29-468b3b988174 req-c3eef451-b6d6-4430-b90d-6664ed703f65 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:02.020252 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33f70fcb-ca54-4f97-8d29-468b3b988174 req-c3eef451-b6d6-4430-b90d-6664ed703f65 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 946 time: 0.0637915 Aug 11 03:28:02.064135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33f70fcb-ca54-4f97-8d29-468b3b988174 req-2065c920-77c9-4ed4-bdae-59524f92d28c tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Aug 11 03:28:02.188286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95414ac9-478e-421e-b1a4-eca2cc2aa46c req-fd46df57-3185-4471-8750-1e91a023fb37 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:02.197163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95414ac9-478e-421e-b1a4-eca2cc2aa46c req-fd46df57-3185-4471-8750-1e91a023fb37 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 946 time: 0.0615370 Aug 11 03:28:02.233350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95414ac9-478e-421e-b1a4-eca2cc2aa46c req-2d15a84c-ca2f-46b8-9e8a-2ed3f52a7951 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349922 Aug 11 03:28:02.257533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40710) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:02.408335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd3057c-94bd-4e9a-a640-6b4b596c9f09 tempest-TestServerBasicOps-1497832714 tempest-TestServerBasicOps-1497832714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:02.412601 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bdd3057c-94bd-4e9a-a640-6b4b596c9f09 tempest-TestServerBasicOps-1497832714 tempest-TestServerBasicOps-1497832714-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1093 time: 0.1513050 Aug 11 03:28:02.412970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40714) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:02.417772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:02.443273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.556389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.671315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Allocated IP 172.25.4.139 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/44bf8199-19d2-4e8d-8944-20811f3f8fb0) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:02.895723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.944830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:02.996526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:03.000147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:03.002871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:03.027034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'Port': ['ID=44bf8199-19d2-4e8d-8944-20811f3f8fb0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.067823 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40720) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:03.136109 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-353d229f-ed1f-4d03-b4f7-3f9638a831ed tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.165146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-353d229f-ed1f-4d03-b4f7-3f9638a831ed tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.250642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-353d229f-ed1f-4d03-b4f7-3f9638a831ed tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.254914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-353d229f-ed1f-4d03-b4f7-3f9638a831ed tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.259677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-353d229f-ed1f-4d03-b4f7-3f9638a831ed tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] 10.222.0.60 "DELETE /v2.0/security-groups/bb612860-6233-4864-ba1b-e46af33a518e HTTP/1.1" status: 204 len: 168 time: 0.1874568 Aug 11 03:28:03.274568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d229f-ed1f-4d03-b4f7-3f9638a831ed tempest-TestVolumeBootPattern-1980721931 tempest-TestVolumeBootPattern-1980721931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb612860-6233-4864-ba1b-e46af33a518e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:03.353658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40724) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:03.864306 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.905726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:03.940994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.103240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.108538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.168467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Deleting port cf67a907-e60c-4ad4-93b0-13152d21167b {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:04.169084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.191464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event updated for resources: {'Port': ['ID=44bf8199-19d2-4e8d-8944-20811f3f8fb0,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:04.202860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.250458 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] For port cf67a907-e60c-4ad4-93b0-13152d21167b, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cf67a907-e60c-4ad4-93b0-13152d21167b,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:04.251188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.264885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Calling delete_port for cf67a907-e60c-4ad4-93b0-13152d21167b owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:04.302548 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Floating IP 7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88 associated. External IP: 172.25.4.139, port: 31527dcf-6ec1-41ca-bccd-0d9301ac77d9. Aug 11 03:28:04.475289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.512179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Pushing event deleted for resources: {'Port': ['ID=cf67a907-e60c-4ad4-93b0-13152d21167b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:04.599898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Router d6f19758-2ba4-461a-ab65-e3b83198617a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:04.759679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:04.773463 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] Sync routers for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:04.783996 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:04.784616 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:04.790712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.839676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6e2bda33-fc73-4094-8918-64fb2ac3c52f tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4140918 Aug 11 03:28:04.839676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:04.839676 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:04.853340 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:04.883888 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4725e-e44c-4727-b25e-30face20d314 x-openstack-request-id: req-3fc4725e-e44c-4727-b25e-30face20d314 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:04.884216 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:04.885048 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fc4725e-e44c-4727-b25e-30face20d314 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:04.885453 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'status': 'completed', 'code': 200} Aug 11 03:28:04.958686 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:05.019974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-add202f4-0034-4663-9eaa-56ba7eefedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.021565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-add202f4-0034-4663-9eaa-56ba7eefedb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.1079450 Aug 11 03:28:05.163721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-37692885-a0eb-475e-8694-3c5a649e242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.165218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-37692885-a0eb-475e-8694-3c5a649e242c service neutron] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 909 time: 0.1361692 Aug 11 03:28:05.242721 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'port_id': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'mac_address': 'fa:16:3e:33:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:28:03Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 0, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:43Z', 'revision_number': 5, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:05.283022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] Checking router: d6f19758-2ba4-461a-ab65-e3b83198617a for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:05.292221 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:05.292917 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:05.317190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-21be9067-78cc-4f4c-97f1-f4d3b86e63e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 1000 time: 0.1350179 Aug 11 03:28:05.322842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Router f93a7318-771a-4b3e-b82c-fb13ab611115 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:05.413533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-fe0d2066-fa00-4d70-9c7f-a5c8533bb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.415934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-fe0d2066-fa00-4d70-9c7f-a5c8533bb05a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.0909994 Aug 11 03:28:05.442820 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:05.511483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-96c8e1c4-005e-40bb-b09d-53a53d648c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:05.513061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-96c8e1c4-005e-40bb-b09d-53a53d648c13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896165 Aug 11 03:28:05.516728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:05.535306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] Sync routers for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:05.535938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40748) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:05.539790 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-275f4d13-45e0-48e2-97a8-d734a392e14f admin admin] 10.222.0.60 "PUT /v2.0/routers/f93a7318-771a-4b3e-b82c-fb13ab611115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1773806 Aug 11 03:28:05.551150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:05.551836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:05.686742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-1534b360-7547-4837-9a3b-fdbb8bcd8241 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663315 Aug 11 03:28:05.707953 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.713705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:05.783087 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'port_id': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'mac_address': 'fa:16:3e:33:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:28:03Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 0, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:43Z', 'revision_number': 5, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:05.819143 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b2318f-9f99-46f6-ba22-f64688430fb2 None None] The sync data for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 is: [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'floating_ip_address': '172.25.4.139', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'port_id': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'mac_address': 'fa:16:3e:33:c3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:28:03Z', 'updated_at': '2021-08-11T03:28:03Z', 'revision_number': 0, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:43Z', 'revision_number': 5, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:05.850335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cbe2b15-a9d4-49cf-aa7b-6a5198cc439f req-114d72a8-0d5e-40d5-b774-43b763c5a171 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534760 Aug 11 03:28:05.913680 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.978311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Deleting port d81e15ee-7735-4598-b3a5-d0ed7d3449a3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:05.978712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:05.981321 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239'}], 'enable_snat': True}, 'gw_port_id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:28:04Z', 'revision_number': 5, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port': {'id': 'd81e15ee-7735-4598-b3a5-d0ed7d3449a3', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:40Z', 'updated_at': '2021-08-11T03:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:06.016064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] Checking router: f93a7318-771a-4b3e-b82c-fb13ab611115 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:06.026560 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] Routers {'f93a7318-771a-4b3e-b82c-fb13ab611115'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:06.027510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f93a7318-771a-4b3e-b82c-fb13ab611115'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:06.079298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] For port d81e15ee-7735-4598-b3a5-d0ed7d3449a3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:06.079723 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.097248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Calling delete_port for d81e15ee-7735-4598-b3a5-d0ed7d3449a3 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:06.123653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] Set router f93a7318-771a-4b3e-b82c-fb13ab611115 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:06.137022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f35a932-1df3-49df-a8af-dd3a7ab2fc2b None None] New status for floating IP 7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:28:06.184544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 6, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:06.224051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5a73f-3746-4d4f-b056-2ff886bc0c19 None None] The sync data for ids ['f93a7318-771a-4b3e-b82c-fb13ab611115'] in n-d-768509-22 is: [{'id': 'f93a7318-771a-4b3e-b82c-fb13ab611115', 'name': 'tempest-TestVolumeBootPattern-1794318126-router', 'tenant_id': '90f8576177aa410199b6b0b88faa51b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:39Z', 'updated_at': '2021-08-11T03:28:05Z', 'revision_number': 6, 'project_id': '90f8576177aa410199b6b0b88faa51b5', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:06.332946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.365762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81e15ee-7735-4598-b3a5-d0ed7d3449a3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:06.435593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.535908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.538107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.584304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.584851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93a7318-771a-4b3e-b82c-fb13ab611115 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:28:06.589188 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.590323 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dd38ceab-6519-4edd-99d2-4f5e938e0b31 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f93a7318-771a-4b3e-b82c-fb13ab611115 HTTP/1.1" status: 204 len: 168 time: 1.0535948 Aug 11 03:28:06.593630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40754) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:06.643411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] Deleting subnet 8182248c-6195-4a97-bd91-df5c1309d1e9 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:28:06.647424 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.690209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.699293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cf67a907-e60c-4ad4-93b0-13152d21167b no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:06.734727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: cf67a907-e60c-4ad4-93b0-13152d21167b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:06.735480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cf67a907-e60c-4ad4-93b0-13152d21167b not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:06.736281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d81e15ee-7735-4598-b3a5-d0ed7d3449a3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:06.765454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d81e15ee-7735-4598-b3a5-d0ed7d3449a3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:06.765999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d81e15ee-7735-4598-b3a5-d0ed7d3449a3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:06.809735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.877710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.909118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8182248c-6195-4a97-bd91-df5c1309d1e9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:06.911095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:06.913193 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-79898c66-0f7a-4dd1-bc1d-1dcaef4161c9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8182248c-6195-4a97-bd91-df5c1309d1e9 HTTP/1.1" status: 204 len: 168 time: 0.3184958 Aug 11 03:28:06.915594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40764) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:06.918674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4490b4-25e1-47b7-9a23-a9ebc21affe7 None None] Network 7edf3621-3854-4a65-aaad-a86907b56fe3 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:06.987585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.050557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Deleting port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:07.050963 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.116573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] DHCP port deletion for 7edf3621-3854-4a65-aaad-a86907b56fe3 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:28:07.116856 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] For port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:07.117017 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.132364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Calling delete_port for 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:07.164291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] Deleting port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:07.164771 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.220636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.230612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] For port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,segment=NetworkSegment(f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe),segment_id=f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:07.231016 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.246143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:07.249361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] Calling delete_port for 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:07.250240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] No DVR routers for this DVR port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:07.326428 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.331941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.337342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7edf3621-3854-4a65-aaad-a86907b56fe3']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:07.350558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:07.350558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a2c4d3-8b45-466e-bbf2-ef9d8e41a0fe') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:07.359012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] Pushing event deleted for resources: {'Port': ['ID=4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:07.359690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.362471 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d93510-afa6-430c-b232-2628fdb4c87b None None] No DVR routers for this DVR port 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:07.380437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.386587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:28:07.386976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:28:07.391988 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:28:07.445528 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.451029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:07.455561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7edf3621-3854-4a65-aaad-a86907b56fe3 HTTP/1.1" status: 204 len: 168 time: 0.5363665 Aug 11 03:28:07.455984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40766) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:07.466727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f5e86-84f2-4c87-9d54-16282bcbf8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7edf3621-3854-4a65-aaad-a86907b56fe3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:07.816122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.065728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Deleting port 97135058-bd71-46f7-9c97-4a14b9070fe4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:08.065951 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.151600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] For port 97135058-bd71-46f7-9c97-4a14b9070fe4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=97135058-bd71-46f7-9c97-4a14b9070fe4,segment=NetworkSegment(119dc765-97be-4285-8887-ae0d1b216fc4),segment_id=119dc765-97be-4285-8887-ae0d1b216fc4)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:08.152124 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.166302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Calling delete_port for 97135058-bd71-46f7-9c97-4a14b9070fe4 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:08.359138 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.382556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=97135058-bd71-46f7-9c97-4a14b9070fe4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:08.558049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:08.732368 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:08.753278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:08.753630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4066f8ea-79a5-41cd-ae1b-ee07aa1ce59c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:08.790407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Router ca7b91a3-13d8-42a7-8df3-602d9e657240 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:09.221116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:09.229260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3f1af68e-8657-44b5-b525-26a0f8793b3f admin admin] 10.222.0.60 "PUT /v2.0/routers/ca7b91a3-13d8-42a7-8df3-602d9e657240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697916 Aug 11 03:28:09.229574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40776) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:09.230238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] Sync routers for ids ['ca7b91a3-13d8-42a7-8df3-602d9e657240'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:09.241268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] Routers {'ca7b91a3-13d8-42a7-8df3-602d9e657240'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:09.242015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ca7b91a3-13d8-42a7-8df3-602d9e657240'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:09.339519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:09.355275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] Set router ca7b91a3-13d8-42a7-8df3-602d9e657240 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:09.448190 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:09.504067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Deleting port 298c746d-a69b-40d8-bf56-3c4f3014e8f9 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:09.504560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:09.547381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:28:08Z', 'revision_number': 5, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port': {'id': '298c746d-a69b-40d8-bf56-3c4f3014e8f9', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e9:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:15:48Z', 'updated_at': '2021-08-11T03:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:09.575333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] Checking router: ca7b91a3-13d8-42a7-8df3-602d9e657240 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:09.585141 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] Routers {'ca7b91a3-13d8-42a7-8df3-602d9e657240'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:09.585835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:27:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ca7b91a3-13d8-42a7-8df3-602d9e657240'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:09.594378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] For port 298c746d-a69b-40d8-bf56-3c4f3014e8f9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=298c746d-a69b-40d8-bf56-3c4f3014e8f9,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:09.594832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:09.606820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Calling delete_port for 298c746d-a69b-40d8-bf56-3c4f3014e8f9 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:09.679430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] Set router ca7b91a3-13d8-42a7-8df3-602d9e657240 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:09.741420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:28:09Z', 'revision_number': 6, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:09.771343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338c0cae-6f66-429b-81fc-e504f2e14272 None None] The sync data for ids ['ca7b91a3-13d8-42a7-8df3-602d9e657240'] in n-d-768509-22 is: [{'id': 'ca7b91a3-13d8-42a7-8df3-602d9e657240', 'name': 'tempest-TestVolumeBootPattern-1899535864-router', 'tenant_id': '21feefb5bbaa42259a1e8861494f1ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:15:47Z', 'updated_at': '2021-08-11T03:28:09Z', 'revision_number': 6, 'project_id': '21feefb5bbaa42259a1e8861494f1ff2', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:09.790175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:09.836949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=298c746d-a69b-40d8-bf56-3c4f3014e8f9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:09.889448 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:09.983271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:09.985517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.028999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.029803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca7b91a3-13d8-42a7-8df3-602d9e657240 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:28:10.033888 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.035038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d432bd8a-f6b5-455a-8e7b-0eb6b442fc90 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ca7b91a3-13d8-42a7-8df3-602d9e657240 HTTP/1.1" status: 204 len: 168 time: 0.8044741 Aug 11 03:28:10.037876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40778) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:10.087320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] Deleting subnet f3825f6e-daa8-483c-9c01-de573bcfd0d0 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:28:10.090945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.130446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.223083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.287335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.316305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3825f6e-daa8-483c-9c01-de573bcfd0d0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:10.318289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.322543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0316aacf-bc63-4073-9fab-8abfe299b41d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f3825f6e-daa8-483c-9c01-de573bcfd0d0 HTTP/1.1" status: 204 len: 168 time: 0.2813833 Aug 11 03:28:10.322758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40782) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:10.326399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe48fd3-4f3a-4ace-b64c-f9fd2b1f421f None None] Network 5d5c922c-d443-4bb2-96d0-0159ba76cc6b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:10.400194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.458417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Deleting port 190bffb3-7db2-4629-8c7d-39c3aa552e16 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:10.458705 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.526085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] For port 190bffb3-7db2-4629-8c7d-39c3aa552e16, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=190bffb3-7db2-4629-8c7d-39c3aa552e16,segment=NetworkSegment(119dc765-97be-4285-8887-ae0d1b216fc4),segment_id=119dc765-97be-4285-8887-ae0d1b216fc4)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:10.526462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.540448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Calling delete_port for 190bffb3-7db2-4629-8c7d-39c3aa552e16 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:10.577395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] DHCP port deletion for 5d5c922c-d443-4bb2-96d0-0159ba76cc6b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:28:10.638902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] Deleting port 190bffb3-7db2-4629-8c7d-39c3aa552e16 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:10.639409 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.649152 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.684809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=190bffb3-7db2-4629-8c7d-39c3aa552e16,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:10.687302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] No DVR routers for this DVR port 190bffb3-7db2-4629-8c7d-39c3aa552e16 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:10.712032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] For port 190bffb3-7db2-4629-8c7d-39c3aa552e16, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=190bffb3-7db2-4629-8c7d-39c3aa552e16,segment=NetworkSegment(119dc765-97be-4285-8887-ae0d1b216fc4),segment_id=119dc765-97be-4285-8887-ae0d1b216fc4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:10.712630 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.731233 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] Calling delete_port for 190bffb3-7db2-4629-8c7d-39c3aa552e16 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:10.774155 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.781737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 298c746d-a69b-40d8-bf56-3c4f3014e8f9 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:10.789880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d5c922c-d443-4bb2-96d0-0159ba76cc6b']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:10.807203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 298c746d-a69b-40d8-bf56-3c4f3014e8f9 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:10.807923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 298c746d-a69b-40d8-bf56-3c4f3014e8f9 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:10.808755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 97135058-bd71-46f7-9c97-4a14b9070fe4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:10.828515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119dc765-97be-4285-8887-ae0d1b216fc4') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:10.828836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119dc765-97be-4285-8887-ae0d1b216fc4') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:10.833416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 97135058-bd71-46f7-9c97-4a14b9070fe4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:10.833770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 97135058-bd71-46f7-9c97-4a14b9070fe4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:10.834400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 190bffb3-7db2-4629-8c7d-39c3aa552e16 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:10.839562 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.859483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.865975 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 190bffb3-7db2-4629-8c7d-39c3aa552e16 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:10.866554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 190bffb3-7db2-4629-8c7d-39c3aa552e16 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:10.877551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:28:10.880812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:28:10.882098 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:28:10.893160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.926073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] Pushing event deleted for resources: {'Port': ['ID=190bffb3-7db2-4629-8c7d-39c3aa552e16,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:10.930403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c21965-ead3-48cd-9845-b8c0d6e5b68c None None] No DVR routers for this DVR port 190bffb3-7db2-4629-8c7d-39c3aa552e16 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:10.945037 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.950693 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:10.955510 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] 10.222.0.60 "DELETE /v2.0/networks/5d5c922c-d443-4bb2-96d0-0159ba76cc6b HTTP/1.1" status: 204 len: 168 time: 0.6289868 Aug 11 03:28:10.964018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48811-aafd-492a-a3a1-9f419dfb4d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d5c922c-d443-4bb2-96d0-0159ba76cc6b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:11.090500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40786) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:11.139226 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3bef4f87-86ec-4711-be5f-878ba291241f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90f8576177aa410199b6b0b88faa51b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416505 Aug 11 03:28:11.139226 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40790) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:11.195967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-557392a3-7601-42d9-8e3d-320c8b4c41ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.219869 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-557392a3-7601-42d9-8e3d-320c8b4c41ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.276855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-557392a3-7601-42d9-8e3d-320c8b4c41ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.283112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-557392a3-7601-42d9-8e3d-320c8b4c41ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.289615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-557392a3-7601-42d9-8e3d-320c8b4c41ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eae8f924-26f0-4c8b-8b6a-3e182818e2eb HTTP/1.1" status: 204 len: 168 time: 0.1495378 Aug 11 03:28:11.300696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557392a3-7601-42d9-8e3d-320c8b4c41ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae8f924-26f0-4c8b-8b6a-3e182818e2eb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:11.682781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40838) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:11.728127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-02c3e0e3-63ef-4683-8432-03d370d78964 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=21feefb5bbaa42259a1e8861494f1ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433288 Aug 11 03:28:11.730573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:11.787977 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05d7aa7c-2d30-4ada-801b-e2c541bc2ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.812986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05d7aa7c-2d30-4ada-801b-e2c541bc2ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.866894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05d7aa7c-2d30-4ada-801b-e2c541bc2ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.869907 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-05d7aa7c-2d30-4ada-801b-e2c541bc2ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:11.871090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-05d7aa7c-2d30-4ada-801b-e2c541bc2ce6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/026d17ba-3aa2-40d1-80cf-3ab54329420f HTTP/1.1" status: 204 len: 168 time: 0.1396072 Aug 11 03:28:11.883425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7aa7c-2d30-4ada-801b-e2c541bc2ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026d17ba-3aa2-40d1-80cf-3ab54329420f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:12.051300 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:22.348268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c84eb871-000e-4eeb-9421-64e2dd1dae77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.236530 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98ed5438-4cab-4bdb-a12d-7f7a8a9c9449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.520097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:25.628496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:26.789494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:28.211492 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:30.160900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.761981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 40984) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:33.849338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-4177a320-8edf-4d9b-953d-e0795e7b0527 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498562 Aug 11 03:28:33.910095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24b7ebd2-c289-4485-8fed-84a6870ae9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:33.934041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bd0b6-771c-415a-834b-3f57480781de req-40dca60f-9ae4-43ad-a029-8b35c5f22edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:33.936702 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-40dca60f-9ae4-43ad-a029-8b35c5f22edd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.0432529 Aug 11 03:28:34.011077 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24b7ebd2-c289-4485-8fed-84a6870ae9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.015849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-24b7ebd2-c289-4485-8fed-84a6870ae9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.042785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bd0b6-771c-415a-834b-3f57480781de req-ef366462-8a91-492a-b248-44bfa33b27b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:34.044265 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-ef366462-8a91-492a-b248-44bfa33b27b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 909 time: 0.0892649 Aug 11 03:28:34.058127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24b7ebd2-c289-4485-8fed-84a6870ae9e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7673493fbf4442d8ffc618415941305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922704 Aug 11 03:28:34.059251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7ebd2-c289-4485-8fed-84a6870ae9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accdb10b-b7cc-4506-b492-1607f57c9708,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:34.061281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 40988) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:34.152679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-ff732214-c07e-46f7-87c2-e94bbae9a550 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 1002 time: 0.0902779 Aug 11 03:28:34.171537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.218361 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.229650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bd0b6-771c-415a-834b-3f57480781de req-1a1e340a-b462-4a0a-ad05-f8a4eefbb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:34.231110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-1a1e340a-b462-4a0a-ad05-f8a4eefbb763 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.0670242 Aug 11 03:28:34.296023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1bd0b6-771c-415a-834b-3f57480781de req-ae6c0f82-264d-4098-ae86-cb110f055c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:34.297552 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-ae6c0f82-264d-4098-ae86-cb110f055c23 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577812 Aug 11 03:28:34.304401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.306957 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:34.308322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/accdb10b-b7cc-4506-b492-1607f57c9708 HTTP/1.1" status: 204 len: 168 time: 0.2448699 Aug 11 03:28:34.356498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accdb10b-b7cc-4506-b492-1607f57c9708,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:34.366336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.366687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.367051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.367367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.367727 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.368061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.368395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.368718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.369041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.369367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.369693 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.370018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb5f633-dd3d-4a75-ab51-88e20e59366f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:34.444113 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-dd9c5982-c43f-4cee-bc6f-305b69739aef service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346369 Aug 11 03:28:34.541547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1e1bd0b6-771c-415a-834b-3f57480781de req-9b247686-5b34-43e2-b340-cab65a52ba73 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890582 Aug 11 03:28:34.751219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41006) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:34.901418 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9968b71-96b0-4e11-a08f-a8374d4c17b5 req-40529ef7-22a6-4ba5-be4f-10a1f5c90a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:34.902976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e9968b71-96b0-4e11-a08f-a8374d4c17b5 req-40529ef7-22a6-4ba5-be4f-10a1f5c90a50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.1504548 Aug 11 03:28:34.939396 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e9968b71-96b0-4e11-a08f-a8374d4c17b5 req-31b1f421-851f-496f-a047-cfa8e1fdf4ec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292094 Aug 11 03:28:36.574787 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-70b53f22-2f33-48e1-8345-0b114196ced2 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=67ac596d74be4e23bde4e1ecfe44b9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288961 Aug 11 03:28:36.764866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-ed0ff6f8-aa78-4b74-b120-98859686aa40 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:36.766254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-ed0ff6f8-aa78-4b74-b120-98859686aa40 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1858194 Aug 11 03:28:36.782596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-04d4ce86-5208-4321-bb52-c0176ce3a456 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/quotas/67ac596d74be4e23bde4e1ecfe44b9b6 HTTP/1.1" status: 200 len: 375 time: 0.0105579 Aug 11 03:28:36.815515 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-82f32762-354a-4a2c-baaa-7fd23a5678ef tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=67ac596d74be4e23bde4e1ecfe44b9b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272429 Aug 11 03:28:37.152728 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c3d0518-8671-4633-b4a6-186a981addb1 req-9c4a1a82-c5b7-4887-9f8a-9bc26a961a5a tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 210 time: 0.2079084 Aug 11 03:28:37.832577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-fc3a6ca4-5201-4442-bc0b-9ef2bf937def tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=67ac596d74be4e23bde4e1ecfe44b9b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252199 Aug 11 03:28:37.948336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-0bd7e7e1-08ac-47df-91b9-86991ba29634 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:37.949796 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-0bd7e7e1-08ac-47df-91b9-86991ba29634 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116316 Aug 11 03:28:37.963339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Request body: {'port': {'device_id': 'a7b8a551-e815-4827-8354-d479d549d19d', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '67ac596d74be4e23bde4e1ecfe44b9b6'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:38.073708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Made reservation on behalf of 67ac596d74be4e23bde4e1ecfe44b9b6 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:38.077982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.086889 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.175188 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.180217 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.245603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f407763e-b13e-432d-ab3d-91cb5aed3dcb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:38.254377 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b796163-e423-412d-a0c0-2b5083e62b93 req-04109b2b-7b50-4aee-8e10-8a7baccd2bd2 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 210 time: 0.0314655 Aug 11 03:28:38.318694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Allocated IP 192.168.233.204 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/aeb5bceb-e4be-4faf-bc41-c55edbefc998) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:38.469608 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.483304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Transition to ACTIVE for port object aeb5bceb-e4be-4faf-bc41-c55edbefc998 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:38.515838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.563899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:38.567015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:38.570708 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:38.576877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Pushing event updated for resources: {'Port': ['ID=aeb5bceb-e4be-4faf-bc41-c55edbefc998,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:38.627226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:38.627905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.643104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-3d25447b-4936-4c16-aa18-0818487fdfff tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6834173 Aug 11 03:28:38.655759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Request body: {'port': {'device_id': 'a7b8a551-e815-4827-8354-d479d549d19d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:38.712447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.786441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-165fcf2d-9643-4e21-a78a-0922591edd85 None None] Provisioning for port aeb5bceb-e4be-4faf-bc41-c55edbefc998 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:38.790210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-165fcf2d-9643-4e21-a78a-0922591edd85 None None] Provisioning complete for port aeb5bceb-e4be-4faf-bc41-c55edbefc998 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:38.790581 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-165fcf2d-9643-4e21-a78a-0922591edd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:38.825944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-165fcf2d-9643-4e21-a78a-0922591edd85 None None] Port aeb5bceb-e4be-4faf-bc41-c55edbefc998 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:38.986698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb5bceb-e4be-4faf-bc41-c55edbefc998 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:38.994193 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.006106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Transition to ACTIVE for port object aeb5bceb-e4be-4faf-bc41-c55edbefc998 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:39.009786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.062237 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Pushing event updated for resources: {'Port': ['ID=aeb5bceb-e4be-4faf-bc41-c55edbefc998,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:39.129985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Attempting to bind port aeb5bceb-e4be-4faf-bc41-c55edbefc998 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:39.130321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Attempting to bind port aeb5bceb-e4be-4faf-bc41-c55edbefc998 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:39.130651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Attempting to bind port aeb5bceb-e4be-4faf-bc41-c55edbefc998 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:39.135303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Port aeb5bceb-e4be-4faf-bc41-c55edbefc998 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:28:39.135646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Attempting to bind port aeb5bceb-e4be-4faf-bc41-c55edbefc998 on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:39.141701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:39.142050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:39.142433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:39.142860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Bound port: aeb5bceb-e4be-4faf-bc41-c55edbefc998, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:39.143218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.215210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] For port aeb5bceb-e4be-4faf-bc41-c55edbefc998, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:39.218816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] For port aeb5bceb-e4be-4faf-bc41-c55edbefc998, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=aeb5bceb-e4be-4faf-bc41-c55edbefc998,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:39.223449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.257125 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.257738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:39.259104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] 10.222.0.57 "PUT /v2.0/ports/aeb5bceb-e4be-4faf-bc41-c55edbefc998 HTTP/1.1" status: 200 len: 1097 time: 0.6082964 Aug 11 03:28:39.259538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b8a551-e815-4827-8354-d479d549d19d', 'tag': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:39.261898 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c4b53b-7a8a-4332-bccb-79d95015c399" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b8a551-e815-4827-8354-d479d549d19d", "tag": "aeb5bceb-e4be-4faf-bc41-c55edbefc998"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:39.287110 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de128af4-5752-4fbe-9b52-8842ff12c65d service neutron] Pushing event updated for resources: {'Port': ['ID=aeb5bceb-e4be-4faf-bc41-c55edbefc998,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:39.325333 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d56a11b-de68-42e9-973f-5f4d8ae67b98 x-openstack-request-id: req-6d56a11b-de68-42e9-973f-5f4d8ae67b98 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:39.326452 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b8a551-e815-4827-8354-d479d549d19d", "tag": "aeb5bceb-e4be-4faf-bc41-c55edbefc998", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:39.327133 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d56a11b-de68-42e9-973f-5f4d8ae67b98 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:39.327408 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b8a551-e815-4827-8354-d479d549d19d', 'tag': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998', 'status': 'completed', 'code': 200} Aug 11 03:28:39.362196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-c2293f87-e2c6-48ab-ba47-d28499481001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.363848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-c2293f87-e2c6-48ab-ba47-d28499481001 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67ac596d74be4e23bde4e1ecfe44b9b6&device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 1100 time: 0.0488403 Aug 11 03:28:39.390926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c175092-cb52-4833-bd4e-48dd6707c873 req-8fb74f7d-a3d0-4fbd-8e36-b87c7db1a40d tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.392541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c175092-cb52-4833-bd4e-48dd6707c873 req-8fb74f7d-a3d0-4fbd-8e36-b87c7db1a40d tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 948 time: 0.0544279 Aug 11 03:28:39.417617 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-d6c1b11b-cff0-4f69-89ce-2fd2589763f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aeb5bceb-e4be-4faf-bc41-c55edbefc998 HTTP/1.1" status: 200 len: 217 time: 0.0461025 Aug 11 03:28:39.432066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c175092-cb52-4833-bd4e-48dd6707c873 req-ca21dff6-bf77-42f3-afe9-727f8111051f tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331893 Aug 11 03:28:39.472487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-31ad88c6-12c8-43a0-bbc4-82e3505a0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.474045 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-31ad88c6-12c8-43a0-bbc4-82e3505a0baf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0491650 Aug 11 03:28:39.519803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-9950541f-3e3d-4a46-a8ea-99a693264b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.521198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-9950541f-3e3d-4a46-a8ea-99a693264b77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0404792 Aug 11 03:28:39.619589 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-a1820278-c21e-4c70-98c1-c10587d16f1d service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910821 Aug 11 03:28:39.710339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad0e0c79-0ca0-41bf-8b29-8db45cedee47 req-150cf1e5-3635-4468-b18d-ebd8e822569a service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836279 Aug 11 03:28:39.790896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-8155c431-dd59-49d4-9057-6b672af4a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.792312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-8155c431-dd59-49d4-9057-6b672af4a606 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67ac596d74be4e23bde4e1ecfe44b9b6&device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 1100 time: 0.0405047 Aug 11 03:28:39.889699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-7a475efe-bb34-45fc-ab65-567b33a23f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.891177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-7a475efe-bb34-45fc-ab65-567b33a23f0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.0920093 Aug 11 03:28:39.934438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-6e71ee84-3afa-412d-a950-527115b936cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=aeb5bceb-e4be-4faf-bc41-c55edbefc998 HTTP/1.1" status: 200 len: 217 time: 0.0353510 Aug 11 03:28:39.986131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-2b3ad074-e199-4a61-9acd-417589e383cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:39.987572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-2b3ad074-e199-4a61-9acd-417589e383cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0443618 Aug 11 03:28:40.039597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-eafea653-e147-4904-bcc7-b88e2b2bcfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:40.041152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-eafea653-e147-4904-bcc7-b88e2b2bcfd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0464256 Aug 11 03:28:40.131033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-74af6f3a-6d43-460d-8384-a2a1e74b1acc service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825071 Aug 11 03:28:40.225498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c4b53b-7a8a-4332-bccb-79d95015c399 req-8172233c-eba4-4b05-994b-ebbb310da5a9 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867116 Aug 11 03:28:40.554286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e7a3be-54f0-4a42-a0c8-a40e2c477c48 req-f4c1719d-a6c6-46fd-978c-ecdd85b88235 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:40.555842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95e7a3be-54f0-4a42-a0c8-a40e2c477c48 req-f4c1719d-a6c6-46fd-978c-ecdd85b88235 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 948 time: 0.0525901 Aug 11 03:28:40.596743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95e7a3be-54f0-4a42-a0c8-a40e2c477c48 req-2f03c8d8-ef9f-4589-9fa5-136c1b72794a tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345833 Aug 11 03:28:41.449030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device aeb5bceb-e4be-4faf-bc41-c55edbefc998 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:28:41.700261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port aeb5bceb-e4be-4faf-bc41-c55edbefc998, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=aeb5bceb-e4be-4faf-bc41-c55edbefc998,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:41.711536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998', 'mac_address': 'fa:16:3e:55:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:28:41.712390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87254a00-40b1-45f5-b71a-67f6c4a66d7d req-72aa3f6d-91d6-4a82-8452-6a704ac94a07 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:41.713896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87254a00-40b1-45f5-b71a-67f6c4a66d7d req-72aa3f6d-91d6-4a82-8452-6a704ac94a07 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 948 time: 0.0487039 Aug 11 03:28:41.749487 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.752411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-87254a00-40b1-45f5-b71a-67f6c4a66d7d req-af863b00-e97f-4e78-a8e0-e235fed2ca39 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319464 Aug 11 03:28:41.762249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb5bceb-e4be-4faf-bc41-c55edbefc998 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:28:41.782677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port aeb5bceb-e4be-4faf-bc41-c55edbefc998, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=aeb5bceb-e4be-4faf-bc41-c55edbefc998,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:41.786776 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:41.839303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=aeb5bceb-e4be-4faf-bc41-c55edbefc998,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:41.847534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.847912 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.848484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.848592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.848922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.849258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.849589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.849919 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.850245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.850573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.850900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.851232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:41.993575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['aeb5bceb-e4be-4faf-bc41-c55edbefc998'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:42.867752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b06cd3-3c0b-49cf-877f-e0e9e29c08c1 req-f4161bf8-8947-4150-83b0-ba50407faa9a tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:42.869233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9b06cd3-3c0b-49cf-877f-e0e9e29c08c1 req-f4161bf8-8947-4150-83b0-ba50407faa9a tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 949 time: 0.0490770 Aug 11 03:28:42.909046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b9b06cd3-3c0b-49cf-877f-e0e9e29c08c1 req-79769582-7e4b-49bc-bab4-5ccdf43741aa tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334764 Aug 11 03:28:43.462059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device aeb5bceb-e4be-4faf-bc41-c55edbefc998 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:43.514229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port aeb5bceb-e4be-4faf-bc41-c55edbefc998 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:43.518094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port aeb5bceb-e4be-4faf-bc41-c55edbefc998 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:43.518468 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.595240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.617208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8a551-e815-4827-8354-d479d549d19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:43.619433 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b6861a-fffd-45ea-8da5-97c70e21b0bd" -d '{"events": [{"server_uuid": "a7b8a551-e815-4827-8354-d479d549d19d", "name": "network-vif-plugged", "status": "completed", "tag": "aeb5bceb-e4be-4faf-bc41-c55edbefc998"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:43.632828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port aeb5bceb-e4be-4faf-bc41-c55edbefc998, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=aeb5bceb-e4be-4faf-bc41-c55edbefc998,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:43.636583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:43.661133 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0cf1df-1776-4e74-9f43-bdd0a6422550 x-openstack-request-id: req-ed0cf1df-1776-4e74-9f43-bdd0a6422550 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:43.661430 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b8a551-e815-4827-8354-d479d549d19d", "name": "network-vif-plugged", "status": "completed", "tag": "aeb5bceb-e4be-4faf-bc41-c55edbefc998", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:43.661683 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed0cf1df-1776-4e74-9f43-bdd0a6422550 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:43.662076 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8a551-e815-4827-8354-d479d549d19d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998', 'code': 200} Aug 11 03:28:43.688928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=aeb5bceb-e4be-4faf-bc41-c55edbefc998,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:43.760049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baefb36-f4ca-4050-846c-a127eba5315f req-12525188-8dd1-45e6-8f91-4883355284c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:43.761436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6baefb36-f4ca-4050-846c-a127eba5315f req-12525188-8dd1-45e6-8f91-4883355284c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 1102 time: 0.0437551 Aug 11 03:28:43.796181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6baefb36-f4ca-4050-846c-a127eba5315f req-acd269b6-efef-4440-bed1-52e57fd258ca service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275850 Aug 11 03:28:44.026558 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c164f-6551-4ead-9ca2-497f1cbebab6 req-cfa0aec5-3e27-4731-bee6-e594874fde29 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:44.027990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae7c164f-6551-4ead-9ca2-497f1cbebab6 req-cfa0aec5-3e27-4731-bee6-e594874fde29 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 950 time: 0.0497456 Aug 11 03:28:44.065511 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae7c164f-6551-4ead-9ca2-497f1cbebab6 req-f653b537-4577-4e3a-9edd-ebfac1d6cb21 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Aug 11 03:28:44.640051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-d7ca15c4-e071-4f9e-bb9f-72c89c91ec7e req-b14ccaa7-a6f3-4a88-8934-31e0446c4bd2 service neutron] (111683) timed out ('10.222.0.60', 47742) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:28:45.245390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc94ec-6b0b-4a7b-a8c2-100f51fac496 req-1548cbe3-8ab8-4d73-bb94-27e0d19c2875 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:45.246862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbfc94ec-6b0b-4a7b-a8c2-100f51fac496 req-1548cbe3-8ab8-4d73-bb94-27e0d19c2875 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 950 time: 0.1125636 Aug 11 03:28:45.288118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbfc94ec-6b0b-4a7b-a8c2-100f51fac496 req-107a7baf-260f-4bd3-8d7a-a3fa33b0e344 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352073 Aug 11 03:28:45.537866 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ae127-2122-497e-8a88-a683a2f2c112 req-4511862a-5d19-4d92-ab31-adf5acfd6740 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:45.539354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-082ae127-2122-497e-8a88-a683a2f2c112 req-4511862a-5d19-4d92-ab31-adf5acfd6740 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 950 time: 0.0488360 Aug 11 03:28:45.577192 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-082ae127-2122-497e-8a88-a683a2f2c112 req-9d979210-a3f9-48e3-a281-fb021572561f tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Aug 11 03:28:46.710445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335f29c-f64f-45a5-9b35-05d394f5b935 req-83e059cc-0fc1-479a-9110-c354a515d425 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:46.711963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1335f29c-f64f-45a5-9b35-05d394f5b935 req-83e059cc-0fc1-479a-9110-c354a515d425 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 950 time: 0.0501585 Aug 11 03:28:46.752235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1335f29c-f64f-45a5-9b35-05d394f5b935 req-4f0d59f7-3112-482b-93b8-b8ee35f01eda tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.60 "GET /v2.0/security-groups?id=f407763e-b13e-432d-ab3d-91cb5aed3dcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Aug 11 03:28:46.835744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37790b17-0384-42c9-9492-3ea27627102c req-d1bd538f-c61c-4be9-a593-ce3d5221606d tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:46.837221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37790b17-0384-42c9-9492-3ea27627102c req-d1bd538f-c61c-4be9-a593-ce3d5221606d tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.57 "GET /v2.0/ports?device_id=a7b8a551-e815-4827-8354-d479d549d19d HTTP/1.1" status: 200 len: 950 time: 0.0549819 Aug 11 03:28:46.927315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Deleting port aeb5bceb-e4be-4faf-bc41-c55edbefc998 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:28:46.927689 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.019801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] For port aeb5bceb-e4be-4faf-bc41-c55edbefc998, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=aeb5bceb-e4be-4faf-bc41-c55edbefc998,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:47.020002 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.033157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Calling delete_port for aeb5bceb-e4be-4faf-bc41-c55edbefc998 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:28:47.161713 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.174535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['aeb5bceb-e4be-4faf-bc41-c55edbefc998'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:28:47.196148 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Pushing event deleted for resources: {'Port': ['ID=aeb5bceb-e4be-4faf-bc41-c55edbefc998,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:47.238079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] No DVR routers for this DVR port aeb5bceb-e4be-4faf-bc41-c55edbefc998 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:28:47.240884 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:47.243067 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-37790b17-0384-42c9-9492-3ea27627102c req-81399879-3434-4a23-9527-0355a00e9d13 tempest-VolumesNegativeTest-1599441651 tempest-VolumesNegativeTest-1599441651-project] 10.222.0.57 "DELETE /v2.0/ports/aeb5bceb-e4be-4faf-bc41-c55edbefc998 HTTP/1.1" status: 204 len: 173 time: 0.3995981 Aug 11 03:28:47.243495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b8a551-e815-4827-8354-d479d549d19d', 'name': 'network-vif-deleted', 'tag': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:28:47.245841 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295994bc-1b8e-4e09-8912-e14a9769c0df" -d '{"events": [{"server_uuid": "a7b8a551-e815-4827-8354-d479d549d19d", "name": "network-vif-deleted", "tag": "aeb5bceb-e4be-4faf-bc41-c55edbefc998"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:28:47.307990 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f22eee8-f4df-4b09-844b-e1d99681115b x-openstack-request-id: req-7f22eee8-f4df-4b09-844b-e1d99681115b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:28:47.308295 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b8a551-e815-4827-8354-d479d549d19d", "name": "network-vif-deleted", "tag": "aeb5bceb-e4be-4faf-bc41-c55edbefc998", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:28:47.308630 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f22eee8-f4df-4b09-844b-e1d99681115b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:28:47.309035 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b8a551-e815-4827-8354-d479d549d19d', 'name': 'network-vif-deleted', 'tag': 'aeb5bceb-e4be-4faf-bc41-c55edbefc998', 'status': 'completed', 'code': 200} Aug 11 03:28:49.050074 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:28:51.522828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device aeb5bceb-e4be-4faf-bc41-c55edbefc998 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:28:51.544890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: aeb5bceb-e4be-4faf-bc41-c55edbefc998 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:28:51.545252 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device aeb5bceb-e4be-4faf-bc41-c55edbefc998 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:28:52.353524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-56d2c2a0-f453-4227-8c08-aab702197143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.569739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41332) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:52.734162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4e5469fd-a635-4f39-a630-2ed7b050efe7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67ac596d74be4e23bde4e1ecfe44b9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627166 Aug 11 03:28:52.736610 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41336) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:52.785610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f0a11dd-327f-404c-9bef-03f437042a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.810454 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f0a11dd-327f-404c-9bef-03f437042a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.861098 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f0a11dd-327f-404c-9bef-03f437042a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.863874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4f0a11dd-327f-404c-9bef-03f437042a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:52.865044 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4f0a11dd-327f-404c-9bef-03f437042a71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f407763e-b13e-432d-ab3d-91cb5aed3dcb HTTP/1.1" status: 204 len: 168 time: 0.1274755 Aug 11 03:28:52.873124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a11dd-327f-404c-9bef-03f437042a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f407763e-b13e-432d-ab3d-91cb5aed3dcb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:53.489041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41358) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:53.585384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1027991937-network', 'tenant_id': '5a46cbadc80b418294db82269597edcc'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:53.606153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Made reservation on behalf of 5a46cbadc80b418294db82269597edcc for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:53.608477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.616702 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.705911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.709596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.733077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:28:53.741576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b8475-41ef-4ca2-b05b-ff00a1ee6557,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:53.747975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.748356 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Added segment 585c1c23-3e3d-4360-9a5f-29cd32799414 of type vlan for network 7ec403a8-78a8-4cc9-9800-f13e72b384fb Aug 11 03:28:53.786925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.819067 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.820063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:53.820635 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:53.874097 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3839905 Aug 11 03:28:53.876989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41362) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:53.879145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8b4c5-6a91-4c7b-bbbb-aeadec21b15a admin admin] Pushing event updated for resources: {'Network': ['ID=7ec403a8-78a8-4cc9-9800-f13e72b384fb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:53.882195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Request body: {'subnet': {'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1027991937-subnet', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:53.890344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:28:53.904876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Made reservation on behalf of 5a46cbadc80b418294db82269597edcc for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:53.907285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.073288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.129184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7803f998-75db-4683-a066-c224e45c29d4,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:54.139841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Checking segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:54.140200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Network hostable DHCP agents. Network: 7ec403a8-78a8-4cc9-9800-f13e72b384fb, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:28:54.156429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:28:54.164854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7ec403a8-78a8-4cc9-9800-f13e72b384fb) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:54.169694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:54.171615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.172325 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca98e5ef-d0fb-46d4-ab2d-e86e438c85b8 None None] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:54.186156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-217a543c-c3a9-4cee-a08f-86d0ec77be6e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3079588 Aug 11 03:28:54.188789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41364) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:54.193190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:54.214419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.215672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.269335 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.318632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'fixed_ips': [{'subnet_id': '7803f998-75db-4683-a066-c224e45c29d4'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:28:54.319514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.411431 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.458064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Allocated IP 172.20.0.2 (7ec403a8-78a8-4cc9-9800-f13e72b384fb/7803f998-75db-4683-a066-c224e45c29d4/bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:54.605265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.613873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Transition to ACTIVE for port object bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:54.621270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.628397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Transition to ACTIVE for port object bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:54.634898 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.643150 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.675970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:54.678815 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:54.682620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:54.689501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Pushing event updated for resources: {'Port': ['ID=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:54.740903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Attempting to bind port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:54.741348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Attempting to bind port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:54.741720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Attempting to bind port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:54.748278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:54.748723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Checking segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:54.749166 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.749600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Bound using segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:54.750124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Bound port: bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:54.750513 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.752469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Allocated IP 172.25.4.6 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/21ffb4f0-bc0b-4ef4-b379-289f51692a41) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:54.824449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] For port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:54.828226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] For port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:54.831997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.868966 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.893635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333325c-d7ce-4df4-9e38-aeebe5bbce5a None None] Pushing event updated for resources: {'Port': ['ID=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:54.919095 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:54.969615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:54.972950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:54.977605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:54.980885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Pushing event updated for resources: {'Port': ['ID=21ffb4f0-bc0b-4ef4-b379-289f51692a41,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:55.237945 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8ef16be5-8482-48c2-b016-1828c318e5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.245602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.441014 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.523183 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.574698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:28:55.641310 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.690343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:55.700737 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Sync routers for ids ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:55.709964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:55.711249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5296a119-f9c0-4c75-a36e-a62bce82977b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5214989 Aug 11 03:28:55.713997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41366) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:55.714389 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Routers {'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:55.715105 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:55.803035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81ec83b-e7c0-4edc-b92c-03e5143ad5e4 None None] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:55.831346 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Set router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:56.033448 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:55Z', 'revision_number': 3, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port': {'id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:56.035158 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2c243d31-e606-4d04-9fcf-c35120310173 None None] Provisioning for port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:56.065681 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Checking router: f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:56.066102 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Updating router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:56.093051 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.349825 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.360034 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Transition to ACTIVE for port object 21ffb4f0-bc0b-4ef4-b379-289f51692a41 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:56.365145 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.412810 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Attempting to bind port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:28:56.413175 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Attempting to bind port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:28:56.413534 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Attempting to bind port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:28:56.421155 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Pushing event updated for resources: {'Port': ['ID=21ffb4f0-bc0b-4ef4-b379-289f51692a41,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:56.423992 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:28:56.424341 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:56.424738 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.425137 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:28:56.425584 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Bound port: 21ffb4f0-bc0b-4ef4-b379-289f51692a41, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:28:56.425964 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.432516 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.432860 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.433195 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.433526 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.433855 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.434215 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.435172 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.435715 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.436048 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.436370 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.436695 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.437019 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:28:56.500560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] For port 21ffb4f0-bc0b-4ef4-b379-289f51692a41, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:28:56.504147 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] For port 21ffb4f0-bc0b-4ef4-b379-289f51692a41, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=21ffb4f0-bc0b-4ef4-b379-289f51692a41,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:28:56.509113 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.530577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.566744 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Routers {'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:56.567373 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:56.572057 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da8546-6162-4d3b-80e1-36131129e7ea None None] Pushing event updated for resources: {'Port': ['ID=21ffb4f0-bc0b-4ef4-b379-289f51692a41,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:56.682839 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] Set router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:56.750417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:56.750579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Allocated IP 172.20.0.1 (7ec403a8-78a8-4cc9-9800-f13e72b384fb/7803f998-75db-4683-a066-c224e45c29d4/07937667-1069-44e4-9410-08312a222ab4) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:56.814188 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.827785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:56.831735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:56.832114 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.873814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.882499 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:55Z', 'revision_number': 3, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port': {'id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:56.889674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Transition to ACTIVE for port object 07937667-1069-44e4-9410-08312a222ab4 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:56.914050 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920ace2-c22b-4944-a42e-55b2d9a65e05 None None] The sync data for ids ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'] in n-d-768509-22 is: [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:55Z', 'revision_number': 3, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port': {'id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:28:56.916897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.934423 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.955833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:56.960128 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:56.982718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:56.985737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:56.989694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:57.014590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Pushing event updated for resources: {'Port': ['ID=07937667-1069-44e4-9410-08312a222ab4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:57.017836 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:57.035097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.202682 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.293545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-763a8741-730a-4909-a70a-be6e63244ff3 None None] Provisioning for port 07937667-1069-44e4-9410-08312a222ab4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:57.298106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-763a8741-730a-4909-a70a-be6e63244ff3 None None] Provisioning complete for port 07937667-1069-44e4-9410-08312a222ab4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:57.298559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-763a8741-730a-4909-a70a-be6e63244ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.337961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-763a8741-730a-4909-a70a-be6e63244ff3 None None] Port 07937667-1069-44e4-9410-08312a222ab4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:57.391676 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.396342 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.466679 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.468512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Pushing event updated for resources: {'Port': ['ID=07937667-1069-44e4-9410-08312a222ab4,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:57.569808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:57.571249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:57.698856 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:28:57.811659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:28:57.817170 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5f048d8b-2c93-4255-b6be-dbf6bd947eee admin admin] 10.222.0.60 "PUT /v2.0/routers/f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1018531 Aug 11 03:28:57.861014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d7a7c63e-e1d6-4137-a409-83ba072295cf None None] Provisioning complete for port 07937667-1069-44e4-9410-08312a222ab4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:57.861309 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c63e-e1d6-4137-a409-83ba072295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:57.900421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7c63e-e1d6-4137-a409-83ba072295cf None None] Port 07937667-1069-44e4-9410-08312a222ab4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:28:58.215289 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.317380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41382) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:58.322574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2144150693-network', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:58.344871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Made reservation on behalf of eb2a0308a7834b038b96ed3a8bce9ca4 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:58.347348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.360609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.455149 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.459817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.486898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:28:58.492354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f89cd2-533b-495a-986f-238260069552,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:58.500854 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.500960 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Added segment d99be585-da51-4495-8b18-7cc143a3a025 of type vlan for network 80c68fb5-a720-4e33-a974-ce025b2f036b Aug 11 03:28:58.514092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Sync routers for ids ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:28:58.522921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Routers {'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:28:58.523596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:58.542632 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.572146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.573169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:58.573752 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.629513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3110037 Aug 11 03:28:58.632175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:58.636408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Set router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:28:58.638103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Request body: {'subnet': {'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2144150693-subnet', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:58.646326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0bee6-deca-45a7-8a06-bbe875116b5d admin admin] Pushing event updated for resources: {'Network': ['ID=80c68fb5-a720-4e33-a974-ce025b2f036b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:58.666591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Made reservation on behalf of eb2a0308a7834b038b96ed3a8bce9ca4 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:28:58.669578 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.674900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 80c68fb5-a720-4e33-a974-ce025b2f036b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:28:58.837999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 21ffb4f0-bc0b-4ef4-b379-289f51692a41 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:58.878498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.930166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:28:58.939987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:58.940363 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.941752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f8f824-ab79-4a12-b467-384a74ef5d3d,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:58.951647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Checking segment: {'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:28:58.952026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Network hostable DHCP agents. Network: 80c68fb5-a720-4e33-a974-ce025b2f036b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:28:58.969447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Network 80c68fb5-a720-4e33-a974-ce025b2f036b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:28:58.977601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 4, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port': {'id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '07937667-1069-44e4-9410-08312a222ab4', 'name': '', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7803f998-75db-4683-a066-c224e45c29d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:56Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 2, 'project_id': '5a46cbadc80b418294db82269597edcc', 'subnets': [{'id': '7803f998-75db-4683-a066-c224e45c29d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:28:58.978984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 80c68fb5-a720-4e33-a974-ce025b2f036b) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:58.984456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:28:58.985127 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:58.999017 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0189108f-2858-4a90-83e2-fb066bed35f9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3658395 Aug 11 03:28:59.001490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41386) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:28:59.006020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:28:59.011421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5b1cf-ec09-4b73-a904-643112305a17 None None] Network 80c68fb5-a720-4e33-a974-ce025b2f036b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:28:59.014813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Checking router: f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:28:59.015167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Updating router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb port 07937667-1069-44e4-9410-08312a222ab4 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:28:59.028766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.029767 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.083303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.086128 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.170888 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.226711 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.229327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 21ffb4f0-bc0b-4ef4-b379-289f51692a41, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=21ffb4f0-bc0b-4ef4-b379-289f51692a41,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:28:59.278525 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.279241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:28:59.437183 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.460427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.567967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Allocated IP 172.25.4.4 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/4eb80a85-e851-45a4-a164-bbd9eff39127) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:59.569549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-80c68fb5-a720-4e33-a974-ce025b2f036b', 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'fixed_ips': [{'subnet_id': '63f8f824-ab79-4a12-b467-384a74ef5d3d'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:28:59.570718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.611741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=21ffb4f0-bc0b-4ef4-b379-289f51692a41,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:59.653685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:28:59.654097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.678998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.718825 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.760768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:28:59.764081 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:28:59.767812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:28:59.773501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Pushing event updated for resources: {'Port': ['ID=4eb80a85-e851-45a4-a164-bbd9eff39127,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:28:59.884996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Allocated IP 172.20.0.2 (80c68fb5-a720-4e33-a974-ce025b2f036b/63f8f824-ab79-4a12-b467-384a74ef5d3d/ed88be98-8c92-4088-9523-64608433532e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:28:59.901347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:28:59.936037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Transition to ACTIVE for port object 07937667-1069-44e4-9410-08312a222ab4 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:28:59.969650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.029694 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.036007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff2264-ef61-408f-9f59-12879f4ac792 None None] Pushing event updated for resources: {'Port': ['ID=07937667-1069-44e4-9410-08312a222ab4,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.134260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Attempting to bind port 07937667-1069-44e4-9410-08312a222ab4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:00.134635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Attempting to bind port 07937667-1069-44e4-9410-08312a222ab4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:00.135006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Attempting to bind port 07937667-1069-44e4-9410-08312a222ab4 on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:00.152479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:00.152897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Checking segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:00.153309 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.153703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Bound using segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:00.154288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Bound port: 07937667-1069-44e4-9410-08312a222ab4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:00.154702 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.172760 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.190150 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.191151 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Transition to ACTIVE for port object ed88be98-8c92-4088-9523-64608433532e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:00.227855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Transition to ACTIVE for port object ed88be98-8c92-4088-9523-64608433532e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:00.241637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.254284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.294491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] For port 07937667-1069-44e4-9410-08312a222ab4, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:00.297435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Network 80c68fb5-a720-4e33-a974-ce025b2f036b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:00.303164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:00.313797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:00.317676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] For port 07937667-1069-44e4-9410-08312a222ab4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=07937667-1069-44e4-9410-08312a222ab4,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:00.320180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Pushing event updated for resources: {'Port': ['ID=ed88be98-8c92-4088-9523-64608433532e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.323565 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.394208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Router 0d21652f-1699-4872-b0bc-b95f820c7d13 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:29:00.440776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Routers {'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:00.441417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:00.443315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Attempting to bind port ed88be98-8c92-4088-9523-64608433532e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:00.443709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Attempting to bind port ed88be98-8c92-4088-9523-64608433532e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:00.444075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Attempting to bind port ed88be98-8c92-4088-9523-64608433532e on network 80c68fb5-a720-4e33-a974-ce025b2f036b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:00.484982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff2264-ef61-408f-9f59-12879f4ac792 None None] Pushing event updated for resources: {'Port': ['ID=07937667-1069-44e4-9410-08312a222ab4,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.490350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:00.490731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Checking segment: {'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:00.491140 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.491530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Bound using segment: {'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:00.492059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Bound port: ed88be98-8c92-4088-9523-64608433532e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:00.492441 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.518322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:00.535753 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Sync routers for ids ['0d21652f-1699-4872-b0bc-b95f820c7d13'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:00.536843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.540709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fb47c725-8389-495c-bf86-8f76ac75ddaa admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5356717 Aug 11 03:29:00.540864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41388) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:00.545053 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Routers {'0d21652f-1699-4872-b0bc-b95f820c7d13'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:00.545659 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d21652f-1699-4872-b0bc-b95f820c7d13'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:00.614066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] Set router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:00.648348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] For port ed88be98-8c92-4088-9523-64608433532e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:00.660371 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Set router 0d21652f-1699-4872-b0bc-b95f820c7d13 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:00.671712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] For port ed88be98-8c92-4088-9523-64608433532e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed88be98-8c92-4088-9523-64608433532e,segment=NetworkSegment(d99be585-da51-4495-8b18-7cc143a3a025),segment_id=d99be585-da51-4495-8b18-7cc143a3a025)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:00.713054 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.791703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 21ffb4f0-bc0b-4ef4-b379-289f51692a41 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:00.859109 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a0687-f910-4f71-9f0c-277f495846c7 None None] Pushing event updated for resources: {'Port': ['ID=ed88be98-8c92-4088-9523-64608433532e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:00.932460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:00.932836 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:00.997633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 4, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port': {'id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '07937667-1069-44e4-9410-08312a222ab4', 'name': '', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7803f998-75db-4683-a066-c224e45c29d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:56Z', 'updated_at': '2021-08-11T03:29:00Z', 'revision_number': 4, 'project_id': '5a46cbadc80b418294db82269597edcc', 'subnets': [{'id': '7803f998-75db-4683-a066-c224e45c29d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:01.009594 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:28:59Z', 'revision_number': 3, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port': {'id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:01.040888 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Checking router: 0d21652f-1699-4872-b0bc-b95f820c7d13 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:01.041236 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Updating router 0d21652f-1699-4872-b0bc-b95f820c7d13 port 4eb80a85-e851-45a4-a164-bbd9eff39127 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:29:01.044856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7dd30-74d6-4ee5-9564-135f8eed9a34 None None] The sync data for ids ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'] in n-d-768509-22 is: [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:57Z', 'revision_number': 4, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port': {'id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '07937667-1069-44e4-9410-08312a222ab4', 'name': '', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'mac_address': 'fa:16:3e:0b:53:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '7803f998-75db-4683-a066-c224e45c29d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:56Z', 'updated_at': '2021-08-11T03:29:00Z', 'revision_number': 4, 'project_id': '5a46cbadc80b418294db82269597edcc', 'subnets': [{'id': '7803f998-75db-4683-a066-c224e45c29d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:01.088262 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.432965 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.436291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.445588 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Transition to ACTIVE for port object 4eb80a85-e851-45a4-a164-bbd9eff39127 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:01.452160 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.507718 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad1013-e4e6-4a41-a5e2-61035df33524 None None] Pushing event updated for resources: {'Port': ['ID=4eb80a85-e851-45a4-a164-bbd9eff39127,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:01.510019 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Attempting to bind port 4eb80a85-e851-45a4-a164-bbd9eff39127 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:01.510387 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Attempting to bind port 4eb80a85-e851-45a4-a164-bbd9eff39127 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:01.510814 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Attempting to bind port 4eb80a85-e851-45a4-a164-bbd9eff39127 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:01.516867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:01.517239 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:01.517638 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.518022 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:01.518487 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Bound port: 4eb80a85-e851-45a4-a164-bbd9eff39127, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:01.518869 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.580812 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] For port 4eb80a85-e851-45a4-a164-bbd9eff39127, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:01.584688 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] For port 4eb80a85-e851-45a4-a164-bbd9eff39127, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4eb80a85-e851-45a4-a164-bbd9eff39127,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:01.593364 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.635962 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Routers {'0d21652f-1699-4872-b0bc-b95f820c7d13'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:01.636600 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d21652f-1699-4872-b0bc-b95f820c7d13'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:01.636749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Allocated IP 172.20.0.1 (80c68fb5-a720-4e33-a974-ce025b2f036b/63f8f824-ab79-4a12-b467-384a74ef5d3d/eef394f8-9073-4f43-ab6e-924e3d3a56bb) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:01.705716 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad1013-e4e6-4a41-a5e2-61035df33524 None None] Pushing event updated for resources: {'Port': ['ID=4eb80a85-e851-45a4-a164-bbd9eff39127,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:01.776643 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.794683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] Set router 0d21652f-1699-4872-b0bc-b95f820c7d13 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:01.800202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Transition to ACTIVE for port object eef394f8-9073-4f43-ab6e-924e3d3a56bb will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:01.854999 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:01.902013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Network 80c68fb5-a720-4e33-a974-ce025b2f036b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:01.905893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:01.910943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:01.933192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=eef394f8-9073-4f43-ab6e-924e3d3a56bb,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:01.961393 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.015420 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:28:59Z', 'revision_number': 3, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port': {'id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:02.055561 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10135ce-28d2-4967-bbc4-69eaebec2724 None None] The sync data for ids ['0d21652f-1699-4872-b0bc-b95f820c7d13'] in n-d-768509-22 is: [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:28:59Z', 'revision_number': 3, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port': {'id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:02.119128 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.124218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6c8064-9b02-4ed8-bb3d-fb485c7a3833 None None] Network 80c68fb5-a720-4e33-a974-ce025b2f036b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:02.226572 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f147eba6-d473-4399-8c94-b6b385adae31 None None] Provisioning for port ed88be98-8c92-4088-9523-64608433532e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:02.323148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.332130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.431052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=eef394f8-9073-4f43-ab6e-924e3d3a56bb,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:02.438386 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.546106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Network 80c68fb5-a720-4e33-a974-ce025b2f036b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:02.547694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:02.704687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-796642dc-c0ce-4586-9928-5439c810723c None None] Provisioning for port eef394f8-9073-4f43-ab6e-924e3d3a56bb completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:02.712379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-796642dc-c0ce-4586-9928-5439c810723c None None] Provisioning complete for port eef394f8-9073-4f43-ab6e-924e3d3a56bb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:02.714574 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-796642dc-c0ce-4586-9928-5439c810723c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.728421 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Router 0d21652f-1699-4872-b0bc-b95f820c7d13 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:02.791116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-796642dc-c0ce-4586-9928-5439c810723c None None] Port eef394f8-9073-4f43-ab6e-924e3d3a56bb cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:02.868834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07937667-1069-44e4-9410-08312a222ab4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:02.884322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:02.894827 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5a66055b-8645-4e8c-9bd7-4659a74c5eb9 admin admin] 10.222.0.60 "PUT /v2.0/routers/0d21652f-1699-4872-b0bc-b95f820c7d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3526387 Aug 11 03:29:02.939253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ca8a1eba-65f3-4ca8-bd2c-da540b6264ac None None] Provisioning complete for port eef394f8-9073-4f43-ab6e-924e3d3a56bb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:02.939767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ca8a1eba-65f3-4ca8-bd2c-da540b6264ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:02.992757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-ca8a1eba-65f3-4ca8-bd2c-da540b6264ac None None] Port eef394f8-9073-4f43-ab6e-924e3d3a56bb cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:02.998548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 07937667-1069-44e4-9410-08312a222ab4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:03.002844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 07937667-1069-44e4-9410-08312a222ab4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:03.003226 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.103714 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.143397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 07937667-1069-44e4-9410-08312a222ab4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=07937667-1069-44e4-9410-08312a222ab4,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:03.148795 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.149703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eb80a85-e851-45a4-a164-bbd9eff39127 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:03.243290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=07937667-1069-44e4-9410-08312a222ab4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:03.248310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-726ef108-e778-40d9-b9f1-681db239fedc None None] Provisioning complete for port eef394f8-9073-4f43-ab6e-924e3d3a56bb triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:03.248682 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-726ef108-e778-40d9-b9f1-681db239fedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.285310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4eb80a85-e851-45a4-a164-bbd9eff39127 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:03.292772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4eb80a85-e851-45a4-a164-bbd9eff39127 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:03.293153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.295404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-726ef108-e778-40d9-b9f1-681db239fedc None None] Port eef394f8-9073-4f43-ab6e-924e3d3a56bb cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:03.376774 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.398200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4eb80a85-e851-45a4-a164-bbd9eff39127, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4eb80a85-e851-45a4-a164-bbd9eff39127,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:03.402507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.403409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed88be98-8c92-4088-9523-64608433532e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:03.487521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4eb80a85-e851-45a4-a164-bbd9eff39127,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:03.490590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-5b16ab78-4423-44a9-94b2-f1d53268150a tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:03.491830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-5b16ab78-4423-44a9-94b2-f1d53268150a tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/networks?id=7ec403a8-78a8-4cc9-9800-f13e72b384fb HTTP/1.1" status: 200 len: 911 time: 0.0873692 Aug 11 03:29:03.505940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ed88be98-8c92-4088-9523-64608433532e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:03.510123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ed88be98-8c92-4088-9523-64608433532e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:03.510507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.514370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-41c68dc2-6f83-412e-9697-87f490ef7251 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/quotas/eb2a0308a7834b038b96ed3a8bce9ca4 HTTP/1.1" status: 200 len: 375 time: 0.0098076 Aug 11 03:29:03.589145 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.598032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-8b0eddea-bfea-4176-be80-b3b53fa60032 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb2a0308a7834b038b96ed3a8bce9ca4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772824 Aug 11 03:29:03.622394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ed88be98-8c92-4088-9523-64608433532e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed88be98-8c92-4088-9523-64608433532e,segment=NetworkSegment(d99be585-da51-4495-8b18-7cc143a3a025),segment_id=d99be585-da51-4495-8b18-7cc143a3a025)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:03.626482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:03.675748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ed88be98-8c92-4088-9523-64608433532e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:03.805961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-ab6c6c7a-7d9a-4d9b-b0a7-d3e522e048cf service neutron] 10.222.0.60 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006717 Aug 11 03:29:03.908681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-3744ee33-3cd6-4d6b-acc0-edea7cf14f57 service neutron] 10.222.0.60 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886884 Aug 11 03:29:04.070636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-467d4310-b0d1-4952-80bf-3108aba509f0 req-59af3ac9-3668-4559-b0a5-942d00091f66 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 210 time: 0.0277307 Aug 11 03:29:04.475823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Sync routers for ids ['0d21652f-1699-4872-b0bc-b95f820c7d13'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:04.486403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Routers {'0d21652f-1699-4872-b0bc-b95f820c7d13'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:04.487021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d21652f-1699-4872-b0bc-b95f820c7d13'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:04.613179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Set router 0d21652f-1699-4872-b0bc-b95f820c7d13 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:04.745058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07937667-1069-44e4-9410-08312a222ab4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:04.845036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 07937667-1069-44e4-9410-08312a222ab4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:04.845410 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:04.912969 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:02Z', 'revision_number': 4, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port': {'id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eef394f8-9073-4f43-ab6e-924e3d3a56bb', 'name': '', 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'mac_address': 'fa:16:3e:57:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '63f8f824-ab79-4a12-b467-384a74ef5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:01Z', 'updated_at': '2021-08-11T03:29:02Z', 'revision_number': 2, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'subnets': [{'id': '63f8f824-ab79-4a12-b467-384a74ef5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:04.964431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Checking router: 0d21652f-1699-4872-b0bc-b95f820c7d13 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:04.964976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Updating router 0d21652f-1699-4872-b0bc-b95f820c7d13 port eef394f8-9073-4f43-ab6e-924e3d3a56bb binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:29:05.003355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.007189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eb80a85-e851-45a4-a164-bbd9eff39127 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:05.050622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-cf37b877-aaed-4d8e-9da7-8738bac15432 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:05.052339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-cf37b877-aaed-4d8e-9da7-8738bac15432 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.10 "GET /v2.0/networks?id=7ec403a8-78a8-4cc9-9800-f13e72b384fb HTTP/1.1" status: 200 len: 911 time: 0.1103508 Aug 11 03:29:05.071904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Request body: {'port': {'device_id': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'admin_state_up': True, 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:05.100046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Made reservation on behalf of eb2a0308a7834b038b96ed3a8bce9ca4 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:05.104921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.204333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01fa8085-3703-469f-8aac-5786277bf42d req-df843fb5-93a5-4aab-b3cd-fad4eb6b66ff tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 210 time: 0.0463376 Aug 11 03:29:05.306185 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Allocated IP 172.20.0.5 (7ec403a8-78a8-4cc9-9800-f13e72b384fb/7803f998-75db-4683-a066-c224e45c29d4/3c52b5b1-592c-4d7a-85d3-d8608fadd921) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:05.360754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4eb80a85-e851-45a4-a164-bbd9eff39127 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:05.361000 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.466596 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.481179 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Transition to ACTIVE for port object 3c52b5b1-592c-4d7a-85d3-d8608fadd921 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:05.514371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.524075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed88be98-8c92-4088-9523-64608433532e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:05.562862 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:05.566827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:05.568752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Pushing event updated for resources: {'Port': ['ID=3c52b5b1-592c-4d7a-85d3-d8608fadd921,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:05.571158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:05.613356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:05.614066 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.622354 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.630105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-857bd3f6-8846-40cb-a142-bf65cd3c4ee0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5630589 Aug 11 03:29:05.634883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ed88be98-8c92-4088-9523-64608433532e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:05.635198 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.637752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Transition to ACTIVE for port object eef394f8-9073-4f43-ab6e-924e3d3a56bb will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:05.641912 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-91e4b791-eeac-4906-8d44-1f8bd21c2cf9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:29:05.643041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-91e4b791-eeac-4906-8d44-1f8bd21c2cf9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063407 Aug 11 03:29:05.654871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Request body: {'port': {'device_id': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:05.660366 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.721354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.734178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de8f0-c0ce-408e-8dee-e9fa682d9750 None None] Pushing event updated for resources: {'Port': ['ID=eef394f8-9073-4f43-ab6e-924e3d3a56bb,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:05.823863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Attempting to bind port eef394f8-9073-4f43-ab6e-924e3d3a56bb on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:05.825027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Attempting to bind port eef394f8-9073-4f43-ab6e-924e3d3a56bb by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:05.825566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Attempting to bind port eef394f8-9073-4f43-ab6e-924e3d3a56bb on network 80c68fb5-a720-4e33-a974-ce025b2f036b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:05.838413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:05.838784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Checking segment: {'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:05.839187 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.839568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Bound using segment: {'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:05.840106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Bound port: eef394f8-9073-4f43-ab6e-924e3d3a56bb, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99be585-da51-4495-8b18-7cc143a3a025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:05.840649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.908868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] For port eef394f8-9073-4f43-ab6e-924e3d3a56bb, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:05.912458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] For port eef394f8-9073-4f43-ab6e-924e3d3a56bb, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eef394f8-9073-4f43-ab6e-924e3d3a56bb,segment=NetworkSegment(d99be585-da51-4495-8b18-7cc143a3a025),segment_id=d99be585-da51-4495-8b18-7cc143a3a025)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:05.916133 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.974809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-77fbccc5-abce-451f-a925-53977dba0a0a None None] Provisioning for port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:05.988573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Routers {'0d21652f-1699-4872-b0bc-b95f820c7d13'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:05.989216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:28:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d21652f-1699-4872-b0bc-b95f820c7d13'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:05.994607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-77fbccc5-abce-451f-a925-53977dba0a0a None None] Provisioning complete for port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:05.994985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-77fbccc5-abce-451f-a925-53977dba0a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:05.997131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de8f0-c0ce-408e-8dee-e9fa682d9750 None None] Pushing event updated for resources: {'Port': ['ID=eef394f8-9073-4f43-ab6e-924e3d3a56bb,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:06.042301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c52b5b1-592c-4d7a-85d3-d8608fadd921 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:06.052275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.066782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Transition to ACTIVE for port object 3c52b5b1-592c-4d7a-85d3-d8608fadd921 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:06.071346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.110681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-77fbccc5-abce-451f-a925-53977dba0a0a None None] Port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:06.146362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] Set router 0d21652f-1699-4872-b0bc-b95f820c7d13 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:06.158260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Pushing event updated for resources: {'Port': ['ID=3c52b5b1-592c-4d7a-85d3-d8608fadd921,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:06.213014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Attempting to bind port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:06.213357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Attempting to bind port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:06.213689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Attempting to bind port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:06.219089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:29:06.219412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Attempting to bind port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:06.224710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:06.225093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Checking segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:06.225420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Bound using segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:06.225838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Bound port: 3c52b5b1-592c-4d7a-85d3-d8608fadd921, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:06.226199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.307471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] For port 3c52b5b1-592c-4d7a-85d3-d8608fadd921, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:06.312742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] For port 3c52b5b1-592c-4d7a-85d3-d8608fadd921, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3c52b5b1-592c-4d7a-85d3-d8608fadd921,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:06.319374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.366498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.367052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.368660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] 10.222.0.10 "PUT /v2.0/ports/3c52b5b1-592c-4d7a-85d3-d8608fadd921 HTTP/1.1" status: 200 len: 1092 time: 0.7186379 Aug 11 03:29:06.369111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'tag': '3c52b5b1-592c-4d7a-85d3-d8608fadd921'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:06.375746 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc629297-1227-4694-804d-c0a5ccb5e734" -d '{"events": [{"name": "network-changed", "server_uuid": "f513dbf5-4756-41fc-9292-d93d684306f2", "tag": "3c52b5b1-592c-4d7a-85d3-d8608fadd921"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:06.405709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31eb7c-44ce-4452-b80e-ced9d7fc41bd req-b64b3fbc-be74-4b43-959d-e9e1a94f6842 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.406467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:02Z', 'revision_number': 4, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port': {'id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eef394f8-9073-4f43-ab6e-924e3d3a56bb', 'name': '', 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'mac_address': 'fa:16:3e:57:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '63f8f824-ab79-4a12-b467-384a74ef5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:01Z', 'updated_at': '2021-08-11T03:29:05Z', 'revision_number': 4, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'subnets': [{'id': '63f8f824-ab79-4a12-b467-384a74ef5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:06.407239 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc31eb7c-44ce-4452-b80e-ced9d7fc41bd req-b64b3fbc-be74-4b43-959d-e9e1a94f6842 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1095 time: 0.0846076 Aug 11 03:29:06.412419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a661a-06dc-40aa-8f17-4977d7248376 service neutron] Pushing event updated for resources: {'Port': ['ID=3c52b5b1-592c-4d7a-85d3-d8608fadd921,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:06.443317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc8ec62-0a11-4260-80fd-f3d8b0f6bce5 None None] The sync data for ids ['0d21652f-1699-4872-b0bc-b95f820c7d13'] in n-d-768509-22 is: [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:02Z', 'revision_number': 4, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port': {'id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eef394f8-9073-4f43-ab6e-924e3d3a56bb', 'name': '', 'network_id': '80c68fb5-a720-4e33-a974-ce025b2f036b', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'mac_address': 'fa:16:3e:57:2b:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '63f8f824-ab79-4a12-b467-384a74ef5d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:29:01Z', 'updated_at': '2021-08-11T03:29:05Z', 'revision_number': 4, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'subnets': [{'id': '63f8f824-ab79-4a12-b467-384a74ef5d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:06.463377 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744a0ff0-eff1-42a8-99ab-0c7b3cb69b97 x-openstack-request-id: req-744a0ff0-eff1-42a8-99ab-0c7b3cb69b97 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:06.464635 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f513dbf5-4756-41fc-9292-d93d684306f2", "tag": "3c52b5b1-592c-4d7a-85d3-d8608fadd921", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:06.465019 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-744a0ff0-eff1-42a8-99ab-0c7b3cb69b97 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:06.470382 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'tag': '3c52b5b1-592c-4d7a-85d3-d8608fadd921', 'status': 'completed', 'code': 200} Aug 11 03:29:06.487295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-0fff55c5-048b-48f7-b0af-60aeff0c531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.489064 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-0fff55c5-048b-48f7-b0af-60aeff0c531d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb2a0308a7834b038b96ed3a8bce9ca4&device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1095 time: 0.0733488 Aug 11 03:29:06.510871 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc31eb7c-44ce-4452-b80e-ced9d7fc41bd req-e9a3c2ee-1d3f-4f8d-86db-ff96604b1c68 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832977 Aug 11 03:29:06.552684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-fcc5d5e3-c8b7-4a87-9c0a-9a95cdbcc81c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c52b5b1-592c-4d7a-85d3-d8608fadd921 HTTP/1.1" status: 200 len: 217 time: 0.0544624 Aug 11 03:29:06.612194 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-9a8c0cf1-e6d8-4336-8137-3f9602f27c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.613684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-9a8c0cf1-e6d8-4336-8137-3f9602f27c86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7803f998-75db-4683-a066-c224e45c29d4 HTTP/1.1" status: 200 len: 849 time: 0.0539548 Aug 11 03:29:06.675825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-430ac265-45a5-43bc-926b-9874de936a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.677373 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-430ac265-45a5-43bc-926b-9874de936a26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ec403a8-78a8-4cc9-9800-f13e72b384fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532618 Aug 11 03:29:06.761118 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eef394f8-9073-4f43-ab6e-924e3d3a56bb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:06.786785 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-74f08369-f627-4ba4-af63-38163fe8ee4f service neutron] 10.222.0.10 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011696 Aug 11 03:29:06.822671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port eef394f8-9073-4f43-ab6e-924e3d3a56bb completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:06.827818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port eef394f8-9073-4f43-ab6e-924e3d3a56bb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:06.828310 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.895732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a3ec2603-998b-48b1-88a7-a30e8c0d480d req-2ac8c27f-d92d-4c59-acc0-fb119fb62bb1 service neutron] 10.222.0.10 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992193 Aug 11 03:29:06.922433 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.956944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port eef394f8-9073-4f43-ab6e-924e3d3a56bb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eef394f8-9073-4f43-ab6e-924e3d3a56bb,segment=NetworkSegment(d99be585-da51-4495-8b18-7cc143a3a025),segment_id=d99be585-da51-4495-8b18-7cc143a3a025)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:06.961044 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:06.990721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-7d3bdc9a-249e-49f5-9f87-ea5f691835a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:06.992259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-7d3bdc9a-249e-49f5-9f87-ea5f691835a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eb2a0308a7834b038b96ed3a8bce9ca4&device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1095 time: 0.0480931 Aug 11 03:29:07.009525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=eef394f8-9073-4f43-ab6e-924e3d3a56bb,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:07.094226 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-7dcc701e-bdff-4f10-8916-ffbb0cb6a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:07.095819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-7dcc701e-bdff-4f10-8916-ffbb0cb6a1e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7ec403a8-78a8-4cc9-9800-f13e72b384fb HTTP/1.1" status: 200 len: 911 time: 0.0966074 Aug 11 03:29:07.138336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-42c57645-7255-4542-91c0-78f4df9c1128 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c52b5b1-592c-4d7a-85d3-d8608fadd921 HTTP/1.1" status: 200 len: 217 time: 0.0351992 Aug 11 03:29:07.186713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-d4593ac5-1269-463e-b292-bdb4fb4c027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:07.188160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-d4593ac5-1269-463e-b292-bdb4fb4c027f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7803f998-75db-4683-a066-c224e45c29d4 HTTP/1.1" status: 200 len: 849 time: 0.0425627 Aug 11 03:29:07.237497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-3ab7c6cd-10f9-497f-ba82-f98cc042b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:07.239041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-3ab7c6cd-10f9-497f-ba82-f98cc042b879 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7ec403a8-78a8-4cc9-9800-f13e72b384fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436482 Aug 11 03:29:07.351971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-8d721b1c-0ac1-4984-bb79-ac0fc3d8fe0c service neutron] 10.222.0.10 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040738 Aug 11 03:29:07.445710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bc629297-1227-4694-804d-c0a5ccb5e734 req-79e35cb1-02ea-4423-af01-5b39fc39355f service neutron] 10.222.0.10 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855165 Aug 11 03:29:07.614538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb3983-a5d3-4a8d-830d-6036d7d38179 req-02ce8768-2953-40df-88a8-82e535e5d71f tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:07.616014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfbb3983-a5d3-4a8d-830d-6036d7d38179 req-02ce8768-2953-40df-88a8-82e535e5d71f tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1095 time: 0.0455637 Aug 11 03:29:07.650283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dfbb3983-a5d3-4a8d-830d-6036d7d38179 req-195b0cf9-1272-49c5-8072-cdd4fb38123b tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277514 Aug 11 03:29:08.716260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eef394f8-9073-4f43-ab6e-924e3d3a56bb up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:08.756072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b81cd-6c1b-48af-ac03-47d729af48d8 req-9d67f838-a6ad-4511-9a75-cf715b1bcb0a tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:08.757778 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e6b81cd-6c1b-48af-ac03-47d729af48d8 req-9d67f838-a6ad-4511-9a75-cf715b1bcb0a tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1095 time: 0.0400884 Aug 11 03:29:08.767894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port eef394f8-9073-4f43-ab6e-924e3d3a56bb triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:08.768265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:08.792615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1e6b81cd-6c1b-48af-ac03-47d729af48d8 req-5972ba31-4a97-42c0-af2a-8d9722d42c97 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281913 Aug 11 03:29:09.557879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3c52b5b1-592c-4d7a-85d3-d8608fadd921 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:09.653509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3c52b5b1-592c-4d7a-85d3-d8608fadd921, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3c52b5b1-592c-4d7a-85d3-d8608fadd921,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:09.664575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '3c52b5b1-592c-4d7a-85d3-d8608fadd921', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'port_id': '3c52b5b1-592c-4d7a-85d3-d8608fadd921', 'mac_address': 'fa:16:3e:0d:d8:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7803f998-75db-4683-a066-c224e45c29d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:09.701391 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:09.713723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c52b5b1-592c-4d7a-85d3-d8608fadd921 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:09.733723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3c52b5b1-592c-4d7a-85d3-d8608fadd921, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3c52b5b1-592c-4d7a-85d3-d8608fadd921,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:09.737788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:09.785039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3c52b5b1-592c-4d7a-85d3-d8608fadd921,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:09.898833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7ca5c-314b-4499-9b90-805fa9a4d5d2 req-2979fe16-e3e1-4ca6-8f53-0235a1db4719 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:09.900422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ece7ca5c-314b-4499-9b90-805fa9a4d5d2 req-2979fe16-e3e1-4ca6-8f53-0235a1db4719 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1096 time: 0.0411396 Aug 11 03:29:09.935273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ece7ca5c-314b-4499-9b90-805fa9a4d5d2 req-d6a93a6c-645e-4902-95fa-daf836729e36 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281482 Aug 11 03:29:09.950711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3c52b5b1-592c-4d7a-85d3-d8608fadd921'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:11.039650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a20765-c35b-406d-a7cc-eecf9becd255 req-91c697f2-c9ee-4b31-bcc5-31f5f26c1a79 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.041203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e6a20765-c35b-406d-a7cc-eecf9becd255 req-91c697f2-c9ee-4b31-bcc5-31f5f26c1a79 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1096 time: 0.0398757 Aug 11 03:29:11.075619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e6a20765-c35b-406d-a7cc-eecf9becd255 req-425ff75f-3396-43b5-82ea-d1f364171188 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278275 Aug 11 03:29:11.589114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3c52b5b1-592c-4d7a-85d3-d8608fadd921 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:11.637362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:11.641059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:11.641436 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:11.724020 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:11.746286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c52b5b1-592c-4d7a-85d3-d8608fadd921'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:11.748594 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ff7c4-46e6-42a4-bfac-df69202703cf" -d '{"events": [{"server_uuid": "f513dbf5-4756-41fc-9292-d93d684306f2", "name": "network-vif-plugged", "status": "completed", "tag": "3c52b5b1-592c-4d7a-85d3-d8608fadd921"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:11.761552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3c52b5b1-592c-4d7a-85d3-d8608fadd921, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3c52b5b1-592c-4d7a-85d3-d8608fadd921,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:11.765820 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:11.789144 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc0c700-9437-4689-a2d4-70011f735ada x-openstack-request-id: req-4bc0c700-9437-4689-a2d4-70011f735ada {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:11.789437 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f513dbf5-4756-41fc-9292-d93d684306f2", "name": "network-vif-plugged", "status": "completed", "tag": "3c52b5b1-592c-4d7a-85d3-d8608fadd921", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:11.789690 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bc0c700-9437-4689-a2d4-70011f735ada {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:11.790084 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c52b5b1-592c-4d7a-85d3-d8608fadd921', 'code': 200} Aug 11 03:29:11.817355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3c52b5b1-592c-4d7a-85d3-d8608fadd921,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:11.883941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94e281-2990-4e9c-92c6-71bdc9fe3bf5 req-514c6ca0-dc40-4171-80bd-9d1a83588198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:11.885509 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a94e281-2990-4e9c-92c6-71bdc9fe3bf5 req-514c6ca0-dc40-4171-80bd-9d1a83588198 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0407820 Aug 11 03:29:11.920723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0a94e281-2990-4e9c-92c6-71bdc9fe3bf5 req-8aa6949e-bdef-4bc5-a9db-58b18bf85244 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274856 Aug 11 03:29:12.181699 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41573100-6fa7-4f56-8e6a-e63553421091 req-add4b0a8-c217-4a34-833d-b3960f650020 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:12.183200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41573100-6fa7-4f56-8e6a-e63553421091 req-add4b0a8-c217-4a34-833d-b3960f650020 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0404890 Aug 11 03:29:12.220155 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41573100-6fa7-4f56-8e6a-e63553421091 req-ce9706c7-d05a-4c9d-bfc4-92306abfa4c6 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309970 Aug 11 03:29:13.331030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d05ad-8366-4503-92af-de84aa9eaf86 req-b5081336-ab4e-42cb-aa6b-08575ba53702 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.332599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-805d05ad-8366-4503-92af-de84aa9eaf86 req-b5081336-ab4e-42cb-aa6b-08575ba53702 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0442073 Aug 11 03:29:13.367836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-805d05ad-8366-4503-92af-de84aa9eaf86 req-2bc636e5-299b-4f93-9e8f-158ca9fbfac6 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292332 Aug 11 03:29:13.472142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59fd70-303a-484d-8346-08f24ebc1f92 req-b193d526-b6f9-4f39-8de1-8e1ba97f1887 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.473654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e59fd70-303a-484d-8346-08f24ebc1f92 req-b193d526-b6f9-4f39-8de1-8e1ba97f1887 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0408680 Aug 11 03:29:13.513103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e59fd70-303a-484d-8346-08f24ebc1f92 req-36853cb9-2d9f-43c3-a599-395ed88e3db9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315709 Aug 11 03:29:13.629893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4365d88-8feb-4e0c-8b78-930bc4cc45a0 req-27a4091e-78ee-4628-98c7-738e8088118e tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.631352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4365d88-8feb-4e0c-8b78-930bc4cc45a0 req-27a4091e-78ee-4628-98c7-738e8088118e tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0474231 Aug 11 03:29:13.676671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e4365d88-8feb-4e0c-8b78-930bc4cc45a0 req-e15c3e92-e9c1-455c-b765-315c2a2ef8ff tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 Aug 11 03:29:13.901401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fe31dbc7-054a-4f71-85bd-2eded5c296ea tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:13.902904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fe31dbc7-054a-4f71-85bd-2eded5c296ea tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/networks?id=7ec403a8-78a8-4cc9-9800-f13e72b384fb HTTP/1.1" status: 200 len: 911 time: 0.0843284 Aug 11 03:29:13.917326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-06317276-92d6-42b6-853f-29c4a7e9e22f tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/quotas/eb2a0308a7834b038b96ed3a8bce9ca4 HTTP/1.1" status: 200 len: 375 time: 0.0085611 Aug 11 03:29:13.994951 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-6c7cd51e-4914-4999-9d12-99e024c8f393 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=eb2a0308a7834b038b96ed3a8bce9ca4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723908 Aug 11 03:29:14.138578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-f1eeba9d-e96b-4f3c-8606-46da8536c29f service neutron] 10.222.0.60 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357288 Aug 11 03:29:14.227138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-91e26bbb-cdfc-4aeb-aa84-31e80004368c service neutron] 10.222.0.60 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823371 Aug 11 03:29:14.382666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eeb9f039-5d85-420f-9356-26aeb2ad3b82 req-29eff9eb-7ce2-4df3-b485-eea5ccd77997 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Aug 11 03:29:15.295395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-3b13993d-ba14-4aea-b6d1-3fd888a3691c tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:15.296909 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-3b13993d-ba14-4aea-b6d1-3fd888a3691c tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.57 "GET /v2.0/networks?id=7ec403a8-78a8-4cc9-9800-f13e72b384fb HTTP/1.1" status: 200 len: 911 time: 0.0981207 Aug 11 03:29:15.309932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Request body: {'port': {'device_id': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'admin_state_up': True, 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:15.331520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Made reservation on behalf of eb2a0308a7834b038b96ed3a8bce9ca4 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:29:15.334630 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.447318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Allocated IP 172.20.0.4 (7ec403a8-78a8-4cc9-9800-f13e72b384fb/7803f998-75db-4683-a066-c224e45c29d4/98aba9a5-c0bc-49dd-a15e-ce2f288548d6) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:29:15.475983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01d68435-a790-4176-9a7c-28a5d6b7d4b3 req-af3b5dde-09cf-4d1a-96c6-bd3f6cd61439 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 210 time: 0.0269620 Aug 11 03:29:15.590665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.602672 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Transition to ACTIVE for port object 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:15.635354 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.646957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3c52b5b1-592c-4d7a-85d3-d8608fadd921'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:15.679139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:29:15.682367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:29:15.687286 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:29:15.690398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Pushing event updated for resources: {'Port': ['ID=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:15.732720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:15.733775 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.748679 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-fb464829-9c35-4d62-b0b0-cb50f4a3c661 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4435596 Aug 11 03:29:15.765043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Request body: {'port': {'device_id': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:29:15.834036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:15.996676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a5ad84b4-2b67-4969-a221-f56166a978d1 None None] Provisioning for port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:16.000719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a5ad84b4-2b67-4969-a221-f56166a978d1 None None] Provisioning complete for port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:16.001098 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5ad84b4-2b67-4969-a221-f56166a978d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.035506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad84b4-2b67-4969-a221-f56166a978d1 None None] Port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:29:16.108595 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:16.116091 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.129257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Transition to ACTIVE for port object 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:29:16.132974 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.207750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Pushing event updated for resources: {'Port': ['ID=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:16.260446 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Attempting to bind port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:29:16.260794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Attempting to bind port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:29:16.261119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Attempting to bind port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:16.266472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:29:16.266799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Attempting to bind port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 on network 7ec403a8-78a8-4cc9-9800-f13e72b384fb {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:29:16.272305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:29:16.272647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Checking segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:29:16.273033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Bound using segment: {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:29:16.273474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Bound port: 98aba9a5-c0bc-49dd-a15e-ce2f288548d6, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585c1c23-3e3d-4360-9a5f-29cd32799414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:29:16.273829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.340594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] For port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:29:16.345580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] For port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:29:16.349622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.386546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.387913 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:16.389409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] 10.222.0.57 "PUT /v2.0/ports/98aba9a5-c0bc-49dd-a15e-ce2f288548d6 HTTP/1.1" status: 200 len: 1092 time: 0.6299138 Aug 11 03:29:16.389848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'tag': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:16.392140 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e" -d '{"events": [{"name": "network-changed", "server_uuid": "1627a21f-fa03-4e7b-b79e-69fb69f80531", "tag": "98aba9a5-c0bc-49dd-a15e-ce2f288548d6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:16.416323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b84a8-aa45-4572-9478-a7936d652725 service neutron] Pushing event updated for resources: {'Port': ['ID=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:16.449593 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a822d87-3acc-49b0-8057-68e8b7a6a9d8 x-openstack-request-id: req-5a822d87-3acc-49b0-8057-68e8b7a6a9d8 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:16.450331 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1627a21f-fa03-4e7b-b79e-69fb69f80531", "tag": "98aba9a5-c0bc-49dd-a15e-ce2f288548d6", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:16.450331 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a822d87-3acc-49b0-8057-68e8b7a6a9d8 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:16.450507 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'tag': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6', 'status': 'completed', 'code': 200} Aug 11 03:29:16.484059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-cbf82b52-1e06-49d7-ba6d-586727d61aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.485634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-cbf82b52-1e06-49d7-ba6d-586727d61aeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb2a0308a7834b038b96ed3a8bce9ca4&device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1095 time: 0.0452530 Aug 11 03:29:16.533064 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-553866bc-3c7c-44f7-adf3-8111c0a69bb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98aba9a5-c0bc-49dd-a15e-ce2f288548d6 HTTP/1.1" status: 200 len: 217 time: 0.0365214 Aug 11 03:29:16.587543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59bf26-3cac-407f-8f47-8b8b9d04fe09 req-48312859-25b8-473a-9093-7f699800004d tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.590213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-8c177078-e800-4bd0-8a7d-4b3db0d5220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.592023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-8c177078-e800-4bd0-8a7d-4b3db0d5220e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7803f998-75db-4683-a066-c224e45c29d4 HTTP/1.1" status: 200 len: 849 time: 0.0514302 Aug 11 03:29:16.592161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa59bf26-3cac-407f-8f47-8b8b9d04fe09 req-48312859-25b8-473a-9093-7f699800004d tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1095 time: 0.0477593 Aug 11 03:29:16.645169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-a1f2e4c3-cfcb-482e-92da-7b184f5cef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.646700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-a1f2e4c3-cfcb-482e-92da-7b184f5cef78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ec403a8-78a8-4cc9-9800-f13e72b384fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471542 Aug 11 03:29:16.745598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-660a0c7b-869a-4bf8-9857-4601d2f4b8f2 service neutron] 10.222.0.57 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903125 Aug 11 03:29:16.848824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-39a1e13c-1460-4fe5-b1b3-8720c6a6006d req-99902b99-ad7a-45b5-8ce1-f8998b31426f service neutron] 10.222.0.57 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927935 Aug 11 03:29:16.940122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-e85c80d5-09da-41fc-a13c-faa4bfc4638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:16.941567 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-e85c80d5-09da-41fc-a13c-faa4bfc4638f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=eb2a0308a7834b038b96ed3a8bce9ca4&device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1095 time: 0.0425458 Aug 11 03:29:16.968560 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa59bf26-3cac-407f-8f47-8b8b9d04fe09 req-2cbb01ea-1f7b-4643-812d-9f8f89695208 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732383 Aug 11 03:29:17.038919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-480b53e4-b12c-4ac1-a481-362d45925b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:17.040400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-480b53e4-b12c-4ac1-a481-362d45925b93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ec403a8-78a8-4cc9-9800-f13e72b384fb HTTP/1.1" status: 200 len: 911 time: 0.0893912 Aug 11 03:29:17.400345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-a8b5d76b-6100-4a3f-9bea-a05524069110 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98aba9a5-c0bc-49dd-a15e-ce2f288548d6 HTTP/1.1" status: 200 len: 217 time: 0.3517873 Aug 11 03:29:17.452643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-d4531fb5-d07b-47b3-abd9-b7588e672819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:17.454074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-d4531fb5-d07b-47b3-abd9-b7588e672819 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7803f998-75db-4683-a066-c224e45c29d4 HTTP/1.1" status: 200 len: 849 time: 0.0434744 Aug 11 03:29:17.508056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-f98d92f7-abc4-4fad-b033-70a316174d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:17.509573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-f98d92f7-abc4-4fad-b033-70a316174d02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ec403a8-78a8-4cc9-9800-f13e72b384fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452075 Aug 11 03:29:17.611031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-2e1d2a57-d48e-4714-9ea3-e4cb7a161f1d service neutron] 10.222.0.57 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899920 Aug 11 03:29:17.703603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-35cffc00-5e2a-46e7-85b3-bdeb0e8df59e req-9cb13a97-2d39-4011-b298-3c6507972e66 service neutron] 10.222.0.57 "GET /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847094 Aug 11 03:29:18.072768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb204991-bb96-4cfa-975b-7b1313eb0fb0 req-0e8e3712-5359-4a32-b61e-6e9e0693c772 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:18.074907 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb204991-bb96-4cfa-975b-7b1313eb0fb0 req-0e8e3712-5359-4a32-b61e-6e9e0693c772 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1095 time: 0.0397909 Aug 11 03:29:18.109147 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bb204991-bb96-4cfa-975b-7b1313eb0fb0 req-4dd48509-585d-4df3-aa4e-456c9519e14b tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283949 Aug 11 03:29:19.218555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb185323-39f6-4a05-8a94-8fb0f1e96d95 req-0b6d2822-1348-4701-beb0-b28f513b4b9d tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:19.220074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb185323-39f6-4a05-8a94-8fb0f1e96d95 req-0b6d2822-1348-4701-beb0-b28f513b4b9d tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1095 time: 0.0407565 Aug 11 03:29:19.254392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb185323-39f6-4a05-8a94-8fb0f1e96d95 req-e28ce185-5166-4367-8aa8-0b3eaf5204ed tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284276 Aug 11 03:29:19.661446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:29:19.758366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:19.769522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6', 'network_id': '7ec403a8-78a8-4cc9-9800-f13e72b384fb', 'port_id': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6', 'mac_address': 'fa:16:3e:91:88:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7803f998-75db-4683-a066-c224e45c29d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:29:19.807959 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.824568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:29:19.843999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:19.848105 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:19.894461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:20.061646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['98aba9a5-c0bc-49dd-a15e-ce2f288548d6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:20.359106 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39daf1-213a-4e77-8afb-8fcf22fbd0b5 req-de8b8e6a-e02c-4b1a-8287-7fc3827d09a8 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:20.360529 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad39daf1-213a-4e77-8afb-8fcf22fbd0b5 req-de8b8e6a-e02c-4b1a-8287-7fc3827d09a8 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1096 time: 0.0403962 Aug 11 03:29:20.394309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ad39daf1-213a-4e77-8afb-8fcf22fbd0b5 req-5a38ccb7-4436-4949-a57a-125cf142c351 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278938 Aug 11 03:29:21.499168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cecc5-7edb-4552-a118-50411808688c req-b1106a79-4e9a-4696-8416-c046249a58fc tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.500706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-076cecc5-7edb-4552-a118-50411808688c req-b1106a79-4e9a-4696-8416-c046249a58fc tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1096 time: 0.0415003 Aug 11 03:29:21.534857 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-076cecc5-7edb-4552-a118-50411808688c req-c346e83d-7bdf-48b6-a66c-009717463b44 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283153 Aug 11 03:29:21.677168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:29:21.726407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:29:21.729941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:29:21.730323 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:21.807387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:21.830272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:21.832593 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891cceaf-5a96-416a-9cd3-d09bd084d91d" -d '{"events": [{"server_uuid": "1627a21f-fa03-4e7b-b79e-69fb69f80531", "name": "network-vif-plugged", "status": "completed", "tag": "98aba9a5-c0bc-49dd-a15e-ce2f288548d6"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:21.845994 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:21.850338 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:21.873459 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1e68d-7038-4e3e-bb72-0f7998922720 x-openstack-request-id: req-a2f1e68d-7038-4e3e-bb72-0f7998922720 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:21.873753 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1627a21f-fa03-4e7b-b79e-69fb69f80531", "name": "network-vif-plugged", "status": "completed", "tag": "98aba9a5-c0bc-49dd-a15e-ce2f288548d6", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:21.874004 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2f1e68d-7038-4e3e-bb72-0f7998922720 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:21.874390 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6', 'code': 200} Aug 11 03:29:21.900178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:21.965477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d7de54-b94b-4d84-acc4-1901acf72d7f req-44081b1c-ccb7-4740-a184-4ef2deaedad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:21.966925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3d7de54-b94b-4d84-acc4-1901acf72d7f req-44081b1c-ccb7-4740-a184-4ef2deaedad0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0406537 Aug 11 03:29:22.005418 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3d7de54-b94b-4d84-acc4-1901acf72d7f req-1d80ce32-a64c-4165-b3d8-ca4d738b7587 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302956 Aug 11 03:29:22.354068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0a16672e-2d30-452c-b721-198a80e4fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:22.642157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf0ea9-031c-4704-a202-f1e2189166aa req-ec732234-558f-49a4-a3ba-47de76260119 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:22.643769 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a5bf0ea9-031c-4704-a202-f1e2189166aa req-ec732234-558f-49a4-a3ba-47de76260119 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0435114 Aug 11 03:29:22.678438 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a5bf0ea9-031c-4704-a202-f1e2189166aa req-ed81d17e-15de-4d03-98d5-454f7eb4947c tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287008 Aug 11 03:29:23.785046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9c419-5e55-4797-aaf4-73d2ee5ab3e2 req-b7ac586a-881f-45d2-b0f5-748528163042 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.786597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ce9c419-5e55-4797-aaf4-73d2ee5ab3e2 req-b7ac586a-881f-45d2-b0f5-748528163042 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0407138 Aug 11 03:29:23.822131 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ce9c419-5e55-4797-aaf4-73d2ee5ab3e2 req-53dd803c-a34c-4a72-a5e4-0897d3c0ed18 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294445 Aug 11 03:29:23.927295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d318bc4-6b6d-4b43-813c-53888475e940 req-5261b8e2-ffcc-4130-9d46-bc2c0c8db703 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:23.928841 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d318bc4-6b6d-4b43-813c-53888475e940 req-5261b8e2-ffcc-4130-9d46-bc2c0c8db703 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0402639 Aug 11 03:29:23.963798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d318bc4-6b6d-4b43-813c-53888475e940 req-118d24a8-a99b-4b54-bd85-79fdbdb32f7f tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288506 Aug 11 03:29:24.068656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540e0bb-0c6f-42f9-9b9c-c3a4608f5dd2 req-86a1a026-d41c-41a3-8ea8-1afcbb4686ba tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.070241 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5540e0bb-0c6f-42f9-9b9c-c3a4608f5dd2 req-86a1a026-d41c-41a3-8ea8-1afcbb4686ba tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0421150 Aug 11 03:29:24.103645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5540e0bb-0c6f-42f9-9b9c-c3a4608f5dd2 req-1d1d0435-9e0d-42fc-91af-69c30e044f3a tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273452 Aug 11 03:29:24.325176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d926938-fe3e-4980-b0c0-4058640d3214 req-6a5a4731-6288-49aa-b35b-f24b6c167a59 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:24.327498 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d926938-fe3e-4980-b0c0-4058640d3214 req-6a5a4731-6288-49aa-b35b-f24b6c167a59 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0418508 Aug 11 03:29:24.365120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d926938-fe3e-4980-b0c0-4058640d3214 req-a55095e1-5755-4091-9393-ff1b62c1581d tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Aug 11 03:29:25.240567 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b470a573-3d39-48af-903e-9da3cf433f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.473804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590bd83-3b71-4da6-8586-e90e04df8392 req-e71edd2d-7bdf-43eb-b734-e7f762d122e1 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:25.475348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a590bd83-3b71-4da6-8586-e90e04df8392 req-e71edd2d-7bdf-43eb-b734-e7f762d122e1 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0414824 Aug 11 03:29:25.508931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a590bd83-3b71-4da6-8586-e90e04df8392 req-22fcfd68-bcb6-48f9-9f64-1cb33b5451ab tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276058 Aug 11 03:29:25.525400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.599517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-68034a0a-12ea-45a3-8c6f-7328d531d3a0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:25.601028 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-68034a0a-12ea-45a3-8c6f-7328d531d3a0 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1627a21f-fa03-4e7b-b79e-69fb69f80531 HTTP/1.1" status: 200 len: 1097 time: 0.0409813 Aug 11 03:29:25.647200 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.681137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Deleting port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:25.681481 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.761703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] For port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:25.761986 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.774777 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Calling delete_port for 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:25.898786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.910788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['98aba9a5-c0bc-49dd-a15e-ce2f288548d6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:25.913084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3c52b5b1-592c-4d7a-85d3-d8608fadd921'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:25.926012 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Pushing event deleted for resources: {'Port': ['ID=98aba9a5-c0bc-49dd-a15e-ce2f288548d6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:25.969345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] No DVR routers for this DVR port 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:25.973092 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:25.976110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bcdc425c-e943-4b53-9c1e-85f3decf76ce req-94b84f68-73b7-464f-8043-2a2784d41822 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.57 "DELETE /v2.0/ports/98aba9a5-c0bc-49dd-a15e-ce2f288548d6 HTTP/1.1" status: 204 len: 173 time: 0.3683066 Aug 11 03:29:25.976847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'name': 'network-vif-deleted', 'tag': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:25.979310 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cdb8e5-0168-4115-a683-32329cc5af60" -d '{"events": [{"server_uuid": "1627a21f-fa03-4e7b-b79e-69fb69f80531", "name": "network-vif-deleted", "tag": "98aba9a5-c0bc-49dd-a15e-ce2f288548d6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:26.019802 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cde1a5d-11a2-4e7f-9e3f-8cbe4d4b972a x-openstack-request-id: req-4cde1a5d-11a2-4e7f-9e3f-8cbe4d4b972a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:26.020108 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1627a21f-fa03-4e7b-b79e-69fb69f80531", "name": "network-vif-deleted", "tag": "98aba9a5-c0bc-49dd-a15e-ce2f288548d6", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:26.020371 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cde1a5d-11a2-4e7f-9e3f-8cbe4d4b972a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:26.020782 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1627a21f-fa03-4e7b-b79e-69fb69f80531', 'name': 'network-vif-deleted', 'tag': '98aba9a5-c0bc-49dd-a15e-ce2f288548d6', 'status': 'completed', 'code': 200} Aug 11 03:29:26.049175 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:29:26.771772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9826a-1d79-448a-bed9-62fbb087a136 req-ac9702c5-cd3a-4535-8ee9-536af408bfdf tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:26.773282 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95b9826a-1d79-448a-bed9-62fbb087a136 req-ac9702c5-cd3a-4535-8ee9-536af408bfdf tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0441446 Aug 11 03:29:26.797502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:26.812017 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95b9826a-1d79-448a-bed9-62fbb087a136 req-e120b934-9d58-4ea6-9378-3df30ceba04d tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Aug 11 03:29:27.938833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4c790-6463-47d6-bbc2-e212254b93a6 req-1a0ba2af-27c0-4a95-b649-18d02bab4a82 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:27.953259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8c4c790-6463-47d6-bbc2-e212254b93a6 req-1a0ba2af-27c0-4a95-b649-18d02bab4a82 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0537622 Aug 11 03:29:27.989384 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d8c4c790-6463-47d6-bbc2-e212254b93a6 req-2aa79711-c81b-4e52-a9d7-2d12ec209665 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=35f89cd2-533b-495a-986f-238260069552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295737 Aug 11 03:29:28.124305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-7c3f93c5-4475-4ed3-a8c3-ee32d2de1f31 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:28.125943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-7c3f93c5-4475-4ed3-a8c3-ee32d2de1f31 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f513dbf5-4756-41fc-9292-d93d684306f2 HTTP/1.1" status: 200 len: 1097 time: 0.0442030 Aug 11 03:29:28.207297 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Deleting port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:28.207669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.215868 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.293890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] For port 3c52b5b1-592c-4d7a-85d3-d8608fadd921, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3c52b5b1-592c-4d7a-85d3-d8608fadd921,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:28.294248 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.308056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Calling delete_port for 3c52b5b1-592c-4d7a-85d3-d8608fadd921 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:28.431528 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.441918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3c52b5b1-592c-4d7a-85d3-d8608fadd921'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:29:28.460065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c52b5b1-592c-4d7a-85d3-d8608fadd921,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:28.503151 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] No DVR routers for this DVR port 3c52b5b1-592c-4d7a-85d3-d8608fadd921 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:28.505821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:28.507869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fee7c54a-1d41-4c06-a7d0-323296685e11 req-e3a8e70a-82b1-46de-afd9-0b98ab9fa3a9 tempest-TestServerMultinode-788286373 tempest-TestServerMultinode-788286373-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3c52b5b1-592c-4d7a-85d3-d8608fadd921 HTTP/1.1" status: 204 len: 173 time: 0.3757324 Aug 11 03:29:28.508321 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'name': 'network-vif-deleted', 'tag': '3c52b5b1-592c-4d7a-85d3-d8608fadd921'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:29:28.510585 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df07fd46-bc91-4f3b-9b0a-61dfdd2e5836" -d '{"events": [{"server_uuid": "f513dbf5-4756-41fc-9292-d93d684306f2", "name": "network-vif-deleted", "tag": "3c52b5b1-592c-4d7a-85d3-d8608fadd921"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:29:28.549643 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653fd6f7-5576-49f4-b103-acd50922773e x-openstack-request-id: req-653fd6f7-5576-49f4-b103-acd50922773e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:29:28.549943 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f513dbf5-4756-41fc-9292-d93d684306f2", "name": "network-vif-deleted", "tag": "3c52b5b1-592c-4d7a-85d3-d8608fadd921", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:29:28.550202 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-653fd6f7-5576-49f4-b103-acd50922773e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:29:28.550620 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f513dbf5-4756-41fc-9292-d93d684306f2', 'name': 'network-vif-deleted', 'tag': '3c52b5b1-592c-4d7a-85d3-d8608fadd921', 'status': 'completed', 'code': 200} Aug 11 03:29:29.054705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41518) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:29.411705 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.662559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Deleting port 07937667-1069-44e4-9410-08312a222ab4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:29.662821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.739427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:29.742896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] For port 07937667-1069-44e4-9410-08312a222ab4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=07937667-1069-44e4-9410-08312a222ab4,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:29.743269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.756623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Calling delete_port for 07937667-1069-44e4-9410-08312a222ab4 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:29.758996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:29.759348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 98aba9a5-c0bc-49dd-a15e-ce2f288548d6 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:29.939478 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:29.965662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07937667-1069-44e4-9410-08312a222ab4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:30.136751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.189671 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.355065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:30.460904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:30.466071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bc690e0b-3752-49b1-a151-62b7c88bd8a0 admin admin] 10.222.0.60 "PUT /v2.0/routers/f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4103160 Aug 11 03:29:30.468681 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41520) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:30.471219 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] Sync routers for ids ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:30.480224 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] Routers {'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:30.480824 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:29:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:30.573535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.581931 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] Set router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:30.675847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.740267 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Deleting port 21ffb4f0-bc0b-4ef4-b379-289f51692a41 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:30.740612 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.761607 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:29:29Z', 'revision_number': 5, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port': {'id': '21ffb4f0-bc0b-4ef4-b379-289f51692a41', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:30.791381 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] Checking router: f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:30.800896 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] Routers {'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:30.801060 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:29:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:30.824111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] For port 21ffb4f0-bc0b-4ef4-b379-289f51692a41, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=21ffb4f0-bc0b-4ef4-b379-289f51692a41,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:30.824482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:30.837390 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Calling delete_port for 21ffb4f0-bc0b-4ef4-b379-289f51692a41 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:30.884738 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] Set router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:31.020140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.028167 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:29:30Z', 'revision_number': 6, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:31.043734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Pushing event deleted for resources: {'Port': ['ID=21ffb4f0-bc0b-4ef4-b379-289f51692a41,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:31.055176 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd67305-025f-45f7-9c90-a68a870cf6f9 None None] The sync data for ids ['f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb'] in n-d-768509-22 is: [{'id': 'f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb', 'name': 'tempest-TestServerMultinode-1027991937-router', 'tenant_id': '5a46cbadc80b418294db82269597edcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:54Z', 'updated_at': '2021-08-11T03:29:30Z', 'revision_number': 6, 'project_id': '5a46cbadc80b418294db82269597edcc', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:31.114047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.516198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.518319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.562497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.563058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:29:31.567441 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.568648 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e843960b-a176-49f9-996e-73e51d88249e admin admin] 10.222.0.60 "DELETE /v2.0/routers/f8cc7168-b8a4-4771-bd4a-b8beee8b8bcb HTTP/1.1" status: 204 len: 168 time: 1.0990467 Aug 11 03:29:31.571137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41522) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:31.616102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] Deleting subnet 7803f998-75db-4683-a066-c224e45c29d4 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:29:31.619143 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.657674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.666067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3c52b5b1-592c-4d7a-85d3-d8608fadd921 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:31.739670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.797670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.833070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7803f998-75db-4683-a066-c224e45c29d4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:31.836805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.838942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b0b71bf0-f38d-44ac-811e-61b8ffc51ae7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7803f998-75db-4683-a066-c224e45c29d4 HTTP/1.1" status: 204 len: 168 time: 0.2665372 Aug 11 03:29:31.841108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41524) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:31.862764 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571b4447-d158-4609-a6f2-393c5a53a37a None None] Network 7ec403a8-78a8-4cc9-9800-f13e72b384fb requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:31.864984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 3c52b5b1-592c-4d7a-85d3-d8608fadd921 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:31.865331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3c52b5b1-592c-4d7a-85d3-d8608fadd921 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:31.910788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:31.971198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Deleting port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:31.971536 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.032840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] DHCP port deletion for 7ec403a8-78a8-4cc9-9800-f13e72b384fb request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:29:32.044678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] For port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:32.045599 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.059265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Calling delete_port for bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:32.085087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] Deleting port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:32.085548 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.151144 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.153064 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] For port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,segment=NetworkSegment(585c1c23-3e3d-4360-9a5f-29cd32799414),segment_id=585c1c23-3e3d-4360-9a5f-29cd32799414)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:32.153477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.167141 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] Calling delete_port for bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:32.177549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:32.181258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] No DVR routers for this DVR port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:32.258245 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.258638 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.269592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec403a8-78a8-4cc9-9800-f13e72b384fb']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:32.280838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585c1c23-3e3d-4360-9a5f-29cd32799414') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:32.281202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585c1c23-3e3d-4360-9a5f-29cd32799414') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:32.284021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] Pushing event deleted for resources: {'Port': ['ID=bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:32.287384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e1bed9-6ae9-4a4d-b57c-e92de46404a6 None None] No DVR routers for this DVR port bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:32.291086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.307028 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.315433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:29:32.315433 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:29:32.315706 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:29:32.377282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.383331 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.388501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41526) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:32.389041 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] 10.222.0.60 "DELETE /v2.0/networks/7ec403a8-78a8-4cc9-9800-f13e72b384fb HTTP/1.1" status: 204 len: 168 time: 0.5463405 Aug 11 03:29:32.399969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6adf07f-8f10-4abc-9767-69c09d1a653a admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec403a8-78a8-4cc9-9800-f13e72b384fb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:32.730561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 21ffb4f0-bc0b-4ef4-b379-289f51692a41 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:32.751478 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 21ffb4f0-bc0b-4ef4-b379-289f51692a41 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:32.751859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 21ffb4f0-bc0b-4ef4-b379-289f51692a41 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:32.752281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07937667-1069-44e4-9410-08312a222ab4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:32.761761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:32.772298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 07937667-1069-44e4-9410-08312a222ab4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:32.772654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07937667-1069-44e4-9410-08312a222ab4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:32.773073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:32.793401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:32.793746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bc1bb0c1-3e85-4cac-9e8f-0996b61dfe4a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:33.027132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Deleting port eef394f8-9073-4f43-ab6e-924e3d3a56bb {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:33.027391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.113270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] For port eef394f8-9073-4f43-ab6e-924e3d3a56bb, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eef394f8-9073-4f43-ab6e-924e3d3a56bb,segment=NetworkSegment(d99be585-da51-4495-8b18-7cc143a3a025),segment_id=d99be585-da51-4495-8b18-7cc143a3a025)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:33.113636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.127262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Calling delete_port for eef394f8-9073-4f43-ab6e-924e3d3a56bb owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:33.305749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.329403 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Pushing event deleted for resources: {'Port': ['ID=eef394f8-9073-4f43-ab6e-924e3d3a56bb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:33.346325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.346684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.347026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.347369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.347732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.348067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.348398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.348728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.349054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.349378 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.349705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.350028 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:29:33.512061 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.725326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Router 0d21652f-1699-4872-b0bc-b95f820c7d13 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:29:33.834941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:29:33.839912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea8b9cc3-8f8c-4e5c-ae62-ddec83f20330 admin admin] 10.222.0.60 "PUT /v2.0/routers/0d21652f-1699-4872-b0bc-b95f820c7d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495566 Aug 11 03:29:33.842709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41530) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:33.845176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] Sync routers for ids ['0d21652f-1699-4872-b0bc-b95f820c7d13'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:29:33.854862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] Routers {'0d21652f-1699-4872-b0bc-b95f820c7d13'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:33.855597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:29:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d21652f-1699-4872-b0bc-b95f820c7d13'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:33.887653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-5c2420f1-5c5a-4bbc-80a6-a11f49918bfe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1051049 Aug 11 03:29:33.953740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:33.965958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] Set router 0d21652f-1699-4872-b0bc-b95f820c7d13 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:33.971895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-19b5292a-56d3-40f1-90e8-bedb26e935d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:33.973519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-19b5292a-56d3-40f1-90e8-bedb26e935d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.0424099 Aug 11 03:29:34.064075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.082072 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-1c5c731d-8f9c-4275-a8de-8ea7b421bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.083814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-1c5c731d-8f9c-4275-a8de-8ea7b421bca7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 909 time: 0.0912595 Aug 11 03:29:34.118549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Deleting port 4eb80a85-e851-45a4-a164-bbd9eff39127 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:34.118920 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.159292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4'}], 'enable_snat': True}, 'gw_port_id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:33Z', 'revision_number': 5, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port': {'id': '4eb80a85-e851-45a4-a164-bbd9eff39127', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:34.162283 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-b7f68679-3352-44e1-a3e1-0ce213ef5c65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 1002 time: 0.0719302 Aug 11 03:29:34.187847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] Checking router: 0d21652f-1699-4872-b0bc-b95f820c7d13 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:29:34.196508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] Routers {'0d21652f-1699-4872-b0bc-b95f820c7d13'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:29:34.197206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:29:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['0d21652f-1699-4872-b0bc-b95f820c7d13'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:34.203804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] For port 4eb80a85-e851-45a4-a164-bbd9eff39127, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4eb80a85-e851-45a4-a164-bbd9eff39127,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:34.204172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.212530 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-3719f4ae-4811-4dcf-84e6-890ccbb48122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.214181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-3719f4ae-4811-4dcf-84e6-890ccbb48122 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.0456848 Aug 11 03:29:34.216256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Calling delete_port for 4eb80a85-e851-45a4-a164-bbd9eff39127 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:34.265258 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-36e83137-b5a3-4438-a708-28ce8c4c949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:29:34.266878 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-36e83137-b5a3-4438-a708-28ce8c4c949c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460310 Aug 11 03:29:34.287848 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] Set router 0d21652f-1699-4872-b0bc-b95f820c7d13 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:29:34.346900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:34Z', 'revision_number': 6, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:34.366697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-2b48d84d-015d-4580-936c-a5791fed4512 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924308 Aug 11 03:29:34.375949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268b99a0-f621-448c-bf61-3943fe9eb2ef None None] The sync data for ids ['0d21652f-1699-4872-b0bc-b95f820c7d13'] in n-d-768509-22 is: [{'id': '0d21652f-1699-4872-b0bc-b95f820c7d13', 'name': 'tempest-TestServerMultinode-2144150693-router', 'tenant_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:28:59Z', 'updated_at': '2021-08-11T03:29:34Z', 'revision_number': 6, 'project_id': 'eb2a0308a7834b038b96ed3a8bce9ca4', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:29:34.402667 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.432651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb80a85-e851-45a4-a164-bbd9eff39127,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:34.469812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89033cac-88f7-45fc-b03e-f04617e9a244 req-b01f96d8-dfdf-4a9a-bec8-89deebb412aa service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951569 Aug 11 03:29:34.491615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.586040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.588214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.633635 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.634100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d21652f-1699-4872-b0bc-b95f820c7d13 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:29:34.638180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.639970 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-729e89ed-07ca-4ace-b6cf-747079adef11 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0d21652f-1699-4872-b0bc-b95f820c7d13 HTTP/1.1" status: 204 len: 168 time: 0.7962532 Aug 11 03:29:34.642648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41534) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:34.686264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] Deleting subnet 63f8f824-ab79-4a12-b467-384a74ef5d3d {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:29:34.689185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.724085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.822490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.878211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.901573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f8f824-ab79-4a12-b467-384a74ef5d3d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:34.907273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:34.909151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-92cd804a-9311-4bc0-bc7a-c0c14fc1806d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/63f8f824-ab79-4a12-b467-384a74ef5d3d HTTP/1.1" status: 204 len: 168 time: 0.2655916 Aug 11 03:29:34.911580 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41536) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:34.914011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed82f8b-6d5b-4daa-beb0-dd92010143d7 None None] Network 80c68fb5-a720-4e33-a974-ce025b2f036b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:29:34.979370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.039550 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Deleting port ed88be98-8c92-4088-9523-64608433532e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:35.039929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.102687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] For port ed88be98-8c92-4088-9523-64608433532e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed88be98-8c92-4088-9523-64608433532e,segment=NetworkSegment(d99be585-da51-4495-8b18-7cc143a3a025),segment_id=d99be585-da51-4495-8b18-7cc143a3a025)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:35.102982 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.116100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Calling delete_port for ed88be98-8c92-4088-9523-64608433532e owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:35.159394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] DHCP port deletion for 80c68fb5-a720-4e33-a974-ce025b2f036b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:29:35.161491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eef394f8-9073-4f43-ab6e-924e3d3a56bb no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:35.185178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: eef394f8-9073-4f43-ab6e-924e3d3a56bb {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:35.185539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eef394f8-9073-4f43-ab6e-924e3d3a56bb not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:35.213694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.234762 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] Deleting port ed88be98-8c92-4088-9523-64608433532e {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:29:35.235147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.241597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed88be98-8c92-4088-9523-64608433532e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:35.246305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] No DVR routers for this DVR port ed88be98-8c92-4088-9523-64608433532e on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:35.304240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] For port ed88be98-8c92-4088-9523-64608433532e, host n-d-768509-22, got binding levels [] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:29:35.304635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.318768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] Calling delete_port for ed88be98-8c92-4088-9523-64608433532e owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:29:35.321490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.ipam_backend_mixin [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] Port ed88be98-8c92-4088-9523-64608433532e was not found and therefore no delete operation was performed {{(pid=111684) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 11 03:29:35.322718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.325030 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.336034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c68fb5-a720-4e33-a974-ce025b2f036b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:35.347152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99be585-da51-4495-8b18-7cc143a3a025') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:35.347454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99be585-da51-4495-8b18-7cc143a3a025') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:29:35.351164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] No DVR routers for this DVR port ed88be98-8c92-4088-9523-64608433532e on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:29:35.358191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150f20-7cd3-4cdb-ac7a-75f08f4a5059 None None] Pushing event deleted for resources: {'Port': ['ID=ed88be98-8c92-4088-9523-64608433532e,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:35.359107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.379567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.386250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:29:35.386559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:29:35.388261 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:29:35.444054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.452691 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.454601 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] 10.222.0.60 "DELETE /v2.0/networks/80c68fb5-a720-4e33-a974-ce025b2f036b HTTP/1.1" status: 204 len: 168 time: 0.5420897 Aug 11 03:29:35.466617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96da039-c954-4892-9485-aecb192e9758 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c68fb5-a720-4e33-a974-ce025b2f036b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:35.621904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41540) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:35.662364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a83dbd51-be6c-413c-ae96-2e75f406232b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a46cbadc80b418294db82269597edcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391417 Aug 11 03:29:35.664670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41542) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:35.712954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18cf2e4b-d832-44f8-8590-09fe183fe996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.733446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18cf2e4b-d832-44f8-8590-09fe183fe996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.784251 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18cf2e4b-d832-44f8-8590-09fe183fe996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.786932 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-18cf2e4b-d832-44f8-8590-09fe183fe996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:35.788144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-18cf2e4b-d832-44f8-8590-09fe183fe996 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b7b8475-41ef-4ca2-b05b-ff00a1ee6557 HTTP/1.1" status: 204 len: 168 time: 0.1225924 Aug 11 03:29:35.799332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf2e4b-d832-44f8-8590-09fe183fe996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b8475-41ef-4ca2-b05b-ff00a1ee6557,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:36.104832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41548) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:36.144868 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2275747-8cc5-4fbc-a55f-223742fa8500 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb2a0308a7834b038b96ed3a8bce9ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388386 Aug 11 03:29:36.147260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41550) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:29:36.196835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4a8127e-48fa-4afe-a907-642cb95dbc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.217593 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4a8127e-48fa-4afe-a907-642cb95dbc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.264600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4a8127e-48fa-4afe-a907-642cb95dbc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.267154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f4a8127e-48fa-4afe-a907-642cb95dbc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:36.268340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f4a8127e-48fa-4afe-a907-642cb95dbc76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35f89cd2-533b-495a-986f-238260069552 HTTP/1.1" status: 204 len: 168 time: 0.1201432 Aug 11 03:29:36.277429 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8127e-48fa-4afe-a907-642cb95dbc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f89cd2-533b-495a-986f-238260069552,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:29:36.729366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eb80a85-e851-45a4-a164-bbd9eff39127 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:36.750574 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4eb80a85-e851-45a4-a164-bbd9eff39127 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:36.750922 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4eb80a85-e851-45a4-a164-bbd9eff39127 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:36.751356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed88be98-8c92-4088-9523-64608433532e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:29:36.772921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ed88be98-8c92-4088-9523-64608433532e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:29:36.773273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed88be98-8c92-4088-9523-64608433532e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:29:52.360037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-79cfef36-9c0e-49a8-99cc-5e0c87f9fa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.241181 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5f09-fc01-4218-838d-d18397c01231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.527935 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:55.646134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:56.798469 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:29:58.219896 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:00.204952 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:03.050165 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:22.352371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9dbf647f-b433-430f-8db1-3f76afa866e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:25.243992 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e2740422-fa03-45d1-b29d-6a681c441f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:25.529750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:25.660455 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:26.803895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:28.223390 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:30.225206 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:34.828166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-9259c25c-5d26-413c-92be-1dbb14aeeaed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447164 Aug 11 03:30:34.913914 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3926-c180-46bd-87cd-979baa3873ac req-8088bbb5-4a7b-4743-87f4-1813c8690642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:34.915459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-8088bbb5-4a7b-4743-87f4-1813c8690642 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.0448718 Aug 11 03:30:35.030990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3926-c180-46bd-87cd-979baa3873ac req-25090b07-4e24-4a4d-9889-5b8e84214bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:35.033080 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-25090b07-4e24-4a4d-9889-5b8e84214bc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 909 time: 0.0959306 Aug 11 03:30:35.103472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-e30d351d-0d1e-442e-9148-5f18168258f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 1002 time: 0.0640678 Aug 11 03:30:35.154878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3926-c180-46bd-87cd-979baa3873ac req-00e921b8-88c0-4e49-b0ef-854b4b015c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:35.156414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-00e921b8-88c0-4e49-b0ef-854b4b015c10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.0457249 Aug 11 03:30:35.209130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac3926-c180-46bd-87cd-979baa3873ac req-a9c9d6ef-b940-42d1-9d03-86e039668591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:30:35.210649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-a9c9d6ef-b940-42d1-9d03-86e039668591 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476906 Aug 11 03:30:35.304584 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-1e0477e4-efc9-4379-a86d-9c5fd5ee5f2a service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868852 Aug 11 03:30:35.402786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-beac3926-c180-46bd-87cd-979baa3873ac req-0d3cb60b-098e-48e8-ae6b-bf0696407aac service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907402 Aug 11 03:30:40.049258 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:30:52.354299 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9ae8cb8f-2d47-4180-a36d-ec2a25a335a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.245060 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-59b44086-adaf-417c-9175-1d52d48bed48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.531265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:55.680318 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:56.806435 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:30:57.750216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-87b53cf7-4ff6-4547-a521-ebfb2e03a902 req-494175cf-0b72-4517-8ae6-cd70810f6a4a service neutron] (111683) timed out ('10.222.0.60', 38810) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:30:58.225047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:00.239455 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:17.047705 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:22.355324 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-053848d5-a18a-4113-ab2d-74fad65956f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:25.244502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3a258c6e-b6f6-4bc9-ad33-168a72bb3707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:25.532877 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:25.696893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:26.807874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:28.227836 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:30.239371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:35.832069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-7510a0d9-f188-4418-aff4-7545b1e9f49a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411069 Aug 11 03:31:35.912344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-4076cfa4-54a7-4ad1-abb5-82f5d41a60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:35.913829 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-4076cfa4-54a7-4ad1-abb5-82f5d41a60ff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.0411019 Aug 11 03:31:36.019190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-0dec3559-69d0-4b41-b9d7-e739f4010e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:36.021244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-0dec3559-69d0-4b41-b9d7-e739f4010e72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 909 time: 0.0879660 Aug 11 03:31:36.087357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-79726880-58e1-4a80-8988-a3f7596d536d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 1002 time: 0.0594320 Aug 11 03:31:36.135551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-86841f26-9455-476e-b043-058086cd041f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:36.137049 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-86841f26-9455-476e-b043-058086cd041f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.0436804 Aug 11 03:31:36.186713 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-f2cec25b-712a-46f1-86db-9e1a018b8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:31:36.188218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-f2cec25b-712a-46f1-86db-9e1a018b8e08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442245 Aug 11 03:31:36.285257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-749e3e10-0227-47bd-94d4-afcaf6427ef6 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898592 Aug 11 03:31:36.382506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd4f545b-3ce9-4faa-ac03-bfd944d2d72a req-97010b7c-9291-4df6-8703-9d65c0e453c5 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905211 Aug 11 03:31:52.356054 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d6a12bda-6a70-41d5-a19a-2c8064efbb8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:54.047202 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:31:55.248038 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c24802e0-d3af-4317-bd0d-0c854bd382f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.534905 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:55.727352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:56.813757 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:31:58.229405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:00.239614 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:22.357549 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7b019265-3166-4b06-ab27-1a0ef3da2c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.248270 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-46236054-972b-4699-a004-8eac59be7977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.535254 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:25.745255 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:26.815297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:28.232316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:30.244575 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:31.047370 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:32:35.836729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-e58b0fca-3a01-46bd-b227-014188fb4056 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407674 Aug 11 03:32:35.915756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-fc472dfa-471a-45c6-a1cb-3fed38be0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:35.917260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-fc472dfa-471a-45c6-a1cb-3fed38be0ba1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 1098 time: 0.0403938 Aug 11 03:32:36.022472 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-8385a202-5dc0-448d-af5b-b20efb7d894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:36.023957 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-8385a202-5dc0-448d-af5b-b20efb7d894f service neutron] 10.222.0.10 "GET /v2.0/networks?id=23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 200 len: 909 time: 0.0876174 Aug 11 03:32:36.088398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-fb5e217b-5e76-4d8c-b364-c0399560a840 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 200 len: 1002 time: 0.0575492 Aug 11 03:32:36.136482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-050317d6-e5ce-499d-ac86-96d5b6b41cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:36.138785 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-050317d6-e5ce-499d-ac86-96d5b6b41cf3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 200 len: 847 time: 0.0437264 Aug 11 03:32:36.187394 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-3aaa8992-e099-4509-945a-223adaada44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:36.188886 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-3aaa8992-e099-4509-945a-223adaada44a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23dcd703-0d27-4d10-97ff-196d972018d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433328 Aug 11 03:32:36.276444 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-7c1e6910-9f9f-4385-a0ca-0403f8a38134 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806406 Aug 11 03:32:36.375979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00798a7f-9bd2-4fdc-a5b6-f90866d66612 req-d2ccc493-619c-4d07-8008-92eeb975e136 service neutron] 10.222.0.10 "GET /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923877 Aug 11 03:32:39.924164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d0c9f-1e97-4060-b7c2-3e55e8f46805 req-c7c6f22a-2bb7-4fa1-a344-25de87d34178 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:39.925661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-163d0c9f-1e97-4060-b7c2-3e55e8f46805 req-c7c6f22a-2bb7-4fa1-a344-25de87d34178 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 946 time: 0.0505245 Aug 11 03:32:39.964436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-163d0c9f-1e97-4060-b7c2-3e55e8f46805 req-462feec1-8422-4787-b8f7-2a2bba1d1ff3 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Aug 11 03:32:41.113985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6050ef-bc06-45ea-9c7a-f4a11ccad649 req-d79e881c-8aab-48fd-b33d-e064aab0dacf tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:41.115485 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d6050ef-bc06-45ea-9c7a-f4a11ccad649 req-d79e881c-8aab-48fd-b33d-e064aab0dacf tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 946 time: 0.0537472 Aug 11 03:32:41.153229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d6050ef-bc06-45ea-9c7a-f4a11ccad649 req-40fd7aa6-2f21-4501-9548-46dfeeb17605 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e255d00-18e9-4ecc-af8b-6933e68849b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311925 Aug 11 03:32:41.212287 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-2724800b-84b9-4b3d-8b34-0d33ae325e4c tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:32:41.213753 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-2724800b-84b9-4b3d-8b34-0d33ae325e4c tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 946 time: 0.0487723 Aug 11 03:32:41.306801 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Deleting port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:41.307072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.393794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] For port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:41.394169 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.566915 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.567207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.567524 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Floating IP 7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88 disassociated. External IP: 172.25.4.139, port: 31527dcf-6ec1-41ca-bccd-0d9301ac77d9. Aug 11 03:32:41.567897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Calling delete_port for 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:41.696943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:41.732033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event deleted for resources: {'Port': ['ID=31527dcf-6ec1-41ca-bccd-0d9301ac77d9,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:41.776733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.777077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.777597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.777802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.778247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.778676 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.778906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.779234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.779556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.779905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.780224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.780535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:41.860585 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Router d6f19758-2ba4-461a-ab65-e3b83198617a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:41.969569 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:41.979137 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] Sync routers for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:41.988549 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:41.989151 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:32:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:42.012781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] No DVR routers for this DVR port 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:42.015396 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:42.017408 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4eaa1de-c9ec-43db-9bb9-9436bf521a06 req-bbbf9682-c623-4285-b8a9-b89958d4af0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.10 "DELETE /v2.0/ports/31527dcf-6ec1-41ca-bccd-0d9301ac77d9 HTTP/1.1" status: 204 len: 173 time: 0.7963712 Aug 11 03:32:42.017905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'name': 'network-vif-deleted', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:32:42.020196 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5245e1af-12f5-4c11-9a40-5c7374a5b35d" -d '{"events": [{"server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "name": "network-vif-deleted", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:32:42.097453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:42.277103 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b4017-659d-40d1-ac5a-9b3d5007bf94 x-openstack-request-id: req-2a8b4017-659d-40d1-ac5a-9b3d5007bf94 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:32:42.278133 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c90877b-2c91-4f23-8040-9e9d4e2255be", "name": "network-vif-deleted", "tag": "31527dcf-6ec1-41ca-bccd-0d9301ac77d9", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:32:42.278239 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a8b4017-659d-40d1-ac5a-9b3d5007bf94 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:32:42.278582 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c90877b-2c91-4f23-8040-9e9d4e2255be', 'name': 'network-vif-deleted', 'tag': '31527dcf-6ec1-41ca-bccd-0d9301ac77d9', 'status': 'completed', 'code': 200} Aug 11 03:32:42.289657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bea3c76d-643d-490d-b6b0-fd154a9a0abd req-f53be86b-d144-44b9-ae2f-fdc14d42ef35 tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "GET /v2.0/ports?device_id=9c90877b-2c91-4f23-8040-9e9d4e2255be HTTP/1.1" status: 200 len: 210 time: 0.0303035 Aug 11 03:32:42.308713 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:43Z', 'revision_number': 5, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:42.337793 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] Checking router: d6f19758-2ba4-461a-ab65-e3b83198617a for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:42.346099 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:42.346692 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:32:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:42.451511 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:42.647776 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:43Z', 'revision_number': 5, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:42.674156 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b481fc-7aad-4b97-964e-600b7f86cfae None None] The sync data for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 is: [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:37Z', 'revision_number': 4, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8', 'name': '', 'network_id': '23dcd703-0d27-4d10-97ff-196d972018d1', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'mac_address': 'fa:16:3e:d2:99:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:36Z', 'updated_at': '2021-08-11T03:27:43Z', 'revision_number': 5, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'subnets': [{'id': '37a1140c-4f4b-44e0-b9f8-5efe4f33ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:42.896782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32a2fde-49eb-47a8-a664-aaf4f27b9f69 None None] New status for floating IP 7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:32:43.346767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41648) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:43.470223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Deleting port 44bf8199-19d2-4e8d-8944-20811f3f8fb0 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:43.470563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.546393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.546729 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.558036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Calling delete_port for 44bf8199-19d2-4e8d-8944-20811f3f8fb0 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:43.689464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.720630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event deleted for resources: {'Port': ['ID=44bf8199-19d2-4e8d-8944-20811f3f8fb0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:43.744574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.744931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.745277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.745620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.745958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.746300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.746877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.747315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.747694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.748034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.748371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.748702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:32:43.793344 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.796440 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.797616 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f1ea3fd6-410b-4297-9037-9c69e90d1b0a tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "DELETE /v2.0/floatingips/7f9257a2-77e8-4a28-b1f4-e3b6b41e1e88 HTTP/1.1" status: 204 len: 168 time: 0.4497991 Aug 11 03:32:43.866148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41654) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:43.924831 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6efc60be-3066-4a9a-bb3e-1d918664041e tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:43.951102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6efc60be-3066-4a9a-bb3e-1d918664041e tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.008975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6efc60be-3066-4a9a-bb3e-1d918664041e tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.011618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6efc60be-3066-4a9a-bb3e-1d918664041e tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.013496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6efc60be-3066-4a9a-bb3e-1d918664041e tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] 10.222.0.60 "DELETE /v2.0/security-groups/0e255d00-18e9-4ecc-af8b-6933e68849b7 HTTP/1.1" status: 204 len: 168 time: 0.1463096 Aug 11 03:32:44.022420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc60be-3066-4a9a-bb3e-1d918664041e tempest-TestServerBasicOps-570418386 tempest-TestServerBasicOps-570418386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e255d00-18e9-4ecc-af8b-6933e68849b7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:44.056903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41658) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:44.547365 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.700992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:44.721389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:44.721743 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 31527dcf-6ec1-41ca-bccd-0d9301ac77d9 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:44.791657 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Deleting port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:44.792007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.873060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] For port 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:44.873429 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:44.885765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Calling delete_port for 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:45.065375 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.090884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:45.256683 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:45.775432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Router d6f19758-2ba4-461a-ab65-e3b83198617a has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:45.882509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:45.889057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d3b957d4-b323-48d7-af5e-8380d6ab4126 admin admin] 10.222.0.60 "PUT /v2.0/routers/d6f19758-2ba4-461a-ab65-e3b83198617a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8310256 Aug 11 03:32:45.891599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41662) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:45.892500 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] Sync routers for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:45.901366 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:45.902557 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:32:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:45.997487 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.012554 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:46.103016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.157703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Deleting port ed560fd0-3f5a-43de-895f-b63f706da99f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:46.158049 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.194962 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33'}], 'enable_snat': True}, 'gw_port_id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:32:45Z', 'revision_number': 5, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port': {'id': 'ed560fd0-3f5a-43de-895f-b63f706da99f', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:1d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:46.220830 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] Checking router: d6f19758-2ba4-461a-ab65-e3b83198617a for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:46.228947 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] Routers {'d6f19758-2ba4-461a-ab65-e3b83198617a'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:46.229544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:32:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['d6f19758-2ba4-461a-ab65-e3b83198617a'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:46.240549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] For port ed560fd0-3f5a-43de-895f-b63f706da99f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ed560fd0-3f5a-43de-895f-b63f706da99f,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:46.240917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.253101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Calling delete_port for ed560fd0-3f5a-43de-895f-b63f706da99f owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:46.400732 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] Set router d6f19758-2ba4-461a-ab65-e3b83198617a gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:46.434665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.459918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=ed560fd0-3f5a-43de-895f-b63f706da99f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:46.460164 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:32:46Z', 'revision_number': 6, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:46.489255 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c9d293-0807-4347-bae3-24f3bfb13295 None None] The sync data for ids ['d6f19758-2ba4-461a-ab65-e3b83198617a'] in n-d-768509-22 is: [{'id': 'd6f19758-2ba4-461a-ab65-e3b83198617a', 'name': 'tempest-TestServerBasicOps-374422275-router', 'tenant_id': '0545042e1a0a489e8db34e0e1e4b1594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:33Z', 'updated_at': '2021-08-11T03:32:46Z', 'revision_number': 6, 'project_id': '0545042e1a0a489e8db34e0e1e4b1594', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:46.529200 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.622882 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.625047 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.667246 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.667730 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f19758-2ba4-461a-ab65-e3b83198617a {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:46.672684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.673811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ebf1064-d4e7-4219-970e-5948029ba8ff admin admin] 10.222.0.60 "DELETE /v2.0/routers/d6f19758-2ba4-461a-ab65-e3b83198617a HTTP/1.1" status: 204 len: 168 time: 0.7812598 Aug 11 03:32:46.676320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41664) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:46.722292 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] Deleting subnet 37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:46.725328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.759992 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.850476 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.917509 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.947949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a1140c-4f4b-44e0-b9f8-5efe4f33ea24,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:46.950458 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:46.952579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4814389c-3f14-421e-80bf-72d704748f74 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/37a1140c-4f4b-44e0-b9f8-5efe4f33ea24 HTTP/1.1" status: 204 len: 168 time: 0.2751310 Aug 11 03:32:46.954891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41666) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:46.957726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6e7fff-a824-47b3-861c-c7b8d002ef79 None None] Network 23dcd703-0d27-4d10-97ff-196d972018d1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:47.026755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.082437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Deleting port 8d06f45c-2639-4132-a05a-279fd647bea1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:47.082789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.146857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] For port 8d06f45c-2639-4132-a05a-279fd647bea1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=8d06f45c-2639-4132-a05a-279fd647bea1,segment=NetworkSegment(f4fbe482-6dbd-4945-b7e4-b28f8b4e269b),segment_id=f4fbe482-6dbd-4945-b7e4-b28f8b4e269b)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:47.147521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.160687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Calling delete_port for 8d06f45c-2639-4132-a05a-279fd647bea1 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:47.244856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.267244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f47180-b536-469b-8661-06906bf65a59 None None] DHCP port deletion for 23dcd703-0d27-4d10-97ff-196d972018d1 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:47.271353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:47.276046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d06f45c-2639-4132-a05a-279fd647bea1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.278989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] No DVR routers for this DVR port 8d06f45c-2639-4132-a05a-279fd647bea1 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:47.294913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:47.295283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 9d0f2d87-9be8-4cbf-a39b-e2995f2e1ac8 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:47.357941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.368349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dcd703-0d27-4d10-97ff-196d972018d1']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:47.380344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:47.380646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fbe482-6dbd-4945-b7e4-b28f8b4e269b') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:47.389947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.403774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.409748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:47.410140 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:47.412015 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:47.470081 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.475690 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:47.480359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] 10.222.0.60 "DELETE /v2.0/networks/23dcd703-0d27-4d10-97ff-196d972018d1 HTTP/1.1" status: 204 len: 168 time: 0.5216937 Aug 11 03:32:47.480636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41668) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:47.492945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15d00a-244a-499e-b18c-497c6394ea5d admin admin] Pushing event deleted for resources: {'Network': ['ID=23dcd703-0d27-4d10-97ff-196d972018d1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:47.827479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.072585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Deleting port e2976809-79f0-4cd0-9805-21aec5fe51b4 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:48.072847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.153349 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] For port e2976809-79f0-4cd0-9805-21aec5fe51b4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e2976809-79f0-4cd0-9805-21aec5fe51b4,segment=NetworkSegment(0746b892-a5d4-4e2d-8fe2-a01c6302f737),segment_id=0746b892-a5d4-4e2d-8fe2-a01c6302f737)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:48.153719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.165831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Calling delete_port for e2976809-79f0-4cd0-9805-21aec5fe51b4 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:48.347013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.376544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2976809-79f0-4cd0-9805-21aec5fe51b4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:48.880307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed560fd0-3f5a-43de-895f-b63f706da99f no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:48.898212 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:48.905093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ed560fd0-3f5a-43de-895f-b63f706da99f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:48.905454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ed560fd0-3f5a-43de-895f-b63f706da99f not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:48.905876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8d06f45c-2639-4132-a05a-279fd647bea1 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:48.927939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 8d06f45c-2639-4132-a05a-279fd647bea1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:48.928354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 8d06f45c-2639-4132-a05a-279fd647bea1 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:49.116840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:32:49.222802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:32:49.227686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c93901d2-e805-41ba-93eb-2b4784b6eee2 admin admin] 10.222.0.60 "PUT /v2.0/routers/fb69f49c-ff7e-4e9a-90cd-df9015c32dd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7454710 Aug 11 03:32:49.230220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41670) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:49.233392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f55006-26bf-40b0-9250-40685c78380f None None] Sync routers for ids ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:32:49.242772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] Routers {'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:49.243377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:32:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:49.334642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.441615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.497723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Deleting port 267047ab-7882-43d4-ac8c-92e9303cbc43 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:49.498191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.506245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] Set router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:49.576718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] For port 267047ab-7882-43d4-ac8c-92e9303cbc43, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=267047ab-7882-43d4-ac8c-92e9303cbc43,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:49.577096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.589740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Calling delete_port for 267047ab-7882-43d4-ac8c-92e9303cbc43 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:49.679180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:32:48Z', 'revision_number': 5, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port': {'id': '267047ab-7882-43d4-ac8c-92e9303cbc43', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:49.706191 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f55006-26bf-40b0-9250-40685c78380f None None] Checking router: fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:32:49.714579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] Routers {'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:32:49.715302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:32:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:49.760003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.790800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Pushing event deleted for resources: {'Port': ['ID=267047ab-7882-43d4-ac8c-92e9303cbc43,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:49.811333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] Set router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:32:49.851793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.868537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-99f55006-26bf-40b0-9250-40685c78380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:32:49Z', 'revision_number': 6, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:49.896874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f55006-26bf-40b0-9250-40685c78380f None None] The sync data for ids ['fb69f49c-ff7e-4e9a-90cd-df9015c32dd3'] in n-d-768509-22 is: [{'id': 'fb69f49c-ff7e-4e9a-90cd-df9015c32dd3', 'name': 'tempest-TestServerBasicOps-1692230918-router', 'tenant_id': '3d86316eed8a44319b24f885211ef47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:27:40Z', 'updated_at': '2021-08-11T03:32:49Z', 'revision_number': 6, 'project_id': '3d86316eed8a44319b24f885211ef47e', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:32:49.943769 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.945957 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.988454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.989033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:32:49.993830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:49.994959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23c0d310-9245-450b-8700-76732ba0effd admin admin] 10.222.0.60 "DELETE /v2.0/routers/fb69f49c-ff7e-4e9a-90cd-df9015c32dd3 HTTP/1.1" status: 204 len: 168 time: 0.7637231 Aug 11 03:32:49.998184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41672) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.046248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] Deleting subnet a4a767d3-ba01-4202-ae8e-46198e7417f3 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:32:50.049365 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.085744 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.163655 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.220783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.247698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4a767d3-ba01-4202-ae8e-46198e7417f3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:50.251248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.255747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ff1170c3-949a-4882-8c3e-24b37a2c0279 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a4a767d3-ba01-4202-ae8e-46198e7417f3 HTTP/1.1" status: 204 len: 168 time: 0.2565041 Aug 11 03:32:50.256102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41674) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.257488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd311be-d79c-46e0-9d00-4f5c0cfddb02 None None] Network 921c7951-c180-45a2-a202-841ec1ada7b0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:32:50.334241 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.393090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Deleting port 51575385-9432-43c0-ba9d-81956d951ff8 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:32:50.393430 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.477697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] For port 51575385-9432-43c0-ba9d-81956d951ff8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=51575385-9432-43c0-ba9d-81956d951ff8,segment=NetworkSegment(0746b892-a5d4-4e2d-8fe2-a01c6302f737),segment_id=0746b892-a5d4-4e2d-8fe2-a01c6302f737)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:32:50.478068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.492108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Calling delete_port for 51575385-9432-43c0-ba9d-81956d951ff8 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:32:50.574513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.602589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] No DVR routers for this DVR port 51575385-9432-43c0-ba9d-81956d951ff8 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:32:50.606387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Pushing event deleted for resources: {'Port': ['ID=51575385-9432-43c0-ba9d-81956d951ff8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:50.676487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b680f2-b0a7-4aad-aee0-4c2637ccec6f None None] DHCP port deletion for 921c7951-c180-45a2-a202-841ec1ada7b0 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:32:50.681195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.696261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921c7951-c180-45a2-a202-841ec1ada7b0']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:50.707433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0746b892-a5d4-4e2d-8fe2-a01c6302f737') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:50.707806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0746b892-a5d4-4e2d-8fe2-a01c6302f737') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:32:50.717444 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.731835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.737688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:32:50.738078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:32:50.739809 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:32:50.802560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.816784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:50.818612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] 10.222.0.60 "DELETE /v2.0/networks/921c7951-c180-45a2-a202-841ec1ada7b0 HTTP/1.1" status: 204 len: 168 time: 0.5615106 Aug 11 03:32:50.830029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895880a-742b-487c-9875-329e21d4f48e admin admin] Pushing event deleted for resources: {'Network': ['ID=921c7951-c180-45a2-a202-841ec1ada7b0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:50.860344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 267047ab-7882-43d4-ac8c-92e9303cbc43 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:50.880356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 267047ab-7882-43d4-ac8c-92e9303cbc43 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:50.880746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 267047ab-7882-43d4-ac8c-92e9303cbc43 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:50.881060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e2976809-79f0-4cd0-9805-21aec5fe51b4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:50.903079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e2976809-79f0-4cd0-9805-21aec5fe51b4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:50.903702 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e2976809-79f0-4cd0-9805-21aec5fe51b4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:50.903879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 51575385-9432-43c0-ba9d-81956d951ff8 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:32:50.927056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 51575385-9432-43c0-ba9d-81956d951ff8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:32:50.927741 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 51575385-9432-43c0-ba9d-81956d951ff8 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:32:50.943494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41678) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:50.991659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8bc86fa4-e1eb-47a8-944c-77f8804b0b3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0545042e1a0a489e8db34e0e1e4b1594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453291 Aug 11 03:32:50.994111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41680) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:51.043973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df679337-604a-47cf-a7ca-0f72c47b131c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.064945 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df679337-604a-47cf-a7ca-0f72c47b131c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.110896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df679337-604a-47cf-a7ca-0f72c47b131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.113374 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-df679337-604a-47cf-a7ca-0f72c47b131c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.114498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-df679337-604a-47cf-a7ca-0f72c47b131c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0010c463-d376-4bbd-89a4-9bfc9a5725af HTTP/1.1" status: 204 len: 168 time: 0.1194074 Aug 11 03:32:51.122261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df679337-604a-47cf-a7ca-0f72c47b131c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0010c463-d376-4bbd-89a4-9bfc9a5725af,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:51.428652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41686) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:51.468779 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-64338700-e14a-48bd-a262-24e4e5eee5f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d86316eed8a44319b24f885211ef47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389013 Aug 11 03:32:51.471257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41688) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:32:51.519181 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d052fe2-dfac-4385-affd-a4260ae6b045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.543100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d052fe2-dfac-4385-affd-a4260ae6b045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.590963 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d052fe2-dfac-4385-affd-a4260ae6b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.593525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3d052fe2-dfac-4385-affd-a4260ae6b045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:51.594706 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3d052fe2-dfac-4385-affd-a4260ae6b045 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40328ff2-c81b-49c7-b485-e25e1988cbaa HTTP/1.1" status: 204 len: 168 time: 0.1225123 Aug 11 03:32:51.602818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d052fe2-dfac-4385-affd-a4260ae6b045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40328ff2-c81b-49c7-b485-e25e1988cbaa,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:32:52.361008 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92b67dd5-82c1-4536-b936-b700f13b3252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.250570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0eee08b4-4775-47b8-bb48-1758e2eed2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.536159 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:55.762613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:56.819364 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:32:58.235451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:00.256725 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:01.573339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-9c93fbed-7c45-46e4-8420-05d0c029d21f tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=99fdddb7e37445edb20b3ec940a1a310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220814 Aug 11 03:33:01.682067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-0241cc4c-3f8d-4bff-85f8-2ef8ba752814 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:01.683545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-0241cc4c-3f8d-4bff-85f8-2ef8ba752814 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049790 Aug 11 03:33:01.700119 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-7dcbba48-c21a-4190-bb07-b1cd889e2709 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/quotas/99fdddb7e37445edb20b3ec940a1a310 HTTP/1.1" status: 200 len: 375 time: 0.0090308 Aug 11 03:33:01.732166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-9fa11481-3a2f-4017-9c6d-0af62bd75940 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=99fdddb7e37445edb20b3ec940a1a310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266638 Aug 11 03:33:01.901374 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-32b4d39d-462f-4528-aeb9-40d708cd51bc req-b9ed5568-0f87-4907-8bf0-7977e1ab783a tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0375803 Aug 11 03:33:02.905910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-d07c2896-07f3-4c72-9244-184031c8e142 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=99fdddb7e37445edb20b3ec940a1a310&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215929 Aug 11 03:33:03.014988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fe289b3-d594-4b65-9f73-30101b1d8625 req-2025c9ac-f436-45a2-b2f8-840b89e2c383 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 210 time: 0.0372136 Aug 11 03:33:03.041704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-a01f56b7-86e1-40db-b91a-44f036e7081a tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:03.043069 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-a01f56b7-86e1-40db-b91a-44f036e7081a tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1313865 Aug 11 03:33:03.062141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Request body: {'port': {'device_id': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'admin_state_up': True, 'tenant_id': '99fdddb7e37445edb20b3ec940a1a310'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:03.173534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Made reservation on behalf of 99fdddb7e37445edb20b3ec940a1a310 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:03.177118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.186618 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.279347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.283076 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.345326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78590d3-1ac5-4ba3-8869-2c9079ba46e0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:03.419893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Allocated IP 192.168.233.59 (a9527c2f-fca8-4ce2-8578-d13e88f909d6/b8b27e24-ed1f-4a9e-901d-35b355c8957e/e0186a85-8785-423f-8e54-3b1829430ccc) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:03.561512 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.575543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Transition to ACTIVE for port object e0186a85-8785-423f-8e54-3b1829430ccc will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:03.608307 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.651697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Network a9527c2f-fca8-4ce2-8578-d13e88f909d6 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:03.657362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:03.661114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:03.691659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Pushing event updated for resources: {'Port': ['ID=e0186a85-8785-423f-8e54-3b1829430ccc,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:03.716347 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:03.716982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.732607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-deaea044-3290-4559-aeaf-394adef6a2e6 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6749234 Aug 11 03:33:03.743915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-9b11e891-fd9c-4e22-9cd3-0ef0aedc1f95 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:33:03.744889 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-9b11e891-fd9c-4e22-9cd3-0ef0aedc1f95 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053754 Aug 11 03:33:03.861728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Request body: {'port': {'device_id': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:03.915330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.949813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6cec689c-a3e7-443a-9cad-e1d9d7aacdef None None] Provisioning for port e0186a85-8785-423f-8e54-3b1829430ccc completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:03.953562 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6cec689c-a3e7-443a-9cad-e1d9d7aacdef None None] Provisioning complete for port e0186a85-8785-423f-8e54-3b1829430ccc triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:03.954003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6cec689c-a3e7-443a-9cad-e1d9d7aacdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:03.988966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6cec689c-a3e7-443a-9cad-e1d9d7aacdef None None] Port e0186a85-8785-423f-8e54-3b1829430ccc cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:33:04.130707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c1286-b8bf-40ea-9df9-ba6d3d805009 req-d07beb29-daa9-42e1-b773-14167a378ca8 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.132180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b19c1286-b8bf-40ea-9df9-ba6d3d805009 req-d07beb29-daa9-42e1-b773-14167a378ca8 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 935 time: 0.0498493 Aug 11 03:33:04.170016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b19c1286-b8bf-40ea-9df9-ba6d3d805009 req-6b610bcc-8b72-4f5b-91a6-48d8c29f058b tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Aug 11 03:33:04.186584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0186a85-8785-423f-8e54-3b1829430ccc {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:04.194142 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.206539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Transition to ACTIVE for port object e0186a85-8785-423f-8e54-3b1829430ccc will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:04.210662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.280163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Pushing event updated for resources: {'Port': ['ID=e0186a85-8785-423f-8e54-3b1829430ccc,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:04.332922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Attempting to bind port e0186a85-8785-423f-8e54-3b1829430ccc on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:04.333428 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Attempting to bind port e0186a85-8785-423f-8e54-3b1829430ccc by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:04.333796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Attempting to bind port e0186a85-8785-423f-8e54-3b1829430ccc on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:04.338424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Port e0186a85-8785-423f-8e54-3b1829430ccc on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:33:04.338745 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Attempting to bind port e0186a85-8785-423f-8e54-3b1829430ccc on network a9527c2f-fca8-4ce2-8578-d13e88f909d6 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:04.344249 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:04.344680 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Checking segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:04.345066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Bound using segment: {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:04.345491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Bound port: e0186a85-8785-423f-8e54-3b1829430ccc, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9baef8-097c-4c70-ab05-1601731e8bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:04.345858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.416243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] For port e0186a85-8785-423f-8e54-3b1829430ccc, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:04.420360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] For port e0186a85-8785-423f-8e54-3b1829430ccc, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e0186a85-8785-423f-8e54-3b1829430ccc,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:04.424980 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.460088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.460715 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:04.462120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] 10.222.0.57 "PUT /v2.0/ports/e0186a85-8785-423f-8e54-3b1829430ccc HTTP/1.1" status: 200 len: 1096 time: 0.7097969 Aug 11 03:33:04.462553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'tag': 'e0186a85-8785-423f-8e54-3b1829430ccc'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:04.464897 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a0e0a5-632d-4197-896f-dc8002314981" -d '{"events": [{"name": "network-changed", "server_uuid": "8a34ebdd-9595-4343-a69b-ad4de93cb7b9", "tag": "e0186a85-8785-423f-8e54-3b1829430ccc"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:04.538387 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a1f812-0830-4acc-ba95-9b385a23f92e x-openstack-request-id: req-39a1f812-0830-4acc-ba95-9b385a23f92e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:04.538827 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a34ebdd-9595-4343-a69b-ad4de93cb7b9", "tag": "e0186a85-8785-423f-8e54-3b1829430ccc", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:04.539182 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39a1f812-0830-4acc-ba95-9b385a23f92e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:04.539712 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'tag': 'e0186a85-8785-423f-8e54-3b1829430ccc', 'status': 'completed', 'code': 200} Aug 11 03:33:04.540375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8d29d-1680-46fc-9201-e97454c77c39 service neutron] Pushing event updated for resources: {'Port': ['ID=e0186a85-8785-423f-8e54-3b1829430ccc,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:04.560241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-79c70c03-21eb-4631-8ec7-f3c8ec8822a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.562199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-79c70c03-21eb-4631-8ec7-f3c8ec8822a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99fdddb7e37445edb20b3ec940a1a310&device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0576127 Aug 11 03:33:04.613727 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-8f49841e-33a5-44bf-ae50-400d53ede6bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e0186a85-8785-423f-8e54-3b1829430ccc HTTP/1.1" status: 200 len: 217 time: 0.0436773 Aug 11 03:33:04.667360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-4d7bc64d-1ad4-49ff-ab58-6aa55f8f96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.668898 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-4d7bc64d-1ad4-49ff-ab58-6aa55f8f96d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0483701 Aug 11 03:33:04.718241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-4b90f19c-96d0-4e5b-99a2-df9c26bace0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.719770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-4b90f19c-96d0-4e5b-99a2-df9c26bace0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433185 Aug 11 03:33:04.814040 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-0056e673-f031-454b-961a-6307a0c27509 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870926 Aug 11 03:33:04.907462 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fe446ea-9e30-46f3-853f-67742cbfcb47 req-b4bca1ac-acd3-4c31-a1d8-b54f8eb5ad22 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862055 Aug 11 03:33:04.990897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e0a5-632d-4197-896f-dc8002314981 req-09b69a58-8e52-41e4-8738-ea841c70a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:04.992416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38a0e0a5-632d-4197-896f-dc8002314981 req-09b69a58-8e52-41e4-8738-ea841c70a581 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=99fdddb7e37445edb20b3ec940a1a310&device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0415010 Aug 11 03:33:05.088139 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e0a5-632d-4197-896f-dc8002314981 req-61ad81f2-06f7-42f3-b1c8-b6dddd5afba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.089614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38a0e0a5-632d-4197-896f-dc8002314981 req-61ad81f2-06f7-42f3-b1c8-b6dddd5afba5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a9527c2f-fca8-4ce2-8578-d13e88f909d6 HTTP/1.1" status: 200 len: 870 time: 0.0896943 Aug 11 03:33:05.131405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38a0e0a5-632d-4197-896f-dc8002314981 req-437ed2f0-0b80-466e-8daf-8b0e2d0aaf82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=e0186a85-8785-423f-8e54-3b1829430ccc HTTP/1.1" status: 200 len: 217 time: 0.0346208 Aug 11 03:33:05.186653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e0a5-632d-4197-896f-dc8002314981 req-a34a1630-1f9d-4579-9551-7d7d360917e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.188279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38a0e0a5-632d-4197-896f-dc8002314981 req-a34a1630-1f9d-4579-9551-7d7d360917e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8b27e24-ed1f-4a9e-901d-35b355c8957e HTTP/1.1" status: 200 len: 843 time: 0.0487595 Aug 11 03:33:05.239407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e0a5-632d-4197-896f-dc8002314981 req-d6cead2c-77c3-44b5-9bb2-20851f639055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.240868 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38a0e0a5-632d-4197-896f-dc8002314981 req-d6cead2c-77c3-44b5-9bb2-20851f639055 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a9527c2f-fca8-4ce2-8578-d13e88f909d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0428209 Aug 11 03:33:05.290670 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbd899-0192-4f8f-9c9a-599050273383 req-97d908c7-430e-4b3f-aa99-bcdf29f2e0ae tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:05.292182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8adbd899-0192-4f8f-9c9a-599050273383 req-97d908c7-430e-4b3f-aa99-bcdf29f2e0ae tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 947 time: 0.0532022 Aug 11 03:33:05.333528 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8adbd899-0192-4f8f-9c9a-599050273383 req-b013df9e-85a4-4ca7-b748-98607ac8ad10 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Aug 11 03:33:05.334696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38a0e0a5-632d-4197-896f-dc8002314981 req-5366179e-4a65-4186-b7f6-79e840c820e5 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Aug 11 03:33:05.435104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38a0e0a5-632d-4197-896f-dc8002314981 req-9d6da74b-4f58-4bac-8d91-8763c3d349f3 service neutron] 10.222.0.57 "GET /v2.0/networks/a9527c2f-fca8-4ce2-8578-d13e88f909d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898745 Aug 11 03:33:06.453216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafdcd3-288c-4af9-9f47-4ca59449292a req-05d4a907-afd2-4adf-89a6-ca68d2b71ca7 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:06.454740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9fafdcd3-288c-4af9-9f47-4ca59449292a req-05d4a907-afd2-4adf-89a6-ca68d2b71ca7 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 947 time: 0.0507879 Aug 11 03:33:06.493814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9fafdcd3-288c-4af9-9f47-4ca59449292a req-2e85fbee-4829-44af-86a6-2b5225dffd43 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Aug 11 03:33:06.789556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e0186a85-8785-423f-8e54-3b1829430ccc details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:33:06.889035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e0186a85-8785-423f-8e54-3b1829430ccc, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e0186a85-8785-423f-8e54-3b1829430ccc,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:06.900082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e0186a85-8785-423f-8e54-3b1829430ccc', 'network_id': 'a9527c2f-fca8-4ce2-8578-d13e88f909d6', 'port_id': 'e0186a85-8785-423f-8e54-3b1829430ccc', 'mac_address': 'fa:16:3e:50:95:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8b27e24-ed1f-4a9e-901d-35b355c8957e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:33:06.936363 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:06.948531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0186a85-8785-423f-8e54-3b1829430ccc {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:06.968698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e0186a85-8785-423f-8e54-3b1829430ccc, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e0186a85-8785-423f-8e54-3b1829430ccc,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:06.972562 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:07.018672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e0186a85-8785-423f-8e54-3b1829430ccc,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:07.025793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.026142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.026484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.026821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.027155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.027487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.027841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.028185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.029040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.029364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.029691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.030014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:07.214169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e0186a85-8785-423f-8e54-3b1829430ccc'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:07.609846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbd1c9-4e02-4b9d-9780-cfce6dae9799 req-40b1047a-e003-4205-b580-a5db67e4e75a tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:07.611339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fefbd1c9-4e02-4b9d-9780-cfce6dae9799 req-40b1047a-e003-4205-b580-a5db67e4e75a tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 948 time: 0.0493484 Aug 11 03:33:07.649417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fefbd1c9-4e02-4b9d-9780-cfce6dae9799 req-efe0d3cb-0f01-4184-a817-e6c5e7bb431b tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Aug 11 03:33:08.047251 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:08.762635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbe897-f5f9-493b-b5e1-dd8e108d4e2f req-69b50f17-85be-4f3f-a373-ad0448cee044 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:08.764350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edbbe897-f5f9-493b-b5e1-dd8e108d4e2f req-69b50f17-85be-4f3f-a373-ad0448cee044 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 948 time: 0.0486584 Aug 11 03:33:08.805739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e0186a85-8785-423f-8e54-3b1829430ccc up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:08.811319 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-edbbe897-f5f9-493b-b5e1-dd8e108d4e2f req-947b4a69-bff1-44bc-a508-48ca6c19e3cc tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Aug 11 03:33:08.854722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port e0186a85-8785-423f-8e54-3b1829430ccc completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:08.859129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e0186a85-8785-423f-8e54-3b1829430ccc triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:08.859505 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.938042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:08.960225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0186a85-8785-423f-8e54-3b1829430ccc'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:08.962498 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e421c1-7892-4c23-819f-bc65d528045b" -d '{"events": [{"server_uuid": "8a34ebdd-9595-4343-a69b-ad4de93cb7b9", "name": "network-vif-plugged", "status": "completed", "tag": "e0186a85-8785-423f-8e54-3b1829430ccc"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:08.975703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e0186a85-8785-423f-8e54-3b1829430ccc, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e0186a85-8785-423f-8e54-3b1829430ccc,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:08.979741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:09.026326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e0186a85-8785-423f-8e54-3b1829430ccc,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:09.070307 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdb1f2-9c27-46ae-8a12-d154dbcee7ee x-openstack-request-id: req-f5bdb1f2-9c27-46ae-8a12-d154dbcee7ee {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:09.070609 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a34ebdd-9595-4343-a69b-ad4de93cb7b9", "name": "network-vif-plugged", "status": "completed", "tag": "e0186a85-8785-423f-8e54-3b1829430ccc", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:09.070859 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5bdb1f2-9c27-46ae-8a12-d154dbcee7ee {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:09.071252 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0186a85-8785-423f-8e54-3b1829430ccc', 'code': 200} Aug 11 03:33:09.171453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787dfdbc-c79e-4a39-9022-120f79031906 req-5f5de8e7-7e0d-42f8-bcfb-145470bd92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:09.172961 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-787dfdbc-c79e-4a39-9022-120f79031906 req-5f5de8e7-7e0d-42f8-bcfb-145470bd92df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 1101 time: 0.0408330 Aug 11 03:33:09.207989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-787dfdbc-c79e-4a39-9022-120f79031906 req-e3734e86-9547-4dc9-8b95-7748da222da8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283201 Aug 11 03:33:09.926800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57976a-57d1-43ce-ae03-5560e97011f0 req-6f1e223f-7491-4dd6-8a94-e4af1e00a624 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:09.928359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-df57976a-57d1-43ce-ae03-5560e97011f0 req-6f1e223f-7491-4dd6-8a94-e4af1e00a624 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 949 time: 0.0501170 Aug 11 03:33:09.972191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-df57976a-57d1-43ce-ae03-5560e97011f0 req-6172817f-f8e6-4684-ad10-abbf2fb512f4 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351443 Aug 11 03:33:11.088493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503533a0-e511-46e9-a4d2-453bc9efa83c req-449184da-da75-49b5-8833-e1210deb59c2 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:11.089986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-503533a0-e511-46e9-a4d2-453bc9efa83c req-449184da-da75-49b5-8833-e1210deb59c2 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 949 time: 0.0488973 Aug 11 03:33:11.128135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-503533a0-e511-46e9-a4d2-453bc9efa83c req-a7efca2c-ba86-4552-968d-7edc5f90fe0c tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Aug 11 03:33:12.046700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc79b7-2630-453a-863d-b9fd0c8c113e req-520438f8-8727-4341-9eb7-6c751451813c tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:12.048190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-22fc79b7-2630-453a-863d-b9fd0c8c113e req-520438f8-8727-4341-9eb7-6c751451813c tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 949 time: 0.0527322 Aug 11 03:33:12.085187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-22fc79b7-2630-453a-863d-b9fd0c8c113e req-8ccf6d4a-1fc3-4fb0-836b-d7d8b7416726 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Aug 11 03:33:13.200986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec03c4-5334-4c46-bc49-e810d9249872 req-44418675-4b3d-44a1-8d26-8fc5995a54f4 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:13.202453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fec03c4-5334-4c46-bc49-e810d9249872 req-44418675-4b3d-44a1-8d26-8fc5995a54f4 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 949 time: 0.0495191 Aug 11 03:33:13.243840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fec03c4-5334-4c46-bc49-e810d9249872 req-b561bc31-f1b2-4a86-83c8-82553e352dee tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.60 "GET /v2.0/security-groups?id=c78590d3-1ac5-4ba3-8869-2c9079ba46e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348792 Aug 11 03:33:13.335155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-2a3793c7-052d-4fa4-a2d8-0a7a525395f3 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:13.336662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-2a3793c7-052d-4fa4-a2d8-0a7a525395f3 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a34ebdd-9595-4343-a69b-ad4de93cb7b9 HTTP/1.1" status: 200 len: 949 time: 0.0484219 Aug 11 03:33:13.423301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Deleting port e0186a85-8785-423f-8e54-3b1829430ccc {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:33:13.423673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.513153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] For port e0186a85-8785-423f-8e54-3b1829430ccc, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e0186a85-8785-423f-8e54-3b1829430ccc,segment=NetworkSegment(5d9baef8-097c-4c70-ab05-1601731e8bf9),segment_id=5d9baef8-097c-4c70-ab05-1601731e8bf9)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:13.513514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.525992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Calling delete_port for e0186a85-8785-423f-8e54-3b1829430ccc owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:33:13.652943 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.665271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e0186a85-8785-423f-8e54-3b1829430ccc'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:13.684248 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Pushing event deleted for resources: {'Port': ['ID=e0186a85-8785-423f-8e54-3b1829430ccc,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:13.727015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] No DVR routers for this DVR port e0186a85-8785-423f-8e54-3b1829430ccc on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:13.729745 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:13.731877 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51f6ffd7-57b5-47fb-b37f-ba14b82a1c70 req-042e4a40-e7aa-41ea-b4a1-82e5e61fe366 tempest-ServersAdminNegativeTestJSON-213388012 tempest-ServersAdminNegativeTestJSON-213388012-project] 10.222.0.57 "DELETE /v2.0/ports/e0186a85-8785-423f-8e54-3b1829430ccc HTTP/1.1" status: 204 len: 173 time: 0.3887548 Aug 11 03:33:13.732325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'name': 'network-vif-deleted', 'tag': 'e0186a85-8785-423f-8e54-3b1829430ccc'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:13.735722 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06569d39-38c5-436f-950c-22c6f1967496" -d '{"events": [{"server_uuid": "8a34ebdd-9595-4343-a69b-ad4de93cb7b9", "name": "network-vif-deleted", "tag": "e0186a85-8785-423f-8e54-3b1829430ccc"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:13.777307 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f09799-8dca-44e6-a428-7be373613b7a x-openstack-request-id: req-30f09799-8dca-44e6-a428-7be373613b7a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:13.777672 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a34ebdd-9595-4343-a69b-ad4de93cb7b9", "name": "network-vif-deleted", "tag": "e0186a85-8785-423f-8e54-3b1829430ccc", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:13.777993 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30f09799-8dca-44e6-a428-7be373613b7a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:13.778461 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a34ebdd-9595-4343-a69b-ad4de93cb7b9', 'name': 'network-vif-deleted', 'tag': 'e0186a85-8785-423f-8e54-3b1829430ccc', 'status': 'completed', 'code': 200} Aug 11 03:33:14.537393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41830) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:14.669248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-69de8c94-e626-4646-bd9f-581190ad454c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99fdddb7e37445edb20b3ec940a1a310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306934 Aug 11 03:33:14.672486 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41834) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:14.727778 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58852e08-3410-42d4-bb9d-1a19ef8ddd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.749520 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58852e08-3410-42d4-bb9d-1a19ef8ddd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.798314 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58852e08-3410-42d4-bb9d-1a19ef8ddd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.801056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-58852e08-3410-42d4-bb9d-1a19ef8ddd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:14.802196 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-58852e08-3410-42d4-bb9d-1a19ef8ddd70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c78590d3-1ac5-4ba3-8869-2c9079ba46e0 HTTP/1.1" status: 204 len: 168 time: 0.1288331 Aug 11 03:33:14.810210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58852e08-3410-42d4-bb9d-1a19ef8ddd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78590d3-1ac5-4ba3-8869-2c9079ba46e0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:15.067530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41840) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:15.081564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d237c778-db6e-4636-a7b1-c7bae4597cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.171964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d237c778-db6e-4636-a7b1-c7bae4597cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.175855 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d237c778-db6e-4636-a7b1-c7bae4597cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.214211 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d237c778-db6e-4636-a7b1-c7bae4597cae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11c1055736804f75a62792fbc44ed2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455901 Aug 11 03:33:15.215066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237c778-db6e-4636-a7b1-c7bae4597cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679f0619-ac29-46a9-b306-c0491619d676,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:15.216994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41842) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:15.267529 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27ee415e-ba66-4543-b69f-133a5cd7657c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.288666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27ee415e-ba66-4543-b69f-133a5cd7657c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.336435 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27ee415e-ba66-4543-b69f-133a5cd7657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.339124 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-27ee415e-ba66-4543-b69f-133a5cd7657c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:15.340301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-27ee415e-ba66-4543-b69f-133a5cd7657c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/679f0619-ac29-46a9-b306-c0491619d676 HTTP/1.1" status: 204 len: 168 time: 0.1216972 Aug 11 03:33:15.348474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee415e-ba66-4543-b69f-133a5cd7657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679f0619-ac29-46a9-b306-c0491619d676,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:16.047384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 41864) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:16.147149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2054858038-network', 'tenant_id': 'ca15ef9025484abf96cd6f965dcb03ef'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:16.167976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Made reservation on behalf of ca15ef9025484abf96cd6f965dcb03ef for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:16.170177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.178467 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.271471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.275353 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.301213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:33:16.312909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c65d7-c566-4d64-9644-ea9433370af8,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:16.319545 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.319920 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Added segment 64238b04-e18b-4acc-9fcf-d7036c3c4777 of type vlan for network d06f9e53-633a-4387-9eca-a484d248aea7 Aug 11 03:33:16.362646 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.390796 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.391776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:16.392364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.448650 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4001358 Aug 11 03:33:16.451722 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41868) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:16.454177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a88b4-33b0-4de2-87bf-95615ba2adcf admin admin] Pushing event updated for resources: {'Network': ['ID=d06f9e53-633a-4387-9eca-a484d248aea7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:16.456771 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Request body: {'subnet': {'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2054858038-subnet', 'tenant_id': 'ca15ef9025484abf96cd6f965dcb03ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:16.463937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d06f9e53-633a-4387-9eca-a484d248aea7 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:33:16.478160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Made reservation on behalf of ca15ef9025484abf96cd6f965dcb03ef for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:16.480793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.653655 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.709767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:16.719054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Checking segment: {'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:16.719420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Network hostable DHCP agents. Network: d06f9e53-633a-4387-9eca-a484d248aea7, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:33:16.736743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Network d06f9e53-633a-4387-9eca-a484d248aea7 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:33:16.745297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d06f9e53-633a-4387-9eca-a484d248aea7) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:16.750154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:16.750748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:16.755151 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069eb25b-0d27-42de-852e-3995a9e6d65d None None] Network d06f9e53-633a-4387-9eca-a484d248aea7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:16.765136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e208f42e-5447-4ddd-8da5-2e1555a61848 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3117177 Aug 11 03:33:16.813766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e0186a85-8785-423f-8e54-3b1829430ccc no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:16.848017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: e0186a85-8785-423f-8e54-3b1829430ccc {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:33:16.848354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e0186a85-8785-423f-8e54-3b1829430ccc not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:16.909915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1f89e-b3d5-456e-908e-eb2cd7a2fd3b None None] Network d06f9e53-633a-4387-9eca-a484d248aea7 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:33:17.195044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-1a8c61c5-de25-49da-a118-8b833a4925dd tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:17.196451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-1a8c61c5-de25-49da-a118-8b833a4925dd tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 812 time: 0.1041451 Aug 11 03:33:17.211702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-9bf4e49a-3198-4f07-a2e5-9cec1f390183 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/quotas/ca15ef9025484abf96cd6f965dcb03ef HTTP/1.1" status: 200 len: 375 time: 0.0089982 Aug 11 03:33:17.243901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-1eb8b42e-b38f-409f-8947-b4a21af34b6b tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269096 Aug 11 03:33:17.254934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d8edcfc9-1151-410c-b5c8-fe132c3c80d2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:33:17.255927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d8edcfc9-1151-410c-b5c8-fe132c3c80d2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050588 Aug 11 03:33:17.349212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-16b47ed3-f10c-4625-ad6b-f3d84886b6d4 service neutron] 10.222.0.60 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876055 Aug 11 03:33:17.436693 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-05ca09b5-728a-4e38-9ae8-64b702b5de0e service neutron] 10.222.0.60 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811956 Aug 11 03:33:17.614125 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e325d73-e78e-4781-b851-482cf52d321f req-354894dc-a781-4356-af82-d21625fa4c8b tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 210 time: 0.0280335 Aug 11 03:33:18.512797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-0d00730e-6f1a-4a7c-83d1-22d88da15c5f tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:18.514862 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-0d00730e-6f1a-4a7c-83d1-22d88da15c5f tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.57 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 812 time: 0.1055450 Aug 11 03:33:18.527015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Request body: {'port': {'device_id': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7', 'admin_state_up': True, 'tenant_id': 'ca15ef9025484abf96cd6f965dcb03ef'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:18.636588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Made reservation on behalf of ca15ef9025484abf96cd6f965dcb03ef for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:33:18.640086 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.713110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b643e64-b512-4352-a724-12dba4b2c49e req-0767080a-5025-4e96-8c0c-9987fd0db6c0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 210 time: 0.0282867 Aug 11 03:33:18.768847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Allocated IP 172.20.0.14 (d06f9e53-633a-4387-9eca-a484d248aea7/f6c8c0c8-9739-4c9a-852a-c854b71eb3f6/745193c5-b498-433d-9a34-bd15cbd10f8c) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:33:18.916788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.956196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:18.999887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Network d06f9e53-633a-4387-9eca-a484d248aea7 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:33:19.002919 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:33:19.006599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:33:19.029391 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:19.056798 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.057408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.072055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d7835dfe-2762-40bc-b6bc-66f61d1f4bbb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488033 Aug 11 03:33:19.085083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Request body: {'port': {'device_id': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:19.450897 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.704269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745193c5-b498-433d-9a34-bd15cbd10f8c {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:19.711590 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.723673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Transition to ACTIVE for port object 745193c5-b498-433d-9a34-bd15cbd10f8c will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:19.727269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.781373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:19.880329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad88e63-1cff-47a9-a7b3-1b6a6e05bb4e req-4915916a-ee1e-412d-9ef2-e79a41ff7dd8 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:19.881804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ad88e63-1cff-47a9-a7b3-1b6a6e05bb4e req-4915916a-ee1e-412d-9ef2-e79a41ff7dd8 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 944 time: 0.0967202 Aug 11 03:33:19.886032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:19.886367 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:19.886687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c on network d06f9e53-633a-4387-9eca-a484d248aea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:19.897879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Port 745193c5-b498-433d-9a34-bd15cbd10f8c on network d06f9e53-633a-4387-9eca-a484d248aea7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:33:19.898196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c on network d06f9e53-633a-4387-9eca-a484d248aea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:19.911250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:19.911582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Checking segment: {'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:19.911979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Bound using segment: {'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:19.912402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Bound port: 745193c5-b498-433d-9a34-bd15cbd10f8c, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:19.912756 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:19.942830 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9ad88e63-1cff-47a9-a7b3-1b6a6e05bb4e req-380074f4-7e87-4550-8115-a68251d6f1ca tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525694 Aug 11 03:33:19.991895 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:19.995105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:19.999930 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.032977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.033666 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:20.035057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] 10.222.0.57 "PUT /v2.0/ports/745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 1093 time: 0.9539547 Aug 11 03:33:20.035507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:20.037780 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f51ac9-9808-4838-9cac-d10fa72e16d6" -d '{"events": [{"name": "network-changed", "server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:20.066247 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df681f55-b7fc-434e-bb76-cb3b125c01bd service neutron] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:20.083138 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42620313-e456-4cd6-b93e-adbd17731f38 x-openstack-request-id: req-42620313-e456-4cd6-b93e-adbd17731f38 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:20.083421 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:20.083757 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42620313-e456-4cd6-b93e-adbd17731f38 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:20.084153 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'status': 'completed', 'code': 200} Aug 11 03:33:20.113559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-ebd0b56a-dd92-40f7-b441-67d7159e3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.115060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-ebd0b56a-dd92-40f7-b441-67d7159e3152 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1096 time: 0.0423751 Aug 11 03:33:20.162274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-d21a7ea6-f033-4af6-be1b-8b1907329fbc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0383248 Aug 11 03:33:20.212882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-5453cbb2-9f00-417d-8819-217830605b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.214225 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-5453cbb2-9f00-417d-8819-217830605b74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0451581 Aug 11 03:33:20.247858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-272fae57-73dd-431c-877c-f7c53b301b2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246985 Aug 11 03:33:20.341942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-f6e1003b-7df4-4ccd-8eaf-15bcfdaf15b1 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849917 Aug 11 03:33:20.432920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8250bf0a-f9dd-44ae-9250-911ff5094e05 req-be708762-07fa-4e2e-87b6-0c4a74fe00e9 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827539 Aug 11 03:33:20.563924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-7ca75e3e-e37b-48b8-8c8c-4999a27a5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.565321 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-7ca75e3e-e37b-48b8-8c8c-4999a27a5c2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1096 time: 0.0420346 Aug 11 03:33:20.658822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-8297fe3c-5af3-4dfb-a90e-8f01a86a9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.660378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-8297fe3c-5af3-4dfb-a90e-8f01a86a9572 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 913 time: 0.0873146 Aug 11 03:33:20.701860 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-d845e7ae-e50d-4bbf-91d4-2ed0cd4c8502 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0338953 Aug 11 03:33:20.752049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-31b215f9-75cb-4d1f-ad3a-1260b199c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:20.753457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-31b215f9-75cb-4d1f-ad3a-1260b199c7c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0437293 Aug 11 03:33:20.791452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-0aa0d677-fae5-4625-9de4-da09722528bb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296640 Aug 11 03:33:20.882749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-a2ef287c-1642-4306-9f34-1b629fdd76f6 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830529 Aug 11 03:33:20.983132 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-84f51ac9-9808-4838-9cac-d10fa72e16d6 req-981f5e1a-93b4-41a9-ae62-e639c6c77515 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919151 Aug 11 03:33:21.064924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9bdff-e926-49f6-bd46-1651209df588 req-d65b731c-aa8c-46ed-9dd9-8fafeab3a87c tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:21.066397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80c9bdff-e926-49f6-bd46-1651209df588 req-d65b731c-aa8c-46ed-9dd9-8fafeab3a87c tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 944 time: 0.0491953 Aug 11 03:33:21.105318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-80c9bdff-e926-49f6-bd46-1651209df588 req-6399704a-35a8-43b3-a0a2-77cacc44e181 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Aug 11 03:33:22.225754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9e1bd-e4c5-415a-9bec-344477059da7 req-6ebbdbc1-b6f2-4d13-b0d7-ee4c5f5d6cb3 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:22.227205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aad9e1bd-e4c5-415a-9bec-344477059da7 req-6ebbdbc1-b6f2-4d13-b0d7-ee4c5f5d6cb3 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 944 time: 0.0528581 Aug 11 03:33:22.263990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aad9e1bd-e4c5-415a-9bec-344477059da7 req-bc2d706d-d0ff-4abf-9118-15f78d998d8c tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308330 Aug 11 03:33:22.363561 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-29c13fbb-17d2-4bed-a4a6-dc0b8ac414de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:22.847888 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:33:22.953361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:22.964380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7', 'port_id': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'mac_address': 'fa:16:3e:1a:4b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c8c0c8-9739-4c9a-852a-c854b71eb3f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:33:23.005598 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.019931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745193c5-b498-433d-9a34-bd15cbd10f8c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:23.039508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:23.043515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:23.091870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:23.241777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['745193c5-b498-433d-9a34-bd15cbd10f8c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:23.382858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fe101-498e-4251-8114-a1ae20b79a01 req-f5c57f35-1269-424f-afcd-e2a40f2b9e0e tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:23.384531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f9fe101-498e-4251-8114-a1ae20b79a01 req-f5c57f35-1269-424f-afcd-e2a40f2b9e0e tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 945 time: 0.0509562 Aug 11 03:33:23.423292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1f9fe101-498e-4251-8114-a1ae20b79a01 req-7826740c-516a-4c4d-8770-24ef4b7fa606 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327890 Aug 11 03:33:24.540296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388a9db-4992-4e6f-9b5f-60c57abe82aa req-b1197e78-eea0-4d61-85e9-a17fa93dbd79 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:24.541815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c388a9db-4992-4e6f-9b5f-60c57abe82aa req-b1197e78-eea0-4d61-85e9-a17fa93dbd79 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 945 time: 0.0506089 Aug 11 03:33:24.580877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c388a9db-4992-4e6f-9b5f-60c57abe82aa req-b035bf93-9d3e-49a7-8e8d-8a1032f3a6d0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Aug 11 03:33:24.852124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:33:24.900523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 745193c5-b498-433d-9a34-bd15cbd10f8c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:33:24.904146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 745193c5-b498-433d-9a34-bd15cbd10f8c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:33:24.904525 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:24.980217 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.005219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:25.007477 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a6de5c-d7d8-4de2-a2a5-750f0852cd1f" -d '{"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-plugged", "status": "completed", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:25.024949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:25.029992 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.056662 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeaf742-1415-4bbb-b879-5ad2ee95d1c2 x-openstack-request-id: req-aaeaf742-1415-4bbb-b879-5ad2ee95d1c2 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:25.056881 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-plugged", "status": "completed", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:25.057136 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aaeaf742-1415-4bbb-b879-5ad2ee95d1c2 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:25.057526 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'code': 200} Aug 11 03:33:25.084236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:25.155134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855d4ac-45e3-45fc-b22b-82237abb1c01 req-bb38a995-9c08-402d-9607-536f771fb522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:25.158030 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3855d4ac-45e3-45fc-b22b-82237abb1c01 req-bb38a995-9c08-402d-9607-536f771fb522 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1098 time: 0.0570192 Aug 11 03:33:25.193947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3855d4ac-45e3-45fc-b22b-82237abb1c01 req-d74bea6e-9e37-48da-8e13-2fee5bdc0d47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288296 Aug 11 03:33:25.252200 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68818fce-6580-4048-90e7-d4ed30a86578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.538128 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:25.696900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f5bf3-03cc-4dd1-8807-ebcc4b3fd6fe req-516fec20-1619-4c99-8fb6-c0a3767171cd tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:25.698397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f9f5bf3-03cc-4dd1-8807-ebcc4b3fd6fe req-516fec20-1619-4c99-8fb6-c0a3767171cd tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0517368 Aug 11 03:33:25.736300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0f9f5bf3-03cc-4dd1-8807-ebcc4b3fd6fe req-478e56b3-b36e-4d00-a375-8a0c3b204243 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Aug 11 03:33:25.769014 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.823043 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:26.864116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14684ff-dedf-4b48-98b8-690cc953fda7 req-471dd9e6-8cc5-4cc4-abd8-d636d1687015 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:26.865747 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d14684ff-dedf-4b48-98b8-690cc953fda7 req-471dd9e6-8cc5-4cc4-abd8-d636d1687015 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0570059 Aug 11 03:33:26.904746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d14684ff-dedf-4b48-98b8-690cc953fda7 req-fbfc4cf6-7ffa-461d-8500-adaad47934f0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325990 Aug 11 03:33:27.098783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 41924) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:33:27.157320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9fbbc-b911-4a27-b5d6-9f7328fa50ae req-a529a490-d647-4232-81dc-35a50fb6ebf0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:27.158899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ef9fbbc-b911-4a27-b5d6-9f7328fa50ae req-a529a490-d647-4232-81dc-35a50fb6ebf0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0507751 Aug 11 03:33:27.199385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ef9fbbc-b911-4a27-b5d6-9f7328fa50ae req-1ef45160-6610-47fc-b6e3-cd550adc9c52 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Aug 11 03:33:27.208367 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-f7f4b922-87b5-4b9c-850f-55635f313464 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078584 Aug 11 03:33:28.239459 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:28.324657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d542028-1786-4165-b1f4-1c127b35c955 req-2e53b6e6-3722-4895-bb89-b33b4b1edde8 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:28.326141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d542028-1786-4165-b1f4-1c127b35c955 req-2e53b6e6-3722-4895-bb89-b33b4b1edde8 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0513337 Aug 11 03:33:28.350397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-0cd99a6f-caff-438f-b65c-d7b2a4dfb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:28.352379 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-0cd99a6f-caff-438f-b65c-d7b2a4dfb278 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1098 time: 0.0477784 Aug 11 03:33:28.363967 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d542028-1786-4165-b1f4-1c127b35c955 req-0d0cc916-c408-4bfe-bb3f-e5221de13cfa tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315592 Aug 11 03:33:28.445859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-1f948c3c-2ed0-424b-b6b5-b069a7ffa82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:28.447249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-1f948c3c-2ed0-424b-b6b5-b069a7ffa82c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 913 time: 0.0858886 Aug 11 03:33:28.489691 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-d39586a6-1898-45a3-84a8-e6076687a7d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0346286 Aug 11 03:33:28.542754 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-54719d36-7d7c-447a-a03f-0988cf4e3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:28.544230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-54719d36-7d7c-447a-a03f-0988cf4e3840 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0476851 Aug 11 03:33:28.576032 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-5b48b896-c6cf-4a10-b65b-d98fba45b2da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243435 Aug 11 03:33:28.665640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-608d3193-04f8-4974-a5e4-593eebb47bbb service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823491 Aug 11 03:33:28.762173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-9eb4c406-23bf-4a56-a50d-6b474d94f179 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Aug 11 03:33:29.480097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388977-3611-456f-b3d2-0fbbd121fa02 req-62ffd525-9d04-4f18-b18d-f2440ab4710b tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:29.481593 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29388977-3611-456f-b3d2-0fbbd121fa02 req-62ffd525-9d04-4f18-b18d-f2440ab4710b tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0509925 Aug 11 03:33:29.519292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-29388977-3611-456f-b3d2-0fbbd121fa02 req-de98a013-595d-4310-ab30-3a24e43681b0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Aug 11 03:33:30.265735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:30.636201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a0074-76e6-460e-9863-6bcc0a95314c req-b378b2e7-721e-4889-b402-81161f5d3050 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:30.637697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-712a0074-76e6-460e-9863-6bcc0a95314c req-b378b2e7-721e-4889-b402-81161f5d3050 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0487795 Aug 11 03:33:30.676299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-712a0074-76e6-460e-9863-6bcc0a95314c req-16ff47b6-81f0-4ac0-8198-9109a42c3cab tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Aug 11 03:33:31.792275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9315ae-546c-436d-886b-6319669bb1d9 req-d73e77a4-5f24-46c7-9f28-727e63461ae7 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:31.793820 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b9315ae-546c-436d-886b-6319669bb1d9 req-d73e77a4-5f24-46c7-9f28-727e63461ae7 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0500484 Aug 11 03:33:31.838813 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9b9315ae-546c-436d-886b-6319669bb1d9 req-4743379a-b03f-476c-a0ef-0719a47c7664 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381255 Aug 11 03:33:32.956502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c429df-0029-4dfc-94b1-5df796d603b1 req-1c6b7bc7-fbf3-40b5-8736-ffd735865145 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:32.957969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7c429df-0029-4dfc-94b1-5df796d603b1 req-1c6b7bc7-fbf3-40b5-8736-ffd735865145 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0511043 Aug 11 03:33:33.000347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7c429df-0029-4dfc-94b1-5df796d603b1 req-0ceacd26-2f46-489b-ac31-9859f21f987e tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364492 Aug 11 03:33:34.123272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76833127-181b-4f06-8b9d-126d5df57826 req-cc8b1620-e972-4684-9dbf-d7b4efd4b6a4 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:34.124722 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76833127-181b-4f06-8b9d-126d5df57826 req-cc8b1620-e972-4684-9dbf-d7b4efd4b6a4 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0521224 Aug 11 03:33:34.165822 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76833127-181b-4f06-8b9d-126d5df57826 req-1d1a3650-6bbf-487f-aefd-e7b61cd41a9d tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346522 Aug 11 03:33:35.282775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1681d2-b1c3-4461-ae02-c8a4e41f5dbc req-016ae98b-8283-4cc2-a64d-66e3a1b423de tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:35.284281 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf1681d2-b1c3-4461-ae02-c8a4e41f5dbc req-016ae98b-8283-4cc2-a64d-66e3a1b423de tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0507834 Aug 11 03:33:35.323301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf1681d2-b1c3-4461-ae02-c8a4e41f5dbc req-61fdfca2-eb32-490d-bf94-3b339320557d tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330212 Aug 11 03:33:36.444029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59423704-d8c8-4638-bc75-f3ad0a94ff7b req-c3f93da2-27ba-40f8-859a-d2e756a09a04 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:36.445542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59423704-d8c8-4638-bc75-f3ad0a94ff7b req-c3f93da2-27ba-40f8-859a-d2e756a09a04 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0550995 Aug 11 03:33:36.483869 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59423704-d8c8-4638-bc75-f3ad0a94ff7b req-85f68399-bae3-4b57-9589-a89f90a53c22 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Aug 11 03:33:37.603895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41825671-1533-403b-9efa-2a0b5879eb77 req-1f6cba2b-5d8f-47e1-815c-ac99627cb3a2 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:37.605385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41825671-1533-403b-9efa-2a0b5879eb77 req-1f6cba2b-5d8f-47e1-815c-ac99627cb3a2 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0505831 Aug 11 03:33:37.643977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41825671-1533-403b-9efa-2a0b5879eb77 req-8a301e82-023c-44d7-a6ac-0f3ed9648df0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Aug 11 03:33:38.824945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a3f4e-b763-484b-8e52-95be7089d4c0 req-bd071924-4238-425a-bf29-c46539b9c517 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:38.826430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af9a3f4e-b763-484b-8e52-95be7089d4c0 req-bd071924-4238-425a-bf29-c46539b9c517 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.1112297 Aug 11 03:33:38.871062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af9a3f4e-b763-484b-8e52-95be7089d4c0 req-e0acce5a-2cf4-4985-bea7-a90b8ef30c8f tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Aug 11 03:33:40.006476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2667fc2-17e1-4595-8c55-ff59866da7ba req-7a3f38e8-b32f-4b7b-9736-b08eeaef21e0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:40.008065 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2667fc2-17e1-4595-8c55-ff59866da7ba req-7a3f38e8-b32f-4b7b-9736-b08eeaef21e0 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0649800 Aug 11 03:33:40.050381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2667fc2-17e1-4595-8c55-ff59866da7ba req-61a52cff-c8d4-4179-8e42-42292bb65ddc tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363643 Aug 11 03:33:41.167868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb545f8d-d22d-44e8-a379-2748d94c6dbd req-651919f0-608c-4e5f-9ff4-7e1d1da31463 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:41.169360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb545f8d-d22d-44e8-a379-2748d94c6dbd req-651919f0-608c-4e5f-9ff4-7e1d1da31463 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0495572 Aug 11 03:33:41.208344 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb545f8d-d22d-44e8-a379-2748d94c6dbd req-59fc18a4-fa11-4b20-8f04-50bf60dffe50 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Aug 11 03:33:42.328234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a495d-47a3-40ae-a41a-960f587b2c6b req-8521a7a8-5686-4492-9ee4-c694a0e92d9f tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:42.330486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e86a495d-47a3-40ae-a41a-960f587b2c6b req-8521a7a8-5686-4492-9ee4-c694a0e92d9f tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0531189 Aug 11 03:33:42.378174 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e86a495d-47a3-40ae-a41a-960f587b2c6b req-d8743c19-8985-4ba4-9548-a113f5d2d122 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 Aug 11 03:33:43.493645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c346a-598d-4b83-a28a-cac2497dca39 req-096a7646-e02a-49d7-8118-979549a74a4a tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:43.495115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f5c346a-598d-4b83-a28a-cac2497dca39 req-096a7646-e02a-49d7-8118-979549a74a4a tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0489187 Aug 11 03:33:43.532588 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2f5c346a-598d-4b83-a28a-cac2497dca39 req-2e666601-8d28-4a82-a1a1-bb2122c8864e tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310168 Aug 11 03:33:44.647070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d07bc0-aba3-4eb1-b656-67bc64e65ce9 req-7a3865f0-0d5e-4ad5-8f56-42b430f568ee tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:44.648570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7d07bc0-aba3-4eb1-b656-67bc64e65ce9 req-7a3865f0-0d5e-4ad5-8f56-42b430f568ee tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0480576 Aug 11 03:33:44.759007 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7d07bc0-aba3-4eb1-b656-67bc64e65ce9 req-41a7578c-b0ce-40d5-89c5-51ebeed17fa9 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044602 Aug 11 03:33:45.045447 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:33:45.875212 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a85f1-607a-4573-8e97-cc1edb18fdbc req-909f64d1-f3b6-48be-b538-b2634f5be70f tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:45.877587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c9a85f1-607a-4573-8e97-cc1edb18fdbc req-909f64d1-f3b6-48be-b538-b2634f5be70f tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0500281 Aug 11 03:33:45.918911 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4c9a85f1-607a-4573-8e97-cc1edb18fdbc req-d8be8e5c-836c-46fe-bebd-287bccbbf43b tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355000 Aug 11 03:33:46.716538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205757-883d-4c12-b20a-8c690597a4ee req-992fee90-8d5a-49a6-9c6b-4d04d942c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.718110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67205757-883d-4c12-b20a-8c690597a4ee req-992fee90-8d5a-49a6-9c6b-4d04d942c902 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1098 time: 0.0409412 Aug 11 03:33:46.824515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205757-883d-4c12-b20a-8c690597a4ee req-408283ba-f7aa-4f5f-bb41-27d4f4957126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.826013 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67205757-883d-4c12-b20a-8c690597a4ee req-408283ba-f7aa-4f5f-bb41-27d4f4957126 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 913 time: 0.0871360 Aug 11 03:33:46.874735 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67205757-883d-4c12-b20a-8c690597a4ee req-1895ce45-66f2-40ae-856e-1907056aca0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0403762 Aug 11 03:33:46.917720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-bc174705-16bd-4a30-9a6b-f73d156fa4cf req-fefbee95-0deb-4343-81b0-117ffe6ee847 service neutron] (111683) timed out ('10.222.0.60', 42012) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:33:46.926638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205757-883d-4c12-b20a-8c690597a4ee req-5348faee-1226-4df7-85a4-fdf49d723900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:46.928165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67205757-883d-4c12-b20a-8c690597a4ee req-5348faee-1226-4df7-85a4-fdf49d723900 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0458777 Aug 11 03:33:46.961545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67205757-883d-4c12-b20a-8c690597a4ee req-cead02dd-79a6-43f2-ab63-72fa9dbbbbe4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260818 Aug 11 03:33:47.039031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ef350-153c-4168-b8fc-b9b101838f9b req-7181e5e9-4a08-4b1d-923b-267c580588b5 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:47.040435 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942ef350-153c-4168-b8fc-b9b101838f9b req-7181e5e9-4a08-4b1d-923b-267c580588b5 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0487959 Aug 11 03:33:47.060246 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67205757-883d-4c12-b20a-8c690597a4ee req-bb772887-8b8d-4994-b5a5-1baeea8fc53f service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899382 Aug 11 03:33:47.083466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-942ef350-153c-4168-b8fc-b9b101838f9b req-89bfdaf7-d105-49a6-ac00-eb3233b6c7e8 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Aug 11 03:33:47.154336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-67205757-883d-4c12-b20a-8c690597a4ee req-de9bfc46-0646-40dd-bcf9-cf23c58570c0 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865073 Aug 11 03:33:48.208448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9129b-42d2-48ca-8d42-d49fa0a2c47c req-ba3edf10-6b75-4e86-9b85-3a87af9ad634 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:48.210015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dde9129b-42d2-48ca-8d42-d49fa0a2c47c req-ba3edf10-6b75-4e86-9b85-3a87af9ad634 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0566440 Aug 11 03:33:48.248459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dde9129b-42d2-48ca-8d42-d49fa0a2c47c req-be254bca-9544-433c-abed-28c672f8b449 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324388 Aug 11 03:33:49.365248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711562-5a94-45e4-b212-865f21ef816f req-2574d97b-b832-444b-b77d-269f6c5807c8 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:49.366726 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e711562-5a94-45e4-b212-865f21ef816f req-2574d97b-b832-444b-b77d-269f6c5807c8 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0488887 Aug 11 03:33:49.403463 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e711562-5a94-45e4-b212-865f21ef816f req-c8473553-011b-4560-ad51-10dbf68591bd tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308709 Aug 11 03:33:50.524779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188c8fc-0875-4c72-a747-d76092605cd3 req-b1c9a574-09d2-47cd-862a-2587f2bc1537 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:50.526735 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8188c8fc-0875-4c72-a747-d76092605cd3 req-b1c9a574-09d2-47cd-862a-2587f2bc1537 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0542839 Aug 11 03:33:50.565685 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8188c8fc-0875-4c72-a747-d76092605cd3 req-9173e553-27ac-4dd8-bc7e-8934ddf67a58 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Aug 11 03:33:51.679076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177c14d-75a0-425d-8535-4b79c3191752 req-dfc5b389-01e2-4c04-9ba5-2930ac5a9214 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:51.680577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6177c14d-75a0-425d-8535-4b79c3191752 req-dfc5b389-01e2-4c04-9ba5-2930ac5a9214 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0478613 Aug 11 03:33:51.718425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6177c14d-75a0-425d-8535-4b79c3191752 req-cff41e6c-4a4e-4e01-b0dd-12d604fb3918 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Aug 11 03:33:52.364350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ca7a4a85-7473-4950-a0cd-6854b84a4aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:52.836842 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056242d-3b0d-452f-bc4c-3d07f0256fa4 req-777171b8-2c46-467c-ac66-f97a73a70d42 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:52.838072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e056242d-3b0d-452f-bc4c-3d07f0256fa4 req-777171b8-2c46-467c-ac66-f97a73a70d42 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0528030 Aug 11 03:33:52.879256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e056242d-3b0d-452f-bc4c-3d07f0256fa4 req-12db6ae0-0af7-49d7-9e85-eabe65dab8eb tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Aug 11 03:33:53.999181 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2239f-8188-4f55-9255-0ace2c897342 req-08254773-d183-41ff-8209-453069ad4b3d tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:54.001355 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4d2239f-8188-4f55-9255-0ace2c897342 req-08254773-d183-41ff-8209-453069ad4b3d tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0496511 Aug 11 03:33:54.042060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4d2239f-8188-4f55-9255-0ace2c897342 req-92ba9adf-5f9d-4d4a-814d-d3505c08f861 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343900 Aug 11 03:33:55.162273 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ad2cb-7291-41e9-9689-235b7e43424e req-47881cd8-6aab-4b07-8b14-daa97f071ea7 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:55.163831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b6ad2cb-7291-41e9-9689-235b7e43424e req-47881cd8-6aab-4b07-8b14-daa97f071ea7 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0511458 Aug 11 03:33:55.200927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6b6ad2cb-7291-41e9-9689-235b7e43424e req-ab3ba7a5-9f3f-4ae2-b805-a2711fc309ab tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Aug 11 03:33:55.252485 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-01e25a0e-824a-436b-8015-8a23bf09856a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.539457 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.631256 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-1d26cdc6-399b-4391-b60c-d0c7d5d4a2bb service neutron] show failed (client error): The resource could not be found. Aug 11 03:33:55.632368 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-1d26cdc6-399b-4391-b60c-d0c7d5d4a2bb service neutron] 10.222.0.57 "GET /v2.0/ports/745193c5-b498-433d-9a34-bd15cbd10f8c/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0607803 Aug 11 03:33:55.776874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:55.863873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-25075369-e7e7-4810-9982-a32837f6b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:55.865449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-25075369-e7e7-4810-9982-a32837f6b5fb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce&tenant_id=ca15ef9025484abf96cd6f965dcb03ef HTTP/1.1" status: 200 len: 1098 time: 0.0757914 Aug 11 03:33:55.877814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:33:55.932819 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.134851 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:56.169563 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:56.209649 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:56.211976 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92844a30-a856-42ed-9466-aee5765565a8" -d '{"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-unplugged", "status": "completed", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:56.216192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.231008 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Transition to ACTIVE for port object 745193c5-b498-433d-9a34-bd15cbd10f8c will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:33:56.235914 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.266299 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bf3a8c-4b7e-4503-9d99-ed4a3cd18c36 x-openstack-request-id: req-46bf3a8c-4b7e-4503-9d99-ed4a3cd18c36 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:56.266622 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-unplugged", "status": "completed", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:56.266873 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46bf3a8c-4b7e-4503-9d99-ed4a3cd18c36 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:56.267273 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'code': 200} Aug 11 03:33:56.323930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] No DVR routers for this DVR port 745193c5-b498-433d-9a34-bd15cbd10f8c on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:33:56.332852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:56.362475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.362822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.363167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.363502 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.363860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.364192 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.364519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.364844 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.365172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.365493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.365815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.366135 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:33:56.384073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:33:56.384414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:33:56.384744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c on network d06f9e53-633a-4387-9eca-a484d248aea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:56.393450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab85d0-cfc5-4b73-ae8e-5e7d757efa63 req-ffaa53be-49e0-4512-a108-af3a09b75bf9 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.394927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54ab85d0-cfc5-4b73-ae8e-5e7d757efa63 req-ffaa53be-49e0-4512-a108-af3a09b75bf9 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 944 time: 0.1211970 Aug 11 03:33:56.398047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Port 745193c5-b498-433d-9a34-bd15cbd10f8c on network d06f9e53-633a-4387-9eca-a484d248aea7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:33:56.398365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Attempting to bind port 745193c5-b498-433d-9a34-bd15cbd10f8c on network d06f9e53-633a-4387-9eca-a484d248aea7 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:33:56.408747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:33:56.409080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Checking segment: {'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:33:56.409449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Bound using segment: {'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:33:56.409878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Bound port: 745193c5-b498-433d-9a34-bd15cbd10f8c, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64238b04-e18b-4acc-9fcf-d7036c3c4777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:33:56.410241 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.465945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54ab85d0-cfc5-4b73-ae8e-5e7d757efa63 req-740ade2a-0167-417d-a139-6f631221f745 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645146 Aug 11 03:33:56.496187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:33:56.499105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:33:56.503650 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.539323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.539964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.541358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] 10.222.0.10 "PUT /v2.0/ports/745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 1093 time: 0.6681597 Aug 11 03:33:56.564413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ecbad-ce9f-45f5-aa7a-9751f4d4a850 service neutron] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:56.606419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-6b7501d2-8795-4565-aac4-118d4199a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.607944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-6b7501d2-8795-4565-aac4-118d4199a409 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1096 time: 0.0406554 Aug 11 03:33:56.697275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-08798a41-aae5-462b-a463-2fe6dfb55597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.698664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-08798a41-aae5-462b-a463-2fe6dfb55597 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 913 time: 0.0836024 Aug 11 03:33:56.745089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-6f39e822-8bca-46ca-b58b-16aba56f016f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0389702 Aug 11 03:33:56.793575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-fe4ebce9-3d51-437e-899b-318e5249fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:56.795031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-fe4ebce9-3d51-437e-899b-318e5249fa15 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0437994 Aug 11 03:33:56.824810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:56.830236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-fc548f82-b063-4bf1-b625-030596d99fac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280199 Aug 11 03:33:56.924034 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-84273560-cdd4-46e3-8165-37191ac33606 service neutron] 10.222.0.10 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871933 Aug 11 03:33:57.013162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd616ef2-90b7-48db-8b53-5cb76b51a37c req-207946d9-8f6a-40aa-a790-5cee19bd3539 service neutron] 10.222.0.10 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819619 Aug 11 03:33:57.609078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bfe1e-6ef7-4374-9441-d8be97b2f9e0 req-7d3bc103-5db4-403b-aa71-66348d18ca81 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:57.611244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-330bfe1e-6ef7-4374-9441-d8be97b2f9e0 req-7d3bc103-5db4-403b-aa71-66348d18ca81 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 944 time: 0.0685577 Aug 11 03:33:57.649854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-330bfe1e-6ef7-4374-9441-d8be97b2f9e0 req-4e5eea4a-9aff-4b2e-a102-738628f350ba tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326545 Aug 11 03:33:58.240517 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:58.268543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:33:58.270918 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a2d6d6-6728-4cb7-9506-7f19cde7c476" -d '{"events": [{"name": "network-changed", "server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:33:58.318402 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dc6745-661f-4901-bb3a-a28722c277dc x-openstack-request-id: req-26dc6745-661f-4901-bb3a-a28722c277dc {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:33:58.318697 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:33:58.318964 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26dc6745-661f-4901-bb3a-a28722c277dc {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:33:58.319359 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'status': 'completed', 'code': 200} Aug 11 03:33:58.406985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-4d933033-ffb7-42a6-a655-75a059a42fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.408448 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-4d933033-ffb7-42a6-a655-75a059a42fcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1096 time: 0.0715544 Aug 11 03:33:58.412785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-7ea4bce3-69d8-4cc4-a26d-08431388cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.414154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-7ea4bce3-69d8-4cc4-a26d-08431388cb55 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1096 time: 0.0679545 Aug 11 03:33:58.574474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-64efed2e-3861-42f4-9396-65e6f58ab0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.575968 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-64efed2e-3861-42f4-9396-65e6f58ab0ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 913 time: 0.1516297 Aug 11 03:33:58.577033 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-44b47d6c-7551-4ec8-a5ae-4ddbfcf2ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.578329 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-44b47d6c-7551-4ec8-a5ae-4ddbfcf2ea7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 913 time: 0.1618488 Aug 11 03:33:58.651290 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-d1ad0ce8-1cd1-4bb8-8b67-a91cd8067e8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0668342 Aug 11 03:33:58.652491 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-08df8525-cbb4-4ac8-b537-cad74fcb1805 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0624430 Aug 11 03:33:58.735826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-7adc52ab-3e55-4fa2-bf36-da345f892403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.737317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-7adc52ab-3e55-4fa2-bf36-da345f892403 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0795982 Aug 11 03:33:58.738778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-bfbd9c69-f0f5-4a9d-be17-c36bf613a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.740202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-bfbd9c69-f0f5-4a9d-be17-c36bf613a5ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0752935 Aug 11 03:33:58.779131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae3483-f698-43e1-9f57-6a501f1f932f req-abf7832e-a6b1-4a8c-8e05-8887c1ea7e73 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:58.781181 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95ae3483-f698-43e1-9f57-6a501f1f932f req-abf7832e-a6b1-4a8c-8e05-8887c1ea7e73 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 944 time: 0.0571039 Aug 11 03:33:58.792388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-6417b6b2-e1d4-4294-aa80-865132c54fe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477684 Aug 11 03:33:58.794234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-080771a4-b703-4b29-a3dc-a12a13c9b52a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402763 Aug 11 03:33:58.839735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95ae3483-f698-43e1-9f57-6a501f1f932f req-ea387627-19fe-4924-87a7-c483832cb2b7 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Aug 11 03:33:58.953461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-d0adb6c5-ab72-4147-9695-64e251c2a51a service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529813 Aug 11 03:33:58.957001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-5c325769-5158-40d9-b0ec-bc0ff3c0df9e service neutron] 10.222.0.10 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494298 Aug 11 03:33:59.024866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:33:59.073799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:33:59.098286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:33:59.159135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-c16e4e01-ad64-49ee-854e-b1a5d4425766 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.161088 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-c16e4e01-ad64-49ee-854e-b1a5d4425766 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.57 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce&tenant_id=ca15ef9025484abf96cd6f965dcb03ef&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 944 time: 0.1276648 Aug 11 03:33:59.207166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:59.220031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'network_id': 'd06f9e53-633a-4387-9eca-a484d248aea7', 'port_id': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'mac_address': 'fa:16:3e:1a:4b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6c8c0c8-9739-4c9a-852a-c854b71eb3f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:33:59.231882 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-5ad6e9aa-9f1f-4de9-9752-91d97727e805 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:33:59.232947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-5ad6e9aa-9f1f-4de9-9752-91d97727e805 service neutron] 10.222.0.57 "DELETE /v2.0/ports/745193c5-b498-433d-9a34-bd15cbd10f8c/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0637534 Aug 11 03:33:59.260171 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.274172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745193c5-b498-433d-9a34-bd15cbd10f8c {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:33:59.301972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:33:59.306010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:33:59.362660 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:33:59.447298 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-2b31d27b-b732-4b8e-bbad-265ed4d9d048 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863741 Aug 11 03:33:59.450581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-40a2d6d6-6728-4cb7-9506-7f19cde7c476 req-db8ddbd2-fd56-4d94-a59c-425f17e24c62 service neutron] 10.222.0.10 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815259 Aug 11 03:33:59.549951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['745193c5-b498-433d-9a34-bd15cbd10f8c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:33:59.552210 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e8f53893-abd2-47ff-b315-38e9f3623bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.553761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e8f53893-abd2-47ff-b315-38e9f3623bcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 1097 time: 0.0429220 Aug 11 03:33:59.647550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-ad7b8110-4bc2-40ee-9f7c-10633e78ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.648673 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-ad7b8110-4bc2-40ee-9f7c-10633e78ef8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 200 len: 913 time: 0.0882568 Aug 11 03:33:59.691512 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-99a5d5be-e3c5-4a22-afe7-2026eefcb30d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 200 len: 217 time: 0.0356441 Aug 11 03:33:59.740984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-da51f6a5-d551-4787-84a7-de5355c125d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:33:59.742483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-da51f6a5-d551-4787-84a7-de5355c125d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 200 len: 852 time: 0.0446136 Aug 11 03:33:59.773435 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-fc480549-ebf0-4ae8-9cf5-0b2c60540d90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d06f9e53-633a-4387-9eca-a484d248aea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240841 Aug 11 03:33:59.868784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-529e0b12-0daa-40c1-bd4b-01e104c0ea08 service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885394 Aug 11 03:33:59.967814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-f5127bdc-b2f6-4db1-b1bb-0d4f2a64963e service neutron] 10.222.0.57 "GET /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920498 Aug 11 03:34:00.273205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:00.669438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd3daf-3514-4d72-abcb-80d0a6ef163d req-eaf8a52e-bbfb-47f7-9f38-f1822315a26a tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:00.670943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4fd3daf-3514-4d72-abcb-80d0a6ef163d req-eaf8a52e-bbfb-47f7-9f38-f1822315a26a tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 945 time: 0.0513957 Aug 11 03:34:00.709348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4fd3daf-3514-4d72-abcb-80d0a6ef163d req-924feb00-0846-480f-a358-7dd622183b4e tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323467 Aug 11 03:34:01.107348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:01.159725 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 745193c5-b498-433d-9a34-bd15cbd10f8c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:01.163288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 745193c5-b498-433d-9a34-bd15cbd10f8c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:01.163693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.241118 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.263461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:01.265777 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a9f20-71a6-40e6-bed6-cab85dabfa67" -d '{"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-plugged", "status": "completed", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:01.286709 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:01.291811 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:01.323132 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa029f6-2b13-4040-a618-4dafcf455e41 x-openstack-request-id: req-afa029f6-2b13-4040-a618-4dafcf455e41 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:01.323420 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-plugged", "status": "completed", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:01.323688 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afa029f6-2b13-4040-a618-4dafcf455e41 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:01.324068 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'code': 200} Aug 11 03:34:01.348603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:01.826525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0138e-8714-4490-98c6-f8dca4753d7f req-ac53197a-a210-4db9-99fd-38d8ec72dfc7 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:01.828053 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edb0138e-8714-4490-98c6-f8dca4753d7f req-ac53197a-a210-4db9-99fd-38d8ec72dfc7 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0512598 Aug 11 03:34:01.870571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-edb0138e-8714-4490-98c6-f8dca4753d7f req-b7a35042-5862-48f5-85e3-95e994a38529 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.60 "GET /v2.0/security-groups?id=7c7c65d7-c566-4d64-9644-ea9433370af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358584 Aug 11 03:34:01.902897 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-27374bf2-3599-47cf-b3bf-d3c79cd3bae3 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:01.904383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-27374bf2-3599-47cf-b3bf-d3c79cd3bae3 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.10 "GET /v2.0/ports?device_id=18f91512-f1c7-4a7c-a40d-9cde041773ce HTTP/1.1" status: 200 len: 946 time: 0.0536032 Aug 11 03:34:01.992074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Deleting port 745193c5-b498-433d-9a34-bd15cbd10f8c {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:01.992333 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.082922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] For port 745193c5-b498-433d-9a34-bd15cbd10f8c, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=745193c5-b498-433d-9a34-bd15cbd10f8c,segment=NetworkSegment(64238b04-e18b-4acc-9fcf-d7036c3c4777),segment_id=64238b04-e18b-4acc-9fcf-d7036c3c4777)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:02.083289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.096684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Calling delete_port for 745193c5-b498-433d-9a34-bd15cbd10f8c owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:02.225352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.237032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['745193c5-b498-433d-9a34-bd15cbd10f8c'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:02.260477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Pushing event deleted for resources: {'Port': ['ID=745193c5-b498-433d-9a34-bd15cbd10f8c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:02.303372 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] No DVR routers for this DVR port 745193c5-b498-433d-9a34-bd15cbd10f8c on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:02.306924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:02.308927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed9b6624-2503-42d5-a47d-9c459b7d4c23 req-e008aadc-2804-4e6e-98e4-62f9709061c6 tempest-DeleteServersTestJSON-1328924873 tempest-DeleteServersTestJSON-1328924873-project] 10.222.0.10 "DELETE /v2.0/ports/745193c5-b498-433d-9a34-bd15cbd10f8c HTTP/1.1" status: 204 len: 173 time: 0.3980761 Aug 11 03:34:02.309380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-deleted', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:02.313006 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0d66de-0987-4636-83ae-025509ce6d6a" -d '{"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-deleted", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:02.352138 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5399d09c-ea19-4e7e-bc39-4ac2b4c81aaa x-openstack-request-id: req-5399d09c-ea19-4e7e-bc39-4ac2b4c81aaa {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:02.352428 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18f91512-f1c7-4a7c-a40d-9cde041773ce", "name": "network-vif-deleted", "tag": "745193c5-b498-433d-9a34-bd15cbd10f8c", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:02.352673 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5399d09c-ea19-4e7e-bc39-4ac2b4c81aaa {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:02.353073 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18f91512-f1c7-4a7c-a40d-9cde041773ce', 'name': 'network-vif-deleted', 'tag': '745193c5-b498-433d-9a34-bd15cbd10f8c', 'status': 'completed', 'code': 200} Aug 11 03:34:03.001289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42030) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.046032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Deleting subnet f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:34:03.049536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.084376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.122685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.181748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.212607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c8c0c8-9739-4c9a-852a-c854b71eb3f6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:03.221750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.222103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.222446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.222786 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.223124 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.223459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.223821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.224152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.224478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.224803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.225130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.225451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:03.228214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.230121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-909c6ad4-7213-499b-aeef-fadaa8f14545 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f6c8c0c8-9739-4c9a-852a-c854b71eb3f6 HTTP/1.1" status: 204 len: 168 time: 0.2276838 Aug 11 03:34:03.232579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42032) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.301433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.390639 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.405515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06f9e53-633a-4387-9eca-a484d248aea7']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:03.417332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64238b04-e18b-4acc-9fcf-d7036c3c4777') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:03.417620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64238b04-e18b-4acc-9fcf-d7036c3c4777') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:34:03.427205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.444625 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.452436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:34:03.452835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:34:03.455089 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:34:03.512730 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.518468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.522994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d06f9e53-633a-4387-9eca-a484d248aea7 HTTP/1.1" status: 204 len: 168 time: 0.2894928 Aug 11 03:34:03.535743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890bafa-722c-42c7-a068-1c8712c68535 admin admin] Pushing event deleted for resources: {'Network': ['ID=d06f9e53-633a-4387-9eca-a484d248aea7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:03.636385 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42036) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.677430 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3694f88-07f7-478b-b03f-c63d849e5b91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca15ef9025484abf96cd6f965dcb03ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397425 Aug 11 03:34:03.679803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42038) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:03.735585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bfb6ed6-3b55-44b8-a084-c4ab8117d2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.756745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bfb6ed6-3b55-44b8-a084-c4ab8117d2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.805935 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bfb6ed6-3b55-44b8-a084-c4ab8117d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.808596 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9bfb6ed6-3b55-44b8-a084-c4ab8117d2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:03.810012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9bfb6ed6-3b55-44b8-a084-c4ab8117d2d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c7c65d7-c566-4d64-9644-ea9433370af8 HTTP/1.1" status: 204 len: 168 time: 0.1291909 Aug 11 03:34:03.819595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb6ed6-3b55-44b8-a084-c4ab8117d2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c65d7-c566-4d64-9644-ea9433370af8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.495563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42060) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.600977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-459071832-network', 'tenant_id': '38b607d003224ab6b90639a9b1ad4807'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:04.626054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Made reservation on behalf of 38b607d003224ab6b90639a9b1ad4807 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:04.630636 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.637871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.733414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.738083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.762782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:34:04.772855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a16f81-ac61-4b94-aeb1-5019f873e4cb,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.777770 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.778121 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Added segment 6729187c-5e9b-4d75-a10e-9febb54684f5 of type vlan for network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 Aug 11 03:34:04.820825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.852676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.854200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:04.855067 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:04.920247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4207301 Aug 11 03:34:04.920686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89765cf-2805-4af4-9753-7c1318796e20 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7ec49a-30fc-4b8d-8f31-745b60f868e4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:04.920998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42064) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:04.929204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Request body: {'subnet': {'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-459071832-subnet', 'tenant_id': '38b607d003224ab6b90639a9b1ad4807', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:04.935170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:34:04.956762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Made reservation on behalf of 38b607d003224ab6b90639a9b1ad4807 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:04.959582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.124009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:05.150769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 745193c5-b498-433d-9a34-bd15cbd10f8c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:05.151395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 745193c5-b498-433d-9a34-bd15cbd10f8c not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:05.174562 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.230487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:05.244159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Checking segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:05.244533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Network hostable DHCP agents. Network: 2d7ec49a-30fc-4b8d-8f31-745b60f868e4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:34:05.261643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:34:05.273588 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 2d7ec49a-30fc-4b8d-8f31-745b60f868e4) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:05.279863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:05.280806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:05.283114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4302ed6-b971-4b24-903b-2bf7219420e8 None None] Network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:05.295506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f18667f9-205f-400e-a8db-33f7f9cee06a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3727386 Aug 11 03:34:05.415676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b63d4-3841-473a-9e5d-089cff186218 None None] Network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:34:05.749022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406078-9f16-4d09-89da-d18d594ee780 req-c52b7fcf-32a7-4d29-86be-ea43d38a8545 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:05.750747 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-c52b7fcf-32a7-4d29-86be-ea43d38a8545 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 814 time: 0.1069617 Aug 11 03:34:05.766256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-b37d9294-b54b-4858-bdfc-bcef604e44e2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/quotas/38b607d003224ab6b90639a9b1ad4807 HTTP/1.1" status: 200 len: 375 time: 0.0092320 Aug 11 03:34:05.799522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-e768d20c-55df-4504-96c4-d7aa3eb1e0a6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277517 Aug 11 03:34:05.868195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-f04040ae-03c6-4784-8a4b-20b37ffa7336 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:34:05.869201 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-f04040ae-03c6-4784-8a4b-20b37ffa7336 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0630412 Aug 11 03:34:05.963245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-b8aeeb7b-f2c4-4114-9f04-1573ccddbd53 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878332 Aug 11 03:34:06.063844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-c6d2fe04-988a-4829-9351-3655808eca75 service neutron] 10.222.0.60 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941589 Aug 11 03:34:06.226273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-777833a3-b50f-467b-9ba7-bfd4d51e45cf req-90cf8ed4-3867-442f-94db-c87a4af8fcb7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 210 time: 0.0278986 Aug 11 03:34:07.154339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406078-9f16-4d09-89da-d18d594ee780 req-a912a9e8-590d-4b41-94de-6af6766381be tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:07.155825 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-a912a9e8-590d-4b41-94de-6af6766381be tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 814 time: 0.1078837 Aug 11 03:34:07.168869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Request body: {'port': {'device_id': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4', 'admin_state_up': True, 'tenant_id': '38b607d003224ab6b90639a9b1ad4807'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:07.280094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Made reservation on behalf of 38b607d003224ab6b90639a9b1ad4807 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:07.284372 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.332611 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6003a512-6080-4fd6-9903-13113134c990 req-6b621b9b-3e1b-48fc-bcd3-22ade564d2d4 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 210 time: 0.0344412 Aug 11 03:34:07.440432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Allocated IP 172.20.0.14 (2d7ec49a-30fc-4b8d-8f31-745b60f868e4/1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b/1a6de113-e06a-4243-b79e-80a49a76aa03) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:07.590945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.630688 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.671882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:07.677821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:07.682035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:07.709117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:07.737965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:07.738585 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:07.753485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-25e1d9e5-4adf-4680-a606-d70845a54824 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5886455 Aug 11 03:34:07.765331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Request body: {'port': {'device_id': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:07.824220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.102580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6de113-e06a-4243-b79e-80a49a76aa03 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:34:08.110195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.122484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Transition to ACTIVE for port object 1a6de113-e06a-4243-b79e-80a49a76aa03 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:08.126560 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.175890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:08.250113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:08.250452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:08.250785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:08.255957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Port 1a6de113-e06a-4243-b79e-80a49a76aa03 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:34:08.256282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:08.261166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:08.261501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Checking segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:08.261926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Bound using segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:08.262319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Bound port: 1a6de113-e06a-4243-b79e-80a49a76aa03, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:08.262680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.326785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:08.329850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:08.334507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.377806 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.378428 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:08.379857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] 10.222.0.10 "PUT /v2.0/ports/1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 1093 time: 0.6187475 Aug 11 03:34:08.380315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:08.382615 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:08.410164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de12ecf-2d56-4593-baff-396cfa41e460 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:08.458310 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a9b097-52f7-4170-bb49-b73735a6e2ae x-openstack-request-id: req-c3a9b097-52f7-4170-bb49-b73735a6e2ae {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:08.458662 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:08.458881 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3a9b097-52f7-4170-bb49-b73735a6e2ae {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:08.459249 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'status': 'completed', 'code': 200} Aug 11 03:34:08.478740 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406078-9f16-4d09-89da-d18d594ee780 req-56a4a20e-6215-4971-ae54-d03d67a3df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.480314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-56a4a20e-6215-4971-ae54-d03d67a3df63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1096 time: 0.0543823 Aug 11 03:34:08.485787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0ed87-565e-47d0-a3f4-363e430e7a0e req-88c76663-a10b-44bf-9382-1a31182bc5e7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.488285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bf0ed87-565e-47d0-a3f4-363e430e7a0e req-88c76663-a10b-44bf-9382-1a31182bc5e7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.0616548 Aug 11 03:34:08.523031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-f7bc2e91-74a3-48dc-9782-80f98195a954 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0347126 Aug 11 03:34:08.526636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0bf0ed87-565e-47d0-a3f4-363e430e7a0e req-eba67f69-4afd-4fa2-bf1f-0102a9bf4413 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319676 Aug 11 03:34:08.574432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406078-9f16-4d09-89da-d18d594ee780 req-32238b21-e2ed-4efa-b564-b21a2987228e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.575943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-32238b21-e2ed-4efa-b564-b21a2987228e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0458674 Aug 11 03:34:08.608421 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-f5a76914-c478-477f-8c1a-b94e89d62c57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258639 Aug 11 03:34:08.706521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-b437ae4a-e587-4314-a3c5-72a97f27332c service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906062 Aug 11 03:34:08.799655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-06406078-9f16-4d09-89da-d18d594ee780 req-38cc043a-96a8-42cb-9353-96d14d4e6d52 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863786 Aug 11 03:34:08.895214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-d13f61fc-83f3-4f06-b62b-8c8a5ff9db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.896745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-d13f61fc-83f3-4f06-b62b-8c8a5ff9db4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1096 time: 0.0462723 Aug 11 03:34:08.988042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-88177e19-8297-4f6d-94a2-218c5cf72b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:08.989420 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-88177e19-8297-4f6d-94a2-218c5cf72b45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.0860813 Aug 11 03:34:09.036971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-c452996a-48a3-4e97-9c1f-5338425bcbd7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0401988 Aug 11 03:34:09.087612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-e0d76944-a5b6-42ad-9166-b7dcfd598ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:09.089187 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-e0d76944-a5b6-42ad-9166-b7dcfd598ef6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0450492 Aug 11 03:34:09.122307 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-782ffb02-e22c-49b6-9b91-96c28d2fd180 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251179 Aug 11 03:34:09.215782 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-e68c1318-2e35-49de-a3e8-ed2ecab987d1 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862150 Aug 11 03:34:09.319559 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ca1c0b4-a7e6-4a66-ae5b-dc727372cde0 req-e8ea83b8-7a70-4fa9-af2a-df85044cbf4c service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962672 Aug 11 03:34:09.657568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea690-56c0-4c50-a834-0eaeb617c283 req-84af26b1-b51b-46a0-a237-201d8b829fc9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:09.659129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53aea690-56c0-4c50-a834-0eaeb617c283 req-84af26b1-b51b-46a0-a237-201d8b829fc9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.0511880 Aug 11 03:34:09.698332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-53aea690-56c0-4c50-a834-0eaeb617c283 req-592b12e4-9768-4f6c-870e-4972a0a24fdf tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332193 Aug 11 03:34:10.821544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e6d085-1220-4f9f-bd2d-c2c628dbb15b req-36078fa6-d994-430d-9edd-3732d71a42ff tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:10.823270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4e6d085-1220-4f9f-bd2d-c2c628dbb15b req-36078fa6-d994-430d-9edd-3732d71a42ff tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.0562763 Aug 11 03:34:10.864073 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f4e6d085-1220-4f9f-bd2d-c2c628dbb15b req-3f6e69c7-3997-4d78-ad78-82d2e63f5b74 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345290 Aug 11 03:34:11.146164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:34:11.262176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:11.273851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4', 'port_id': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'mac_address': 'fa:16:3e:16:8c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:34:11.316908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.329824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6de113-e06a-4243-b79e-80a49a76aa03 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:34:11.349444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:11.353703 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:11.401521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:11.409240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.409576 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.409955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.410291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.410621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.410966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.411286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.411606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.412077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.412400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.412717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.413033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:34:11.536225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['1a6de113-e06a-4243-b79e-80a49a76aa03'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:12.003674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77406ba-f481-4a52-998b-3c4fdf7e2006 req-b23c9949-a4dd-4348-b8fe-5cfc3fe2e9db tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:12.005121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a77406ba-f481-4a52-998b-3c4fdf7e2006 req-b23c9949-a4dd-4348-b8fe-5cfc3fe2e9db tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 945 time: 0.0593898 Aug 11 03:34:12.044920 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a77406ba-f481-4a52-998b-3c4fdf7e2006 req-f7700403-d61d-42d5-b2a4-fae99d4f09c6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337193 Aug 11 03:34:13.162549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fe150-fcab-4ad6-8fc8-ab59c824896e req-161d56d4-e4d1-4c77-ae7d-b8b9640efae2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:13.164097 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-144fe150-fcab-4ad6-8fc8-ab59c824896e req-161d56d4-e4d1-4c77-ae7d-b8b9640efae2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 945 time: 0.0506854 Aug 11 03:34:13.169703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:13.203780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-144fe150-fcab-4ad6-8fc8-ab59c824896e req-14a49eb6-617e-417b-9e9a-7467cd8446f1 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336242 Aug 11 03:34:13.220087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 1a6de113-e06a-4243-b79e-80a49a76aa03 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:13.224306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 1a6de113-e06a-4243-b79e-80a49a76aa03 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:13.224676 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.305096 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.329036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:13.333046 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0344b1dc-e582-4d8f-9fd3-a1130b4d2562" -d '{"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:13.348014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:13.351975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:13.374884 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4851c8ad-b149-4229-b97d-84a70718ccc2 x-openstack-request-id: req-4851c8ad-b149-4229-b97d-84a70718ccc2 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:13.375184 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:13.375440 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4851c8ad-b149-4229-b97d-84a70718ccc2 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:13.375857 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'code': 200} Aug 11 03:34:13.402262 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:13.469805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca980d50-bfb5-4659-ad07-60c6ca6a3790 req-bf982cd1-7b4e-4405-83a4-6d1b21c9ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:13.472025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca980d50-bfb5-4659-ad07-60c6ca6a3790 req-bf982cd1-7b4e-4405-83a4-6d1b21c9ee38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1098 time: 0.0409715 Aug 11 03:34:13.508453 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ca980d50-bfb5-4659-ad07-60c6ca6a3790 req-9a650935-b149-43ae-aa4f-02309d33a2ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299423 Aug 11 03:34:13.919524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-889ff714-b58e-47b1-adbf-b33e3c46bfb4 req-ec29a6e0-83bf-4a75-a1c6-dd12985dca99 tempest-TestNetworkAdvancedServerOps-1800679284 tempest-TestNetworkAdvancedServerOps-1800679284-project] (111682) timed out ('10.222.0.10', 50102) {{(pid=111682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:34:14.333884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2a425-f842-4c91-96f3-d690e2172903 req-2e9f27f4-a963-42d1-9111-4b101182e71f tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.335345 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66f2a425-f842-4c91-96f3-d690e2172903 req-2e9f27f4-a963-42d1-9111-4b101182e71f tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0548582 Aug 11 03:34:14.373999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66f2a425-f842-4c91-96f3-d690e2172903 req-e2123934-6360-45c8-8fc9-c4599501ce82 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Aug 11 03:34:14.508010 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1efb93-b6c0-47e8-88b4-ee1a163c6554 req-510d80bd-c40a-4d11-a853-72bcd6ec1532 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.509853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f1efb93-b6c0-47e8-88b4-ee1a163c6554 req-510d80bd-c40a-4d11-a853-72bcd6ec1532 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0638006 Aug 11 03:34:14.553164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3f1efb93-b6c0-47e8-88b4-ee1a163c6554 req-887237fe-2357-4b59-a0ef-ab20f99a0f35 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Aug 11 03:34:14.790990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe9812-0896-47a7-a141-0c5f5de1e8d5 req-2a16fddf-50f5-43d3-b826-b4ffd56889a9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.792427 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00fe9812-0896-47a7-a141-0c5f5de1e8d5 req-2a16fddf-50f5-43d3-b826-b4ffd56889a9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0605371 Aug 11 03:34:14.833755 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00fe9812-0896-47a7-a141-0c5f5de1e8d5 req-5b082289-ed32-40d5-88c3-6413170c395a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Aug 11 03:34:14.961000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d1697-5c26-4d41-b0a1-8eb0138160c9 req-6d9501f6-6917-44be-aa1a-77ea7a07561e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:14.962735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d7d1697-5c26-4d41-b0a1-8eb0138160c9 req-6d9501f6-6917-44be-aa1a-77ea7a07561e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0603566 Aug 11 03:34:15.005232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3d7d1697-5c26-4d41-b0a1-8eb0138160c9 req-2ed8fec8-48ed-4456-8d43-3d6e4804e61d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361507 Aug 11 03:34:15.155282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-fd629c4f-b2df-4a15-b1e2-6a761a6f3b12 req-5f83a046-bffc-4b0b-bf53-f5919045630e service neutron] (111682) timed out ('10.222.0.10', 50738) {{(pid=111682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:34:15.271398 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-967fcf71-3386-4a93-8844-ed4e308b53e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723696 Aug 11 03:34:15.283863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c016b-4611-43bf-972a-f57cf2b43ce7 req-eb451651-fc25-42d9-9b90-b63ad8fd911f tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:15.285300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d54c016b-4611-43bf-972a-f57cf2b43ce7 req-eb451651-fc25-42d9-9b90-b63ad8fd911f tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0735765 Aug 11 03:34:15.331304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d54c016b-4611-43bf-972a-f57cf2b43ce7 req-b117a404-e07a-4241-96ee-2f4de096f584 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380859 Aug 11 03:34:16.447119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-fc5009f2-b1d9-400b-a559-edfc6d029377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:16.448648 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-fc5009f2-b1d9-400b-a559-edfc6d029377 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1098 time: 0.0713718 Aug 11 03:34:16.470307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73b450-ae5a-4074-8f39-d339b9c9f89a req-380fbab4-a5c5-4daf-aaa7-d812c400b9b7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:16.472317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c73b450-ae5a-4074-8f39-d339b9c9f89a req-380fbab4-a5c5-4daf-aaa7-d812c400b9b7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0662224 Aug 11 03:34:16.559234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5c73b450-ae5a-4074-8f39-d339b9c9f89a req-98316e7a-21d9-4a99-91d6-43df3c4a3bdf tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758700 Aug 11 03:34:16.580787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-cbe54f1f-ddc0-4d53-a3f3-79e2496bf070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:16.582250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-cbe54f1f-ddc0-4d53-a3f3-79e2496bf070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.1264372 Aug 11 03:34:16.624629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-560c17d7-2699-477a-9bca-277bf3e4ca3d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0347784 Aug 11 03:34:16.674515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-2fee7707-5454-4af8-8592-16ddf4bab981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:16.676060 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-2fee7707-5454-4af8-8592-16ddf4bab981 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0448182 Aug 11 03:34:16.713153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-2a5e99ab-b76c-4269-b8fd-34c23655c0bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303035 Aug 11 03:34:16.806572 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-d27229bb-4036-422e-8df3-6d62686ea3ee service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 Aug 11 03:34:16.905223 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-10388cc6-5812-4433-9322-6a1dcb606a07 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916762 Aug 11 03:34:17.682412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477210c-5196-406c-a08c-61ed404fdd64 req-fa3d3ed6-1c81-4b75-8380-a299526388b4 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:17.683927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9477210c-5196-406c-a08c-61ed404fdd64 req-fa3d3ed6-1c81-4b75-8380-a299526388b4 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0536664 Aug 11 03:34:17.723233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9477210c-5196-406c-a08c-61ed404fdd64 req-b3b0dfbe-d0dd-43d0-8d2b-52c95db0cca8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Aug 11 03:34:18.857925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff5b5a-2ff1-4900-b950-332f46b0115d req-d3445cc4-4a34-4950-b39d-434b41bf7592 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:18.859461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4ff5b5a-2ff1-4900-b950-332f46b0115d req-d3445cc4-4a34-4950-b39d-434b41bf7592 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0673354 Aug 11 03:34:18.899282 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4ff5b5a-2ff1-4900-b950-332f46b0115d req-ce5512b9-0958-45de-884e-1395b85a7102 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332124 Aug 11 03:34:20.014884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db2f0b-14ba-4761-87bc-e1bbfb88e8ce req-03c17be5-6e69-4438-b032-875aca50be7c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:20.016410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-19db2f0b-14ba-4761-87bc-e1bbfb88e8ce req-03c17be5-6e69-4438-b032-875aca50be7c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0488212 Aug 11 03:34:20.056258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-19db2f0b-14ba-4761-87bc-e1bbfb88e8ce req-199928bb-90ed-451d-a096-4952062787ee tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329752 Aug 11 03:34:21.174885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df45a59-02d2-46b6-9fa5-c16f82c5c6a1 req-f3db7071-30d8-42e5-8a5e-a83b7e8503f7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:21.176640 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3df45a59-02d2-46b6-9fa5-c16f82c5c6a1 req-f3db7071-30d8-42e5-8a5e-a83b7e8503f7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0509324 Aug 11 03:34:21.214708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3df45a59-02d2-46b6-9fa5-c16f82c5c6a1 req-012f8f16-5e1f-4a8c-b306-ba9b38665220 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Aug 11 03:34:22.044812 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:22.329789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc489d-dd8f-4142-8019-ecb25a537415 req-1e36b1e3-0a10-4756-b9a7-2109d5ee5d95 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:22.331810 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06cc489d-dd8f-4142-8019-ecb25a537415 req-1e36b1e3-0a10-4756-b9a7-2109d5ee5d95 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0494075 Aug 11 03:34:22.365619 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1f6a75a-982a-4e5a-ba7e-be17a1aefffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:22.370545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-06cc489d-dd8f-4142-8019-ecb25a537415 req-9671976d-efae-4acf-85d2-d43f3b61ce5e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Aug 11 03:34:23.485454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f2b14-ed2e-4757-ae20-114825642ece req-9a6d22c0-7ed5-4fbf-a20a-85d83e0fb2fc tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:23.486934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d42f2b14-ed2e-4757-ae20-114825642ece req-9a6d22c0-7ed5-4fbf-a20a-85d83e0fb2fc tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0502338 Aug 11 03:34:23.530816 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d42f2b14-ed2e-4757-ae20-114825642ece req-b9a04637-c580-4e77-bd6d-d06ecfe953b2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378723 Aug 11 03:34:24.651702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5bf34-0b77-41af-8c44-9b2be102a162 req-1c484fce-e3c0-4968-b4f6-97955ebb2ca1 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:24.653173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29c5bf34-0b77-41af-8c44-9b2be102a162 req-1c484fce-e3c0-4968-b4f6-97955ebb2ca1 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0534458 Aug 11 03:34:24.692305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29c5bf34-0b77-41af-8c44-9b2be102a162 req-81bce3b5-6b26-4575-b982-1beb7d3d1a7a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332148 Aug 11 03:34:25.253765 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d3e85526-5746-486b-95c0-00aff42a5d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.540383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.776369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:25.809954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90f313-6808-400e-af00-490c4304e4cc req-33f2010e-8c52-419a-bb59-4f8265ed267c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:25.811422 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d90f313-6808-400e-af00-490c4304e4cc req-33f2010e-8c52-419a-bb59-4f8265ed267c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0513279 Aug 11 03:34:25.850229 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d90f313-6808-400e-af00-490c4304e4cc req-1af4f228-e6f4-470a-b329-c59b6c83d676 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321593 Aug 11 03:34:26.826368 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:26.976400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877bda4-db0b-4e94-a17c-9d9cc2e65652 req-b8609d72-0f78-42e0-bb7c-7d3984275d74 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:26.977910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f877bda4-db0b-4e94-a17c-9d9cc2e65652 req-b8609d72-0f78-42e0-bb7c-7d3984275d74 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0515532 Aug 11 03:34:27.014986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f877bda4-db0b-4e94-a17c-9d9cc2e65652 req-4850932c-10ad-411c-a489-1d7b39aa1562 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Aug 11 03:34:28.133782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908aa33-35cf-4ff9-b21f-02fceed8055c req-88e35fcc-1315-40d4-94ba-c130efa8e851 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:28.135173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a908aa33-35cf-4ff9-b21f-02fceed8055c req-88e35fcc-1315-40d4-94ba-c130efa8e851 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0500090 Aug 11 03:34:28.173443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a908aa33-35cf-4ff9-b21f-02fceed8055c req-ff000033-a5da-4715-82b6-c3b982e14213 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Aug 11 03:34:28.246344 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:29.287605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7c02c-899e-4625-b792-b2630cc75189 req-8b06227c-85d4-41ce-9bc0-5a7039e47e1d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:29.289115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fe7c02c-899e-4625-b792-b2630cc75189 req-8b06227c-85d4-41ce-9bc0-5a7039e47e1d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0486040 Aug 11 03:34:29.327390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0fe7c02c-899e-4625-b792-b2630cc75189 req-02635bfa-0672-48df-9d4f-73945f110b53 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323606 Aug 11 03:34:30.272516 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:30.444980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366671aa-2b05-4942-b917-c5d3350ebba0 req-cb84640d-6a10-48c0-9006-b4f67c87b5c9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:30.446496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-366671aa-2b05-4942-b917-c5d3350ebba0 req-cb84640d-6a10-48c0-9006-b4f67c87b5c9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0515282 Aug 11 03:34:30.492222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-366671aa-2b05-4942-b917-c5d3350ebba0 req-c44b4ac6-728b-4332-827d-ae0f6041889a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396943 Aug 11 03:34:31.613895 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628584e-2471-4556-8c62-a0e9602b66e3 req-80862204-7b29-440d-a67a-4c0db8d8a1d5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:31.615358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7628584e-2471-4556-8c62-a0e9602b66e3 req-80862204-7b29-440d-a67a-4c0db8d8a1d5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0560925 Aug 11 03:34:31.652068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7628584e-2471-4556-8c62-a0e9602b66e3 req-64656cc9-6524-4267-8178-e33287a878ac tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307429 Aug 11 03:34:32.767542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95daf360-2e60-416a-9189-3287a21b4d84 req-20c5e032-0605-4eab-81c4-033074d64882 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:32.769043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95daf360-2e60-416a-9189-3287a21b4d84 req-20c5e032-0605-4eab-81c4-033074d64882 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0489111 Aug 11 03:34:32.807460 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95daf360-2e60-416a-9189-3287a21b4d84 req-dca984fe-58d6-4016-bbad-906fff3142e1 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320787 Aug 11 03:34:33.925033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61574eb0-fb1c-4dfe-9682-207805bc6fee req-9c49bb6a-2eff-4ae3-9e84-0e6ba07f3d21 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:33.927376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61574eb0-fb1c-4dfe-9682-207805bc6fee req-9c49bb6a-2eff-4ae3-9e84-0e6ba07f3d21 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0493872 Aug 11 03:34:33.965376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-61574eb0-fb1c-4dfe-9682-207805bc6fee req-038e171d-4a4e-490a-a479-841371bb0378 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321126 Aug 11 03:34:35.086419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036b0da-5707-4a52-8eb8-5f410a37eeea req-08d3fc1b-0b39-4f38-a368-6cd6d0afd938 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:35.087986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d036b0da-5707-4a52-8eb8-5f410a37eeea req-08d3fc1b-0b39-4f38-a368-6cd6d0afd938 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0508366 Aug 11 03:34:35.127129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d036b0da-5707-4a52-8eb8-5f410a37eeea req-449ff1bc-ca92-4f79-a194-6960d6497fec tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Aug 11 03:34:36.244217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d35df2-3c71-44ee-9a49-42521cafdc79 req-98dd449a-301a-488c-acfa-082f877b0695 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:36.245744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a8d35df2-3c71-44ee-9a49-42521cafdc79 req-98dd449a-301a-488c-acfa-082f877b0695 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0497868 Aug 11 03:34:36.283844 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a8d35df2-3c71-44ee-9a49-42521cafdc79 req-6a64d41b-9652-4763-a9fa-224b9221a5cb tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320747 Aug 11 03:34:37.399171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a9c44-5051-414c-84d7-755dc3c084fe req-9eee6e3a-c5fb-4909-a6d2-8878dc650117 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:37.400700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-945a9c44-5051-414c-84d7-755dc3c084fe req-9eee6e3a-c5fb-4909-a6d2-8878dc650117 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0496461 Aug 11 03:34:37.440929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-945a9c44-5051-414c-84d7-755dc3c084fe req-37743ccf-d52a-49ab-9f0a-be6c587d8356 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344441 Aug 11 03:34:38.906812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72753b-b9d2-4fc4-99fd-f6a002401a80 req-6f2e94cd-7f3f-4342-8e08-c2ee82bad7d5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:38.908311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f72753b-b9d2-4fc4-99fd-f6a002401a80 req-6f2e94cd-7f3f-4342-8e08-c2ee82bad7d5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.3995843 Aug 11 03:34:38.946227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f72753b-b9d2-4fc4-99fd-f6a002401a80 req-dd0ad4f6-cfcc-4d3d-b5b4-5b0dbac7bba8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Aug 11 03:34:39.908717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-5f8e84e6-9f37-4650-954b-e717d0cb7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:39.910810 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-5f8e84e6-9f37-4650-954b-e717d0cb7326 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1098 time: 0.0902853 Aug 11 03:34:40.011101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-bb8ec403-8b6a-4338-9e07-3c37c5eaa540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:40.012737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-bb8ec403-8b6a-4338-9e07-3c37c5eaa540 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.0845356 Aug 11 03:34:40.076235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-0eb04590-8790-40f2-9b78-52d4f925b20b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0526807 Aug 11 03:34:40.122916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c9641-7577-4695-b399-ab1c55f36cd0 req-2cd0cc8a-4779-4e3f-9dbf-3fdfacc6310a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:40.124411 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c50c9641-7577-4695-b399-ab1c55f36cd0 req-2cd0cc8a-4779-4e3f-9dbf-3fdfacc6310a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.1098094 Aug 11 03:34:40.153175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-41a80e2b-01aa-4996-876d-ccdf48d8a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:40.154663 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-41a80e2b-01aa-4996-876d-ccdf48d8a0c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0705731 Aug 11 03:34:40.195754 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c50c9641-7577-4695-b399-ab1c55f36cd0 req-e944d61d-3b92-4b1c-b5d9-44c00cc68be6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652392 Aug 11 03:34:40.197721 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-5d9d72bb-3501-4540-aa95-b88789ba9db8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331655 Aug 11 03:34:40.287798 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-e44b3a6a-1b48-476c-ac0b-770eefb16468 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830512 Aug 11 03:34:40.382666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49c16272-a5ac-49f6-addd-92dd86caee93 req-6c5813a1-3077-4e5a-9924-7bceb8afe69c service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864525 Aug 11 03:34:41.313391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d995458-485a-4535-b38e-b0e8f0e9fdad req-7b0fb397-c51c-446b-9736-6aaf1fbd69c6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:41.314893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d995458-485a-4535-b38e-b0e8f0e9fdad req-7b0fb397-c51c-446b-9736-6aaf1fbd69c6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0493832 Aug 11 03:34:41.352115 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d995458-485a-4535-b38e-b0e8f0e9fdad req-ae8569c4-9b3f-4ba6-bd6c-3b13dd650ed0 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Aug 11 03:34:42.471054 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fde65c-c923-49c6-ad0e-9a0fa8fa5206 req-f7e494dd-405d-46a7-b413-fa8a84e052a3 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:42.472556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1fde65c-c923-49c6-ad0e-9a0fa8fa5206 req-f7e494dd-405d-46a7-b413-fa8a84e052a3 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0504754 Aug 11 03:34:42.510550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1fde65c-c923-49c6-ad0e-9a0fa8fa5206 req-78309f39-5136-4659-b570-5dd259d9a969 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Aug 11 03:34:43.624980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c3fe5-31c2-4c6f-811f-5208aaa5b947 req-d09b45af-e730-494b-854d-3087d23972fa tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:43.626434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f60c3fe5-31c2-4c6f-811f-5208aaa5b947 req-d09b45af-e730-494b-854d-3087d23972fa tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0485494 Aug 11 03:34:43.663447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f60c3fe5-31c2-4c6f-811f-5208aaa5b947 req-ae910313-9a96-4fe9-b1d4-5224c108b9b3 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Aug 11 03:34:43.915433 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-af010e9d-11a0-4c70-b4fe-f57941793944 service neutron] show failed (client error): The resource could not be found. Aug 11 03:34:43.916524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-af010e9d-11a0-4c70-b4fe-f57941793944 service neutron] 10.222.0.10 "GET /v2.0/ports/1a6de113-e06a-4243-b79e-80a49a76aa03/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0568650 Aug 11 03:34:44.109769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-937aabeb-a100-41d0-ac02-1eb3222112da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:44.111172 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-937aabeb-a100-41d0-ac02-1eb3222112da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce&tenant_id=38b607d003224ab6b90639a9b1ad4807 HTTP/1.1" status: 200 len: 1098 time: 0.0406008 Aug 11 03:34:44.123182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:44.178024 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.384931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:44.418491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:44.456392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:44.459504 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade698eb-eedb-4de2-a268-65282dd8559b" -d '{"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:44.463600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.477239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Transition to ACTIVE for port object 1a6de113-e06a-4243-b79e-80a49a76aa03 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:44.481636 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.511019 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaf101d-881e-4637-b847-47b5dfbb08f1 x-openstack-request-id: req-faaf101d-881e-4637-b847-47b5dfbb08f1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:44.511313 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-unplugged", "status": "completed", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:44.511569 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-faaf101d-881e-4637-b847-47b5dfbb08f1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:44.511987 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'code': 200} Aug 11 03:34:44.549958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] No DVR routers for this DVR port 1a6de113-e06a-4243-b79e-80a49a76aa03 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:44.553291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:44.587903 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:44.588245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:44.588576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:44.593181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Port 1a6de113-e06a-4243-b79e-80a49a76aa03 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:34:44.593506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Attempting to bind port 1a6de113-e06a-4243-b79e-80a49a76aa03 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:44.600474 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:44.600789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Checking segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:44.601178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Bound using segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:44.601612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Bound port: 1a6de113-e06a-4243-b79e-80a49a76aa03, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:44.601973 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.667229 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:44.670707 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:44.674235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.708528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:44.709189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:44.710596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] 10.222.0.57 "PUT /v2.0/ports/1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 1093 time: 0.5913637 Aug 11 03:34:44.735274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2f630-f09f-457d-814b-5ec14bb2ebea service neutron] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:44.782891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-9209a289-2ecf-41b2-a64e-6b45308c290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:44.784446 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-9209a289-2ecf-41b2-a64e-6b45308c290b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1096 time: 0.0503216 Aug 11 03:34:44.789454 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c4135-192d-4011-81c8-1a703da3c679 req-f690a0b2-ed68-4a09-9fb8-c55399897369 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:44.790925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c7c4135-192d-4011-81c8-1a703da3c679 req-f690a0b2-ed68-4a09-9fb8-c55399897369 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.0577004 Aug 11 03:34:44.831416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c7c4135-192d-4011-81c8-1a703da3c679 req-3d5db4d7-40e4-4733-a414-62772161f002 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Aug 11 03:34:44.876582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-e5587922-dd3e-4727-830f-e2a0a39a25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:44.878163 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-e5587922-dd3e-4727-830f-e2a0a39a25f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.0867965 Aug 11 03:34:44.920338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-56493372-c8ed-4dcc-a104-ee2796178831 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0343130 Aug 11 03:34:44.974413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-43679e2c-1024-414c-a61e-de64c190775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:44.975953 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-43679e2c-1024-414c-a61e-de64c190775b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0481184 Aug 11 03:34:45.008707 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-73f6d8eb-1f55-4f06-9eb9-f2c4f8e1e41e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246947 Aug 11 03:34:45.096554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-092dd05b-c3a4-414d-9c43-2ddb9e597e00 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809250 Aug 11 03:34:45.191033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b79513-f221-46e1-a347-e3eee1338b25 req-9691234a-ba97-4eae-8cbd-8cc0ab9d8d23 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876417 Aug 11 03:34:45.951860 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b7be6-da4b-4d2b-a8df-a26b73fd6951 req-987f02f0-9ede-48d6-b576-b63e26546289 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:45.953353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a4b7be6-da4b-4d2b-a8df-a26b73fd6951 req-987f02f0-9ede-48d6-b576-b63e26546289 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.0494177 Aug 11 03:34:45.991135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5a4b7be6-da4b-4d2b-a8df-a26b73fd6951 req-98f207ed-aa25-47ee-9de8-75b317d211b8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Aug 11 03:34:46.513529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:46.515892 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54" -d '{"events": [{"name": "network-changed", "server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:46.562796 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6596556-70fb-43b7-b4c2-f4fccaf69e65 x-openstack-request-id: req-d6596556-70fb-43b7-b4c2-f4fccaf69e65 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:46.563090 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:46.563340 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6596556-70fb-43b7-b4c2-f4fccaf69e65 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:46.563778 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'status': 'completed', 'code': 200} Aug 11 03:34:46.991067 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-2fcae59f-14e5-4f0d-9840-ab69d895231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:46.992658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-2fcae59f-14e5-4f0d-9840-ab69d895231b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1096 time: 0.4083588 Aug 11 03:34:46.995116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-285fd12f-069e-4cf7-8ab9-42ef6b6a9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:46.996515 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-285fd12f-069e-4cf7-8ab9-42ef6b6a9a5e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1096 time: 0.4040773 Aug 11 03:34:47.202635 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d9620-01f7-4ac9-a632-086351db597e req-5047d491-d98e-4116-86f7-c44d19559127 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.204129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814d9620-01f7-4ac9-a632-086351db597e req-5047d491-d98e-4116-86f7-c44d19559127 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.1152961 Aug 11 03:34:47.208674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-e64acdca-8760-4d9d-9a9b-2937231384f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.210056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-e64acdca-8760-4d9d-9a9b-2937231384f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.2101583 Aug 11 03:34:47.210985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-6f4b7c41-086c-4b55-9ec8-9a170f7de9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.212348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-6f4b7c41-086c-4b55-9ec8-9a170f7de9ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.2050011 Aug 11 03:34:47.291348 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-d7b126e3-59c6-4075-ae67-6ccc5c1ecb04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0722897 Aug 11 03:34:47.294249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-e6488528-bb1d-4fc1-9e3c-b6d601529839 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0686488 Aug 11 03:34:47.357303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:47.371965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-814d9620-01f7-4ac9-a632-086351db597e req-34e5f39e-1c5c-45e3-8590-48bd050c9fb6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586280 Aug 11 03:34:47.395778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-9773000c-b6ec-434a-a515-e5c733990723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.395778 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-9773000c-b6ec-434a-a515-e5c733990723 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0959458 Aug 11 03:34:47.397169 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:47.398300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-52740fb1-aadc-496a-8c9a-e2d028ebbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.399704 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-52740fb1-aadc-496a-8c9a-e2d028ebbcf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0933163 Aug 11 03:34:47.434231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-7331b80c-d710-4162-9689-65bb532f4ad9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335708 Aug 11 03:34:47.450236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-b8ff704c-31d6-4e46-bd53-9b9d86d8706e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418713 Aug 11 03:34:47.537846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.10', 50834) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:34:47.590134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-2e3c268d-8a3b-4ca0-8e03-543f8657a5b2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.591650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-2e3c268d-8a3b-4ca0-8e03-543f8657a5b2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.10 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce&tenant_id=38b607d003224ab6b90639a9b1ad4807&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 944 time: 0.0527902 Aug 11 03:34:47.646926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-f453fd29-eed2-42d7-b494-3d9cfb807026 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988766 Aug 11 03:34:47.649506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-6287e869-85e1-46af-bada-e22722e3f454 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909075 Aug 11 03:34:47.651803 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-da7f2016-4b38-4fb2-82e4-8d15e5b91a8c service neutron] delete failed (client error): The resource could not be found. Aug 11 03:34:47.652817 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-da7f2016-4b38-4fb2-82e4-8d15e5b91a8c service neutron] 10.222.0.10 "DELETE /v2.0/ports/1a6de113-e06a-4243-b79e-80a49a76aa03/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0533640 Aug 11 03:34:47.657042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c7763-7f79-468a-ba6a-137b4c214366 req-e57003be-1a3b-4d1f-9785-477171864423 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.658433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d8c7763-7f79-468a-ba6a-137b4c214366 req-e57003be-1a3b-4d1f-9785-477171864423 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.1192043 Aug 11 03:34:47.793332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d8c7763-7f79-468a-ba6a-137b4c214366 req-7560b86a-8a2c-4005-82a2-1fc59f9faf3d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246848 Aug 11 03:34:47.847419 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-a73aad7e-a91c-4b9d-acfc-9760980c7819 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880581 Aug 11 03:34:47.850020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fd37fa72-ea62-4e2c-a70e-a3ceb2a29d54 req-a40e1206-f3e7-4a91-8acb-4b771170ca75 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897032 Aug 11 03:34:47.971992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-b8375109-7638-417f-9aa8-73cbec4608d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.974140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-b8375109-7638-417f-9aa8-73cbec4608d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1096 time: 0.0695922 Aug 11 03:34:47.975793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-29ac7013-4e86-4033-b34c-ab3a188c5cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:47.977176 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-29ac7013-4e86-4033-b34c-ab3a188c5cd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 1096 time: 0.0639484 Aug 11 03:34:48.137615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-56698a8e-5a20-48de-aef5-d85e3269fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:48.139115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-56698a8e-5a20-48de-aef5-d85e3269fdd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.1552835 Aug 11 03:34:48.141733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-25f25cba-4d36-4312-ad4d-322c54a8eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:48.143064 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-25f25cba-4d36-4312-ad4d-322c54a8eae9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.1411695 Aug 11 03:34:48.191108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-6a836b51-e9e4-410b-acfa-fe25ad9fc117 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0432987 Aug 11 03:34:48.225110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-25c43f90-c131-4c63-8e0a-ed1de87c07db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 200 len: 217 time: 0.0717974 Aug 11 03:34:48.296018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-a14bea04-029a-4d4d-a293-cfb46879eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:48.297469 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-a14bea04-029a-4d4d-a293-cfb46879eace service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0807097 Aug 11 03:34:48.302752 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-7a9c820a-2aa3-4d5b-9e9e-2a2bdb1956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:48.304155 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-7a9c820a-2aa3-4d5b-9e9e-2a2bdb1956b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0607340 Aug 11 03:34:48.336411 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-56b9ce8a-a6a7-4a61-84dd-df72a9c4fad0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313363 Aug 11 03:34:48.358083 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-8b51338f-c79b-49ed-b3d0-419e4214e683 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444548 Aug 11 03:34:48.501773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-a1b76e5b-e026-4a32-a645-85d897808f5f service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513577 Aug 11 03:34:48.505485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-fe25c8b3-7717-465d-981c-2753a5815b0b service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370358 Aug 11 03:34:48.656892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-47861499-c926-4b2b-bf22-5677e6319d75 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483550 Aug 11 03:34:48.660228 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e921976-4269-4dfb-ba87-d07bfc854e11 req-6b6cbea6-a671-417b-97f1-adf52edc7a10 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448185 Aug 11 03:34:48.922480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3755ac8-f74b-488e-8eae-58154722fc0c req-e7a60570-afed-4bd6-ad9a-1b0894c7d7ad tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:48.923950 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3755ac8-f74b-488e-8eae-58154722fc0c req-e7a60570-afed-4bd6-ad9a-1b0894c7d7ad tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 944 time: 0.0514574 Aug 11 03:34:48.965540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3755ac8-f74b-488e-8eae-58154722fc0c req-89959cca-bf49-40df-ac25-06126be67c85 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Aug 11 03:34:49.262105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:34:49.353781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:49.365431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4', 'port_id': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'mac_address': 'fa:16:3e:16:8c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:34:49.559942 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.572691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6de113-e06a-4243-b79e-80a49a76aa03 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:34:49.592944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:49.597579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:49.646432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:49.838176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1a6de113-e06a-4243-b79e-80a49a76aa03'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:50.087531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7a029-1204-4d54-9c32-65f5c618e1ee req-2b201e30-b35f-4cb4-92c0-295ae5ecb719 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:50.089090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc7a029-1204-4d54-9c32-65f5c618e1ee req-2b201e30-b35f-4cb4-92c0-295ae5ecb719 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 945 time: 0.0549026 Aug 11 03:34:50.127247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc7a029-1204-4d54-9c32-65f5c618e1ee req-2109cac9-7d92-44a9-be64-dda843a6bca4 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Aug 11 03:34:50.241754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcaf88-1174-4848-80d0-3f6b91ca8582 req-ebd27738-90c2-4c9a-8256-be85d3cf0292 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:50.243133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ebcaf88-1174-4848-80d0-3f6b91ca8582 req-ebd27738-90c2-4c9a-8256-be85d3cf0292 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 945 time: 0.0477531 Aug 11 03:34:50.280631 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2ebcaf88-1174-4848-80d0-3f6b91ca8582 req-de165b5c-c37f-4abb-be6e-f2f7e620a918 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Aug 11 03:34:50.394020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f4200-6cff-45a3-b66b-de226716672b req-0904b323-7d62-42c6-ba65-32ed9be1fefb tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:50.395760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b59f4200-6cff-45a3-b66b-de226716672b req-0904b323-7d62-42c6-ba65-32ed9be1fefb tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 945 time: 0.0489726 Aug 11 03:34:50.434705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b59f4200-6cff-45a3-b66b-de226716672b req-ced6e5f2-5a9d-4d1b-a6f0-80d57d94e4e5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Aug 11 03:34:50.787298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-7efcabec-084c-455a-b36c-e4ad80e21a65 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:50.788688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-7efcabec-084c-455a-b36c-e4ad80e21a65 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 814 time: 0.1037219 Aug 11 03:34:50.804767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-84c96837-93e7-4111-94de-9e15a527c767 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/quotas/38b607d003224ab6b90639a9b1ad4807 HTTP/1.1" status: 200 len: 375 time: 0.0102301 Aug 11 03:34:50.855127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-7e783f30-5098-429b-8306-65be38e6179c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445557 Aug 11 03:34:50.944473 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-735c9474-f194-46f2-8256-35f70148331d service neutron] 10.222.0.60 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824254 Aug 11 03:34:51.039563 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-0e203a01-df16-459f-83c3-bfab8f923c2c service neutron] 10.222.0.60 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888488 Aug 11 03:34:51.205391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e871a182-1bf6-4621-b3c9-346357d1bcb6 req-f0dca291-20a9-4985-8e1e-bb7a65193515 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 210 time: 0.0284584 Aug 11 03:34:51.289943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:51.340375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 1a6de113-e06a-4243-b79e-80a49a76aa03 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:51.344903 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 1a6de113-e06a-4243-b79e-80a49a76aa03 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:51.345359 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.424839 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.452324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:51.454715 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75644314-6f55-4317-822e-5600bfc2d430" -d '{"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:51.468372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:51.472583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:51.500417 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82b338e-b63a-4e4f-9c53-74ec6a9cf904 x-openstack-request-id: req-b82b338e-b63a-4e4f-9c53-74ec6a9cf904 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:51.500704 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-plugged", "status": "completed", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:51.500955 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b82b338e-b63a-4e4f-9c53-74ec6a9cf904 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:51.501349 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'code': 200} Aug 11 03:34:51.526565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:52.033706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748bbf55-3ede-4447-8021-b67900996eae req-4f91e200-48d7-496b-b8b6-0f226c9d861e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:52.035737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-748bbf55-3ede-4447-8021-b67900996eae req-4f91e200-48d7-496b-b8b6-0f226c9d861e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9dd0cc4-c620-4540-b22c-4eea58fd33ce HTTP/1.1" status: 200 len: 946 time: 0.0536115 Aug 11 03:34:52.141182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Deleting port 1a6de113-e06a-4243-b79e-80a49a76aa03 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:34:52.141867 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.152174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-573cfcd2-e970-4720-8fcc-e76fd399e6da tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:52.153641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-573cfcd2-e970-4720-8fcc-e76fd399e6da tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 814 time: 0.1083872 Aug 11 03:34:52.166785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Request body: {'port': {'device_id': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4', 'admin_state_up': True, 'tenant_id': '38b607d003224ab6b90639a9b1ad4807'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:52.237290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] For port 1a6de113-e06a-4243-b79e-80a49a76aa03, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1a6de113-e06a-4243-b79e-80a49a76aa03,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:52.237667 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.252489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Calling delete_port for 1a6de113-e06a-4243-b79e-80a49a76aa03 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:34:52.289411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Made reservation on behalf of 38b607d003224ab6b90639a9b1ad4807 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:34:52.292746 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.313386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-97e3dd98-84a4-459b-96b6-360b1825cf36 req-b0fccce0-98de-4898-93ff-7b442d7ebf5a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 210 time: 0.0364780 Aug 11 03:34:52.367468 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0c684895-6273-4f00-8ad5-7c91d2c0bfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.393255 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.406310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1a6de113-e06a-4243-b79e-80a49a76aa03'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:52.422102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Pushing event deleted for resources: {'Port': ['ID=1a6de113-e06a-4243-b79e-80a49a76aa03,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:52.467469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] No DVR routers for this DVR port 1a6de113-e06a-4243-b79e-80a49a76aa03 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:34:52.470090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.472169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.57 "DELETE /v2.0/ports/1a6de113-e06a-4243-b79e-80a49a76aa03 HTTP/1.1" status: 204 len: 173 time: 0.4273078 Aug 11 03:34:52.472614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-deleted', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:52.475767 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f311061-f316-48dc-9f23-ac6fb40e0458" -d '{"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-deleted", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:52.509558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Allocated IP 172.20.0.7 (2d7ec49a-30fc-4b8d-8f31-745b60f868e4/1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b/c0f3dc73-354a-452e-af1d-4c0a461a0964) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:34:52.518889 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117e14ce-bd8d-422e-84b9-4c39a446323d x-openstack-request-id: req-117e14ce-bd8d-422e-84b9-4c39a446323d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:52.519392 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9dd0cc4-c620-4540-b22c-4eea58fd33ce", "name": "network-vif-deleted", "tag": "1a6de113-e06a-4243-b79e-80a49a76aa03", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:52.520167 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-117e14ce-bd8d-422e-84b9-4c39a446323d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:52.520657 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9dd0cc4-c620-4540-b22c-4eea58fd33ce', 'name': 'network-vif-deleted', 'tag': '1a6de113-e06a-4243-b79e-80a49a76aa03', 'status': 'completed', 'code': 200} Aug 11 03:34:52.664335 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.701185 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.713213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1a6de113-e06a-4243-b79e-80a49a76aa03'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:52.780088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:34:52.785373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:34:52.792806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:34:52.826285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:52.862170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:52.863208 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:52.881174 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aa6527d0-d0ff-4682-8a44-8b8b2874d033 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184093 Aug 11 03:34:52.895862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Request body: {'port': {'device_id': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:34:52.952956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.293748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f3dc73-354a-452e-af1d-4c0a461a0964 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:34:53.302330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.315685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Transition to ACTIVE for port object c0f3dc73-354a-452e-af1d-4c0a461a0964 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:34:53.319480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.374007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:53.491401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82b6ee-bb29-40f8-b901-db81e822e0a3 req-2aa03905-ec81-4ad1-bf40-d65017cbc1c0 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:53.492944 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f82b6ee-bb29-40f8-b901-db81e822e0a3 req-2aa03905-ec81-4ad1-bf40-d65017cbc1c0 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 943 time: 0.0989542 Aug 11 03:34:53.494113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:34:53.494450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:34:53.494778 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:53.501996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Port c0f3dc73-354a-452e-af1d-4c0a461a0964 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:34:53.502339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:34:53.512279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:34:53.513148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Checking segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:34:53.513148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Bound using segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:34:53.513430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Bound port: c0f3dc73-354a-452e-af1d-4c0a461a0964, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:34:53.513795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.568907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5f82b6ee-bb29-40f8-b901-db81e822e0a3 req-bbcb720b-a65b-4328-a422-229f2d29ebd3 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691748 Aug 11 03:34:53.609346 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:34:53.613009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:34:53.617931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.657830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:53.658451 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:53.659870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] 10.222.0.57 "PUT /v2.0/ports/c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 1092 time: 0.7710514 Aug 11 03:34:53.660367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:53.664428 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:53.752268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ec568-3368-4659-9e4b-a00010230a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:53.775178 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061aabbd-4770-4f94-a07b-6a5ce3690085 x-openstack-request-id: req-061aabbd-4770-4f94-a07b-6a5ce3690085 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:53.775587 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:53.775974 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-061aabbd-4770-4f94-a07b-6a5ce3690085 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:53.776515 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'status': 'completed', 'code': 200} Aug 11 03:34:53.788044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-cef60d4c-231d-459d-9f1b-f0431f12813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:53.789543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-cef60d4c-231d-459d-9f1b-f0431f12813a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1095 time: 0.0901349 Aug 11 03:34:53.855391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-aaf703d3-2b4a-42c7-b831-4dc51ff3c394 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 217 time: 0.0574207 Aug 11 03:34:53.918179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-d4e62010-92d6-4f61-aece-c08782d0a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:53.920016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-d4e62010-92d6-4f61-aece-c08782d0a3e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0575454 Aug 11 03:34:53.972584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-1a603a33-88f0-444b-b5f4-acff27042a42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453568 Aug 11 03:34:54.063368 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-8a736318-7055-43e2-a804-0a42f89027c4 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838447 Aug 11 03:34:54.161492 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f98122-503e-4e04-b5ce-2472173a5fd6 req-723cd03b-f927-4b2f-9d7a-b41fe95b601c service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904064 Aug 11 03:34:54.245947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-c0fffdf5-6118-4f9a-b2bf-831f3a469df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:54.247407 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-c0fffdf5-6118-4f9a-b2bf-831f3a469df6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1095 time: 0.0399749 Aug 11 03:34:54.335698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-f4a5b265-2a56-4701-a0c7-8ef701f85fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:54.337137 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-f4a5b265-2a56-4701-a0c7-8ef701f85fb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.0820873 Aug 11 03:34:54.383467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-d09e78a8-dbff-4634-bedd-a818fa722771 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 217 time: 0.0381224 Aug 11 03:34:54.435186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-17b44822-5a64-4d5d-b937-80fc9219f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:54.436579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-17b44822-5a64-4d5d-b937-80fc9219f297 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0453854 Aug 11 03:34:54.469253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-945b8ecc-3674-4fdb-8292-1a53dc32d291 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236166 Aug 11 03:34:54.562619 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-0e9ad553-f897-4c68-a803-2bffa660ee6d service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852809 Aug 11 03:34:54.677576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf32209f-1dfc-41fb-ad51-e46cd19dd6de req-7c8a843c-5a56-424e-a40a-1553811d257e service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076336 Aug 11 03:34:54.700811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57b135-12e8-4bcb-8ab1-a83d22337911 req-dd4ec3a2-feda-4b2f-8eb7-735a067eac42 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:54.702184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b57b135-12e8-4bcb-8ab1-a83d22337911 req-dd4ec3a2-feda-4b2f-8eb7-735a067eac42 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 943 time: 0.0613029 Aug 11 03:34:54.741064 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b57b135-12e8-4bcb-8ab1-a83d22337911 req-df658874-40ca-418e-9942-2ae0552c05ab tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319185 Aug 11 03:34:55.254240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c61e3c7-d1df-484f-837e-afed5423fae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.541802 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.792102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:55.865570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981d6a4-5835-4e0c-a060-c15a933588ad req-e33a879d-8da1-4705-8c97-ea5d567d2c12 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:55.867050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f981d6a4-5835-4e0c-a060-c15a933588ad req-e33a879d-8da1-4705-8c97-ea5d567d2c12 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 943 time: 0.0526357 Aug 11 03:34:55.904220 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f981d6a4-5835-4e0c-a060-c15a933588ad req-bef4934e-d4ca-4f66-af34-433dd9c373c1 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Aug 11 03:34:56.829495 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.023894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644032bf-4f1c-4f60-bb4a-2f1d4d775674 req-63952c43-2545-4015-8122-38d3dfa9f911 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:57.025362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-644032bf-4f1c-4f60-bb4a-2f1d4d775674 req-63952c43-2545-4015-8122-38d3dfa9f911 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 943 time: 0.0530829 Aug 11 03:34:57.062729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-644032bf-4f1c-4f60-bb4a-2f1d4d775674 req-0ef29be4-4e9c-4923-ba5c-a8dbfa1d4234 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Aug 11 03:34:57.338218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:34:57.340230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:34:57.367424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 1a6de113-e06a-4243-b79e-80a49a76aa03 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:34:57.367795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1a6de113-e06a-4243-b79e-80a49a76aa03 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:34:57.455052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:57.465317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4', 'port_id': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'mac_address': 'fa:16:3e:c5:57:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:34:57.503399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.519217 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f3dc73-354a-452e-af1d-4c0a461a0964 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:34:57.538170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:57.542136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:57.588405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:57.756750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c0f3dc73-354a-452e-af1d-4c0a461a0964'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:34:58.179605 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4461f40-26ff-4432-a318-0f1a12dd259b req-64e34138-67e1-45b9-8ee7-35d240ab4528 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:58.181131 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4461f40-26ff-4432-a318-0f1a12dd259b req-64e34138-67e1-45b9-8ee7-35d240ab4528 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 944 time: 0.0501280 Aug 11 03:34:58.218826 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f4461f40-26ff-4432-a318-0f1a12dd259b req-53d2dffe-9ddc-4755-baba-bb58a4d80975 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Aug 11 03:34:58.246107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:59.045241 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:34:59.336939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:34:59.338634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888678d2-9bba-47f0-917a-74caf9607470 req-f4c13d45-c5ec-4f10-af1e-e6e3aaea5f50 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:59.340175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-888678d2-9bba-47f0-917a-74caf9607470 req-f4c13d45-c5ec-4f10-af1e-e6e3aaea5f50 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 944 time: 0.0509174 Aug 11 03:34:59.378157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-888678d2-9bba-47f0-917a-74caf9607470 req-838228ac-bc87-4552-a556-8e806669c72c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Aug 11 03:34:59.390238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c0f3dc73-354a-452e-af1d-4c0a461a0964 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:34:59.394207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c0f3dc73-354a-452e-af1d-4c0a461a0964 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:34:59.394741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:59.474377 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:59.496422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:34:59.498674 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21de8f87-49d6-4e00-9f67-50f8f5a166a6" -d '{"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-plugged", "status": "completed", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:34:59.512598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:34:59.516765 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:34:59.542347 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a384361-2b53-47b8-a753-e11085ba46fe x-openstack-request-id: req-8a384361-2b53-47b8-a753-e11085ba46fe {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:34:59.542643 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-plugged", "status": "completed", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:34:59.542900 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a384361-2b53-47b8-a753-e11085ba46fe {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:34:59.543288 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'code': 200} Aug 11 03:34:59.571060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:34:59.633450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430538fe-e5db-4342-8464-243a46ed0a0f req-68e380a3-af1f-4029-90f5-3e2883bd4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:34:59.634918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-430538fe-e5db-4342-8464-243a46ed0a0f req-68e380a3-af1f-4029-90f5-3e2883bd4ebb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1097 time: 0.0395966 Aug 11 03:34:59.670675 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-430538fe-e5db-4342-8464-243a46ed0a0f req-c7edcbba-1dd5-4449-93cf-b9c1c6275b6c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282447 Aug 11 03:35:00.279674 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:00.504549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445964ad-7c4c-4253-8c6e-387aed3e7abd req-fac407f4-5c17-4733-b266-3f106b118981 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:00.505968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-445964ad-7c4c-4253-8c6e-387aed3e7abd req-fac407f4-5c17-4733-b266-3f106b118981 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0574024 Aug 11 03:35:00.546205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-445964ad-7c4c-4253-8c6e-387aed3e7abd req-eb127729-13b9-4020-8dfe-abecd8d3ab9b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340021 Aug 11 03:35:01.665983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d792d-3fd3-4e79-891c-15eb7b25a325 req-ed33d155-d0dc-418e-bde0-ffd5be14dce6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:01.667470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b2d792d-3fd3-4e79-891c-15eb7b25a325 req-ed33d155-d0dc-418e-bde0-ffd5be14dce6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0488474 Aug 11 03:35:01.707100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4b2d792d-3fd3-4e79-891c-15eb7b25a325 req-20e26ccc-b288-4099-ad2d-412820d32a2f tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 Aug 11 03:35:01.822126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccc725-a32f-4e6d-a58b-757201b19060 req-b6ebe7af-7fca-4eab-901c-104e6a74f20e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:01.823614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8fccc725-a32f-4e6d-a58b-757201b19060 req-b6ebe7af-7fca-4eab-901c-104e6a74f20e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0493097 Aug 11 03:35:01.860495 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8fccc725-a32f-4e6d-a58b-757201b19060 req-08bf647f-793e-4a63-81fb-438f36083f5c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308299 Aug 11 03:35:02.118369 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-2c5bd439-28e0-4fd8-8da4-cf8588bd26b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754187 Aug 11 03:35:02.129876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435b202-d328-4ac2-9e15-46012e4c5b48 req-db4ae2c9-0e39-432e-bed1-b045e9c6817e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:02.131338 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2435b202-d328-4ac2-9e15-46012e4c5b48 req-db4ae2c9-0e39-432e-bed1-b045e9c6817e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0786154 Aug 11 03:35:02.177562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2435b202-d328-4ac2-9e15-46012e4c5b48 req-8bb4b560-0831-44c3-a567-d3551e73f121 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Aug 11 03:35:03.171975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-26a5c3b4-504f-41a1-9c77-d549e9fbb1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.173505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-26a5c3b4-504f-41a1-9c77-d549e9fbb1d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1097 time: 0.0428092 Aug 11 03:35:03.275615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-e0f530d5-ad61-4c18-a2f6-62c5a68b2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.277135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-e0f530d5-ad61-4c18-a2f6-62c5a68b2059 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.0966971 Aug 11 03:35:03.306271 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179dea4-f740-4518-a7ce-c0dda43ce953 req-82d971bc-00cd-4c28-9646-fd1062439a48 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.307954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9179dea4-f740-4518-a7ce-c0dda43ce953 req-82d971bc-00cd-4c28-9646-fd1062439a48 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0580571 Aug 11 03:35:03.322979 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-2376428c-64aa-4806-8b2f-002867953908 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 217 time: 0.0367947 Aug 11 03:35:03.349630 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9179dea4-f740-4518-a7ce-c0dda43ce953 req-0af7c0e5-16e2-48c8-9bff-bb9b5101576c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341930 Aug 11 03:35:03.373714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-f31d76f1-529d-4408-b953-a9431f18b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:03.375218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-f31d76f1-529d-4408-b953-a9431f18b8bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0449591 Aug 11 03:35:03.407340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-1a3a3f6a-7593-4ed0-b981-604eebb7852e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245776 Aug 11 03:35:03.743866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-facd6f87-04ec-429c-b7d3-842016c4a6f3 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296177 Aug 11 03:35:03.841252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-d5b647b0-4df7-49d7-a2ed-44863f4be8a3 service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888381 Aug 11 03:35:04.477428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4abbf-a476-4701-9c89-03d1b4525bdb req-ccd5a70d-bd9a-4bfd-9752-2cba6b83e4f5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:04.478971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7f4abbf-a476-4701-9c89-03d1b4525bdb req-ccd5a70d-bd9a-4bfd-9752-2cba6b83e4f5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0542600 Aug 11 03:35:04.518144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7f4abbf-a476-4701-9c89-03d1b4525bdb req-2f712843-763b-44a1-84b2-ec697aa48a28 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Aug 11 03:35:05.636132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61a85e-fed9-4317-8c0e-7a1326d991df req-9d8766bf-86da-4b38-9b5e-2c3aaca0f719 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:05.637506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ec61a85e-fed9-4317-8c0e-7a1326d991df req-9d8766bf-86da-4b38-9b5e-2c3aaca0f719 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0501161 Aug 11 03:35:05.675288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ec61a85e-fed9-4317-8c0e-7a1326d991df req-9bd90164-c387-441e-b381-8aa9e2332ecc tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Aug 11 03:35:06.791692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427dbb6-8f49-4dd9-92ce-f8091f608ec9 req-0bd74062-c4ec-4e23-8aa9-31d73af0ba99 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:06.793176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8427dbb6-8f49-4dd9-92ce-f8091f608ec9 req-0bd74062-c4ec-4e23-8aa9-31d73af0ba99 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0495405 Aug 11 03:35:06.833530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8427dbb6-8f49-4dd9-92ce-f8091f608ec9 req-10e8b2c4-58ca-46b4-bca8-3e1afeb716e3 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Aug 11 03:35:07.950002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36828210-6b3b-4aa8-8e7d-aa3b123b33d1 req-f20f74c2-90e6-4293-8f27-d3edb70d9762 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:07.951489 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36828210-6b3b-4aa8-8e7d-aa3b123b33d1 req-f20f74c2-90e6-4293-8f27-d3edb70d9762 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0500374 Aug 11 03:35:07.989592 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36828210-6b3b-4aa8-8e7d-aa3b123b33d1 req-0b701f2c-93e0-461f-be05-701eec636b43 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Aug 11 03:35:09.104523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4ff48-0919-45db-a587-b8e979c083ba req-7de2e7fe-083a-4997-acec-0054131460f5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:09.105894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3f4ff48-0919-45db-a587-b8e979c083ba req-7de2e7fe-083a-4997-acec-0054131460f5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0497692 Aug 11 03:35:09.143212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3f4ff48-0919-45db-a587-b8e979c083ba req-ab93f492-e09b-4e09-9f71-12e4a4242db2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Aug 11 03:35:10.262557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9591dc6-9fd5-421d-b67e-8140a49b6d5a req-9e3cc293-5627-4d8a-9156-d87077eb4b30 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:10.264038 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9591dc6-9fd5-421d-b67e-8140a49b6d5a req-9e3cc293-5627-4d8a-9156-d87077eb4b30 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0528915 Aug 11 03:35:10.300892 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a9591dc6-9fd5-421d-b67e-8140a49b6d5a req-df76f3a8-a216-4137-addd-3aca1d145ccc tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302227 Aug 11 03:35:11.423237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3896a-7836-4075-b8f3-149549b30f80 req-273fe00c-0125-41d6-a356-ea532cb817e0 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:11.424784 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1d3896a-7836-4075-b8f3-149549b30f80 req-273fe00c-0125-41d6-a356-ea532cb817e0 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0554125 Aug 11 03:35:11.464982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1d3896a-7836-4075-b8f3-149549b30f80 req-8281010a-ba31-452e-8563-b67f44d36bce tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342078 Aug 11 03:35:12.583965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856074d1-5054-4afe-991e-d9736a8a7502 req-da6a476e-e228-4bcd-8198-e418e784b060 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:12.585451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-856074d1-5054-4afe-991e-d9736a8a7502 req-da6a476e-e228-4bcd-8198-e418e784b060 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0500958 Aug 11 03:35:12.624059 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-856074d1-5054-4afe-991e-d9736a8a7502 req-87117490-09bc-4ff6-98ee-1504d6203b8d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Aug 11 03:35:13.738113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba209278-dc53-40ab-b5d2-6c1aa3c802b6 req-bdf50736-f505-45d6-9072-0177fa89e690 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:13.740169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba209278-dc53-40ab-b5d2-6c1aa3c802b6 req-bdf50736-f505-45d6-9072-0177fa89e690 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0484400 Aug 11 03:35:13.779582 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ba209278-dc53-40ab-b5d2-6c1aa3c802b6 req-e03cb764-2235-4184-954e-f2c0e6547919 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Aug 11 03:35:14.899749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c5b29-d985-4ce3-a565-93a9570ccde4 req-f2652248-04af-48d8-a135-eae32e970089 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:14.901237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-147c5b29-d985-4ce3-a565-93a9570ccde4 req-f2652248-04af-48d8-a135-eae32e970089 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0496643 Aug 11 03:35:14.938669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-147c5b29-d985-4ce3-a565-93a9570ccde4 req-231655d2-5cc6-4e05-bf51-e710ab4c996d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Aug 11 03:35:16.055872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e11e8-a05d-4b41-b544-ef14f1525149 req-6e1ccc43-9c6a-4e38-b7a2-f294ddefadf6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:16.057336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb0e11e8-a05d-4b41-b544-ef14f1525149 req-6e1ccc43-9c6a-4e38-b7a2-f294ddefadf6 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0506859 Aug 11 03:35:16.094473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cb0e11e8-a05d-4b41-b544-ef14f1525149 req-9c894111-d010-448d-90fa-ff13012af124 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Aug 11 03:35:17.217133 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a1cf8-ffc2-469d-adcd-312dd48d01ac req-0b424515-12b3-45c6-b642-b4e3ad2617ea tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:17.218606 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f61a1cf8-ffc2-469d-adcd-312dd48d01ac req-0b424515-12b3-45c6-b642-b4e3ad2617ea tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0533428 Aug 11 03:35:17.256647 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f61a1cf8-ffc2-469d-adcd-312dd48d01ac req-6fca3cb2-4a04-48fe-bb7e-97f9bfed7bc9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313683 Aug 11 03:35:18.374339 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6721c0-cfa7-4e9a-83df-6cccdf239598 req-24abc8db-c51f-4e36-a9df-354aaf2cc71b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:18.375864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec6721c0-cfa7-4e9a-83df-6cccdf239598 req-24abc8db-c51f-4e36-a9df-354aaf2cc71b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0519524 Aug 11 03:35:18.413223 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec6721c0-cfa7-4e9a-83df-6cccdf239598 req-2b5a4886-bd12-4da5-a6fb-e13d94582d4c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304544 Aug 11 03:35:19.529492 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d47eb-207f-47b4-a6ca-16eb49aaf292 req-a1f84bb3-02c5-4a38-b7b7-96b6825aa62e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:19.530969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b15d47eb-207f-47b4-a6ca-16eb49aaf292 req-a1f84bb3-02c5-4a38-b7b7-96b6825aa62e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0492210 Aug 11 03:35:19.568857 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b15d47eb-207f-47b4-a6ca-16eb49aaf292 req-76fb9db5-47d8-419a-a53b-f33c8ec512c5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317965 Aug 11 03:35:20.683775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee08a4-238b-418b-882f-a1bfa0534564 req-87981f21-1d63-439e-b9c4-83c595ce794d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:20.685244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0ee08a4-238b-418b-882f-a1bfa0534564 req-87981f21-1d63-439e-b9c4-83c595ce794d tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0494301 Aug 11 03:35:20.722285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0ee08a4-238b-418b-882f-a1bfa0534564 req-14d78770-49de-42f0-801f-aa7773fa8cac tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308282 Aug 11 03:35:21.839465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6677f65-defa-40f3-8e97-0a06ea2cd119 req-a7846db9-edd5-4d2d-be39-9ab1c9390478 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:21.840985 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6677f65-defa-40f3-8e97-0a06ea2cd119 req-a7846db9-edd5-4d2d-be39-9ab1c9390478 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0507112 Aug 11 03:35:21.879299 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c6677f65-defa-40f3-8e97-0a06ea2cd119 req-0dd4474f-9bc5-456a-b871-5a15e649de47 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323448 Aug 11 03:35:22.368149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1a77d92c-c460-4e58-a3d3-1a589074fd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:22.994763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128dd61-7ac5-4fcf-8c4e-0587b0e72a69 req-bf2ae6f2-8d11-4743-8db8-a69664b9802a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:22.996325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5128dd61-7ac5-4fcf-8c4e-0587b0e72a69 req-bf2ae6f2-8d11-4743-8db8-a69664b9802a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0487719 Aug 11 03:35:23.032385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5128dd61-7ac5-4fcf-8c4e-0587b0e72a69 req-b09e2918-70c2-49c2-82ae-92a9c0926e3c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301356 Aug 11 03:35:24.153971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51a7e8-90b3-4b42-8616-b17a437de66f req-1a0cc2d7-c367-48b3-917e-8e7ed8c996b9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:24.155468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c51a7e8-90b3-4b42-8616-b17a437de66f req-1a0cc2d7-c367-48b3-917e-8e7ed8c996b9 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0537248 Aug 11 03:35:24.193606 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c51a7e8-90b3-4b42-8616-b17a437de66f req-4ec280bb-8b5d-49ab-9db8-6eab945554ab tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Aug 11 03:35:25.256068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-62d4956b-08eb-4daf-9b72-91accee7d62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:25.318600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175f2be-b1a4-4768-aa69-89fc92789e38 req-479e33da-8fce-4d1a-baf8-3e3f06df5e3e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:25.320090 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c175f2be-b1a4-4768-aa69-89fc92789e38 req-479e33da-8fce-4d1a-baf8-3e3f06df5e3e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0528364 Aug 11 03:35:25.357771 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c175f2be-b1a4-4768-aa69-89fc92789e38 req-983bfa3a-917f-438a-bc62-ce19c9ebe2ce tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315702 Aug 11 03:35:25.543042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:25.791789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:26.472501 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da5f10-c459-4ff3-b780-4d74233fe34f req-91814b18-55d1-4ded-8793-ffd1ae93196b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:26.474709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2da5f10-c459-4ff3-b780-4d74233fe34f req-91814b18-55d1-4ded-8793-ffd1ae93196b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0497587 Aug 11 03:35:26.512250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2da5f10-c459-4ff3-b780-4d74233fe34f req-7f5cbf4c-015e-4dbe-a1fb-ec54e07a5722 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Aug 11 03:35:26.833735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:27.627962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa312d-916d-435c-b71c-49700661b8fd req-1fca0e21-12d3-4ad9-89f6-89508ab3c978 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:27.629468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35fa312d-916d-435c-b71c-49700661b8fd req-1fca0e21-12d3-4ad9-89f6-89508ab3c978 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0493934 Aug 11 03:35:27.666378 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-35fa312d-916d-435c-b71c-49700661b8fd req-abaf40ab-92dd-40f6-9981-fd34fa815379 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Aug 11 03:35:28.247304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:28.780193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe47a4-4f84-4084-8439-2e5ef7ad60bc req-05a5e12e-3c00-42d6-adb3-124bde1a8cbe tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:28.781664 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95fe47a4-4f84-4084-8439-2e5ef7ad60bc req-05a5e12e-3c00-42d6-adb3-124bde1a8cbe tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0482955 Aug 11 03:35:28.822047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-95fe47a4-4f84-4084-8439-2e5ef7ad60bc req-7d2aceba-24ac-4ae2-87cc-e0a219ec27f5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341294 Aug 11 03:35:29.937280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00725e-6f9e-4fa0-8201-8f3c44271c37 req-07171dfd-d506-4722-b702-003268c9f7c7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:29.939013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c00725e-6f9e-4fa0-8201-8f3c44271c37 req-07171dfd-d506-4722-b702-003268c9f7c7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0496051 Aug 11 03:35:29.977576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c00725e-6f9e-4fa0-8201-8f3c44271c37 req-8bc4bcb4-e6d4-4866-89ef-e4944c71b9c3 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Aug 11 03:35:30.287698 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.072476 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-77eb366d-70bb-4c18-9b38-74de0be3ec6c service neutron] show failed (client error): The resource could not be found. Aug 11 03:35:31.073416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-77eb366d-70bb-4c18-9b38-74de0be3ec6c service neutron] 10.222.0.57 "GET /v2.0/ports/c0f3dc73-354a-452e-af1d-4c0a461a0964/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0603909 Aug 11 03:35:31.101112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e96be-4ff4-4736-9d27-dc342f122a9a req-7d76b390-3c10-49f6-b7dd-c9e7c11294e5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.102737 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c4e96be-4ff4-4736-9d27-dc342f122a9a req-7d76b390-3c10-49f6-b7dd-c9e7c11294e5 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0572460 Aug 11 03:35:31.142951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2c4e96be-4ff4-4736-9d27-dc342f122a9a req-a50d465d-a46e-448f-b6f0-fbeede260a0c tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341654 Aug 11 03:35:31.267537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-6da41c8b-b554-45e5-9772-164e25c1026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.269062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-6da41c8b-b554-45e5-9772-164e25c1026c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef&tenant_id=38b607d003224ab6b90639a9b1ad4807 HTTP/1.1" status: 200 len: 1097 time: 0.0409889 Aug 11 03:35:31.281035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:31.333903 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.536929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:31.570440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:31.609491 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:31.611690 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d65b20a-bb1b-4ed3-b196-d5657004ddb4" -d '{"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:31.615521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.627666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Transition to ACTIVE for port object c0f3dc73-354a-452e-af1d-4c0a461a0964 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:31.631662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.664691 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f4acd0-e1b8-4cf7-825f-b9cb00755ef5 x-openstack-request-id: req-94f4acd0-e1b8-4cf7-825f-b9cb00755ef5 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:31.664986 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:31.665243 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94f4acd0-e1b8-4cf7-825f-b9cb00755ef5 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:31.665640 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'code': 200} Aug 11 03:35:31.696813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] No DVR routers for this DVR port c0f3dc73-354a-452e-af1d-4c0a461a0964 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:31.698626 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:31.707994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.708929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.708929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.709265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.709603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.709938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.710270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.710599 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.710929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.711257 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.711589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.711936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:31.749096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:31.749487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:31.749822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:31.754066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Port c0f3dc73-354a-452e-af1d-4c0a461a0964 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:35:31.754593 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Attempting to bind port c0f3dc73-354a-452e-af1d-4c0a461a0964 on network 2d7ec49a-30fc-4b8d-8f31-745b60f868e4 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:31.759545 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:31.759915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Checking segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:31.760300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Bound using segment: {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:31.760725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Bound port: c0f3dc73-354a-452e-af1d-4c0a461a0964, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6729187c-5e9b-4d75-a10e-9febb54684f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:31.761083 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.824814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:31.827925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:31.833318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.866471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.867096 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:31.868536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] 10.222.0.10 "PUT /v2.0/ports/c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 1092 time: 0.5914733 Aug 11 03:35:31.900032 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405b98c-22b7-46d5-a8df-235834676e23 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:31.936016 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-ad27260f-c393-4332-9b71-ed9f151120e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:31.937802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-ad27260f-c393-4332-9b71-ed9f151120e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1095 time: 0.0459054 Aug 11 03:35:32.030906 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-d3fc83dd-fd73-4541-9556-a5bc711d57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:32.032437 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-d3fc83dd-fd73-4541-9556-a5bc711d57b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.0878472 Aug 11 03:35:32.074602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-3c7dbd26-89ad-4fd0-9733-2e988d6fee9c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 217 time: 0.0342798 Aug 11 03:35:32.128246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-9eca5a01-9e35-4e76-9c7b-a378290ddfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:32.130606 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-9eca5a01-9e35-4e76-9c7b-a378290ddfca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0477223 Aug 11 03:35:32.162951 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-27586542-20ce-466b-aba4-8ee735ff9463 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256364 Aug 11 03:35:32.290566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93137fc-2f8e-4ae6-879e-7c5650406d60 req-15e7547d-9d62-4166-b95e-bc206566e82e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:32.292039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d93137fc-2f8e-4ae6-879e-7c5650406d60 req-15e7547d-9d62-4166-b95e-bc206566e82e tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 943 time: 0.0785224 Aug 11 03:35:32.295497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-aafda09e-2e29-4d37-9776-4b6cf8388e74 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249964 Aug 11 03:35:32.376562 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d93137fc-2f8e-4ae6-879e-7c5650406d60 req-5bb27475-52b7-4ae5-afa3-9a4887d3763b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781035 Aug 11 03:35:32.406752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-773a32b6-159f-40c6-aa5f-6d3f35ef906a req-a913323d-ed39-4f1f-a507-9bdb12690a65 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023419 Aug 11 03:35:33.497805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1d57-4074-4e47-966a-3feeb1734c11 req-a3137fc9-28e0-4226-9fec-6ac56ab5244b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:33.499288 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-434a1d57-4074-4e47-966a-3feeb1734c11 req-a3137fc9-28e0-4226-9fec-6ac56ab5244b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 943 time: 0.0507226 Aug 11 03:35:33.534484 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:35:33.537819 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-434a1d57-4074-4e47-966a-3feeb1734c11 req-ce14e67a-cd9d-4728-a71c-771fb897f3f1 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Aug 11 03:35:33.631599 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:33.643100 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'network_id': '2d7ec49a-30fc-4b8d-8f31-745b60f868e4', 'port_id': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'mac_address': 'fa:16:3e:c5:57:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:35:33.666959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:33.669308 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc19931-2e0a-46da-a480-84e22e6bf26b" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:33.679586 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:33.693696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f3dc73-354a-452e-af1d-4c0a461a0964 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:33.714535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:33.717545 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3654179-5df4-48cd-ad13-6f1c7e2a9e80 x-openstack-request-id: req-b3654179-5df4-48cd-ad13-6f1c7e2a9e80 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:33.717838 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:33.718106 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3654179-5df4-48cd-ad13-6f1c7e2a9e80 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:33.718538 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'status': 'completed', 'code': 200} Aug 11 03:35:33.719784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:33.772144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:33.781211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.781877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.782415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.782688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-47e38f91-49a5-4253-a246-be6798203652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:33.782943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.783286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.783701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.784041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.784376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.784647 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-47e38f91-49a5-4253-a246-be6798203652 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1096 time: 0.0415497 Aug 11 03:35:33.784835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.785178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.785509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.786329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:33.787742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-7faaa838-2857-44d0-acd4-bb50166c2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:33.790177 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-7faaa838-2857-44d0-acd4-bb50166c2ca2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1096 time: 0.0529084 Aug 11 03:35:33.898337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-4e2920bd-7a9a-46be-85dd-bfee8f158f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:33.899865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-4e2920bd-7a9a-46be-85dd-bfee8f158f86 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.1079903 Aug 11 03:35:33.945235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['c0f3dc73-354a-452e-af1d-4c0a461a0964'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:35:33.950192 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-af3d5cec-e634-41ee-afee-5ffca17ecf74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 217 time: 0.0422213 Aug 11 03:35:34.017187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-ae383b87-d18b-4912-921a-68a57888f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.018733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-ae383b87-d18b-4912-921a-68a57888f5c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0612204 Aug 11 03:35:34.057838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-cbd6ad09-fbdc-4138-809e-16f41cd4d9e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317981 Aug 11 03:35:34.159756 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-9d5a39d8-bf19-4f35-9028-3ced7bc238ed service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927143 Aug 11 03:35:34.206848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-04d19779-38ad-45e1-b61a-597125347c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.208322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-04d19779-38ad-45e1-b61a-597125347c66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.4089463 Aug 11 03:35:34.252944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-36c99b3f-9f62-44c3-ad9a-113e9f82abca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 217 time: 0.0372305 Aug 11 03:35:34.256593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-35543207-5168-4672-a4c3-9c18a296a62e service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893798 Aug 11 03:35:34.300896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-4434a570-e6b0-443f-996a-02b7a85e37de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.302459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-4434a570-e6b0-443f-996a-02b7a85e37de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0426905 Aug 11 03:35:34.334764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-a6fa7deb-9b2f-44d8-98d8-865f0ac0d3e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253098 Aug 11 03:35:34.425701 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-920d5e88-091d-4544-9dbf-700de39276f7 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834527 Aug 11 03:35:34.512731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7fc19931-2e0a-46da-a480-84e22e6bf26b req-0e84ef52-5ee8-4cd8-839f-7baa1b4788e3 service neutron] 10.222.0.10 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800095 Aug 11 03:35:34.653852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d5444-091f-42e5-826c-c361941c82b4 req-d74f558a-6573-408f-bab0-61e436c12596 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.655343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e3d5444-091f-42e5-826c-c361941c82b4 req-d74f558a-6573-408f-bab0-61e436c12596 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 944 time: 0.0491703 Aug 11 03:35:34.692777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7e3d5444-091f-42e5-826c-c361941c82b4 req-0a549c59-fcb8-486c-9573-eadc3ab45450 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308876 Aug 11 03:35:34.921917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720a493-fe69-4093-98df-4fabe4e27556 req-d10c3ccc-38b2-44e1-9519-35eb4bbc6f61 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.923390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3720a493-fe69-4093-98df-4fabe4e27556 req-d10c3ccc-38b2-44e1-9519-35eb4bbc6f61 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 944 time: 0.0792482 Aug 11 03:35:34.946108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a5761-3905-4207-b3c5-196133c1813c req-3e021646-60d0-45f1-aa65-a8c5e5aa6c58 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:34.947498 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-3e021646-60d0-45f1-aa65-a8c5e5aa6c58 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef&tenant_id=38b607d003224ab6b90639a9b1ad4807&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 944 time: 0.0774548 Aug 11 03:35:34.996311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3720a493-fe69-4093-98df-4fabe4e27556 req-bb516de8-5523-4ce8-8e0b-790c3b841dce tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664210 Aug 11 03:35:35.023245 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-db2a5761-3905-4207-b3c5-196133c1813c req-245c0a03-5323-4d5d-ab92-ee6e211d09d9 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:35:35.024304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-245c0a03-5323-4d5d-ab92-ee6e211d09d9 service neutron] 10.222.0.57 "DELETE /v2.0/ports/c0f3dc73-354a-452e-af1d-4c0a461a0964/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0675323 Aug 11 03:35:35.107918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a5761-3905-4207-b3c5-196133c1813c req-5e617a73-74be-4df2-a5cb-015fcd1996d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:35.109342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-5e617a73-74be-4df2-a5cb-015fcd1996d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=38b607d003224ab6b90639a9b1ad4807&device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 1096 time: 0.0409074 Aug 11 03:35:35.202440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a5761-3905-4207-b3c5-196133c1813c req-862dd44f-d676-4a49-9e6a-72fb0cbaf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:35.203919 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-862dd44f-d676-4a49-9e6a-72fb0cbaf74c service neutron] 10.222.0.57 "GET /v2.0/networks?id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 200 len: 915 time: 0.0872247 Aug 11 03:35:35.247391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-978fb415-9107-40b2-88c0-f9240f7b24e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 200 len: 217 time: 0.0357103 Aug 11 03:35:35.296188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a5761-3905-4207-b3c5-196133c1813c req-b859b42c-6ddc-4219-8d92-45b1d98aa4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:35.297594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-b859b42c-6ddc-4219-8d92-45b1d98aa4a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 200 len: 854 time: 0.0433450 Aug 11 03:35:35.328946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-375e282c-f30a-4d5d-a36a-5f3f89564d1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2d7ec49a-30fc-4b8d-8f31-745b60f868e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240276 Aug 11 03:35:35.419474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-342fbc29-7faf-4aaf-9d3c-2da69003cfdb service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831351 Aug 11 03:35:35.508800 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db2a5761-3905-4207-b3c5-196133c1813c req-7e618593-8205-47bf-8b08-08da287d5f5f service neutron] 10.222.0.57 "GET /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815854 Aug 11 03:35:35.544405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:35.548738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:35.618786 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:35.627833 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port c0f3dc73-354a-452e-af1d-4c0a461a0964 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:35.632729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port c0f3dc73-354a-452e-af1d-4c0a461a0964 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:35.633149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.707361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.729256 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:35.731803 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6737cd-3a8b-4f35-8ab2-7153f2dff723" -d '{"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-plugged", "status": "completed", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:35.748056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:35.752784 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:35.780986 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b79619-eaa6-43be-9943-6951b81aecf0 x-openstack-request-id: req-e1b79619-eaa6-43be-9943-6951b81aecf0 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:35.781288 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-plugged", "status": "completed", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:35.781545 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1b79619-eaa6-43be-9943-6951b81aecf0 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:35.781960 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'code': 200} Aug 11 03:35:35.803081 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:36.045831 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:35:36.119715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea7035-235b-4004-9d1c-3363812b01f3 req-301386f8-685a-4074-93ef-bf8d4db33c8b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.121184 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9ea7035-235b-4004-9d1c-3363812b01f3 req-301386f8-685a-4074-93ef-bf8d4db33c8b tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0545347 Aug 11 03:35:36.160170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b9ea7035-235b-4004-9d1c-3363812b01f3 req-e6917086-25cf-4c54-92b9-d09a14ba7646 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Aug 11 03:35:36.276567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38997f0b-141a-4cfc-a6c6-517c8f3edcd6 req-15e60376-95af-4035-a36c-5afc69cc9e3a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.277979 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38997f0b-141a-4cfc-a6c6-517c8f3edcd6 req-15e60376-95af-4035-a36c-5afc69cc9e3a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0505641 Aug 11 03:35:36.315514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-38997f0b-141a-4cfc-a6c6-517c8f3edcd6 req-9691d0e6-9026-4b37-8ccb-eeb7d355dc3f tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Aug 11 03:35:36.436585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5e798-98ac-48e5-864c-51869cab6eb4 req-d6348c04-1061-4046-986c-8a16245f8186 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.438314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30c5e798-98ac-48e5-864c-51869cab6eb4 req-d6348c04-1061-4046-986c-8a16245f8186 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0485239 Aug 11 03:35:36.477150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30c5e798-98ac-48e5-864c-51869cab6eb4 req-dc0600c8-a7eb-481a-a604-dbed53c674d8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Aug 11 03:35:36.814193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf215a-11ee-4e97-bcdc-9be047016137 req-58c9604e-ff3c-43ab-b8d4-8ac4d1baf346 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:36.815746 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00cf215a-11ee-4e97-bcdc-9be047016137 req-58c9604e-ff3c-43ab-b8d4-8ac4d1baf346 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0537734 Aug 11 03:35:36.854064 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00cf215a-11ee-4e97-bcdc-9be047016137 req-50cc9f48-c050-48ac-8eb6-ad2a5c9a4ed7 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320394 Aug 11 03:35:37.923064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-bb6a0943-a6ee-44b9-b039-48cd063eb4f4 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.924547 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-bb6a0943-a6ee-44b9-b039-48cd063eb4f4 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0490100 Aug 11 03:35:37.969601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80d3c4-f8c6-447c-b805-6c07ce71da49 req-9f9485d0-80d4-4014-a8fd-e391996858a2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:37.971100 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c80d3c4-f8c6-447c-b805-6c07ce71da49 req-9f9485d0-80d4-4014-a8fd-e391996858a2 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc1d7413-f476-49e1-a25f-f188145017ef HTTP/1.1" status: 200 len: 945 time: 0.0490646 Aug 11 03:35:38.009513 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0c80d3c4-f8c6-447c-b805-6c07ce71da49 req-a006d839-a12c-461e-876d-eedb936aa88a tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.60 "GET /v2.0/security-groups?id=e3a16f81-ac61-4b94-aeb1-5019f873e4cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316217 Aug 11 03:35:38.013802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Deleting port c0f3dc73-354a-452e-af1d-4c0a461a0964 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:35:38.014173 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.105644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] For port c0f3dc73-354a-452e-af1d-4c0a461a0964, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c0f3dc73-354a-452e-af1d-4c0a461a0964,segment=NetworkSegment(6729187c-5e9b-4d75-a10e-9febb54684f5),segment_id=6729187c-5e9b-4d75-a10e-9febb54684f5)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:38.105923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.118355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Calling delete_port for c0f3dc73-354a-452e-af1d-4c0a461a0964 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:35:38.250507 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.261862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['c0f3dc73-354a-452e-af1d-4c0a461a0964'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:35:38.279576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Pushing event deleted for resources: {'Port': ['ID=c0f3dc73-354a-452e-af1d-4c0a461a0964,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:38.321140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] No DVR routers for this DVR port c0f3dc73-354a-452e-af1d-4c0a461a0964 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:35:38.323746 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:38.325876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5915920f-16d5-4fa1-9e9c-aa3cb5726924 req-7d463bde-4bbf-45c4-a7df-29ed9341beb8 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] 10.222.0.10 "DELETE /v2.0/ports/c0f3dc73-354a-452e-af1d-4c0a461a0964 HTTP/1.1" status: 204 len: 173 time: 0.3955457 Aug 11 03:35:38.326318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-deleted', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:38.328572 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f531da-0970-4b2e-bc88-04ce484d91b0" -d '{"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-deleted", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:38.369633 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6730ac-2899-4363-9d7e-234c423ea9f1 x-openstack-request-id: req-db6730ac-2899-4363-9d7e-234c423ea9f1 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:38.369917 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1d7413-f476-49e1-a25f-f188145017ef", "name": "network-vif-deleted", "tag": "c0f3dc73-354a-452e-af1d-4c0a461a0964", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:38.370173 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db6730ac-2899-4363-9d7e-234c423ea9f1 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:38.370575 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1d7413-f476-49e1-a25f-f188145017ef', 'name': 'network-vif-deleted', 'tag': 'c0f3dc73-354a-452e-af1d-4c0a461a0964', 'status': 'completed', 'code': 200} Aug 11 03:35:39.135651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42392) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:39.184794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Deleting subnet 1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:35:39.188065 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.222311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.262273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.316474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.347885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:39.353439 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.355877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1f5fc2a4-ef55-4e5b-a596-5b6f0b3f7c2b HTTP/1.1" status: 204 len: 168 time: 0.2189724 Aug 11 03:35:39.359261 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42394) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:39.363862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.364409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.364849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.366265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.366265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.366265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.366705 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.367179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.367675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.368155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.368632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.369104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb4d4f8-9cc0-4e40-a4a3-cb711f45b421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:39.434900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.517289 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.528469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7ec49a-30fc-4b8d-8f31-745b60f868e4']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:39.538870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6729187c-5e9b-4d75-a10e-9febb54684f5') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:39.539166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6729187c-5e9b-4d75-a10e-9febb54684f5') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:39.547878 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.566534 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.573349 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:35:39.573829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:35:39.575906 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:35:39.633260 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.638387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.640840 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2d7ec49a-30fc-4b8d-8f31-745b60f868e4 HTTP/1.1" status: 204 len: 168 time: 0.2805624 Aug 11 03:35:39.653932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74143692-b344-4f38-bc2c-da0b6de7a642 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7ec49a-30fc-4b8d-8f31-745b60f868e4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:39.751733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42398) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:39.795981 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f6fea76-9a52-45a5-91ef-d423e3ad3e29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38b607d003224ab6b90639a9b1ad4807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407424 Aug 11 03:35:39.796412 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42400) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:39.861649 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5e306eb-14da-41c8-b5e8-c4de73482b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.886079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5e306eb-14da-41c8-b5e8-c4de73482b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.938029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5e306eb-14da-41c8-b5e8-c4de73482b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.940723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5e306eb-14da-41c8-b5e8-c4de73482b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:39.941927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e5e306eb-14da-41c8-b5e8-c4de73482b11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3a16f81-ac61-4b94-aeb1-5019f873e4cb HTTP/1.1" status: 204 len: 168 time: 0.1444528 Aug 11 03:35:39.951154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e306eb-14da-41c8-b5e8-c4de73482b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a16f81-ac61-4b94-aeb1-5019f873e4cb,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:40.603416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42422) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:40.704252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-147912114-network', 'tenant_id': '4d61fefc87724f8e829127a30f321990'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:40.731587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Made reservation on behalf of 4d61fefc87724f8e829127a30f321990 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:40.734051 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.743113 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.836287 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.840196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.864960 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:35:40.875379 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d45d48-0bcc-4c5c-8147-e710881e9740,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:40.881810 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.882944 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Added segment 913b162a-e009-4cd9-ac19-8d45e3811e35 of type vlan for network 23799a3a-d01e-40e5-b763-d22601f9541d Aug 11 03:35:40.924479 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.954017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:40.954934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:40.955524 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.011853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4072216 Aug 11 03:35:41.014905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42426) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:41.019945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Request body: {'subnet': {'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-147912114-subnet', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:41.023720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98feb807-a3c8-4748-99ac-551c483affd7 admin admin] Pushing event updated for resources: {'Network': ['ID=23799a3a-d01e-40e5-b763-d22601f9541d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:41.046268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 23799a3a-d01e-40e5-b763-d22601f9541d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:35:41.046797 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Made reservation on behalf of 4d61fefc87724f8e829127a30f321990 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:41.048913 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.218274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.275604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=524c4286-a04c-4957-b336-fccb9fa5874a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:41.284618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:41.284985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Network hostable DHCP agents. Network: 23799a3a-d01e-40e5-b763-d22601f9541d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:35:41.302082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Network 23799a3a-d01e-40e5-b763-d22601f9541d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:35:41.311754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 23799a3a-d01e-40e5-b763-d22601f9541d) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:41.316395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:41.316986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.321679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d423daeb-a90b-48ce-b5fa-92a0a03fea6e None None] Network 23799a3a-d01e-40e5-b763-d22601f9541d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:41.334428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8de3e276-db47-4494-9d10-aca7fb112795 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3158243 Aug 11 03:35:41.334617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42428) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:41.339850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:41.360817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.361806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.417713 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.467224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-23799a3a-d01e-40e5-b763-d22601f9541d', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:35:41.468144 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.557887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.560546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:35:41.602011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: c0f3dc73-354a-452e-af1d-4c0a461a0964 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:35:41.602331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c0f3dc73-354a-452e-af1d-4c0a461a0964 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:35:41.626063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Allocated IP 172.20.0.2 (23799a3a-d01e-40e5-b763-d22601f9541d/524c4286-a04c-4957-b336-fccb9fa5874a/5cbc3e28-ca6d-4510-a6a1-05a14f999ea1) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:41.761689 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.772466 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.781193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Transition to ACTIVE for port object 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:41.781569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.796817 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Transition to ACTIVE for port object 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:41.802582 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.843407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Network 23799a3a-d01e-40e5-b763-d22601f9541d is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:41.847822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:41.852101 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:41.855099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Pushing event updated for resources: {'Port': ['ID=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:41.887043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Allocated IP 172.25.4.253 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/07189e52-2ebf-45e6-a59c-65d181a282f5) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:41.906521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Attempting to bind port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:41.906892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Attempting to bind port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:41.907258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Attempting to bind port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:41.912284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:41.912659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:41.913348 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.913348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:41.914094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Bound port: 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:41.914479 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.981717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] For port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:41.985040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] For port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:41.989012 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:41.994518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.038326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.051164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c98da-0079-4875-99c5-8fa3b7e6f016 None None] Pushing event updated for resources: {'Port': ['ID=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:42.085497 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:42.088394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:42.092809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:42.095901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Pushing event updated for resources: {'Port': ['ID=07189e52-2ebf-45e6-a59c-65d181a282f5,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:42.362986 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.565038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.702913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Router 35321a89-4379-4934-99c0-812b02c80d7c is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:35:42.818953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:42.828636 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:42.836038 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:42.839988 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ae996b3b-d0e2-4d66-98d4-0e66f93486cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5011561 Aug 11 03:35:42.840199 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42430) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:42.843221 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:42.844144 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:42.977124 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:42.985218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:43.028408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1b47c-fddd-4973-ad9d-b884721b44cb None None] Network 23799a3a-d01e-40e5-b763-d22601f9541d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:35:43.097812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:43.141920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e3d97ad0-81e9-485f-83cc-db80844c2594 None None] Provisioning for port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:43.164788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e3d97ad0-81e9-485f-83cc-db80844c2594 None None] Provisioning complete for port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:43.165166 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e3d97ad0-81e9-485f-83cc-db80844c2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.233082 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:42Z', 'revision_number': 3, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:43.267963 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:43.268268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Updating router 35321a89-4379-4934-99c0-812b02c80d7c port 07189e52-2ebf-45e6-a59c-65d181a282f5 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:35:43.292276 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e3d97ad0-81e9-485f-83cc-db80844c2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.309917 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.329585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e3d97ad0-81e9-485f-83cc-db80844c2594 None None] For port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:43.336463 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e3d97ad0-81e9-485f-83cc-db80844c2594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.395468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d97ad0-81e9-485f-83cc-db80844c2594 None None] Pushing event updated for resources: {'Port': ['ID=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:43.558020 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a9a6967d-8e19-4106-a4c2-594b1b3e5c32 None None] Provisioning complete for port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:43.558634 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9a6967d-8e19-4106-a4c2-594b1b3e5c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.605489 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.606039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.615621 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Transition to ACTIVE for port object 07189e52-2ebf-45e6-a59c-65d181a282f5 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:43.621303 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.679113 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Attempting to bind port 07189e52-2ebf-45e6-a59c-65d181a282f5 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:43.679328 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Attempting to bind port 07189e52-2ebf-45e6-a59c-65d181a282f5 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:43.679613 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Attempting to bind port 07189e52-2ebf-45e6-a59c-65d181a282f5 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:43.682445 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Pushing event updated for resources: {'Port': ['ID=07189e52-2ebf-45e6-a59c-65d181a282f5,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:43.690281 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:43.690655 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:43.691056 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.691450 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:43.691937 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Bound port: 07189e52-2ebf-45e6-a59c-65d181a282f5, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:43.692318 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.695520 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.695894 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.696232 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.696569 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.696902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.697229 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.697553 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.697878 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.698201 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.698524 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.698844 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.699162 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:35:43.748967 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] For port 07189e52-2ebf-45e6-a59c-65d181a282f5, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:43.751952 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] For port 07189e52-2ebf-45e6-a59c-65d181a282f5, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=07189e52-2ebf-45e6-a59c-65d181a282f5,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:43.755558 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.774743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Allocated IP 172.20.0.1 (23799a3a-d01e-40e5-b763-d22601f9541d/524c4286-a04c-4957-b336-fccb9fa5874a/50f30598-8605-41d6-83b4-3a1321492cd3) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:43.812858 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:43.813755 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:43.818743 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5b5d4-bf21-4bd3-b018-893ba0b1071d None None] Pushing event updated for resources: {'Port': ['ID=07189e52-2ebf-45e6-a59c-65d181a282f5,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:43.887084 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.901542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Transition to ACTIVE for port object 50f30598-8605-41d6-83b4-3a1321492cd3 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:43.924067 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:43.935617 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:43.980733 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Network 23799a3a-d01e-40e5-b763-d22601f9541d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:43.983987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:43.988463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:43.992883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Pushing event updated for resources: {'Port': ['ID=50f30598-8605-41d6-83b4-3a1321492cd3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:44.037128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.127582 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:42Z', 'revision_number': 3, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:44.157789 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc75f138-eadb-47f9-92c2-324f85ba573d None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:42Z', 'revision_number': 3, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:44.172031 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.290160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9a757627-6d5a-40b9-8c92-2acc9cc1430e None None] Provisioning for port 50f30598-8605-41d6-83b4-3a1321492cd3 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:44.294228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9a757627-6d5a-40b9-8c92-2acc9cc1430e None None] Provisioning complete for port 50f30598-8605-41d6-83b4-3a1321492cd3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:44.294605 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9a757627-6d5a-40b9-8c92-2acc9cc1430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.339570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9a757627-6d5a-40b9-8c92-2acc9cc1430e None None] Port 50f30598-8605-41d6-83b4-3a1321492cd3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:44.352085 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.356994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.441531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Pushing event updated for resources: {'Port': ['ID=50f30598-8605-41d6-83b4-3a1321492cd3,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:44.443864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.541885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Network 23799a3a-d01e-40e5-b763-d22601f9541d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:44.543467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:44.673392 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:44.762527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9eebc666-fce4-4289-895b-5040cfce1081 None None] Provisioning complete for port 50f30598-8605-41d6-83b4-3a1321492cd3 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:44.762899 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9eebc666-fce4-4289-895b-5040cfce1081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:44.803267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9eebc666-fce4-4289-895b-5040cfce1081 None None] Port 50f30598-8605-41d6-83b4-3a1321492cd3 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:44.807591 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:44.813830 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5be0d4e0-5e01-4567-84a1-5c3163321455 admin admin] 10.222.0.60 "PUT /v2.0/routers/35321a89-4379-4934-99c0-812b02c80d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9723656 Aug 11 03:35:45.009731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07189e52-2ebf-45e6-a59c-65d181a282f5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:45.073804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 07189e52-2ebf-45e6-a59c-65d181a282f5 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:45.078287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 07189e52-2ebf-45e6-a59c-65d181a282f5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:45.078652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.158638 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.179700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 07189e52-2ebf-45e6-a59c-65d181a282f5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=07189e52-2ebf-45e6-a59c-65d181a282f5,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:45.183611 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.184401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:45.205516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42438) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:45.211821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f0894b7d-ed1b-4069-a860-9754ef11e89e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1768731647', 'description': 'tempest-description--1078256164'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:45.236111 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0894b7d-ed1b-4069-a860-9754ef11e89e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.263223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=07189e52-2ebf-45e6-a59c-65d181a282f5,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.275818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:45.276203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.330321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0894b7d-ed1b-4069-a860-9754ef11e89e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.334318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0894b7d-ed1b-4069-a860-9754ef11e89e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.364709 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0894b7d-ed1b-4069-a860-9754ef11e89e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74e6ff-db5d-4bc3-b358-32f849eff993,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.368002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f0894b7d-ed1b-4069-a860-9754ef11e89e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.369217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f0894b7d-ed1b-4069-a860-9754ef11e89e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1620512 Aug 11 03:35:45.372129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42440) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:45.376926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-75216f9b-3d4e-440d-bad6-c02ad3e31e4a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'security_group_rule': {'security_group_id': '4b74e6ff-db5d-4bc3-b358-32f849eff993', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:45.403488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75216f9b-3d4e-440d-bad6-c02ad3e31e4a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.464328 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75216f9b-3d4e-440d-bad6-c02ad3e31e4a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.468615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75216f9b-3d4e-440d-bad6-c02ad3e31e4a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.487614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216f9b-3d4e-440d-bad6-c02ad3e31e4a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a97261-26dc-4ca2-8b0d-7358deacf870,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.496219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75216f9b-3d4e-440d-bad6-c02ad3e31e4a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.500313 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-75216f9b-3d4e-440d-bad6-c02ad3e31e4a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270840 Aug 11 03:35:45.500570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42442) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:45.505475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a86af940-022d-430a-a7ae-442b5299ef65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'security_group_rule': {'security_group_id': '4b74e6ff-db5d-4bc3-b358-32f849eff993', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:45.537345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a86af940-022d-430a-a7ae-442b5299ef65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.597656 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a86af940-022d-430a-a7ae-442b5299ef65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.601669 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a86af940-022d-430a-a7ae-442b5299ef65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.619827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86af940-022d-430a-a7ae-442b5299ef65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7b8e03-7e4e-4da2-a04a-af721956d41d,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:45.625744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a86af940-022d-430a-a7ae-442b5299ef65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.626980 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a86af940-022d-430a-a7ae-442b5299ef65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253576 Aug 11 03:35:45.630011 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 42444) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:45.634822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:45.659920 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.778997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:45.792893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:45.801886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:45.802519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:45.885620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Allocated IP 172.25.4.62 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/08fd6038-ec8b-49d4-af6f-636c5eafc094) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:45.909339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:45.992985 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.037522 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.076946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:46.083384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:46.088272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:46.093881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'Port': ['ID=08fd6038-ec8b-49d4-af6f-636c5eafc094,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:46.122666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 2, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:46.149473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:46.149828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Updating router 35321a89-4379-4934-99c0-812b02c80d7c port 50f30598-8605-41d6-83b4-3a1321492cd3 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:35:46.180274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.214257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.250598 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.426741 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.432277 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.499861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'Port': ['ID=08fd6038-ec8b-49d4-af6f-636c5eafc094,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:46.514172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.528632 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.530310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-aff8c0ef-7cb6-4f9c-8f59-1ab38f4f2d83 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8989360 Aug 11 03:35:46.609794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.621759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Transition to ACTIVE for port object 50f30598-8605-41d6-83b4-3a1321492cd3 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:46.629316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.677663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e55fc-84ac-4050-91ea-f74b5da971e9 None None] Pushing event updated for resources: {'Port': ['ID=50f30598-8605-41d6-83b4-3a1321492cd3,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:46.684391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-5c701413-b0d0-4a57-b1a1-c883ea1224c5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1768731647&fields=id&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 267 time: 0.0407104 Aug 11 03:35:46.737426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Attempting to bind port 50f30598-8605-41d6-83b4-3a1321492cd3 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:46.737809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Attempting to bind port 50f30598-8605-41d6-83b4-3a1321492cd3 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:46.738170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Attempting to bind port 50f30598-8605-41d6-83b4-3a1321492cd3 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:46.744103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:46.744480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:46.744888 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.745294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:46.745768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Bound port: 50f30598-8605-41d6-83b4-3a1321492cd3, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:46.746154 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.793198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-d8171944-62ff-4776-b124-6cd3f6dcc043 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:46.794880 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-d8171944-62ff-4776-b124-6cd3f6dcc043 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.1061456 Aug 11 03:35:46.815717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-612b12d7-e95d-467d-bc94-22882c3d5b75 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/quotas/4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 375 time: 0.0139310 Aug 11 03:35:46.820122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] For port 50f30598-8605-41d6-83b4-3a1321492cd3, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:46.823927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] For port 50f30598-8605-41d6-83b4-3a1321492cd3, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=50f30598-8605-41d6-83b4-3a1321492cd3,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:46.832195 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:46.889069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-9982cd60-3aef-403a-80fd-09df0e909b70 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709422 Aug 11 03:35:46.896847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:46.898555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:46.958449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07189e52-2ebf-45e6-a59c-65d181a282f5 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:46.993568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e55fc-84ac-4050-91ea-f74b5da971e9 None None] Pushing event updated for resources: {'Port': ['ID=50f30598-8605-41d6-83b4-3a1321492cd3,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:47.047429 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-c214c36b-3d3f-4d25-b515-8d052e109012 service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559618 Aug 11 03:35:47.082453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 07189e52-2ebf-45e6-a59c-65d181a282f5 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:47.082827 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:47.088701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:47.150330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-d56a6ac0-890c-4b28-8ffe-7c018c3ad923 service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955901 Aug 11 03:35:47.338745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33716b27-bfe4-497e-aca2-f21cd2b555a6 req-d101d655-5d64-45c1-bf9d-28c37bd439ad tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 210 time: 0.0319424 Aug 11 03:35:47.380398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:46Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:47.407177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c43ade-e35d-4ac2-9dd8-f40adee1577b None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:46Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:48.290765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-8a4e4953-58af-4d9e-b0e4-64061e5cfd02 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:48.292397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-8a4e4953-58af-4d9e-b0e4-64061e5cfd02 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.1144619 Aug 11 03:35:48.340388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f1af5991-f2bc-4d75-84cf-2d7a86e0fec5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 380 time: 0.0395846 Aug 11 03:35:48.351080 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'port': {'device_id': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'admin_state_up': True, 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'security_groups': ['4b74e6ff-db5d-4bc3-b358-32f849eff993']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:48.474494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b361294d-aa30-4d7a-9ec4-15cdbdd5716a req-cb73e067-5113-4319-845b-533b37c77cba tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 210 time: 0.0274644 Aug 11 03:35:48.484162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Made reservation on behalf of 4d61fefc87724f8e829127a30f321990 for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:35:48.487904 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.613262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Allocated IP 172.20.0.13 (23799a3a-d01e-40e5-b763-d22601f9541d/524c4286-a04c-4957-b336-fccb9fa5874a/cbbe4a42-a745-48fe-9997-c0d6a3d08a1b) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:35:48.751890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.766526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Transition to ACTIVE for port object cbbe4a42-a745-48fe-9997-c0d6a3d08a1b will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:48.800962 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.844035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Network 23799a3a-d01e-40e5-b763-d22601f9541d is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:35:48.848990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:35:48.852785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:35:48.880737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:48.912482 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:48.913659 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:48.932188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-12d6b2f9-7217-4884-8b73-a230efbd6b55 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5852926 Aug 11 03:35:48.945636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Request body: {'port': {'device_id': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:48.972955 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 50f30598-8605-41d6-83b4-3a1321492cd3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:49.010281 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.028474 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 50f30598-8605-41d6-83b4-3a1321492cd3 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:49.032517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 50f30598-8605-41d6-83b4-3a1321492cd3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:49.032896 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.084666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f23e391f-564f-4692-8603-5fd74b165b65 None None] Provisioning for port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:49.091908 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f23e391f-564f-4692-8603-5fd74b165b65 None None] Provisioning complete for port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:49.092290 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f23e391f-564f-4692-8603-5fd74b165b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.153448 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.155227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f23e391f-564f-4692-8603-5fd74b165b65 None None] Port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:35:49.187927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 50f30598-8605-41d6-83b4-3a1321492cd3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=50f30598-8605-41d6-83b4-3a1321492cd3,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:49.191728 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.238893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=50f30598-8605-41d6-83b4-3a1321492cd3,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:49.286974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbe4a42-a745-48fe-9997-c0d6a3d08a1b {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:49.294818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.306663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Transition to ACTIVE for port object cbbe4a42-a745-48fe-9997-c0d6a3d08a1b will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:35:49.309690 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.364582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:49.436476 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:35:49.436820 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:35:49.437156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:49.441882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:35:49.442227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:35:49.448136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:35:49.448481 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:35:49.448876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:35:49.449310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Bound port: cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:35:49.449673 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.521769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:35:49.526346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:35:49.531208 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.578015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.579000 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:49.581154 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] 10.222.0.10 "PUT /v2.0/ports/cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 1093 time: 0.6412621 Aug 11 03:35:49.586204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:49.588673 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a568f8-dd14-469b-a45e-09c77db08ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:49.663666 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613b3403-f796-4ea0-92fb-74b3c8a87c56 x-openstack-request-id: req-613b3403-f796-4ea0-92fb-74b3c8a87c56 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:49.664044 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:49.664267 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-613b3403-f796-4ea0-92fb-74b3c8a87c56 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:49.664579 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'status': 'completed', 'code': 200} Aug 11 03:35:49.675172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0005a81-6c42-47be-b949-9ae92c0cd6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:49.698794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3e2fe-92cf-46ff-a78e-4f06eb0e2835 req-832c0a79-b7ee-46ba-9d11-5c533f107cfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.700389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ab3e2fe-92cf-46ff-a78e-4f06eb0e2835 req-832c0a79-b7ee-46ba-9d11-5c533f107cfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.1414528 Aug 11 03:35:49.706505 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-27b9de24-c46a-4256-818e-0031400f5edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.708016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-27b9de24-c46a-4256-818e-0031400f5edb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1096 time: 0.0845413 Aug 11 03:35:49.759752 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-488bdf5b-d38b-41a9-bb9c-8bc03589d957 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 217 time: 0.0430896 Aug 11 03:35:49.807390 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3ab3e2fe-92cf-46ff-a78e-4f06eb0e2835 req-bbe3495f-96f7-4b53-b2b0-6474235f4bc2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984042 Aug 11 03:35:49.824496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-a5700a23-ae4b-4983-a628-227b44f66295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.825974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-a5700a23-ae4b-4983-a628-227b44f66295 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0555890 Aug 11 03:35:49.874097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f1c65ae4-3fab-4bb0-ae9e-82f3e32e8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:49.875662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-f1c65ae4-3fab-4bb0-ae9e-82f3e32e8564 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419743 Aug 11 03:35:49.964500 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-14d0dba1-f247-4880-af85-a74069adefc8 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812123 Aug 11 03:35:50.056890 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4d85e7d5-1002-42fe-af0d-270c7960f26f req-b9c06aa5-903c-43f0-a45f-d42bafaab85f service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853422 Aug 11 03:35:50.143090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-e975d4c7-9255-4aa4-ade7-f7f44ef96a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:50.144656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-e975d4c7-9255-4aa4-ade7-f7f44ef96a3c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1096 time: 0.0416548 Aug 11 03:35:50.239598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-da621db0-ab24-4ec6-b322-8853c1356ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:50.241301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-da621db0-ab24-4ec6-b322-8853c1356ab7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0898137 Aug 11 03:35:50.282885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-644f2eda-a80b-44dc-a845-3ea8dcd057f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 217 time: 0.0345490 Aug 11 03:35:50.332478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-cb07d9f0-bfd3-450c-a3bb-41459b951e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:50.333936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-cb07d9f0-bfd3-450c-a3bb-41459b951e83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0435021 Aug 11 03:35:50.383793 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-22fa1fe9-7490-4c17-a3ce-c554ae9d9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:50.385367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-22fa1fe9-7490-4c17-a3ce-c554ae9d9d5e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439689 Aug 11 03:35:50.475417 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-4a8d8e50-7574-4437-87e0-8bcf63ae9e4b service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822964 Aug 11 03:35:50.567109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73a568f8-dd14-469b-a45e-09c77db08ef5 req-91635285-bc1b-467c-8aab-e7236acecf25 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848532 Aug 11 03:35:50.924933 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbac81-4e0e-47c3-b6de-77f7b7e87b85 req-a53142f0-38b4-45ad-ae0d-819f2053570a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:50.926651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25cbac81-4e0e-47c3-b6de-77f7b7e87b85 req-a53142f0-38b4-45ad-ae0d-819f2053570a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.0510654 Aug 11 03:35:50.938034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 50f30598-8605-41d6-83b4-3a1321492cd3 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:50.966276 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25cbac81-4e0e-47c3-b6de-77f7b7e87b85 req-975faaf8-d221-4358-bc49-c115c7435dd6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336699 Aug 11 03:35:50.989464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 50f30598-8605-41d6-83b4-3a1321492cd3 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:50.989840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:51.602712 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:35:51.698617 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:51.710036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'mac_address': 'fa:16:3e:f2:8e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:35:51.746607 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:51.759138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbe4a42-a745-48fe-9997-c0d6a3d08a1b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:35:51.778476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:51.782420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:51.832040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:51.990790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:35:52.083096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9c863-e83b-4a34-b28d-1ea42227a8b6 req-e67f3f1c-7d3e-4c0a-a463-221b9cabb98f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:52.084771 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c9c863-e83b-4a34-b28d-1ea42227a8b6 req-e67f3f1c-7d3e-4c0a-a463-221b9cabb98f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 945 time: 0.0508699 Aug 11 03:35:52.123338 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-43c9c863-e83b-4a34-b28d-1ea42227a8b6 req-57e63223-1648-4040-92df-ca2287e7a007 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Aug 11 03:35:52.367787 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-66547dbb-d6de-4bda-9402-eb8af65c5a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.239913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77b9d-9b57-4a5c-a706-b17913031bbd req-83790a13-62fc-42a2-a066-2c488353bdb6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:53.242011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5b77b9d-9b57-4a5c-a706-b17913031bbd req-83790a13-62fc-42a2-a066-2c488353bdb6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 945 time: 0.0484781 Aug 11 03:35:53.279185 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d5b77b9d-9b57-4a5c-a706-b17913031bbd req-b7f50dd7-6768-426a-809b-8d58fe8a6cf6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311790 Aug 11 03:35:53.622924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:35:53.671250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:35:53.674902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:35:53.675302 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.753170 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.776719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:53.779038 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ff1a90-2ff6-4876-b651-19022c1f4a3a" -d '{"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-plugged", "status": "completed", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:53.792098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:35:53.796215 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:53.823001 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b5ee74-087a-49c0-a294-111b5b23b04a x-openstack-request-id: req-61b5ee74-087a-49c0-a294-111b5b23b04a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:53.823290 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-plugged", "status": "completed", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:53.823540 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61b5ee74-087a-49c0-a294-111b5b23b04a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:53.823948 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'code': 200} Aug 11 03:35:53.849916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:35:53.915882 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a80c9b-431c-4b0e-8d72-bd6e521ba8b3 req-ede9565c-070d-4929-bdcf-b01cccec99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:53.917378 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49a80c9b-431c-4b0e-8d72-bd6e521ba8b3 req-ede9565c-070d-4929-bdcf-b01cccec99c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1098 time: 0.0415847 Aug 11 03:35:53.954166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-49a80c9b-431c-4b0e-8d72-bd6e521ba8b3 req-c7df94aa-4f3c-4939-b35c-e6c9339f7e71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294588 Aug 11 03:35:54.398761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f796de0-694a-4681-ab95-1eeb6d6dead4 req-13ea8c8a-c14f-468c-a99e-d312f1bd7336 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:54.400278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f796de0-694a-4681-ab95-1eeb6d6dead4 req-13ea8c8a-c14f-468c-a99e-d312f1bd7336 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0532610 Aug 11 03:35:54.438360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2f796de0-694a-4681-ab95-1eeb6d6dead4 req-552e7f95-fe7f-4815-8515-0dc501e3df82 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316532 Aug 11 03:35:55.260799 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f48c-76bd-43d8-9f5e-34e4466fa074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.546370 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.569547 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc32f4-bd9c-4881-8f56-3d5953fa87aa req-239dec03-a33f-4b6e-92e6-c163dd2ec7b3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:55.571781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0dc32f4-bd9c-4881-8f56-3d5953fa87aa req-239dec03-a33f-4b6e-92e6-c163dd2ec7b3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0567157 Aug 11 03:35:55.615622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d0dc32f4-bd9c-4881-8f56-3d5953fa87aa req-e0f78071-3bdf-48b1-849e-4f9849f18841 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379503 Aug 11 03:35:55.727609 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869b484-8a41-48a6-b346-c30c541fc8f8 req-7f0ba161-3e54-4db1-929a-d55d94e9f26a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:55.729121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7869b484-8a41-48a6-b346-c30c541fc8f8 req-7f0ba161-3e54-4db1-929a-d55d94e9f26a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0506833 Aug 11 03:35:55.737734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42496) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:35:55.742377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'floatingip': {'port_id': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:35:55.781612 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:55.814416 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.218201 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.221851 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.322582 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 associated. External IP: 172.25.4.62, port: cbbe4a42-a745-48fe-9997-c0d6a3d08a1b. Aug 11 03:35:56.527972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:35:56.634185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:35:56.638715 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.645009 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:35:56.655322 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:56.656032 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:56.665212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efba967b-f8c2-42d2-a189-c6d38f30308e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "PUT /v2.0/floatingips/b08d63a8-b7aa-4589-9931-ef14727c2587 HTTP/1.1" status: 200 len: 991 time: 0.9264367 Aug 11 03:35:56.665808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:35:56.668095 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c82b2d-001d-4069-9575-36984bdce6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:35:56.704553 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d648ad61-a8fd-48a2-99dd-778877e8e72b x-openstack-request-id: req-d648ad61-a8fd-48a2-99dd-778877e8e72b {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:35:56.704843 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:35:56.705094 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d648ad61-a8fd-48a2-99dd-778877e8e72b {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:35:56.705492 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'status': 'completed', 'code': 200} Aug 11 03:35:56.784673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c82b2d-001d-4069-9575-36984bdce6fe req-7caad314-49d8-45c1-8639-0ca8d6eed450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:56.786123 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12c82b2d-001d-4069-9575-36984bdce6fe req-7caad314-49d8-45c1-8639-0ca8d6eed450 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1098 time: 0.0497689 Aug 11 03:35:56.836313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:35:56.856544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:56.883503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c82b2d-001d-4069-9575-36984bdce6fe req-7e560e96-0d90-4325-beb8-6a54d431fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:56.885066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12c82b2d-001d-4069-9575-36984bdce6fe req-7e560e96-0d90-4325-beb8-6a54d431fcb0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0920069 Aug 11 03:35:56.955186 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12c82b2d-001d-4069-9575-36984bdce6fe req-f7f68ca7-9210-4590-bff6-11738eac302a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 999 time: 0.0637121 Aug 11 03:35:57.008207 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c82b2d-001d-4069-9575-36984bdce6fe req-74f8e289-99db-45f4-92b8-8c3e446d5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:57.009836 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12c82b2d-001d-4069-9575-36984bdce6fe req-74f8e289-99db-45f4-92b8-8c3e446d5cdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0467694 Aug 11 03:35:57.056211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c82b2d-001d-4069-9575-36984bdce6fe req-d8e4798d-76a5-4030-853f-bb0a80bfb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:35:57.057723 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12c82b2d-001d-4069-9575-36984bdce6fe req-d8e4798d-76a5-4030-853f-bb0a80bfb968 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411294 Aug 11 03:35:57.080563 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:f2:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:35:56Z', 'revision_number': 1, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:57.109782 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:35:57.118835 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:35:57.119457 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:35:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:57.151858 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12c82b2d-001d-4069-9575-36984bdce6fe req-8f92b2da-3e76-4065-ad6c-023bf2b3853f service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869184 Aug 11 03:35:57.224827 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:35:57.244040 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-12c82b2d-001d-4069-9575-36984bdce6fe req-c6c9c7d8-a46a-4849-b013-e6e4c54b6a9f service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855217 Aug 11 03:35:57.444588 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:f2:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:35:56Z', 'revision_number': 1, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:35:57.470560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9788cbd-54f5-4356-8525-73f06600fbdf None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:f2:8e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:35:56Z', 'revision_number': 1, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:35:57.665156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d4bc6d-9546-4042-8729-8f5afef1c1a0 None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:35:58.251010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:00.296465 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:13.045191 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:22.368589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-09c52e37-fcaf-4662-9e55-2f9ec70ff2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:25.261404 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-242c2f2d-f3e3-4968-b8eb-4b4d367c0fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:25.548985 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:25.826138 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:26.838507 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:28.253547 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:30.314752 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:40.825705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-5c0bb829-8370-4a18-8622-7796ac57c7c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415230 Aug 11 03:36:40.909117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-d31fa6aa-669c-4d07-b26f-152ddb30d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:40.910628 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-d31fa6aa-669c-4d07-b26f-152ddb30d94c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1098 time: 0.0449567 Aug 11 03:36:41.013274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-1a87e8a9-fc69-49cf-a746-31206c94d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:41.014745 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-1a87e8a9-fc69-49cf-a746-31206c94d035 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0846105 Aug 11 03:36:41.084011 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-456525e3-dd94-4b49-b3d3-c09e66a78216 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 1001 time: 0.0622408 Aug 11 03:36:41.133009 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-5582a2f4-ccf3-460a-8d56-566283951b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:41.134427 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-5582a2f4-ccf3-460a-8d56-566283951b2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0436060 Aug 11 03:36:41.180661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-cb8f77ad-f7dd-4714-97e9-6ddf71d9ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:36:41.182179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-cb8f77ad-f7dd-4714-97e9-6ddf71d9ffb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413167 Aug 11 03:36:41.279278 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-39599cd4-7a71-4da5-acef-51ed657e340b service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901768 Aug 11 03:36:41.373587 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e250c74-a220-4c18-a806-28f311aa1e56 req-e33a0fb1-f76b-4cfa-8238-24e07cfcad8c service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877013 Aug 11 03:36:50.044571 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:36:52.370118 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-680a95a2-b6e3-4cac-ab4b-15f782bda7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.261327 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9f56c812-27b4-4c70-8b90-3cc9dc9c0de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.550694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:55.837522 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:56.841928 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:36:58.259444 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:00.333112 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:22.371395 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9caf9e2e-6566-4822-bb53-3e4ccc263caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:25.262113 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2868fc2b-9594-4c13-8ea0-4911e8dde6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:25.551069 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:25.837783 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:26.845964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:27.044323 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:37:28.260462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:30.334172 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:32.386980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601fc16-1c7e-4279-9380-36890ecf3c85 req-ec05d220-05e2-4e39-85e7-009fcfd82d0f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:32.388534 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8601fc16-1c7e-4279-9380-36890ecf3c85 req-ec05d220-05e2-4e39-85e7-009fcfd82d0f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0515928 Aug 11 03:37:32.427235 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8601fc16-1c7e-4279-9380-36890ecf3c85 req-c7e3627d-a8aa-4b5d-987a-72fbf0b15ba7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Aug 11 03:37:32.960787 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-b6c8a925-b576-4139-a9ce-989f68428f8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3513160 Aug 11 03:37:32.969513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4e784-39e2-4902-9eab-0a23d358b3dc req-3e780dba-7842-4c48-bee0-1d29bd2b5a86 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:32.970938 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8dd4e784-39e2-4902-9eab-0a23d358b3dc req-3e780dba-7842-4c48-bee0-1d29bd2b5a86 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.3535328 Aug 11 03:37:33.012716 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8dd4e784-39e2-4902-9eab-0a23d358b3dc req-d54d1242-0853-483c-96c1-3e59e16e25d7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352008 Aug 11 03:37:34.131564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e0b67b-209b-49fa-8c4b-1891f0ff4b6a req-06533ed9-df5d-4e8e-95b4-51140ec1cfac tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:34.133083 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7e0b67b-209b-49fa-8c4b-1891f0ff4b6a req-06533ed9-df5d-4e8e-95b4-51140ec1cfac tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0500314 Aug 11 03:37:34.172981 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7e0b67b-209b-49fa-8c4b-1891f0ff4b6a req-61b0f743-dcbe-4bda-a0cf-d684324748a4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335619 Aug 11 03:37:34.220524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-f92a14b3-ae16-4394-b939-695e291cfad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:34.221984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-f92a14b3-ae16-4394-b939-695e291cfad6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1098 time: 0.0449035 Aug 11 03:37:34.311453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-1d9863b6-8213-4908-93e1-c7217c9a1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:34.313108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-1d9863b6-8213-4908-93e1-c7217c9a1039 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0840220 Aug 11 03:37:34.691649 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-7616aa25-c547-4ca1-a664-a83c72c4fff2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 1001 time: 0.3715019 Aug 11 03:37:34.742213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-07261ebb-4333-4d67-9f22-ceed8bb897c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:34.743602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-07261ebb-4333-4d67-9f22-ceed8bb897c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0429697 Aug 11 03:37:34.788982 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-0675de4e-8002-4fc6-aaf7-6173b78cc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:34.790442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-0675de4e-8002-4fc6-aaf7-6173b78cc67e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392582 Aug 11 03:37:34.884224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-aa068269-a15f-4724-a831-eaee0d2dcf4c service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869906 Aug 11 03:37:34.975899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4e2280ec-ee7b-410c-9c1a-f1e2ccd6300b service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845997 Aug 11 03:37:35.290607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f3748-2e92-499a-a12a-9475e2511ffb req-90a758d0-0d6a-48e6-b754-a4eaa95db93a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:35.292060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-661f3748-2e92-499a-a12a-9475e2511ffb req-90a758d0-0d6a-48e6-b754-a4eaa95db93a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0494099 Aug 11 03:37:35.329914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-661f3748-2e92-499a-a12a-9475e2511ffb req-e2f3c2c6-3524-4e65-a777-9673cbadd953 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319204 Aug 11 03:37:36.445136 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccab86-212b-4aab-8081-4828d23e5ca7 req-d71b848a-6ffb-4d56-bd30-41354a83c5c5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:36.446594 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adccab86-212b-4aab-8081-4828d23e5ca7 req-d71b848a-6ffb-4d56-bd30-41354a83c5c5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0495546 Aug 11 03:37:36.484666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adccab86-212b-4aab-8081-4828d23e5ca7 req-66e4f018-0f28-4a45-80fc-0a0d9d6a8a27 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Aug 11 03:37:37.604288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdad90f-ab57-48a9-945a-6c6dc4f9adf1 req-6048ca20-bb41-4f63-81d8-87c4aac73c89 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:37.606575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bfdad90f-ab57-48a9-945a-6c6dc4f9adf1 req-6048ca20-bb41-4f63-81d8-87c4aac73c89 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0537846 Aug 11 03:37:37.643509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bfdad90f-ab57-48a9-945a-6c6dc4f9adf1 req-85558fde-e9b6-494e-a23f-fc65b5c4abd8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Aug 11 03:37:38.762111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0324cb5-088c-4b3a-93d5-555ebfa2ce38 req-99591bca-9951-4443-a5a0-485a75e4442b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:38.763598 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c0324cb5-088c-4b3a-93d5-555ebfa2ce38 req-99591bca-9951-4443-a5a0-485a75e4442b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0521257 Aug 11 03:37:38.800261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c0324cb5-088c-4b3a-93d5-555ebfa2ce38 req-687ae1c9-9ed6-4afd-b4ad-d8ae1fb1f40b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307820 Aug 11 03:37:39.916422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773cd7b-94ac-4f02-9fe4-ac09d9b9ce2a req-71a12bf9-b3b6-4805-b8ba-d248c0c93c07 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:39.917903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5773cd7b-94ac-4f02-9fe4-ac09d9b9ce2a req-71a12bf9-b3b6-4805-b8ba-d248c0c93c07 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0497336 Aug 11 03:37:39.956421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5773cd7b-94ac-4f02-9fe4-ac09d9b9ce2a req-0a7d1c28-c10e-4549-b7c2-fa49445fb851 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325992 Aug 11 03:37:41.072533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8e012-7104-4d1a-9b68-b17c1dc0cb67 req-378b66de-2d99-4eb7-8f33-5ceac790856f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:41.073929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3f8e012-7104-4d1a-9b68-b17c1dc0cb67 req-378b66de-2d99-4eb7-8f33-5ceac790856f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0515332 Aug 11 03:37:41.113897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e3f8e012-7104-4d1a-9b68-b17c1dc0cb67 req-be751523-56f5-4e42-9e04-902089cc138e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Aug 11 03:37:42.232935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd71771-3638-46bf-88b7-fe68b2ff0fb0 req-7113fb02-770f-48f0-9845-48b8fb3af872 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:42.234427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cd71771-3638-46bf-88b7-fe68b2ff0fb0 req-7113fb02-770f-48f0-9845-48b8fb3af872 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0508876 Aug 11 03:37:42.272654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cd71771-3638-46bf-88b7-fe68b2ff0fb0 req-fe20e7f7-baff-49a3-87a2-e524d2d99c36 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Aug 11 03:37:42.856639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-10c0ea6d-ad71-4847-931e-bbc02c27566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:42.858256 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-10c0ea6d-ad71-4847-931e-bbc02c27566a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1098 time: 0.0420847 Aug 11 03:37:42.964950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-e2c38258-8e62-4b6f-84b8-e75cdb999563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:42.967370 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-e2c38258-8e62-4b6f-84b8-e75cdb999563 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0900633 Aug 11 03:37:43.033149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-b52738e6-49e7-4155-b5aa-edb79e67b148 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 1001 time: 0.0591958 Aug 11 03:37:43.087968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-0da20c60-5116-4c79-a87f-9d88c2c51ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:43.089335 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-0da20c60-5116-4c79-a87f-9d88c2c51ed1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0493648 Aug 11 03:37:43.136457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-bc71d4d2-aded-43be-9350-cd4b843caa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:43.138043 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-bc71d4d2-aded-43be-9350-cd4b843caa9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419686 Aug 11 03:37:43.234639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-408418cf-b162-4d52-a6cb-2725630c70ce service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896571 Aug 11 03:37:43.334438 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ef9919f5-79fc-41f4-9179-4a7e971c4b2d req-627597ce-77b6-4472-8702-18c373a063b6 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918620 Aug 11 03:37:43.392399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb7448-91b7-4ed6-9656-e7a918576358 req-0e0fa519-35bd-4f73-9a53-d2315ce480ed tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:43.393963 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abb7448-91b7-4ed6-9656-e7a918576358 req-0e0fa519-35bd-4f73-9a53-d2315ce480ed tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0515666 Aug 11 03:37:43.432385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4abb7448-91b7-4ed6-9656-e7a918576358 req-f7bff71b-f658-4de9-9fb9-22af86e07a71 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Aug 11 03:37:44.551789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34100e7a-84fc-4809-a7fd-17c3bf7372f8 req-4b56426b-55d1-43bf-a779-f09811f22dbe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:44.553247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34100e7a-84fc-4809-a7fd-17c3bf7372f8 req-4b56426b-55d1-43bf-a779-f09811f22dbe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0516739 Aug 11 03:37:44.590559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-34100e7a-84fc-4809-a7fd-17c3bf7372f8 req-3ceb09fe-3995-4ec6-aab3-9857e4e65043 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313835 Aug 11 03:37:45.705881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be60ed-da79-40dd-9a02-7d10c8c8c4e1 req-346c6593-7571-47a1-857a-97fd62bdb0ff tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:45.707363 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18be60ed-da79-40dd-9a02-7d10c8c8c4e1 req-346c6593-7571-47a1-857a-97fd62bdb0ff tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0485766 Aug 11 03:37:45.749139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18be60ed-da79-40dd-9a02-7d10c8c8c4e1 req-d145e725-a5e7-4e25-91b6-4802b89f4e8b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Aug 11 03:37:46.788158 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-9a954183-f1f9-4213-b5c8-b5423bf192e9 service neutron] show failed (client error): The resource could not be found. Aug 11 03:37:46.789146 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-9a954183-f1f9-4213-b5c8-b5423bf192e9 service neutron] 10.222.0.10 "GET /v2.0/ports/cbbe4a42-a745-48fe-9997-c0d6a3d08a1b/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0555494 Aug 11 03:37:46.870542 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84bedf-69f3-43bb-aa12-e56529347a73 req-d60ae176-f8b6-459d-9886-7f473de6eefb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:46.872222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e84bedf-69f3-43bb-aa12-e56529347a73 req-d60ae176-f8b6-459d-9886-7f473de6eefb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0514886 Aug 11 03:37:46.914795 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2e84bedf-69f3-43bb-aa12-e56529347a73 req-b81967fa-41e6-4730-b1d8-cbf2467a1250 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351577 Aug 11 03:37:47.016566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-86f96544-980c-4555-9126-5a799bda3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.018092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-86f96544-980c-4555-9126-5a799bda3cea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 1098 time: 0.0759497 Aug 11 03:37:47.031009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:47.084595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.282178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:47.315561 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:47.356425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:47.359268 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863cc9d0-ca41-4b47-9539-074ae50448f3" -d '{"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:47.363092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.376615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Transition to ACTIVE for port object cbbe4a42-a745-48fe-9997-c0d6a3d08a1b will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:47.381141 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.412017 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfa0a3e-4944-42a8-a4e0-ba072d9419c8 x-openstack-request-id: req-dcfa0a3e-4944-42a8-a4e0-ba072d9419c8 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:47.412314 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:47.412568 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcfa0a3e-4944-42a8-a4e0-ba072d9419c8 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:47.412964 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'code': 200} Aug 11 03:37:47.505890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=6']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:47.531509 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.531889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.532334 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.532579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.532918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.533251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.533587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.533918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.534249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.534577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.534905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.535232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:47.571456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] No DVR routers for this DVR port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:37:47.705007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:37:47.705333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:37:47.705634 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:47.710002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:37:47.710319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Attempting to bind port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:47.714969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:37:47.715305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:37:47.715715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:37:47.716134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Bound port: cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:37:47.717123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.783641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:47.786664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:37:47.790672 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.826569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.827130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:47.828541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] 10.222.0.57 "PUT /v2.0/ports/cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 1093 time: 0.8015823 Aug 11 03:37:47.850608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056c26c-793b-4b07-b1d3-85ff8e3eb5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=7']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:47.895938 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-6cdf11ca-27fb-4d5b-a71d-a1b1ba2a57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:47.897447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-6cdf11ca-27fb-4d5b-a71d-a1b1ba2a57a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1096 time: 0.0434225 Aug 11 03:37:48.006750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-37bf77a1-b3ab-4366-9da8-efb72a929a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:48.008235 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-37bf77a1-b3ab-4366-9da8-efb72a929a84 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.1027746 Aug 11 03:37:48.124952 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b9e52-b277-4d16-a89b-2aca45a651d1 req-fd3e6472-708a-4c28-b850-f66b21e9be9b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:48.126446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c64b9e52-b277-4d16-a89b-2aca45a651d1 req-fd3e6472-708a-4c28-b850-f66b21e9be9b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.1342413 Aug 11 03:37:48.135567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-2f4b816e-32c0-4011-a500-3ad2316cb0b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 999 time: 0.1139581 Aug 11 03:37:48.201510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c64b9e52-b277-4d16-a89b-2aca45a651d1 req-7613f7c5-8999-4669-9261-1cbf70baa169 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644381 Aug 11 03:37:48.208602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-c18894a3-fc93-4b42-b739-f1b7e6e08805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:48.210011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-c18894a3-fc93-4b42-b739-f1b7e6e08805 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0668228 Aug 11 03:37:48.265621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-03eccfdc-f0cd-4ecc-a800-6d0daaba11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:48.267237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-03eccfdc-f0cd-4ecc-a800-6d0daaba11a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491354 Aug 11 03:37:48.361703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-57bbf59e-9bb0-4c14-a9a9-bca683e6a091 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857937 Aug 11 03:37:48.452396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-ccfcd175-52da-46e0-9c92-05212c131182 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826857 Aug 11 03:37:49.321945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2c826-47af-4558-8aed-29a47cfedd15 req-f82480f4-3585-42ad-9c2a-a10d4341cdbc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.323392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14e2c826-47af-4558-8aed-29a47cfedd15 req-f82480f4-3585-42ad-9c2a-a10d4341cdbc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.0491970 Aug 11 03:37:49.362171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-14e2c826-47af-4558-8aed-29a47cfedd15 req-d3184518-fc24-46bb-a16a-c2c6ee240c89 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317764 Aug 11 03:37:49.414841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:49.417250 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231c1355-13ff-4be3-a79e-d61c520fad8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:49.465373 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706c7ffb-ea84-44c0-badb-14ef5b3a810f x-openstack-request-id: req-706c7ffb-ea84-44c0-badb-14ef5b3a810f {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:49.465667 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:49.465918 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-706c7ffb-ea84-44c0-badb-14ef5b3a810f {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:49.466320 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'status': 'completed', 'code': 200} Aug 11 03:37:49.525452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-32e00753-5a91-435c-9d32-b0bd25c4b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.526915 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-32e00753-5a91-435c-9d32-b0bd25c4b301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1096 time: 0.0414402 Aug 11 03:37:49.533026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-4a907254-0ab0-45a4-ad22-8d41d48ee79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.534497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-4a907254-0ab0-45a4-ad22-8d41d48ee79f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1096 time: 0.0443625 Aug 11 03:37:49.624150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-d1f08afc-2b6a-4af5-97ee-7fff155cbdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.625257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-d1f08afc-2b6a-4af5-97ee-7fff155cbdb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0913415 Aug 11 03:37:49.627097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-8a21bf9f-4e83-47d7-990a-eac8cf3031e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.628575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-8a21bf9f-4e83-47d7-990a-eac8cf3031e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0851970 Aug 11 03:37:49.693960 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-767ab700-6368-40fa-b08e-4630d58af060 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 999 time: 0.0614920 Aug 11 03:37:49.701770 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-846dcd6a-ec2e-40f9-b736-6f1c407f6089 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 999 time: 0.0619798 Aug 11 03:37:49.748351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-1d88166b-00c2-468a-91f4-88d8a3d529e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.749988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-1d88166b-00c2-468a-91f4-88d8a3d529e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0487635 Aug 11 03:37:49.752601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-27a876d4-2ed6-48c7-afc8-2a30b12a034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.754023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-27a876d4-2ed6-48c7-afc8-2a30b12a034e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0435674 Aug 11 03:37:49.797541 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-3fc876af-2856-40ab-9d8a-c32f0dc9476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.799039 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-3fc876af-2856-40ab-9d8a-c32f0dc9476d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420589 Aug 11 03:37:49.800671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-53e7d985-6dbb-40ac-9849-3aa5d4a1a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:49.802156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-53e7d985-6dbb-40ac-9849-3aa5d4a1a954 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403795 Aug 11 03:37:49.889470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-d3045ccd-6d93-4c3a-8ed9-05bfd2fbc4a3 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834734 Aug 11 03:37:49.896556 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-8fb6f831-b692-444b-8a31-624e2b4c46e6 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Aug 11 03:37:49.985602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-3a821eb7-dc90-4218-93eb-9bbc70e4efcc service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894387 Aug 11 03:37:49.988129 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-231c1355-13ff-4be3-a79e-d61c520fad8f req-fe59a434-300c-4764-916c-f3189009b028 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826924 Aug 11 03:37:50.200067 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:37:50.239885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:37:50.478153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed0ea-6d2e-4fd6-b867-e6184262adb8 req-450b24e5-884d-4ee2-9d44-8cb56f437e5a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.479652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2aaed0ea-6d2e-4fd6-b867-e6184262adb8 req-450b24e5-884d-4ee2-9d44-8cb56f437e5a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.0505030 Aug 11 03:37:50.517405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2aaed0ea-6d2e-4fd6-b867-e6184262adb8 req-6d2fc930-7949-4014-a4fd-aa74ef9622f2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Aug 11 03:37:50.687323 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-73bc159b-04b3-4103-9c45-0325e9193825 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471766 Aug 11 03:37:50.777326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-49d5985a-59cf-4a00-9112-4672082988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.778822 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-49d5985a-59cf-4a00-9112-4672082988a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1096 time: 0.0474994 Aug 11 03:37:50.781874 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-4769bbca-d91b-44c7-b3ac-7881a0d255bc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.783364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-4769bbca-d91b-44c7-b3ac-7881a0d255bc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89&tenant_id=4d61fefc87724f8e829127a30f321990&binding%3Ahost_id=n-h2-768509-22 HTTP/1.1" status: 200 len: 944 time: 0.1075499 Aug 11 03:37:50.791799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcc929-cdb7-4d8d-8420-78f460b583cf req-b356fd11-d63d-4bfd-8dff-8a5426c9b6fc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.793207 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5bcc929-cdb7-4d8d-8420-78f460b583cf req-b356fd11-d63d-4bfd-8dff-8a5426c9b6fc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.1289492 Aug 11 03:37:50.867442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5bcc929-cdb7-4d8d-8420-78f460b583cf req-ef61110b-06e6-4c21-b7ec-2634f2f6e5b1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670030 Aug 11 03:37:50.875178 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-4432185b-a6a4-4258-b4dd-09698e382a24 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:37:50.876313 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-4432185b-a6a4-4258-b4dd-09698e382a24 service neutron] 10.222.0.10 "DELETE /v2.0/ports/cbbe4a42-a745-48fe-9997-c0d6a3d08a1b/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0822296 Aug 11 03:37:50.887840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-292a0784-dada-490f-8a31-e4f5a17d6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.889335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-292a0784-dada-490f-8a31-e4f5a17d6212 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0878587 Aug 11 03:37:50.962914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-2078aa5a-b016-418c-957d-847bb25d1b61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 999 time: 0.0634589 Aug 11 03:37:50.969961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-a3e8afdc-7d7e-44d5-bb59-510af367cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:50.971440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-a3e8afdc-7d7e-44d5-bb59-510af367cbc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 1096 time: 0.0454457 Aug 11 03:37:51.013051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-74181f84-0379-44b8-a6ef-c5fcdda1489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.014676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-74181f84-0379-44b8-a6ef-c5fcdda1489e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0443721 Aug 11 03:37:51.063134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-56c54905-c648-4b1b-aabf-fc7441f1b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.064681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-56c54905-c648-4b1b-aabf-fc7441f1b0b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0863061 Aug 11 03:37:51.065435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-8e538bff-0bd6-4c2b-8832-7e3bf5ac6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.066899 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-8e538bff-0bd6-4c2b-8832-7e3bf5ac6945 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436251 Aug 11 03:37:51.135990 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-a1c846b2-7522-498d-85c4-774d8096100d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 200 len: 999 time: 0.0647011 Aug 11 03:37:51.160425 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-9b773cd0-ef41-4a85-9777-19907b433090 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857770 Aug 11 03:37:51.186214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-2cda553a-1b58-4ba6-8041-06d1b09bbd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.188128 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-2cda553a-1b58-4ba6-8041-06d1b09bbd5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0451190 Aug 11 03:37:51.234360 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-3e722454-79b5-4c64-8f47-5bdcd1a28216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.235881 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-3e722454-79b5-4c64-8f47-5bdcd1a28216 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410597 Aug 11 03:37:51.252154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2df5f0b8-edd2-42bd-aadf-30752537c767 req-8816191e-ce46-4cd8-8c6b-253712b8c998 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842845 Aug 11 03:37:51.331334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-78595367-41a6-4202-ac99-43510ee17124 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886629 Aug 11 03:37:51.421933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-611a3f79-7d7a-49ac-bb2d-70ffe7c506a1 req-db475b4d-669b-4d2a-a47a-a9db3351dcd9 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840824 Aug 11 03:37:51.990836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa1e5b-ac0c-4a31-a9e8-e63c02bb7bf3 req-d21fafa9-0257-4148-8740-43b9bb12fad0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:51.992358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbaa1e5b-ac0c-4a31-a9e8-e63c02bb7bf3 req-d21fafa9-0257-4148-8740-43b9bb12fad0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.0518045 Aug 11 03:37:52.029910 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbaa1e5b-ac0c-4a31-a9e8-e63c02bb7bf3 req-16dbd752-7ca5-478a-a261-408b7e0d9e4c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Aug 11 03:37:52.145029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028699b-990a-49f4-94ae-c5af74d9c9b1 req-638a4aa1-78f6-4fdc-abb1-63e1bc49994c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:52.146535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0028699b-990a-49f4-94ae-c5af74d9c9b1 req-638a4aa1-78f6-4fdc-abb1-63e1bc49994c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.0498986 Aug 11 03:37:52.191218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0028699b-990a-49f4-94ae-c5af74d9c9b1 req-a3ca61ba-402d-49bc-a9bf-acdd36742e4f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Aug 11 03:37:52.309716 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7598fb-a77c-4246-8840-9f44ce92a0e2 req-073b0f0b-50bb-4e25-8763-234074ebdae4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:52.311198 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e7598fb-a77c-4246-8840-9f44ce92a0e2 req-073b0f0b-50bb-4e25-8763-234074ebdae4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.0538328 Aug 11 03:37:52.349144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6e7598fb-a77c-4246-8840-9f44ce92a0e2 req-de8ae7ea-6a19-42a5-bb08-c07f6118144d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309598 Aug 11 03:37:52.371758 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7cf951fc-05e2-4df1-b511-873d68ef3ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.378638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:37:52.477272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:52.490899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'mac_address': 'fa:16:3e:f2:8e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:37:52.528690 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.544198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbe4a42-a745-48fe-9997-c0d6a3d08a1b {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:37:52.567759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:52.572077 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:52.592422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed4d11-dee1-4e6c-943c-98778c5c35a4 req-09e2e78c-71f5-4397-bcf9-68abfb36bd9d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:52.594638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-baed4d11-dee1-4e6c-943c-98778c5c35a4 req-09e2e78c-71f5-4397-bcf9-68abfb36bd9d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 944 time: 0.0530865 Aug 11 03:37:52.619226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:52.626978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.627326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.627687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.628025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.628358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.628685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.629015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.629339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.629661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.629979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.630302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.630622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:37:52.633124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-baed4d11-dee1-4e6c-943c-98778c5c35a4 req-7ab96f6d-d263-433d-82b9-e903fb2a9f3a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317457 Aug 11 03:37:52.896483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:37:53.750768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18125f1b-df46-4771-98fc-f5adff30aa23 req-4e348d49-1fb2-4655-8a55-ed4b05339afd tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:53.752285 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18125f1b-df46-4771-98fc-f5adff30aa23 req-4e348d49-1fb2-4655-8a55-ed4b05339afd tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Aug 11 03:37:53.789457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-18125f1b-df46-4771-98fc-f5adff30aa23 req-ef691518-23b5-46f6-8436-d579966a13ce tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313296 Aug 11 03:37:54.105527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-cd38998a-05de-458c-b4d7-697067930987 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:54.106900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-cd38998a-05de-458c-b4d7-697067930987 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 945 time: 0.0481062 Aug 11 03:37:54.230505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Deleting port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:37:54.230860 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.384670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:37:54.434710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:54.439406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:54.439809 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.521751 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.544549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:54.547520 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff36b1d-8b33-4c81-920c-493928c17c41" -d '{"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-plugged", "status": "completed", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:54.560902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:54.565623 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.590596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] For port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:37:54.590963 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.595687 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc102139-76a5-4b40-a994-38df230ed1f4 x-openstack-request-id: req-fc102139-76a5-4b40-a994-38df230ed1f4 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:54.595986 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-plugged", "status": "completed", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:54.596239 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc102139-76a5-4b40-a994-38df230ed1f4 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:54.596631 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'code': 200} Aug 11 03:37:54.621708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:54.809125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.809487 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.809799 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 disassociated. External IP: 172.25.4.62, port: cbbe4a42-a745-48fe-9997-c0d6a3d08a1b. Aug 11 03:37:54.810134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Calling delete_port for cbbe4a42-a745-48fe-9997-c0d6a3d08a1b owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:37:54.911684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aa816-ac16-4625-8e5f-33d83a920446 req-1aa72069-914a-4fc2-ab0b-4fae8dd15c7d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:54.913288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b08aa816-ac16-4625-8e5f-33d83a920446 req-1aa72069-914a-4fc2-ab0b-4fae8dd15c7d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f38db71-f43e-4da2-a7a2-e59a67840d89 HTTP/1.1" status: 200 len: 946 time: 0.0533757 Aug 11 03:37:54.938060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:54.955130 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b08aa816-ac16-4625-8e5f-33d83a920446 req-ab4e436d-f458-4e92-9e76-ef0bd0f15bbc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358341 Aug 11 03:37:54.971794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event deleted for resources: {'Port': ['ID=cbbe4a42-a745-48fe-9997-c0d6a3d08a1b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:55.095971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:37:55.204484 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:37:55.214277 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:37:55.227047 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:55.227771 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:37:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:55.262601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-392bfa4d-2125-4cd6-9a52-17770ee9bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.268515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] No DVR routers for this DVR port cbbe4a42-a745-48fe-9997-c0d6a3d08a1b on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:37:55.271209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.273309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e112203a-05db-4353-a1dd-6de640d2eef7 req-2b99f876-9b3e-4504-bcc6-68db1cfedb91 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "DELETE /v2.0/ports/cbbe4a42-a745-48fe-9997-c0d6a3d08a1b HTTP/1.1" status: 204 len: 173 time: 1.1597500 Aug 11 03:37:55.273753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-deleted', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:55.276054 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0841a64-ef85-4fad-b61e-ce2fc09b7629" -d '{"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-deleted", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:55.313350 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bdc7763-bb96-4a79-ac86-2f7692fc37bc x-openstack-request-id: req-9bdc7763-bb96-4a79-ac86-2f7692fc37bc {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:55.313702 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f38db71-f43e-4da2-a7a2-e59a67840d89", "name": "network-vif-deleted", "tag": "cbbe4a42-a745-48fe-9997-c0d6a3d08a1b", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:55.313959 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bdc7763-bb96-4a79-ac86-2f7692fc37bc {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:55.314361 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f38db71-f43e-4da2-a7a2-e59a67840d89', 'name': 'network-vif-deleted', 'tag': 'cbbe4a42-a745-48fe-9997-c0d6a3d08a1b', 'status': 'completed', 'code': 200} Aug 11 03:37:55.350664 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:55.550984 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:55.552820 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:55.579850 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:37:55.587874 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:37:55.588478 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:37:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:55.697358 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:37:55.841306 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:56.001963 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:37:56.028620 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db02cd25-153b-41d1-a9a4-28aa5cb6440b None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:37:56.195924 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-0f94e6eb-3ed3-472d-9fb2-6cc0a65daec1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1768731647&fields=id&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 267 time: 0.0342085 Aug 11 03:37:56.258716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0606abe7-a0e5-426c-9e0f-75313a52c3d7 None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:37:56.310352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-a571b22d-b9ee-4461-a126-7aed8ef1d776 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:56.312397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-a571b22d-b9ee-4461-a126-7aed8ef1d776 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.1086504 Aug 11 03:37:56.328016 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-8edee4fa-41d7-49b2-ab00-682e62325cd0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/quotas/4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 375 time: 0.0092359 Aug 11 03:37:56.386272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c1dcc62d-2c7a-419a-ae0d-9b8c9e29bd57 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522015 Aug 11 03:37:56.488158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-d101b123-2809-49d4-bb15-798c03c749f6 service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894074 Aug 11 03:37:56.577528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c418c028-95a8-4d93-a84d-6a36c65f5f66 service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831990 Aug 11 03:37:56.742632 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3127339-0086-47e1-bbf9-b925c5d79272 req-5ded3c9c-d902-4e4c-aac2-f9b0bec24366 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 210 time: 0.0273087 Aug 11 03:37:56.849679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:57.725601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-68445125-389a-46f6-91ff-4e757f3b6253 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:57.727065 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-68445125-389a-46f6-91ff-4e757f3b6253 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.1069465 Aug 11 03:37:57.784654 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-f486dc91-65dc-4fbc-9e18-aa5a15be4fea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 380 time: 0.0463760 Aug 11 03:37:57.802962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'port': {'device_id': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'admin_state_up': True, 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'security_groups': ['4b74e6ff-db5d-4bc3-b358-32f849eff993']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:57.842066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff362c86-c7cc-48ea-8025-34cbb8a7229e req-72350b86-2644-4ef5-9ad7-ea74852da155 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 210 time: 0.0266593 Aug 11 03:37:57.908894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Made reservation on behalf of 4d61fefc87724f8e829127a30f321990 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:37:57.912388 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.038537 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Allocated IP 172.20.0.13 (23799a3a-d01e-40e5-b763-d22601f9541d/524c4286-a04c-4957-b336-fccb9fa5874a/12239e0c-0082-4e37-9c46-51ed7b5de168) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:37:58.175317 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.192237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Transition to ACTIVE for port object 12239e0c-0082-4e37-9c46-51ed7b5de168 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:58.225029 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.264326 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.282337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Network 23799a3a-d01e-40e5-b763-d22601f9541d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:37:58.285615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:37:58.290044 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:37:58.293961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:58.342338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:58.343578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.358172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-741c2f05-3466-4159-a661-daceca26f3aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598669 Aug 11 03:37:58.371409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Request body: {'port': {'device_id': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:37:58.399534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:37:58.423002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: cbbe4a42-a745-48fe-9997-c0d6a3d08a1b {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:37:58.423429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device cbbe4a42-a745-48fe-9997-c0d6a3d08a1b not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:37:58.436182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.496433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1ea514e-f007-44ca-bbfb-2627b37ba560 None None] Provisioning for port 12239e0c-0082-4e37-9c46-51ed7b5de168 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:37:58.500430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d1ea514e-f007-44ca-bbfb-2627b37ba560 None None] Provisioning complete for port 12239e0c-0082-4e37-9c46-51ed7b5de168 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:37:58.500804 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d1ea514e-f007-44ca-bbfb-2627b37ba560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.535420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea514e-f007-44ca-bbfb-2627b37ba560 None None] Port 12239e0c-0082-4e37-9c46-51ed7b5de168 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:37:58.713008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12239e0c-0082-4e37-9c46-51ed7b5de168 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:37:58.721012 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.732545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Transition to ACTIVE for port object 12239e0c-0082-4e37-9c46-51ed7b5de168 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:37:58.736250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.787800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:58.862553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:37:58.864543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:37:58.864543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:58.867732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Port 12239e0c-0082-4e37-9c46-51ed7b5de168 on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:37:58.868060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:37:58.873555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:37:58.874465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:37:58.874926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:37:58.875435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Bound port: 12239e0c-0082-4e37-9c46-51ed7b5de168, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:37:58.875894 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:58.975407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:37:58.979040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:37:58.987574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea81e6-e582-4679-a0e4-ac093b612992 req-255ee200-aa58-4ba1-b7a7-4023c698caa5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:58.989074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25ea81e6-e582-4679-a0e4-ac093b612992 req-255ee200-aa58-4ba1-b7a7-4023c698caa5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0741487 Aug 11 03:37:58.990520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.043476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.044119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:37:59.045500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 1093 time: 0.6786668 Aug 11 03:37:59.048408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:37:59.050922 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8116a231-d8b3-48f7-9e25-49f1b433335a" -d '{"events": [{"name": "network-changed", "server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:37:59.084075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9879fc3-0da6-416e-88a6-7306fa7637f0 service neutron] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:37:59.089228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-25ea81e6-e582-4679-a0e4-ac093b612992 req-5efa2fcd-d1c8-4a56-983e-b2083e8c5e46 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935724 Aug 11 03:37:59.106327 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b448e22-5fdd-474e-b3d4-9a6e191d92d7 x-openstack-request-id: req-7b448e22-5fdd-474e-b3d4-9a6e191d92d7 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:37:59.106616 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:37:59.106871 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b448e22-5fdd-474e-b3d4-9a6e191d92d7 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:37:59.107271 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'status': 'completed', 'code': 200} Aug 11 03:37:59.140581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-b15d1e9e-b420-4a81-be61-9caafe9f2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.142092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-b15d1e9e-b420-4a81-be61-9caafe9f2e95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1096 time: 0.0459886 Aug 11 03:37:59.185831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-3d6ab92a-0950-41f7-bde5-18a3a611d5ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 217 time: 0.0348997 Aug 11 03:37:59.243350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-664e367f-5a87-4dbc-b4f7-b2bae97a9b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.244793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-664e367f-5a87-4dbc-b4f7-b2bae97a9b25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0498431 Aug 11 03:37:59.290899 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-b52f6e73-0ea8-4d7a-9ecb-853eb270703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.292426 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-b52f6e73-0ea8-4d7a-9ecb-853eb270703b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395701 Aug 11 03:37:59.381360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-40acfa0c-bf2b-400b-aa4b-26ed4c88d141 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806506 Aug 11 03:37:59.473652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8056335d-ccba-48a2-a767-f47fe0fd7597 req-e87ec497-5a9b-4489-8b78-8b5f2a47de4b service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842681 Aug 11 03:37:59.570804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-640d6c85-e885-4071-9bb5-710f18292f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.572224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-640d6c85-e885-4071-9bb5-710f18292f8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1096 time: 0.0420446 Aug 11 03:37:59.666596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-f1aa6f72-75b5-4e71-b4de-54ea46ce33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.668101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-f1aa6f72-75b5-4e71-b4de-54ea46ce33d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0878601 Aug 11 03:37:59.709563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-e0257da9-bf65-4ee1-b0b9-2b7d2ef1ced6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 217 time: 0.0331416 Aug 11 03:37:59.760023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-cc45bf5f-41b7-4b39-a73c-55703ba1caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.761400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-cc45bf5f-41b7-4b39-a73c-55703ba1caba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0414426 Aug 11 03:37:59.814113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-83707467-4557-4f82-9adb-f5261cd918e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:37:59.815606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-83707467-4557-4f82-9adb-f5261cd918e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448277 Aug 11 03:37:59.907098 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-98c50cf1-8d74-4137-aab3-2bfc5cd19d8b service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821998 Aug 11 03:38:00.000748 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8116a231-d8b3-48f7-9e25-49f1b433335a req-9170e192-3600-414a-b7a0-d004d01e7dbc service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861323 Aug 11 03:38:00.210759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd719e-7daa-4e1c-a50b-05fe8e1f5350 req-4afa936d-987b-4f74-b98d-cdba3a4d023d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:00.212181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54bd719e-7daa-4e1c-a50b-05fe8e1f5350 req-4afa936d-987b-4f74-b98d-cdba3a4d023d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0509024 Aug 11 03:38:00.254018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-54bd719e-7daa-4e1c-a50b-05fe8e1f5350 req-f444b324-539c-49f2-90ec-cc1a94c542e5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359390 Aug 11 03:38:00.334133 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:01.369433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6613cf-f237-498a-b2a6-2fcc306e5eb0 req-6f5221ce-4def-4501-9b14-bb4283454abc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:01.370977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a6613cf-f237-498a-b2a6-2fcc306e5eb0 req-6f5221ce-4def-4501-9b14-bb4283454abc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0490899 Aug 11 03:38:01.409720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0a6613cf-f237-498a-b2a6-2fcc306e5eb0 req-d341a6d1-ac82-430a-9b5a-56feb052bf8a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Aug 11 03:38:02.430066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:38:02.524052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dcc87-1fd1-45cb-8fd7-b627e71b1aa1 req-2b7e64a3-632b-47c2-834a-475d29401eb5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:02.525698 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e7dcc87-1fd1-45cb-8fd7-b627e71b1aa1 req-2b7e64a3-632b-47c2-834a-475d29401eb5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0488782 Aug 11 03:38:02.527222 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:02.566577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4e7dcc87-1fd1-45cb-8fd7-b627e71b1aa1 req-2e60720d-c69e-4174-b139-2e536b66da31 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350394 Aug 11 03:38:02.697179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'mac_address': 'fa:16:3e:48:2e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:38:02.733517 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:02.745752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12239e0c-0082-4e37-9c46-51ed7b5de168 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:38:02.765002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:02.769567 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:02.817735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:02.988655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['12239e0c-0082-4e37-9c46-51ed7b5de168'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:38:03.683324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5518bc-0418-4c01-9461-fca8ec5f2657 req-7acd2404-9ed1-435a-9c09-b578f1ae0038 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:03.684815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db5518bc-0418-4c01-9461-fca8ec5f2657 req-7acd2404-9ed1-435a-9c09-b578f1ae0038 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 945 time: 0.0507190 Aug 11 03:38:03.722986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db5518bc-0418-4c01-9461-fca8ec5f2657 req-aad387dc-857a-426d-9f1e-bd5722bf76fa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317173 Aug 11 03:38:04.042952 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:38:04.445878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:38:04.493111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 12239e0c-0082-4e37-9c46-51ed7b5de168 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:38:04.496773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 12239e0c-0082-4e37-9c46-51ed7b5de168 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:38:04.497149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:04.579356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:04.601665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:04.604070 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5540d6c1-f3ec-4c13-b737-4146e900fe6a" -d '{"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-plugged", "status": "completed", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:04.618130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:38:04.622662 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:04.647863 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bacec7-d0c3-4224-a607-1c6d56cd3bbe x-openstack-request-id: req-19bacec7-d0c3-4224-a607-1c6d56cd3bbe {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:04.648176 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-plugged", "status": "completed", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:04.648418 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19bacec7-d0c3-4224-a607-1c6d56cd3bbe {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:04.648818 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'code': 200} Aug 11 03:38:04.676573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:38:04.877508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0ff8b-a96b-46f0-820d-63ec5c7a44b6 req-98401433-5ed3-4e72-9616-0cffa7e7a90f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:04.878926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ae0ff8b-a96b-46f0-820d-63ec5c7a44b6 req-98401433-5ed3-4e72-9616-0cffa7e7a90f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0876760 Aug 11 03:38:04.895970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561eff9-2a99-4c11-b24c-62b66c382c44 req-52c827ab-0be3-4b68-ac9a-3f13a6aff53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:04.897406 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f561eff9-2a99-4c11-b24c-62b66c382c44 req-52c827ab-0be3-4b68-ac9a-3f13a6aff53d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1098 time: 0.1902843 Aug 11 03:38:04.942958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7ae0ff8b-a96b-46f0-820d-63ec5c7a44b6 req-23917629-47a9-4c56-8be0-6ad3bf7ab7d5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574279 Aug 11 03:38:04.948634 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f561eff9-2a99-4c11-b24c-62b66c382c44 req-dc468b3d-046b-4b8a-b05c-160769720313 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433459 Aug 11 03:38:06.060760 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef274b-69c2-405f-b7bc-e2c432944fcb req-312fd8e9-f1b1-4e95-963f-cc5d153b8684 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:06.062236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93ef274b-69c2-405f-b7bc-e2c432944fcb req-312fd8e9-f1b1-4e95-963f-cc5d153b8684 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0488000 Aug 11 03:38:06.100549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-93ef274b-69c2-405f-b7bc-e2c432944fcb req-31883393-f7d4-4a14-880e-c286dbc9b2a0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320160 Aug 11 03:38:06.216056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065e6b7-de8f-43c4-8ec7-8ba57029c490 req-0d260a5a-7d42-41eb-b49f-c34f25758b9a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:06.217519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c065e6b7-de8f-43c4-8ec7-8ba57029c490 req-0d260a5a-7d42-41eb-b49f-c34f25758b9a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0520463 Aug 11 03:38:06.226193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 42864) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:38:06.230469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'floatingip': {'port_id': '12239e0c-0082-4e37-9c46-51ed7b5de168'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:38:06.271437 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.693227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:06.696891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.074653 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 associated. External IP: 172.25.4.62, port: 12239e0c-0082-4e37-9c46-51ed7b5de168. Aug 11 03:38:07.279211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:38:07.387136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:38:07.392188 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:07.397688 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:38:07.407264 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:07.408156 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:37:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:07.418890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-44722a23-6e5a-4726-a541-c48bf39bf004 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "PUT /v2.0/floatingips/b08d63a8-b7aa-4589-9931-ef14727c2587 HTTP/1.1" status: 200 len: 991 time: 1.1916647 Aug 11 03:38:07.419486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:38:07.421829 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192abda7-1feb-46e5-bb8d-73aa403721ad" -d '{"events": [{"name": "network-changed", "server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:38:07.459362 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631cda93-04d6-4cf0-bcca-970fb2628705 x-openstack-request-id: req-631cda93-04d6-4cf0-bcca-970fb2628705 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:38:07.459684 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:38:07.459941 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-631cda93-04d6-4cf0-bcca-970fb2628705 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:38:07.460344 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'status': 'completed', 'code': 200} Aug 11 03:38:07.524390 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:07.531114 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-f02b65e3-5c43-4bdf-b639-55115e260ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.533157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-f02b65e3-5c43-4bdf-b639-55115e260ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1098 time: 0.0417192 Aug 11 03:38:07.636762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-c8f2450b-52f5-4e19-a736-1dc0ca3dd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.638238 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-c8f2450b-52f5-4e19-a736-1dc0ca3dd628 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0970166 Aug 11 03:38:07.705455 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-e5291375-ae0d-43fb-8ee8-83bbd9206c9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 999 time: 0.0585511 Aug 11 03:38:07.752895 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:48:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:38:06Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:07.760288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-4f84d6b7-06b7-4b11-9b9c-061a1a199b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.761793 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-4f84d6b7-06b7-4b11-9b9c-061a1a199b1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0484598 Aug 11 03:38:07.779130 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:38:07.788092 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:38:07.788637 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:37:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:07.811049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-6899e2bd-69e2-4e18-848c-370f05f323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:07.811049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-6899e2bd-69e2-4e18-848c-370f05f323c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412357 Aug 11 03:38:07.895989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:38:07.901210 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-1e70ad43-9018-4bd9-8020-42fdfa0748bd service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Aug 11 03:38:07.995222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-192abda7-1feb-46e5-bb8d-73aa403721ad req-d4c3b921-e38b-4502-b900-1ec2301e1798 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869102 Aug 11 03:38:08.117392 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:48:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:38:06Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:38:08.146874 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbab38a-1acd-49b0-abdf-4922cd3f7242 None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:48:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:38:06Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:38:08.351551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796ce79-3da8-46ee-b5fb-73244e91372c None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:38:22.376174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5af3a09c-90c6-4941-b1f0-e8b65f08ac3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:25.263587 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b19c98a-57ab-400d-81fe-3b46b7aafcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:25.558973 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:25.852873 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:26.850600 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:28.265887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:30.353225 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:41.044743 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:38:52.377608 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-40772b1c-6bed-4f47-b490-ac5566906652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:53.234391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-7b615a6f-db3c-4c8f-99f9-8b79476afb72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404074 Aug 11 03:38:53.315746 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-edb0db63-9452-46bb-800f-b7c620fc43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:53.317207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-edb0db63-9452-46bb-800f-b7c620fc43f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1098 time: 0.0401607 Aug 11 03:38:53.427720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-f62e1d0a-831e-4810-b90f-3abcad930b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:53.429203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-f62e1d0a-831e-4810-b90f-3abcad930b84 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0911644 Aug 11 03:38:53.495283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-2f9dbaae-d2b1-4235-be42-c1f92bedc660 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 1001 time: 0.0575995 Aug 11 03:38:53.546418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-57bf59e1-e58b-40d7-bc6c-06e4bc0f29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:53.547869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-57bf59e1-e58b-40d7-bc6c-06e4bc0f29c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0465598 Aug 11 03:38:53.592971 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-1b888da1-18d5-4847-b0d2-a201bee7adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:38:53.594436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-1b888da1-18d5-4847-b0d2-a201bee7adf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401886 Aug 11 03:38:53.682116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-a583e117-a050-4b35-9d3a-2d8e57765606 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802512 Aug 11 03:38:53.775161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc37abb0-36cb-432f-80c2-fc82ef0182c8 req-a144e502-5812-4279-8e51-1808709a7aa0 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862751 Aug 11 03:38:55.264774 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14221018-a7ab-4a39-8ea6-eb00ece74756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:55.550937 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:55.852940 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:56.852813 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:38:58.268872 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:00.347373 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:18.044262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:39:22.377844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0151265e-1815-4bce-b580-2578a088066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:25.265604 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f76fff2c-531d-4074-8f62-e4793ab5e505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:25.551857 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:25.852222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:26.857274 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:28.270680 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:30.350910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:47.710582 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b40803-f933-49b4-a1c5-c12f7c2ca8a4 req-ef632523-ad1b-44d3-a554-950974e04d2e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:47.712104 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10b40803-f933-49b4-a1c5-c12f7c2ca8a4 req-ef632523-ad1b-44d3-a554-950974e04d2e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.2299304 Aug 11 03:39:47.749710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10b40803-f933-49b4-a1c5-c12f7c2ca8a4 req-62116f9c-cf30-400b-a0ad-db9c5e3c733b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309832 Aug 11 03:39:48.925195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e35ed-ecc3-4d8e-9a02-e7fd108c43aa req-80ed2ecc-3763-424e-999a-e323734ed1a8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:48.926696 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c6e35ed-ecc3-4d8e-9a02-e7fd108c43aa req-80ed2ecc-3763-424e-999a-e323734ed1a8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.1047187 Aug 11 03:39:48.966093 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c6e35ed-ecc3-4d8e-9a02-e7fd108c43aa req-322f26dd-468a-4025-af2c-3390b4a9bf0d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333648 Aug 11 03:39:50.079742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89997b5c-94c6-4a10-b7b4-5764afe5e377 req-7f6d69d9-26c3-4de7-a293-5b95317f6400 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:50.081135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89997b5c-94c6-4a10-b7b4-5764afe5e377 req-7f6d69d9-26c3-4de7-a293-5b95317f6400 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0486453 Aug 11 03:39:50.118614 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-89997b5c-94c6-4a10-b7b4-5764afe5e377 req-ed79da87-33ae-47dd-b16b-6c73649f2621 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316279 Aug 11 03:39:51.237325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e1e475-6c65-4b78-ad63-93081d86202b req-66619857-a250-442a-890f-c5e8475a5ffd tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:51.238803 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9e1e475-6c65-4b78-ad63-93081d86202b req-66619857-a250-442a-890f-c5e8475a5ffd tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0495389 Aug 11 03:39:51.280814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9e1e475-6c65-4b78-ad63-93081d86202b req-b14ccf5b-ec5f-42a8-8797-107d74148e0a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361037 Aug 11 03:39:52.379177 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b564b475-0fe3-4ebc-ad8b-39fe46b3f62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:52.399241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19687a5e-b45a-4133-a2f3-fad7fffe418a req-47254ac1-0157-4eb3-9a4f-2899fb65c00e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:52.400770 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19687a5e-b45a-4133-a2f3-fad7fffe418a req-47254ac1-0157-4eb3-9a4f-2899fb65c00e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0515683 Aug 11 03:39:52.438742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-19687a5e-b45a-4133-a2f3-fad7fffe418a req-5cc55adb-657b-42c8-9563-66b991360490 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Aug 11 03:39:53.556423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdd28f-adbb-42b4-8d8a-f102a950f4eb req-e79f6da7-c42e-4d6f-9864-85d0f98cf94b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:53.557914 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cccdd28f-adbb-42b4-8d8a-f102a950f4eb req-e79f6da7-c42e-4d6f-9864-85d0f98cf94b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0521872 Aug 11 03:39:53.595609 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cccdd28f-adbb-42b4-8d8a-f102a950f4eb req-9d10412e-ab0c-419b-afeb-eb55aaf1e2bb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Aug 11 03:39:54.719667 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a15935-2b8a-4c44-9724-d0b696a8dca3 req-d81a2697-65b3-4cea-ac39-4448bab8f457 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:54.721397 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2a15935-2b8a-4c44-9724-d0b696a8dca3 req-d81a2697-65b3-4cea-ac39-4448bab8f457 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0565760 Aug 11 03:39:54.733877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-5883b767-a9d5-4e38-b683-c7dc7e233b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:54.736021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-5883b767-a9d5-4e38-b683-c7dc7e233b9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1098 time: 0.0415821 Aug 11 03:39:54.761797 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b2a15935-2b8a-4c44-9724-d0b696a8dca3 req-47930310-914e-47a7-87f5-1316318cc298 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344462 Aug 11 03:39:54.845067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-61beef1c-8d93-47da-99ac-ef050a3da0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:54.846541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-61beef1c-8d93-47da-99ac-ef050a3da0c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0910888 Aug 11 03:39:54.913683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-8bb4fc39-a49f-4cd3-a7f3-f8d59e9a5612 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 1001 time: 0.0595169 Aug 11 03:39:54.965203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-3457ae30-7a33-46bc-b239-686c26821c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:54.966669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-3457ae30-7a33-46bc-b239-686c26821c8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0454977 Aug 11 03:39:55.016656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-7f60874e-25ec-452d-b7ca-c7f02d92566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:55.018183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-7f60874e-25ec-452d-b7ca-c7f02d92566a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446181 Aug 11 03:39:55.044064 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:39:55.113096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-9a6ccc64-b189-418b-b228-d8edf2066358 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882235 Aug 11 03:39:55.207926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0d12b287-0c16-4f57-8dc2-80803f00f514 req-ed951352-4b53-4a69-bbca-0035d0cdcc24 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874262 Aug 11 03:39:55.264405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-864e90ed-00cf-4fb2-8925-ad9beb84dd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.553316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.851094 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:55.881462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b424d022-513c-4b74-875e-ee6e2644b5f1 req-f3a30ee0-8e19-4f10-b0c0-286e89aa4767 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:55.882990 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b424d022-513c-4b74-875e-ee6e2644b5f1 req-f3a30ee0-8e19-4f10-b0c0-286e89aa4767 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0511677 Aug 11 03:39:55.920228 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b424d022-513c-4b74-875e-ee6e2644b5f1 req-b6ecffdb-75d8-46a2-980a-be3c50aadf4b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312576 Aug 11 03:39:56.858442 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:57.038070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61d566-a5c4-4d22-8b59-7065cfe4f5ad req-f8e5715c-2c4d-4275-870a-50b43e5fc6a8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:57.039576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d61d566-a5c4-4d22-8b59-7065cfe4f5ad req-f8e5715c-2c4d-4275-870a-50b43e5fc6a8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0510848 Aug 11 03:39:57.078527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d61d566-a5c4-4d22-8b59-7065cfe4f5ad req-517ff1cf-59bf-49ce-b29a-08a0c9a5dcfc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328693 Aug 11 03:39:58.192596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026a72a-43c9-4e18-b58c-9a9faf0769b7 req-0ff9b998-00c8-48a2-9209-eab2d38c86b9 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:58.194114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b026a72a-43c9-4e18-b58c-9a9faf0769b7 req-0ff9b998-00c8-48a2-9209-eab2d38c86b9 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0493865 Aug 11 03:39:58.231521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b026a72a-43c9-4e18-b58c-9a9faf0769b7 req-362cf2d3-3699-41da-bae4-fc70af36e725 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Aug 11 03:39:58.276950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:39:58.420278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 43130) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:39:58.484456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f41729-a7a3-4b78-bf4f-e5c36d7a282f req-3fd522da-b942-496e-a505-96f2b38f04cc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:58.486563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93f41729-a7a3-4b78-bf4f-e5c36d7a282f req-3fd522da-b942-496e-a505-96f2b38f04cc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0540402 Aug 11 03:39:58.511871 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-6db42cc1-a824-4e87-a8aa-3c2822320513 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895705 Aug 11 03:39:58.525247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-93f41729-a7a3-4b78-bf4f-e5c36d7a282f req-00ef4761-a47e-4883-94d0-1747e633c91d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318351 Aug 11 03:39:59.656513 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3687-f7e2-4a25-a6a2-26eb5dc17f68 req-559050b0-d43d-48f6-bbba-09a17d08963b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:59.658309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d75f3687-f7e2-4a25-a6a2-26eb5dc17f68 req-559050b0-d43d-48f6-bbba-09a17d08963b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0620925 Aug 11 03:39:59.700885 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d75f3687-f7e2-4a25-a6a2-26eb5dc17f68 req-272b8c29-e99a-425b-a3f7-f33888d1aba6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354590 Aug 11 03:39:59.778740 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-356f4bcc-1042-434c-8b21-79f48180e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:59.780290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-356f4bcc-1042-434c-8b21-79f48180e5cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1098 time: 0.0410128 Aug 11 03:39:59.873394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-567aa844-458f-43c9-8544-5f494b0ae407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:59.874870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-567aa844-458f-43c9-8544-5f494b0ae407 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0862327 Aug 11 03:39:59.944978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-f0061ea9-5f83-4d47-8ef9-e72077e0b46d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 1001 time: 0.0623515 Aug 11 03:39:59.995013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-8a1f8088-c72c-47c9-a114-ca78f27b1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:39:59.996472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-8a1f8088-c72c-47c9-a114-ca78f27b1773 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0438833 Aug 11 03:40:00.041571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-1d123e6e-4805-406b-b596-ec951995ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:00.043034 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-1d123e6e-4805-406b-b596-ec951995ce49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389674 Aug 11 03:40:00.135420 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-d5d8b54a-eba2-4e74-854e-cbc368ce6408 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839887 Aug 11 03:40:00.225885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-86785671-7ead-4532-a216-4b10ddb56836 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820487 Aug 11 03:40:00.347436 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:00.827691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0665fe-d2dc-4bf1-83ee-92616c103c7e req-baf0c363-c0a6-4ac9-96fb-e4216a29270c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:00.829358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc0665fe-d2dc-4bf1-83ee-92616c103c7e req-baf0c363-c0a6-4ac9-96fb-e4216a29270c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0559521 Aug 11 03:40:00.868709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc0665fe-d2dc-4bf1-83ee-92616c103c7e req-5c3d9999-e713-4e71-ab92-cd48a17b3d05 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332282 Aug 11 03:40:01.988749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2c079-2bc6-422d-b414-90ec84ab1397 req-66256157-68bd-4733-abd0-1bb4ae59cb11 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:01.990195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2e2c079-2bc6-422d-b414-90ec84ab1397 req-66256157-68bd-4733-abd0-1bb4ae59cb11 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0482602 Aug 11 03:40:02.027689 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e2e2c079-2bc6-422d-b414-90ec84ab1397 req-fb7f5ca6-5b60-4942-a36c-47175634fead tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Aug 11 03:40:02.222797 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-36c98047-0309-4606-84b9-6da89cabad65 req-742a7466-a974-4de2-b1c5-8f81ffcd39b4 service neutron] show failed (client error): The resource could not be found. Aug 11 03:40:02.223877 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-742a7466-a974-4de2-b1c5-8f81ffcd39b4 service neutron] 10.222.0.57 "GET /v2.0/ports/12239e0c-0082-4e37-9c46-51ed7b5de168/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0563397 Aug 11 03:40:02.472400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-f8de7816-cb13-4f32-a17f-2cc0ac3486e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:02.473936 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-f8de7816-cb13-4f32-a17f-2cc0ac3486e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 1098 time: 0.0909414 Aug 11 03:40:02.485704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:40:02.539868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:02.741222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:02.773614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:40:02.813537 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:02.816605 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d84e3f8-dbd9-4e70-b1a2-5cb42b5193a3" -d '{"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-unplugged", "status": "completed", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:02.820821 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:02.834575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Transition to ACTIVE for port object 12239e0c-0082-4e37-9c46-51ed7b5de168 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:40:02.838456 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:02.950374 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2461f91b-871c-4124-bd12-f3a0d87af59b x-openstack-request-id: req-2461f91b-871c-4124-bd12-f3a0d87af59b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:02.950672 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-unplugged", "status": "completed", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:02.950929 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2461f91b-871c-4124-bd12-f3a0d87af59b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:02.951339 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'code': 200} Aug 11 03:40:02.962180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:02.988052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.988407 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.988756 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.989097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.989664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.989753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.990078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.990406 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.990736 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.991066 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.991456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:02.991751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:03.035739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] No DVR routers for this DVR port 12239e0c-0082-4e37-9c46-51ed7b5de168 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:03.182961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5b7e3-9440-4d15-9285-bbe18da1f120 req-946517b9-73ad-4d7d-881a-73ac4b09af26 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:03.184389 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fed5b7e3-9440-4d15-9285-bbe18da1f120 req-946517b9-73ad-4d7d-881a-73ac4b09af26 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0680580 Aug 11 03:40:03.224509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:40:03.224843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:40:03.225170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:40:03.232749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Port 12239e0c-0082-4e37-9c46-51ed7b5de168 on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:40:03.233065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Attempting to bind port 12239e0c-0082-4e37-9c46-51ed7b5de168 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:40:03.245769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:40:03.246031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:40:03.246413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:40:03.246837 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Bound port: 12239e0c-0082-4e37-9c46-51ed7b5de168, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:40:03.247194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:03.252358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fed5b7e3-9440-4d15-9285-bbe18da1f120 req-80a8d426-5a2f-4798-8f38-686b566a8ac5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545299 Aug 11 03:40:03.311710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:40:03.315040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:40:03.318902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:03.354222 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:03.354829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:03.356316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] 10.222.0.10 "PUT /v2.0/ports/12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 1093 time: 0.8744903 Aug 11 03:40:03.393451 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277769ea-940e-41bc-8017-be7f69597e00 service neutron] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:03.427947 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-d868e951-8000-4e48-8639-dfe0bb27f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:03.429499 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-d868e951-8000-4e48-8639-dfe0bb27f4aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1096 time: 0.0474725 Aug 11 03:40:03.530872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-1c9f1f0a-77d0-4826-b402-dc22d76db109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:03.532416 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-1c9f1f0a-77d0-4826-b402-dc22d76db109 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0964530 Aug 11 03:40:03.603099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-272a7e40-423c-4f98-9793-0d6c2fcf503c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 999 time: 0.0629175 Aug 11 03:40:03.653859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-bf0a38f9-abf8-4f9f-a5f4-99d329f02971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:03.655309 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-bf0a38f9-abf8-4f9f-a5f4-99d329f02971 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0449667 Aug 11 03:40:03.702396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c98047-0309-4606-84b9-6da89cabad65 req-493add05-0bda-479a-8616-1168f47d3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:03.703895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-493add05-0bda-479a-8616-1168f47d3912 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401349 Aug 11 03:40:03.715359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-a156a8b4-f748-441d-be7b-884dad9e59e1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:40:03.716336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-a156a8b4-f748-441d-be7b-884dad9e59e1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049770 Aug 11 03:40:03.814349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-a23fb5b7-d8bc-4f06-ae6e-df86cbd17879 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896583 Aug 11 03:40:03.909263 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-36c98047-0309-4606-84b9-6da89cabad65 req-43bf3445-cb5e-4588-bd17-65114c3ce371 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887730 Aug 11 03:40:04.374832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afce3e-d947-4119-99c2-8343971982e5 req-6b1b6d2d-2567-4d97-bc51-050e922d98ae tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:04.376552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16afce3e-d947-4119-99c2-8343971982e5 req-6b1b6d2d-2567-4d97-bc51-050e922d98ae tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0501246 Aug 11 03:40:04.416255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16afce3e-d947-4119-99c2-8343971982e5 req-8654d192-4e91-4b33-8ae6-b4b29bae8ab3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331292 Aug 11 03:40:04.952142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:04.954989 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3004ff4d-fe1a-4eea-8d06-feb231a23db9" -d '{"events": [{"name": "network-changed", "server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:05.003253 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4779aee-1f85-4e44-b87b-e72eeb64c11d x-openstack-request-id: req-e4779aee-1f85-4e44-b87b-e72eeb64c11d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:05.003557 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:05.003844 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4779aee-1f85-4e44-b87b-e72eeb64c11d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:05.004293 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'status': 'completed', 'code': 200} Aug 11 03:40:05.074041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-3f2c6307-2e7b-4509-94be-9e0ed1ea7f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.075719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-3f2c6307-2e7b-4509-94be-9e0ed1ea7f73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1096 time: 0.0520549 Aug 11 03:40:05.092913 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-5227671f-f7b2-42dc-9636-ab728cfc8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.094589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-5227671f-f7b2-42dc-9636-ab728cfc8d39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1096 time: 0.0671868 Aug 11 03:40:05.184041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-45136125-1f1f-47f6-9d7d-a18f485206c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.185944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-45136125-1f1f-47f6-9d7d-a18f485206c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.1014805 Aug 11 03:40:05.205828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-0de3ee6d-bdea-4771-8fc6-735b79165335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.207317 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-0de3ee6d-bdea-4771-8fc6-735b79165335 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.1049581 Aug 11 03:40:05.251190 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-0d9b4c29-bde1-4df2-b29c-ef15ea2972f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 999 time: 0.0578072 Aug 11 03:40:05.277958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-2386316d-4664-4e4e-9112-ea1cab2d7991 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 999 time: 0.0632348 Aug 11 03:40:05.306699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-1f7c9848-f30b-42b4-a950-c47ac3eb19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.308224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-1f7c9848-f30b-42b4-a950-c47ac3eb19ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0496054 Aug 11 03:40:05.332049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-2730b40b-2c6f-4998-9878-b1b09f795ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.333537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-2730b40b-2c6f-4998-9878-b1b09f795ed6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0485079 Aug 11 03:40:05.357728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-01f04cb6-d681-4094-9043-2e222e0ca5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.359333 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-01f04cb6-d681-4094-9043-2e222e0ca5a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430775 Aug 11 03:40:05.380353 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-26dad882-9626-42ba-a3ef-a34d3acc73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.381842 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-26dad882-9626-42ba-a3ef-a34d3acc73fd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408087 Aug 11 03:40:05.449765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-92b22aca-fcbe-44fb-a661-39fc994969c2 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829914 Aug 11 03:40:05.481308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-a00ac9f1-00ad-4fe5-a12d-b6628a7d172a service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916460 Aug 11 03:40:05.546561 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-ee2a29b9-e2e4-4f37-9af8-b9bb33e4e15a service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896916 Aug 11 03:40:05.590898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b4254-8008-4fd9-9074-9d91cc00389f req-e8fbb06e-2c97-459a-8527-b85fcb00ad8f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.592310 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-472b4254-8008-4fd9-9074-9d91cc00389f req-e8fbb06e-2c97-459a-8527-b85fcb00ad8f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.1051250 Aug 11 03:40:05.620167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3004ff4d-fe1a-4eea-8d06-feb231a23db9 req-812e310f-28d8-4026-843d-a426be721215 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244688 Aug 11 03:40:05.645897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-472b4254-8008-4fd9-9074-9d91cc00389f req-7215e844-0545-493e-98e6-b26f0ba658ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449150 Aug 11 03:40:05.870924 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb5611-9640-4cba-932e-7d260b1cc626 req-a6a5504d-9412-431f-826e-2e4099c06982 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.872348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86fb5611-9640-4cba-932e-7d260b1cc626 req-a6a5504d-9412-431f-826e-2e4099c06982 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 944 time: 0.0789983 Aug 11 03:40:05.880848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-20847762-1864-4639-9b16-42ee2f6341b4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:05.882233 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-20847762-1864-4639-9b16-42ee2f6341b4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04&tenant_id=4d61fefc87724f8e829127a30f321990&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 944 time: 0.0783188 Aug 11 03:40:05.945734 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86fb5611-9640-4cba-932e-7d260b1cc626 req-cc97eec6-767f-4843-b9cb-b4f9a8245f94 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625620 Aug 11 03:40:05.967075 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-9be88837-29c0-409f-9fbd-272dd362060b service neutron] delete failed (client error): The resource could not be found. Aug 11 03:40:05.968133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-9be88837-29c0-409f-9fbd-272dd362060b service neutron] 10.222.0.57 "DELETE /v2.0/ports/12239e0c-0082-4e37-9c46-51ed7b5de168/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0782461 Aug 11 03:40:06.056738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-f349d42a-ddc5-4fc4-98c1-b30396dbb475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:06.058260 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-f349d42a-ddc5-4fc4-98c1-b30396dbb475 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1096 time: 0.0457234 Aug 11 03:40:06.150792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-60350e65-50c6-4b59-809b-6a5080b18d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:06.152348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-60350e65-50c6-4b59-809b-6a5080b18d28 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0868533 Aug 11 03:40:06.225381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-4280b6e8-6c94-4b1b-86cd-bd9f9665c5c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 999 time: 0.0655074 Aug 11 03:40:06.275144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-c392f4ac-e8fd-4b69-b03e-88c39d55b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:06.276594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-c392f4ac-e8fd-4b69-b03e-88c39d55b198 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0435216 Aug 11 03:40:06.322944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-e1e7439c-6a2d-4340-8a72-216bd1c68f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:06.324423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-e1e7439c-6a2d-4340-8a72-216bd1c68f95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396831 Aug 11 03:40:06.418383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-06303eca-8afd-4128-8cab-9806e960f0ec service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853829 Aug 11 03:40:06.518936 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-102a0d81-ca3e-4a83-869e-cda0b68d5fe6 req-06406f70-eae2-4075-8254-0c3652739667 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927331 Aug 11 03:40:06.792117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:40:06.895346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:06.911225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'mac_address': 'fa:16:3e:48:2e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:40:06.953209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:06.966237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12239e0c-0082-4e37-9c46-51ed7b5de168 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:40:06.980007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:07.010595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:07.019808 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:07.066221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:07.082801 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:07.091194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.091586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.091998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.092358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.092793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.093165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.093501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.093834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.094189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.094492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.094823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.094999 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea012f-861b-4456-a9fa-8f4f328e7937 req-8f05620a-3dbb-46fe-ac3b-fd24b7b58ce8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.095452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:07.097268 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cea012f-861b-4456-a9fa-8f4f328e7937 req-8f05620a-3dbb-46fe-ac3b-fd24b7b58ce8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 945 time: 0.0583801 Aug 11 03:40:07.136680 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4cea012f-861b-4456-a9fa-8f4f328e7937 req-da779516-a6ca-4502-b0a9-67f84bc9a83e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329061 Aug 11 03:40:07.251978 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['12239e0c-0082-4e37-9c46-51ed7b5de168'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:40:07.259741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204dac1d-1032-44c7-b1bc-8fdcfe115af3 req-3f14d7a2-da62-4b30-818e-50998b893630 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.261273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-204dac1d-1032-44c7-b1bc-8fdcfe115af3 req-3f14d7a2-da62-4b30-818e-50998b893630 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 945 time: 0.0561187 Aug 11 03:40:07.306209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-204dac1d-1032-44c7-b1bc-8fdcfe115af3 req-17917470-2148-4d5c-b0a7-a65f7f1203ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382960 Aug 11 03:40:07.503342 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44af91-2af1-469c-8bf1-a98d4e2849a7 req-baee6a0b-3867-46a7-b288-9ea90dfe425b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.504876 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb44af91-2af1-469c-8bf1-a98d4e2849a7 req-baee6a0b-3867-46a7-b288-9ea90dfe425b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 945 time: 0.0497060 Aug 11 03:40:07.531107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-83accb39-1c6d-42d6-8033-9176b012cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.532618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-83accb39-1c6d-42d6-8033-9176b012cc30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 1097 time: 0.0448456 Aug 11 03:40:07.544312 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fb44af91-2af1-469c-8bf1-a98d4e2849a7 req-008267fb-4bb8-4698-bf5f-d957a9b7530c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333622 Aug 11 03:40:07.623583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-8fe32734-24af-4a9c-95cd-975065a6f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.624964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-8fe32734-24af-4a9c-95cd-975065a6f8d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0843170 Aug 11 03:40:07.696076 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-54f1304a-0af2-4c56-b9d4-1324dfa01992 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 200 len: 1000 time: 0.0625961 Aug 11 03:40:07.745415 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-991c88f6-f75f-47f3-a0e2-b869b8680fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.746844 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-991c88f6-f75f-47f3-a0e2-b869b8680fef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0439453 Aug 11 03:40:07.791204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-7dfee7b3-4f1d-4c05-9095-5f068925a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:07.792708 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-7dfee7b3-4f1d-4c05-9095-5f068925a176 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391643 Aug 11 03:40:07.885497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-cb912266-e3b7-4cc0-b052-f933cb301d8c service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851824 Aug 11 03:40:08.287553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6ec904cd-15d6-4b52-a300-b0e16debda7a req-8b00a9c0-4d37-4300-b616-0c433b1bc01f service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951113 Aug 11 03:40:08.664923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c289d1b-50dc-47a2-9b0c-2d3710a68172 req-96fb8b6c-71bf-452a-9385-5f824568f42b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:08.666549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c289d1b-50dc-47a2-9b0c-2d3710a68172 req-96fb8b6c-71bf-452a-9385-5f824568f42b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 945 time: 0.0504208 Aug 11 03:40:08.710934 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c289d1b-50dc-47a2-9b0c-2d3710a68172 req-39cc1a22-e6b6-4b5b-8594-dade2aaa662e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353212 Aug 11 03:40:08.816408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:40:08.864336 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 12239e0c-0082-4e37-9c46-51ed7b5de168 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:40:08.868068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 12239e0c-0082-4e37-9c46-51ed7b5de168 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:40:08.868477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:08.946304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:08.967529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:08.969807 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b054fb3-45ad-48c5-baae-ac2c2d7bcf1f" -d '{"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-plugged", "status": "completed", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:08.982934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:08.988383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:09.040123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:09.078364 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbd6f8e-8d25-4183-bd19-2cf0a1b54460 x-openstack-request-id: req-bbbd6f8e-8d25-4183-bd19-2cf0a1b54460 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:09.078661 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-plugged", "status": "completed", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:09.078919 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbbd6f8e-8d25-4183-bd19-2cf0a1b54460 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:09.079326 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'code': 200} Aug 11 03:40:09.831660 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280f622-65a6-4b97-bfdd-c1ac12ea5fbd req-4d31a94b-00fa-4e79-bd0a-525cfe3170c1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:09.833159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b280f622-65a6-4b97-bfdd-c1ac12ea5fbd req-4d31a94b-00fa-4e79-bd0a-525cfe3170c1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0541258 Aug 11 03:40:09.870423 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b280f622-65a6-4b97-bfdd-c1ac12ea5fbd req-c2c54eeb-6d8a-4aab-afac-6d4f630041bd tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314322 Aug 11 03:40:10.120303 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c44429-9ba7-439e-9f4d-7671b8b424f2 req-b7427d4c-56fd-4384-af67-2229c75e5e25 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:10.121784 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28c44429-9ba7-439e-9f4d-7671b8b424f2 req-b7427d4c-56fd-4384-af67-2229c75e5e25 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0491555 Aug 11 03:40:10.159845 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-28c44429-9ba7-439e-9f4d-7671b8b424f2 req-7ed3324c-4b65-40bc-9970-49f2130461d6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Aug 11 03:40:11.276599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7ea57-3ffb-4418-bc27-75bf550323be req-ac545aee-0806-41a0-8ed1-bfa26235fd98 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:11.278111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-24b7ea57-3ffb-4418-bc27-75bf550323be req-ac545aee-0806-41a0-8ed1-bfa26235fd98 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0491223 Aug 11 03:40:11.316385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-24b7ea57-3ffb-4418-bc27-75bf550323be req-37b53920-8496-4244-8581-c7662dba5be1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320907 Aug 11 03:40:11.316763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01a8be-8851-437f-9987-d15443cc13df req-0a42b116-e346-4e2f-8a52-254bfac2314d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:11.318238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d01a8be-8851-437f-9987-d15443cc13df req-0a42b116-e346-4e2f-8a52-254bfac2314d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "GET /v2.0/ports?device_id=11059b77-2095-47a8-9ed5-e390cf0e3c04 HTTP/1.1" status: 200 len: 946 time: 0.0486381 Aug 11 03:40:11.409916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Deleting port 12239e0c-0082-4e37-9c46-51ed7b5de168 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:40:11.410255 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.495291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] For port 12239e0c-0082-4e37-9c46-51ed7b5de168, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=12239e0c-0082-4e37-9c46-51ed7b5de168,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:11.495574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.666176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.666549 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.666861 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 disassociated. External IP: 172.25.4.62, port: 12239e0c-0082-4e37-9c46-51ed7b5de168. Aug 11 03:40:11.667202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Calling delete_port for 12239e0c-0082-4e37-9c46-51ed7b5de168 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:40:11.791524 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:11.824450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event deleted for resources: {'Port': ['ID=12239e0c-0082-4e37-9c46-51ed7b5de168,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:11.943751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:12.051742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:12.061606 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:12.071583 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:12.072220 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:39:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:12.095335 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] No DVR routers for this DVR port 12239e0c-0082-4e37-9c46-51ed7b5de168 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:40:12.098808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:12.100740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d01a8be-8851-437f-9987-d15443cc13df req-38fe449f-1c98-438f-a2f1-34ccf9e97eea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "DELETE /v2.0/ports/12239e0c-0082-4e37-9c46-51ed7b5de168 HTTP/1.1" status: 204 len: 173 time: 0.7766714 Aug 11 03:40:12.101172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-deleted', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:12.103415 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c21818-8c23-45b5-9c45-eb4667d9f173" -d '{"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-deleted", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:12.146616 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a9539-4455-4c20-b10c-bc4367f9961e x-openstack-request-id: req-2c2a9539-4455-4c20-b10c-bc4367f9961e {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:12.146916 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11059b77-2095-47a8-9ed5-e390cf0e3c04", "name": "network-vif-deleted", "tag": "12239e0c-0082-4e37-9c46-51ed7b5de168", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:12.147171 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c2a9539-4455-4c20-b10c-bc4367f9961e {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:12.147575 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11059b77-2095-47a8-9ed5-e390cf0e3c04', 'name': 'network-vif-deleted', 'tag': '12239e0c-0082-4e37-9c46-51ed7b5de168', 'status': 'completed', 'code': 200} Aug 11 03:40:12.180428 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:12.390449 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:12.421450 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:12.435072 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:12.435780 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:39:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:12.599390 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-122a4e49-fd00-4fbb-bc6f-a14b627864ee tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1768731647&fields=id&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 267 time: 0.0346210 Aug 11 03:40:12.637949 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:12.709399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-0c4618e3-310b-4b52-b2ab-4b36c77d33aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:12.710874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-0c4618e3-310b-4b52-b2ab-4b36c77d33aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.1046004 Aug 11 03:40:12.726396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-7b119ab8-7727-4c98-8f24-4035b8935620 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/quotas/4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 375 time: 0.0097139 Aug 11 03:40:12.780540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-2d574068-a1d8-47d8-85df-e0571c778438 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483620 Aug 11 03:40:12.838902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:12.866207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b48894-b867-4524-b0f2-d2ab42db96e5 None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:12.881477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-41a4bcb1-16ee-46a0-9276-8bd7431f34c3 service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885003 Aug 11 03:40:12.975432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-4c65e9bc-608f-4837-88ac-bad0c0fe91bc service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872817 Aug 11 03:40:13.092322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6745411-5a62-49b0-a45d-5e229f33d9fc None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:40:13.161928 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9ec76a2-2a52-4d6b-acc4-d2edd75a8b64 req-a976ed2a-1db2-40ee-a0ea-fc000df9a2aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 210 time: 0.0359805 Aug 11 03:40:14.092712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-74725304-b417-422a-9c55-139d1cf77271 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:14.094099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-74725304-b417-422a-9c55-139d1cf77271 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.1163428 Aug 11 03:40:14.139679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-89696541-9e77-4a86-a500-a1fa75f49be6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 380 time: 0.0354643 Aug 11 03:40:14.153364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'port': {'device_id': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'admin_state_up': True, 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'security_groups': ['4b74e6ff-db5d-4bc3-b358-32f849eff993']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:40:14.267747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01c8dfbc-cd9c-4e94-8cca-5b3008072b7d req-d986a313-050f-4cd9-bde5-4ee2dc59d863 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 210 time: 0.0341871 Aug 11 03:40:14.285481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Made reservation on behalf of 4d61fefc87724f8e829127a30f321990 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:40:14.289158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:14.414120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Allocated IP 172.20.0.8 (23799a3a-d01e-40e5-b763-d22601f9541d/524c4286-a04c-4957-b336-fccb9fa5874a/3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:40:14.548840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:14.562755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Transition to ACTIVE for port object 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:40:14.594884 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:14.635245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Network 23799a3a-d01e-40e5-b763-d22601f9541d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:40:14.640186 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:40:14.643869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:40:14.668617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:14.685984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.686359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.686706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.687040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.687657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.687990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.688323 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.688647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.688974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.689311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.689622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.690082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:40:14.712630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:14.713238 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:14.729596 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-c71a8fca-c7af-42da-8bfb-e39a9a1eccfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797768 Aug 11 03:40:14.743100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Request body: {'port': {'device_id': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:40:14.803912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:14.869744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:40:14.893549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 12239e0c-0082-4e37-9c46-51ed7b5de168 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:40:14.894090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 12239e0c-0082-4e37-9c46-51ed7b5de168 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:40:14.909324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3c522bc2-3530-4cb5-ac64-574e91787065 None None] Provisioning for port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:40:14.913575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3c522bc2-3530-4cb5-ac64-574e91787065 None None] Provisioning complete for port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:40:14.913908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c522bc2-3530-4cb5-ac64-574e91787065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:14.949271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3c522bc2-3530-4cb5-ac64-574e91787065 None None] Port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:40:15.343808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:40:15.352233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:15.365410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Transition to ACTIVE for port object 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:40:15.369805 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:15.384827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b714d5-af3f-4f64-961d-c7121c915124 req-281f2712-82a3-4084-a4e7-f4799ba21ff3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:15.386310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9b714d5-af3f-4f64-961d-c7121c915124 req-281f2712-82a3-4084-a4e7-f4799ba21ff3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 931 time: 0.0505540 Aug 11 03:40:15.419444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:15.431054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9b714d5-af3f-4f64-961d-c7121c915124 req-fbd23a15-2667-4936-a26a-405915c3e760 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385420 Aug 11 03:40:15.495884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:40:15.496218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:40:15.496544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:40:15.501246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:40:15.501570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:40:15.507407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:40:15.507783 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:40:15.508176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:40:15.508606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Bound port: 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:40:15.508975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:15.574897 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:40:15.578066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:40:15.582924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:15.617749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:15.618273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:15.619679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] 10.222.0.57 "PUT /v2.0/ports/3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 1092 time: 0.8810520 Aug 11 03:40:15.620119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:15.622356 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989ca15e-3a33-4df6-8b66-58df50a2d843" -d '{"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:15.646056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4e9b2-9e59-47d9-8c3f-2f9c19be5456 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:15.715413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-a7465e45-7604-4d04-984d-211b815b6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:15.716977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-a7465e45-7604-4d04-984d-211b815b6809 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1095 time: 0.0558155 Aug 11 03:40:15.770309 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa32c2-91b1-4b4c-889f-5e17221ac45b x-openstack-request-id: req-50fa32c2-91b1-4b4c-889f-5e17221ac45b {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:15.770605 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:15.770862 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50fa32c2-91b1-4b4c-889f-5e17221ac45b {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:15.771259 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'status': 'completed', 'code': 200} Aug 11 03:40:15.773315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-474df326-f8ed-41fc-bb42-aa2fe6a1e46b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 217 time: 0.0465133 Aug 11 03:40:15.826770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-9adb5bfa-364d-480a-bd1a-7cd0d940a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:15.828348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-9adb5bfa-364d-480a-bd1a-7cd0d940a7e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0472038 Aug 11 03:40:15.878163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-fb7e38d3-517a-4bf2-a529-91a7735c0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:15.879643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-fb7e38d3-517a-4bf2-a529-91a7735c0577 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437474 Aug 11 03:40:15.970811 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-93dbe8dc-fbc1-4dea-b918-2b984b5e8b2d service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Aug 11 03:40:16.065903 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1011677c-b3ed-4437-850c-0c64e77ec4e4 req-888a4c01-4553-4787-9d9a-ec5cf142601e service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870779 Aug 11 03:40:16.155610 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-ea7b0f92-1367-433b-acfb-704fc23c03db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.157189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-ea7b0f92-1367-433b-acfb-704fc23c03db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1095 time: 0.0436800 Aug 11 03:40:16.247934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-9db8407a-c4cb-42a8-b113-f46848eaf940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.249393 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-9db8407a-c4cb-42a8-b113-f46848eaf940 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0845745 Aug 11 03:40:16.294155 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-608ffa4d-47bc-4a08-90bc-9ae3a1e30a6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 217 time: 0.0368984 Aug 11 03:40:16.343673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-cf447834-4770-4f35-9f54-3991be097db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.345102 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-cf447834-4770-4f35-9f54-3991be097db8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0437067 Aug 11 03:40:16.394108 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-8322bb3b-df7f-41ae-88e5-b86863c6e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.395574 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-8322bb3b-df7f-41ae-88e5-b86863c6e368 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397058 Aug 11 03:40:16.489474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-3f215cc8-e7f4-4184-a554-691b8fda71f7 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847402 Aug 11 03:40:16.549044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cd9c5-3480-45c5-a6e7-c491623ca54c req-fc50f143-fcab-43dd-b74b-90f9dad8efcf tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:16.550573 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-886cd9c5-3480-45c5-a6e7-c491623ca54c req-fc50f143-fcab-43dd-b74b-90f9dad8efcf tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0529552 Aug 11 03:40:16.582834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-989ca15e-3a33-4df6-8b66-58df50a2d843 req-dad4f501-4dad-4dba-954e-0479d8d71dfb service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838084 Aug 11 03:40:16.590035 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-886cd9c5-3480-45c5-a6e7-c491623ca54c req-4e067ee3-f36a-41b7-89cf-46ecc698f2ee tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Aug 11 03:40:17.713369 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065f538-3317-430b-b350-71595f72ee81 req-305b8032-2b6e-49f8-ae3d-1badf40a7ff8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:17.714830 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9065f538-3317-430b-b350-71595f72ee81 req-305b8032-2b6e-49f8-ae3d-1badf40a7ff8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0537519 Aug 11 03:40:17.753676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9065f538-3317-430b-b350-71595f72ee81 req-9059e7f5-4820-43b1-a7d9-22830ba24730 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Aug 11 03:40:18.868956 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18a29a-3157-48ee-940e-bb7c9a842ef3 req-c8224585-3619-44f0-9266-4e26e2faa187 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:18.870429 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b18a29a-3157-48ee-940e-bb7c9a842ef3 req-c8224585-3619-44f0-9266-4e26e2faa187 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0485208 Aug 11 03:40:18.908574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b18a29a-3157-48ee-940e-bb7c9a842ef3 req-165bdd61-d94d-46a9-8015-223c0948ecfe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Aug 11 03:40:19.053282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:40:19.147813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:19.159996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'mac_address': 'fa:16:3e:e1:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:40:19.200810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:19.215529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:40:19.238253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:19.242314 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:19.289964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:19.458662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:40:20.024801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfba5bc-b603-47c1-988a-354950171c30 req-0a8dd72e-e5d3-416b-ad46-84f267591aa3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:20.026278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cfba5bc-b603-47c1-988a-354950171c30 req-0a8dd72e-e5d3-416b-ad46-84f267591aa3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0491693 Aug 11 03:40:20.064283 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0cfba5bc-b603-47c1-988a-354950171c30 req-a1c46fb8-651b-4271-939f-60cf0648cf33 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Aug 11 03:40:21.063456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:40:21.114586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:40:21.118745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:40:21.119119 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:21.186074 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db187a7f-77e5-432c-88f7-77edb5eca8fb req-5b7b07a9-864b-4f33-8d32-6818e3dbedcf tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:21.187847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db187a7f-77e5-432c-88f7-77edb5eca8fb req-5b7b07a9-864b-4f33-8d32-6818e3dbedcf tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0519958 Aug 11 03:40:21.199468 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:21.225152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:21.227312 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2644d59-1048-42bf-aa68-c0ef5685a948" -d '{"events": [{"server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "name": "network-vif-plugged", "status": "completed", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:21.229141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-db187a7f-77e5-432c-88f7-77edb5eca8fb req-254db46c-bd74-441f-8ec8-77e16e088935 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342762 Aug 11 03:40:21.241071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:40:21.246454 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:21.271106 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d05e2f2-2ec1-4265-ad94-71eb7035619c x-openstack-request-id: req-3d05e2f2-2ec1-4265-ad94-71eb7035619c {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:21.271590 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "name": "network-vif-plugged", "status": "completed", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:21.271971 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d05e2f2-2ec1-4265-ad94-71eb7035619c {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:21.272368 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'code': 200} Aug 11 03:40:21.301854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:40:21.363825 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe1074-35c5-4403-a6e2-c9b70ede8dab req-50bf4fd0-6aa7-4e03-a2d0-66a084239392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:21.365141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3fe1074-35c5-4403-a6e2-c9b70ede8dab req-50bf4fd0-6aa7-4e03-a2d0-66a084239392 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1097 time: 0.0394778 Aug 11 03:40:21.401334 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c3fe1074-35c5-4403-a6e2-c9b70ede8dab req-0d32b811-457c-4345-a9c3-2377aa053709 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281408 Aug 11 03:40:22.358539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03421bc3-4007-4d3c-a5d5-b25c625648e3 req-382718cc-8489-4b68-94b3-d1b13eaf77ba tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:22.360057 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03421bc3-4007-4d3c-a5d5-b25c625648e3 req-382718cc-8489-4b68-94b3-d1b13eaf77ba tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0544636 Aug 11 03:40:22.380747 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c5a0a719-19a0-41a5-9cff-76d709ad6375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:22.401506 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03421bc3-4007-4d3c-a5d5-b25c625648e3 req-76b6dcb5-1275-4e15-9727-aff702ba946a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346096 Aug 11 03:40:22.518847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbebd3-8b06-402c-822c-18016dc72c83 req-7ef045ac-e61e-42bd-a49a-d151c1a019ba tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:22.520303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cfbbebd3-8b06-402c-822c-18016dc72c83 req-7ef045ac-e61e-42bd-a49a-d151c1a019ba tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Aug 11 03:40:22.528847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43270) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:40:22.533322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'floatingip': {'port_id': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:40:22.572785 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:23.012075 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:23.016168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:23.119361 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 associated. External IP: 172.25.4.62, port: 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac. Aug 11 03:40:23.331292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:40:23.434531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:40:23.439788 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:23.444744 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:40:23.453467 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:23.454078 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:39:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:23.469346 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e5f4998f-84a8-415e-ab84-855916cb24ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "PUT /v2.0/floatingips/b08d63a8-b7aa-4589-9931-ef14727c2587 HTTP/1.1" status: 200 len: 990 time: 0.9394164 Aug 11 03:40:23.469943 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:40:23.473163 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dbba75-1b98-4bb7-a69d-868876f3c44b" -d '{"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:40:23.512417 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ecfa18-2476-4cf0-bdf0-ea8dc9055d36 x-openstack-request-id: req-43ecfa18-2476-4cf0-bdf0-ea8dc9055d36 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:40:23.512739 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:40:23.513004 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43ecfa18-2476-4cf0-bdf0-ea8dc9055d36 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:40:23.513574 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'status': 'completed', 'code': 200} Aug 11 03:40:23.562593 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:23.580444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-9b7f4c22-f780-4b59-b369-f8fe5133d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:23.581974 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-9b7f4c22-f780-4b59-b369-f8fe5133d681 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1097 time: 0.0407519 Aug 11 03:40:23.673998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-e6e5a8d6-1542-4494-927d-43d15ee035cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:23.675761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-e6e5a8d6-1542-4494-927d-43d15ee035cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0854993 Aug 11 03:40:23.748178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-535bcec7-d3fc-4fce-b53b-e6140a36d345 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 998 time: 0.0644758 Aug 11 03:40:23.790021 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:e1:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:40:22Z', 'revision_number': 9, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:23.803151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-1b0b2e57-a5a8-4b78-a724-0837aa5dbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:23.804699 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-1b0b2e57-a5a8-4b78-a724-0837aa5dbf18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0463285 Aug 11 03:40:23.817580 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:40:23.825827 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:40:23.826493 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:39:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:23.854078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-3cc01f3f-5efd-4464-a337-196d9d966b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:23.855587 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-3cc01f3f-5efd-4464-a337-196d9d966b99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407906 Aug 11 03:40:23.930594 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:40:23.953216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-adc70934-04aa-4ba6-b757-8d37bae835a4 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885327 Aug 11 03:40:24.052415 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-42dbba75-1b98-4bb7-a69d-868876f3c44b req-de782ee8-8c42-4db8-ae27-571a2170685c service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915382 Aug 11 03:40:24.159184 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:e1:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:40:22Z', 'revision_number': 9, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:40:24.184646 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5700c0-a7a4-4e2f-b3a4-fa97848575a1 None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:e1:8b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:40:22Z', 'revision_number': 9, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:40:24.380553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae964d-ae12-4e32-bbfd-bae9655af892 None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:40:25.264984 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7b27c9fa-bede-4db6-9620-9364121f405d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:25.554438 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:25.866828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:26.863464 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:28.277848 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:30.368420 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:32.044040 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:40:52.382061 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bb45bd80-a760-498c-8b7d-9168432d2619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:55.266686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-16f13db6-facb-4dcd-b045-b86f41dc0784 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482104 Aug 11 03:40:55.267302 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2c2c793f-606d-4dee-92c5-0f5fc3462e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:55.347450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-12860d39-353b-4813-bc56-97fd34af8705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:55.348887 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-12860d39-353b-4813-bc56-97fd34af8705 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1097 time: 0.0410829 Aug 11 03:40:55.454395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-e681d3da-c7c8-4a2f-966f-8cc8523c6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:55.455890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-e681d3da-c7c8-4a2f-966f-8cc8523c6bc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0868471 Aug 11 03:40:55.527473 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-0103cc61-22e3-4081-905d-5ec679306bd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 1001 time: 0.0623372 Aug 11 03:40:55.559908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:55.580242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-496852ae-0d70-4bde-8bf7-63525c5ca6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:55.581715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-496852ae-0d70-4bde-8bf7-63525c5ca6dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0455070 Aug 11 03:40:55.628047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-29b04205-de5d-4ed9-b23f-31e7a3632b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:40:55.629411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-29b04205-de5d-4ed9-b23f-31e7a3632b47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395987 Aug 11 03:40:55.720987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-deb583bc-db5a-4552-b1a6-acb6390a8bc9 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838244 Aug 11 03:40:55.811692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f0568a61-d63c-4b3b-8390-5524c4f8b865 req-743bc0b1-9548-458e-b534-7b9fbd82389f service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827503 Aug 11 03:40:55.896577 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:56.865244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:40:58.279879 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:00.356220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:09.043047 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:22.383201 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b96a0512-493b-4a02-9e27-799969c1b419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.266948 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dc52db8-c6e1-4a8f-93ea-aa0f9008d5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.550202 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:25.897161 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:26.868765 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:28.281549 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:30.362296 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:46.042551 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:41:52.385415 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8471aef3-9527-4cec-a8db-8e29aa745acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:55.267134 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-188f12cb-a30a-423c-be52-9eedee81af5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:55.551414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:55.896535 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:56.691614 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-16997983-3b01-47cc-8383-a21acb91f38f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412979 Aug 11 03:41:56.775067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-cd2869ca-2c42-4383-aa7b-b29c7e1dda33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:56.776585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-cd2869ca-2c42-4383-aa7b-b29c7e1dda33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1097 time: 0.0448890 Aug 11 03:41:56.870531 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:41:56.881583 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-8a3b66d2-b11c-4822-bd91-b24d511a070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:56.883044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-8a3b66d2-b11c-4822-bd91-b24d511a070d service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0868976 Aug 11 03:41:56.950469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-c07aecc1-761d-4a6c-8325-aa80bb223924 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 1001 time: 0.0602369 Aug 11 03:41:57.000526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-be2e8a4f-424d-4bc4-aa3b-aed14782e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:57.001953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-be2e8a4f-424d-4bc4-aa3b-aed14782e6ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0435250 Aug 11 03:41:57.048945 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-97b082f5-48b5-498f-914b-d611025efd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:41:57.050447 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-97b082f5-48b5-498f-914b-d611025efd18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418100 Aug 11 03:41:57.146261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-fac51774-5087-463e-8b01-c9ece72a5db0 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886493 Aug 11 03:41:57.237568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-afce4c22-9191-4f7b-a8a7-2d76e28bdbbe req-f6a12fed-3c65-481e-8628-c40e571cde5e service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832939 Aug 11 03:41:58.284997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:00.364838 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:02.620304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-8b608cf8-c4cf-4859-9dec-af07bbe7687a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439703 Aug 11 03:42:02.636697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6934557-9b82-4281-a801-70590c1db59b req-357aa3bf-64f1-4f4b-822d-8791c4e822b8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:02.638510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6934557-9b82-4281-a801-70590c1db59b req-357aa3bf-64f1-4f4b-822d-8791c4e822b8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0505962 Aug 11 03:42:02.678025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6934557-9b82-4281-a801-70590c1db59b req-b33f7488-21b0-4081-9503-9dbf5e75f025 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Aug 11 03:42:03.675552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-d68f1258-2c20-4b52-abd5-098d7a6c1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:03.677087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-d68f1258-2c20-4b52-abd5-098d7a6c1dc0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1097 time: 0.0463006 Aug 11 03:42:03.769326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-6691a2b3-713d-4bee-bf5f-fe86427cb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:03.770792 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-6691a2b3-713d-4bee-bf5f-fe86427cb621 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0868058 Aug 11 03:42:03.797701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114daaa-9b70-4c90-bf4d-b2d6b61233bb req-526bf684-4112-4f18-9521-0f4928ad2d00 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:03.799318 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9114daaa-9b70-4c90-bf4d-b2d6b61233bb req-526bf684-4112-4f18-9521-0f4928ad2d00 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0503964 Aug 11 03:42:03.838970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9114daaa-9b70-4c90-bf4d-b2d6b61233bb req-bea2ba6e-9286-4cff-9847-fbb6c318f3f9 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Aug 11 03:42:03.845056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-bdaccdf9-ad11-4452-ba8b-20e89163202b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 1001 time: 0.0655005 Aug 11 03:42:03.895437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-ac33255b-03f0-4fe7-b3d8-67c717593881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:03.896930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-ac33255b-03f0-4fe7-b3d8-67c717593881 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0437074 Aug 11 03:42:03.943525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-f0d15bc0-ad12-43c8-ad9a-d79901261b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:03.945242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-f0d15bc0-ad12-43c8-ad9a-d79901261b8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409546 Aug 11 03:42:04.320661 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-6cfa033b-540c-46fe-b549-982ab1b580bb service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675008 Aug 11 03:42:04.413941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-0aace371-aa7d-4d1f-8e8e-64f0856574d1 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859969 Aug 11 03:42:04.956958 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76afb385-4050-465e-8f1e-87e1e038e20a req-360c9fc6-c4d2-4102-88fc-f1fc54efa4be tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:04.959159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76afb385-4050-465e-8f1e-87e1e038e20a req-360c9fc6-c4d2-4102-88fc-f1fc54efa4be tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0502343 Aug 11 03:42:05.002610 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76afb385-4050-465e-8f1e-87e1e038e20a req-697eaf00-a234-40d3-ac09-50d1c60e213d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374615 Aug 11 03:42:06.118794 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb3028-e2d2-4607-8028-e4a901b607e9 req-41a1ef3a-2568-416e-9775-b07e4a0da93f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:06.120227 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1cb3028-e2d2-4607-8028-e4a901b607e9 req-41a1ef3a-2568-416e-9775-b07e4a0da93f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Aug 11 03:42:06.161411 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b1cb3028-e2d2-4607-8028-e4a901b607e9 req-81b1017d-471f-420d-8984-343d939f2c09 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347328 Aug 11 03:42:07.285285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9946a2e-44ba-4dbb-9115-da0d2bcc3736 req-1965ee06-c7fc-4cf0-a4d4-c2bc89e2819a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:07.286759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9946a2e-44ba-4dbb-9115-da0d2bcc3736 req-1965ee06-c7fc-4cf0-a4d4-c2bc89e2819a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0493655 Aug 11 03:42:07.325453 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9946a2e-44ba-4dbb-9115-da0d2bcc3736 req-135a872a-b5e4-49bf-9915-9dc14cd57d70 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326455 Aug 11 03:42:08.441098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b0cf6-e51c-4eff-9d18-4b86a8f4c9d2 req-41fbf79f-0651-4f77-b331-200e5da497b9 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:08.442617 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a42b0cf6-e51c-4eff-9d18-4b86a8f4c9d2 req-41fbf79f-0651-4f77-b331-200e5da497b9 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0503678 Aug 11 03:42:08.479962 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a42b0cf6-e51c-4eff-9d18-4b86a8f4c9d2 req-2033c73e-74c6-4d0f-a16d-b2ded3f504b4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314989 Aug 11 03:42:09.592977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72c88b-157c-4284-ae62-c92650c19f2d req-309525fc-cd00-406a-b2fe-d91fbfb98f7b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:09.595091 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe72c88b-157c-4284-ae62-c92650c19f2d req-309525fc-cd00-406a-b2fe-d91fbfb98f7b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0488095 Aug 11 03:42:09.631152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe72c88b-157c-4284-ae62-c92650c19f2d req-4b48764b-b667-4769-8558-80f701759a81 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301826 Aug 11 03:42:10.749120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba580cf-3ed9-484e-82fa-f380e96e262b req-51f536b3-d27c-477c-a2da-5b2d4e43e381 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:10.750779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aba580cf-3ed9-484e-82fa-f380e96e262b req-51f536b3-d27c-477c-a2da-5b2d4e43e381 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0496435 Aug 11 03:42:10.787854 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-aba580cf-3ed9-484e-82fa-f380e96e262b req-0c137874-728f-4d3f-a970-bb43e949d516 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311174 Aug 11 03:42:11.904570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e32549-8c10-42fc-bc41-0a179a00a6db req-333fb49c-a17d-488f-b101-4bf0dcdfd0b2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:11.906189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-73e32549-8c10-42fc-bc41-0a179a00a6db req-333fb49c-a17d-488f-b101-4bf0dcdfd0b2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Aug 11 03:42:11.948343 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-73e32549-8c10-42fc-bc41-0a179a00a6db req-3a367f68-7e9b-421a-a9f3-5e734463d9ef tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Aug 11 03:42:13.065176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47a13-4bd9-40c0-a67f-ccbb2cf9a00f req-503cb5f2-5dd2-42e2-8efe-3028a6ec2d4d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:13.066585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bdb47a13-4bd9-40c0-a67f-ccbb2cf9a00f req-503cb5f2-5dd2-42e2-8efe-3028a6ec2d4d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0492120 Aug 11 03:42:13.110523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bdb47a13-4bd9-40c0-a67f-ccbb2cf9a00f req-8f1a430c-2b6b-4a3a-b137-368af58509be tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381153 Aug 11 03:42:14.230337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71befacd-fb3d-47ad-9203-9613de3d5bd4 req-583ca741-eb00-41a4-b3f9-d2ede5c776d6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:14.231859 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71befacd-fb3d-47ad-9203-9613de3d5bd4 req-583ca741-eb00-41a4-b3f9-d2ede5c776d6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0510166 Aug 11 03:42:14.269968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71befacd-fb3d-47ad-9203-9613de3d5bd4 req-71e4054a-c7fa-4b78-88d0-ab27213151fb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Aug 11 03:42:15.386083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f7bd9-6503-40a0-99e3-38da0be3856b req-61d4915a-784e-4329-8ea4-38f1dd2007c8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:15.387507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-854f7bd9-6503-40a0-99e3-38da0be3856b req-61d4915a-784e-4329-8ea4-38f1dd2007c8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0497074 Aug 11 03:42:15.425070 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-854f7bd9-6503-40a0-99e3-38da0be3856b req-5c318bd9-5497-49c5-a63a-52a0fddd5a0b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308602 Aug 11 03:42:16.541052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae08b01-8b1b-42ff-b226-8f9ebe35374e req-ff215ce6-ad98-4dba-a2db-28c3c62350ea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:16.542656 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ae08b01-8b1b-42ff-b226-8f9ebe35374e req-ff215ce6-ad98-4dba-a2db-28c3c62350ea tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0498862 Aug 11 03:42:16.582243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ae08b01-8b1b-42ff-b226-8f9ebe35374e req-1f8a1005-7bef-4541-aadc-d21a75c51d77 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328672 Aug 11 03:42:17.696634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d406927-7fd0-4f17-9cb2-0f515efa0c1c req-6a0cb731-001c-43e4-85f3-a076267a401b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:17.698107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d406927-7fd0-4f17-9cb2-0f515efa0c1c req-6a0cb731-001c-43e4-85f3-a076267a401b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0498180 Aug 11 03:42:17.736135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d406927-7fd0-4f17-9cb2-0f515efa0c1c req-e96a41d4-2cf0-483d-8ad9-78a9d9080227 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322170 Aug 11 03:42:18.852607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74450397-320b-4acd-aa5b-5b08563b9348 req-689cc7cb-b369-4ff4-841c-3b8d5eaaf440 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:18.854066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74450397-320b-4acd-aa5b-5b08563b9348 req-689cc7cb-b369-4ff4-841c-3b8d5eaaf440 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0484891 Aug 11 03:42:18.895747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74450397-320b-4acd-aa5b-5b08563b9348 req-db70b642-a0c0-4b39-85b4-fed26fcc2a62 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354679 Aug 11 03:42:20.012613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1a47d-dc96-43b0-9ee5-b91dce9123d9 req-239f6b58-a508-4b45-afb9-3c4bc1243cb0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:20.014072 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4e1a47d-dc96-43b0-9ee5-b91dce9123d9 req-239f6b58-a508-4b45-afb9-3c4bc1243cb0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Aug 11 03:42:20.057676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b4e1a47d-dc96-43b0-9ee5-b91dce9123d9 req-e1732eb2-77f1-473f-bc61-db851ff0a598 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369530 Aug 11 03:42:21.179234 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4b489-dcc2-4cd7-932e-8c4bee3c0aa2 req-f362d044-ffa1-4b93-9f89-602acafbbc65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:21.180739 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44c4b489-dcc2-4cd7-932e-8c4bee3c0aa2 req-f362d044-ffa1-4b93-9f89-602acafbbc65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Aug 11 03:42:21.220203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-44c4b489-dcc2-4cd7-932e-8c4bee3c0aa2 req-d52fd251-a864-409d-9d70-42b006a129cd tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Aug 11 03:42:21.472380 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-7a3d7526-f1aa-4ea4-90ec-b135fd05fec8 service neutron] show failed (client error): The resource could not be found. Aug 11 03:42:21.473408 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-7a3d7526-f1aa-4ea4-90ec-b135fd05fec8 service neutron] 10.222.0.57 "GET /v2.0/ports/3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0560558 Aug 11 03:42:21.670245 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-a211b79b-ba2a-45c8-9e06-8bf7765c618a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:21.671899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-a211b79b-ba2a-45c8-9e06-8bf7765c618a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 1097 time: 0.0432491 Aug 11 03:42:21.684985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:21.741922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:21.954300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:21.988430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:22.033670 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:22.035927 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2f803e-30cd-4ea9-9b04-b5128dcb13fe" -d '{"events": [{"server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:22.039923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:22.052797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Transition to ACTIVE for port object 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:22.057469 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:22.092866 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676c6569-96d9-4394-af9b-538c9600fe26 x-openstack-request-id: req-676c6569-96d9-4394-af9b-538c9600fe26 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:22.093151 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "name": "network-vif-unplugged", "status": "completed", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:22.093411 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-676c6569-96d9-4394-af9b-538c9600fe26 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:22.094497 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'code': 200} Aug 11 03:42:22.146333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:22.159098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.159454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.159831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.160180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.160520 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.160858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.161193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.161528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.161861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.162225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.162554 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.162887 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:22.202552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] No DVR routers for this DVR port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:42:22.350567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72c077-eb25-4e2b-9eb4-14e8e5286954 req-fd97f991-0963-4fbc-bc00-fe084efa26ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:22.352106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb72c077-eb25-4e2b-9eb4-14e8e5286954 req-fd97f991-0963-4fbc-bc00-fe084efa26ab tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0509501 Aug 11 03:42:22.353104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:22.353444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:22.353773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:22.358230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:42:22.358487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:22.364278 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:22.364618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:22.364996 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:22.365417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Bound port: 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:22.365773 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:22.390264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-21cc5afb-f92c-4890-bae1-85dde5692151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:22.398679 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb72c077-eb25-4e2b-9eb4-14e8e5286954 req-571a3df3-50ad-48bc-83cc-782e1d0295df tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Aug 11 03:42:22.433460 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:22.436763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:22.443587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:22.478734 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:22.479265 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:22.480681 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] 10.222.0.10 "PUT /v2.0/ports/3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 1092 time: 0.8004363 Aug 11 03:42:22.516050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51f230-5d91-43b2-b7b6-4a7c7c6b8d0e service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:22.552461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-51d85d5e-c4ad-497a-959d-a3e01b3abd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:22.553991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-51d85d5e-c4ad-497a-959d-a3e01b3abd07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1095 time: 0.0495863 Aug 11 03:42:22.664953 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-65cbe138-434b-4d6b-87fb-7774b6fb2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:22.666434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-65cbe138-434b-4d6b-87fb-7774b6fb2a81 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.1057446 Aug 11 03:42:22.733305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-1546a64f-5e35-4463-a1e4-a5fe2d59e812 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 999 time: 0.0598078 Aug 11 03:42:22.795747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-f36aae50-cb36-4da0-b395-f993afffbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:22.795747 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-f36aae50-cb36-4da0-b395-f993afffbc67 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0508537 Aug 11 03:42:22.843423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-157e1d24-5bbe-42d9-bdf0-9af55fbb9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:22.846055 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-157e1d24-5bbe-42d9-bdf0-9af55fbb9e18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425971 Aug 11 03:42:22.951219 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-6259184b-4226-4940-ba3b-66b7968f53f9 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974092 Aug 11 03:42:23.041572 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:42:23.050856 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3c055c2a-30b2-402e-92f9-df3a6db7e752 req-12b43549-f14a-4cc6-b9a9-e973aa7d9c87 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921013 Aug 11 03:42:23.520802 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bbb50-8283-442d-abe7-f6c5b37f4730 req-ff3f1a26-9e31-41b4-887e-a45b3b75fee3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:23.522319 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-500bbb50-8283-442d-abe7-f6c5b37f4730 req-ff3f1a26-9e31-41b4-887e-a45b3b75fee3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0535603 Aug 11 03:42:23.561875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-500bbb50-8283-442d-abe7-f6c5b37f4730 req-cfab76a4-8313-4512-8b8e-2d6b697d561b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336730 Aug 11 03:42:24.096187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:24.098550 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:24.147324 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a00dda-deed-42d1-9b53-d254dbc958a3 x-openstack-request-id: req-15a00dda-deed-42d1-9b53-d254dbc958a3 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:24.147617 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:24.147907 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15a00dda-deed-42d1-9b53-d254dbc958a3 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:24.148294 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'status': 'completed', 'code': 200} Aug 11 03:42:24.217984 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-fc3dddb2-5a86-42af-99f4-a1228ac6362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.219220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-3e739c91-9712-45c9-be97-616828c55d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.220893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-fc3dddb2-5a86-42af-99f4-a1228ac6362d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1095 time: 0.0468385 Aug 11 03:42:24.221126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-3e739c91-9712-45c9-be97-616828c55d0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1095 time: 0.0479422 Aug 11 03:42:24.316549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-9b6c7f78-59aa-49a5-b52b-334703dce9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.318327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-9b6c7f78-59aa-49a5-b52b-334703dce9d5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0891266 Aug 11 03:42:24.321640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-d949359b-4305-4a8a-9064-c824e9170cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.323214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-d949359b-4305-4a8a-9064-c824e9170cd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0950375 Aug 11 03:42:24.390362 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-fc985773-b19a-43ed-8a88-4f0a02e52bb1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 999 time: 0.0653563 Aug 11 03:42:24.404359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-e51c4c15-4020-4205-9ecd-0f3391a88824 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 999 time: 0.0693481 Aug 11 03:42:24.443549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-674607a7-b09f-4dfb-a299-ac5d6b961436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.445056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-674607a7-b09f-4dfb-a299-ac5d6b961436 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0465207 Aug 11 03:42:24.459295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-7f91cb64-f54b-4b6d-ba31-49bf2c2a2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.460901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-7f91cb64-f54b-4b6d-ba31-49bf2c2a2f14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0467751 Aug 11 03:42:24.495490 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-528291b0-1b13-4e21-927e-d1b7f6214f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.497141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-528291b0-1b13-4e21-927e-d1b7f6214f91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449936 Aug 11 03:42:24.512109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-54302ee9-cbd3-4091-8f24-497a9fdf6e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.513736 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-54302ee9-cbd3-4091-8f24-497a9fdf6e25 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437043 Aug 11 03:42:24.612851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-81e23c0c-4fa2-4f0c-b4ba-c9d163af354d service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078701 Aug 11 03:42:24.626251 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-9f25b92f-503f-45eb-b6ee-a9979c06cfd8 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984490 Aug 11 03:42:24.717056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-b2b646ce-5142-443a-8195-97d4de78cb0c service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965247 Aug 11 03:42:24.753934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8105a-5cee-45bf-9750-7f3312d799ba req-6d0a3a8d-5b59-4525-b8b5-8c65e57f9753 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:24.755469 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33f8105a-5cee-45bf-9750-7f3312d799ba req-6d0a3a8d-5b59-4525-b8b5-8c65e57f9753 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.1128345 Aug 11 03:42:24.761545 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbf038fe-a8bb-48a6-9254-688f2a9da7d2 req-807aeeba-1996-45ba-b27a-93ea7b054151 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281433 Aug 11 03:42:24.800406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-33f8105a-5cee-45bf-9750-7f3312d799ba req-790b1f69-67aa-4a20-96d2-a2990d2fc1d8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378881 Aug 11 03:42:25.132187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-2e9f758e-2498-4668-b694-db5d9d1720d6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:25.133803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-2e9f758e-2498-4668-b694-db5d9d1720d6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462&tenant_id=4d61fefc87724f8e829127a30f321990&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 943 time: 0.0917819 Aug 11 03:42:25.145849 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aeb17-0f46-4184-aec4-90039267ca8c req-93a59f2e-d207-4b24-93f8-b07194e47cdb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:25.147327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-669aeb17-0f46-4184-aec4-90039267ca8c req-93a59f2e-d207-4b24-93f8-b07194e47cdb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0766706 Aug 11 03:42:25.232339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-669aeb17-0f46-4184-aec4-90039267ca8c req-98f810b1-e8e5-4229-96e3-b2f4896dfed2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774553 Aug 11 03:42:25.239209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-842926c9-a780-4c70-9bf4-b1a8edd5ec7c service neutron] 10.222.0.10 "GET /v2.0/ports/3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 383 time: 0.0909333 Aug 11 03:42:25.269135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f36897aa-54d2-41c8-8612-1f54a79e8502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:25.304559 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-f640cb49-32e1-4598-999d-5fbc20e3c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:25.306106 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-f640cb49-32e1-4598-999d-5fbc20e3c9fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1095 time: 0.0441921 Aug 11 03:42:25.397952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-dc74e2c8-f344-4678-934c-54a426823add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:25.399452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-dc74e2c8-f344-4678-934c-54a426823add service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0865753 Aug 11 03:42:25.472700 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-04351033-3d40-4a0f-98cd-b60cde957a10 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 999 time: 0.0655088 Aug 11 03:42:25.523060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-b5415c12-c635-40fb-9121-2dc47f4c22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:25.524503 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-b5415c12-c635-40fb-9121-2dc47f4c22ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0454993 Aug 11 03:42:25.552102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:25.572630 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-a5b3984a-f0ee-409a-900c-73a10fb62999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:25.574171 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-a5b3984a-f0ee-409a-900c-73a10fb62999 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432143 Aug 11 03:42:25.674356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-d4e21f9e-6514-4819-8b03-122453fcffd5 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922999 Aug 11 03:42:25.698808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:42:25.740276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:42:25.775646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-88bdde4c-c74b-43da-ae64-2f4770934437 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932665 Aug 11 03:42:25.897595 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:26.354440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821f95-176d-4821-b6a8-257c97f38be7 req-5eb9fff6-621b-4d3e-9a28-562756ec454e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:26.356074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4821f95-176d-4821-b6a8-257c97f38be7 req-5eb9fff6-621b-4d3e-9a28-562756ec454e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0521541 Aug 11 03:42:26.397433 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4821f95-176d-4821-b6a8-257c97f38be7 req-79acb9d3-7994-4f5a-8c25-623f8d9da8ff tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347533 Aug 11 03:42:26.874539 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:27.383285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:42:27.490276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:27.506259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'mac_address': 'fa:16:3e:e1:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:42:27.526944 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992561dc-0337-441b-ab62-93b0e8b9791f req-c5c696f0-8ad2-46be-bd20-aa30ecea6771 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:27.528565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-992561dc-0337-441b-ab62-93b0e8b9791f req-c5c696f0-8ad2-46be-bd20-aa30ecea6771 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.0583739 Aug 11 03:42:27.573816 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-992561dc-0337-441b-ab62-93b0e8b9791f req-4ac9c87a-a2fd-4ae4-865b-3137c8acd2f1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362620 Aug 11 03:42:27.662437 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-40ea4762-41ab-4d38-85c6-8596c02b577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:27.663991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-40ea4762-41ab-4d38-85c6-8596c02b577b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 1095 time: 0.0483418 Aug 11 03:42:27.677119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:27.710402 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:27.731139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:27.732745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:27.749043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:27.753750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:27.795299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.db.api [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111683) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:42:27.795687 n-d-768509-22 neutron-server[111683]: DEBUG oslo_db.api [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:42:27.807811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:27.815399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.815797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.816126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.816457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.816784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.817107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.817430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.817752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.818070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.818390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.818707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:27.819026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.288101 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:28.324743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:28.531674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:28.565969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:28.599382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:28.608499 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:28.619802 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Ignored duplicate provisioning block setup for port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 11 03:42:28.623534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:28.731163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=9']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:28.750896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.751338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.751585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.751957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.752297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.752631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.752963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.753292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.753622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.753950 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.754276 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.754600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:42:28.793427 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] No DVR routers for this DVR port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:42:28.802268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707be88-6556-4b1c-8684-766ccb2c73dc req-24537f89-f239-41e7-991b-b84e8e0c7ced tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:28.803954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2707be88-6556-4b1c-8684-766ccb2c73dc req-24537f89-f239-41e7-991b-b84e8e0c7ced tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 943 time: 0.1463771 Aug 11 03:42:28.918814 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2707be88-6556-4b1c-8684-766ccb2c73dc req-12a0bdc2-c64d-4225-862c-ef4ed899e4d1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752244 Aug 11 03:42:28.980277 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:28.980612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:28.980944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:28.986265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:42:28.986592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Attempting to bind port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:28.994661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:28.995018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:28.995413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:28.995885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Bound port: 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:28.996256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:29.063682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:29.066951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:29.070819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:29.105411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.106051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:29.107459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] 10.222.0.57 "PUT /v2.0/ports/3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 1092 time: 1.4349132 Aug 11 03:42:29.107940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:29.110835 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686ee997-ba40-43d4-8b14-e97273285272" -d '{"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:29.170519 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f716d4d-d836-4342-89b4-32b394fcc508 service neutron] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:29.174344 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d512eb-4e87-48c3-8935-3c0675432242 x-openstack-request-id: req-d6d512eb-4e87-48c3-8935-3c0675432242 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:29.174628 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:29.174874 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6d512eb-4e87-48c3-8935-3c0675432242 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:29.175264 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'status': 'completed', 'code': 200} Aug 11 03:42:29.193545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-645a942d-3cd8-4113-ba57-e3355f6e4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.195101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-645a942d-3cd8-4113-ba57-e3355f6e4c66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1096 time: 0.0582137 Aug 11 03:42:29.233617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-a72ac122-4602-4a39-b574-4c57543f38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.237001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-a72ac122-4602-4a39-b574-4c57543f38e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1096 time: 0.0450988 Aug 11 03:42:29.295307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-56cd9a74-bb19-4209-8503-5c072ba41e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.297150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-56cd9a74-bb19-4209-8503-5c072ba41e7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0946729 Aug 11 03:42:29.345371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-0e24a59d-b74b-4595-8bd0-eb608b96b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.347236 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-0e24a59d-b74b-4595-8bd0-eb608b96b4be service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.1037171 Aug 11 03:42:29.373212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-0b89e692-e710-41cc-ba73-416cb9b4dbf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 999 time: 0.0680931 Aug 11 03:42:29.383798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:42:29.422261 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-b64ae77d-a6fb-407f-b9cf-074e5ca82d14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 999 time: 0.0683494 Aug 11 03:42:29.428393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-52d4c774-7674-4387-b909-9896be3eab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.429864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-52d4c774-7674-4387-b909-9896be3eab27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0487535 Aug 11 03:42:29.435056 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:42:29.475799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-d8b83311-a921-4ddb-a272-7b325169357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.477046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac0f47-047e-4b98-97af-4847370e9176 req-95b211fc-f274-4715-aa7a-0bb89531bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.477399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-d8b83311-a921-4ddb-a272-7b325169357a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0485616 Aug 11 03:42:29.478522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-95b211fc-f274-4715-aa7a-0bb89531bdb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417886 Aug 11 03:42:29.524270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-61649324-81fd-4fd9-b226-39823251689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.525803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-61649324-81fd-4fd9-b226-39823251689a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418868 Aug 11 03:42:29.574502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-608009fa-29d7-4488-9fc1-993d25cbd341 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890832 Aug 11 03:42:29.628424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-620624e0-05d2-4fcc-af7f-ee4cd02e9649 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949538 Aug 11 03:42:29.666146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1fac0f47-047e-4b98-97af-4847370e9176 req-2f36a1a9-d725-4200-bf46-7731fe194a10 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845742 Aug 11 03:42:29.726513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-526d8446-d374-43e2-bf22-c03626587199 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908628 Aug 11 03:42:29.754661 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-02e35968-7d9a-4ac4-8bb0-e4175edff8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.756214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-02e35968-7d9a-4ac4-8bb0-e4175edff8da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 1096 time: 0.0434556 Aug 11 03:42:29.853395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-dac16162-5c51-4a6a-a32d-89819f0373be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.854890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-dac16162-5c51-4a6a-a32d-89819f0373be service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0917578 Aug 11 03:42:29.922143 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-a2a90290-659c-4f6a-80e5-a7222cad69fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 200 len: 999 time: 0.0587025 Aug 11 03:42:29.984796 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-145a3465-d25e-4a56-a9c7-a6a8bd0b009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:29.986273 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-145a3465-d25e-4a56-a9c7-a6a8bd0b009f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0563452 Aug 11 03:42:30.059083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ee997-ba40-43d4-8b14-e97273285272 req-a4f5826e-f9f1-47e1-8c29-c3fb8a8991dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:30.060641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-a4f5826e-f9f1-47e1-8c29-c3fb8a8991dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631082 Aug 11 03:42:30.068903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092909ca-7a84-446a-abbe-cb1f2f2aa9e2 req-5e97d044-57c5-4dff-879d-38600c4ca9fa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:30.070416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-092909ca-7a84-446a-abbe-cb1f2f2aa9e2 req-5e97d044-57c5-4dff-879d-38600c4ca9fa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0812955 Aug 11 03:42:30.162162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-092909ca-7a84-446a-abbe-cb1f2f2aa9e2 req-df7565fa-c5f7-4eba-984c-88e1d63a5899 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828001 Aug 11 03:42:30.191290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-9c821d82-9e24-4a94-9ef3-d01f100a839c service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198711 Aug 11 03:42:30.285592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-686ee997-ba40-43d4-8b14-e97273285272 req-1cefa721-d1f4-47ac-9b65-f77931804fab service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864298 Aug 11 03:42:30.391657 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:31.315800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7ecb-79b2-4667-b378-e89d31e6705e req-f7dff852-ec23-47f1-bfcf-41fb9ce7b329 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:31.317319 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acad7ecb-79b2-4667-b378-e89d31e6705e req-f7dff852-ec23-47f1-bfcf-41fb9ce7b329 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0577114 Aug 11 03:42:31.358696 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-acad7ecb-79b2-4667-b378-e89d31e6705e req-b8de168c-893d-419b-a424-bcf646766a3a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347779 Aug 11 03:42:32.481559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c8f0d-c840-4151-b233-493aeaab1442 req-7bfc9bbb-245a-4917-bdbd-9968c1c10225 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:32.483046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-293c8f0d-c840-4151-b233-493aeaab1442 req-7bfc9bbb-245a-4917-bdbd-9968c1c10225 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0545650 Aug 11 03:42:32.521459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-293c8f0d-c840-4151-b233-493aeaab1442 req-4a1df0fa-ea82-437e-ba43-d0d732bd573c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 11 03:42:32.634331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf9cc1-eb91-4daf-b580-13234af5e50b req-085121c6-0e8f-4d17-b643-e238d1d48f60 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:32.635852 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02cf9cc1-eb91-4daf-b580-13234af5e50b req-085121c6-0e8f-4d17-b643-e238d1d48f60 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0491757 Aug 11 03:42:32.674173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-02cf9cc1-eb91-4daf-b580-13234af5e50b req-e3c2d06e-73b9-4487-ac4d-7bcbd86166ec tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324655 Aug 11 03:42:32.786313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c085ad6-ff8e-46c5-8de4-a8393f9c5d20 req-2e896ab4-cfd7-444c-8418-da5af5ac01a0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:32.787790 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c085ad6-ff8e-46c5-8de4-a8393f9c5d20 req-2e896ab4-cfd7-444c-8418-da5af5ac01a0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0480423 Aug 11 03:42:32.826672 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8c085ad6-ff8e-46c5-8de4-a8393f9c5d20 req-0174c6d5-3566-4a82-8b97-797354f31626 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326581 Aug 11 03:42:33.063852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f53bd-4a66-4c8d-a141-06cef2016baa req-5150ed3c-6a3d-44d5-9fac-c1d31685daa4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:33.065330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f8f53bd-4a66-4c8d-a141-06cef2016baa req-5150ed3c-6a3d-44d5-9fac-c1d31685daa4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 944 time: 0.0540068 Aug 11 03:42:33.101855 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f8f53bd-4a66-4c8d-a141-06cef2016baa req-b314b718-7414-43ee-94ea-177bef74eca5 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Aug 11 03:42:33.711932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:42:33.809015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:33.820816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'mac_address': 'fa:16:3e:e1:8b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:42:33.857806 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.870132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:33.895583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:33.899883 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:33.946683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=11']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:34.220039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8905eee-0569-4118-8523-2934dc1920d1 req-618bcc39-ba2f-431a-8b06-ca4979080e31 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:34.221532 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8905eee-0569-4118-8523-2934dc1920d1 req-618bcc39-ba2f-431a-8b06-ca4979080e31 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0477521 Aug 11 03:42:34.261527 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a8905eee-0569-4118-8523-2934dc1920d1 req-433c3fde-262a-4473-bac0-bd15fe42509e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338070 Aug 11 03:42:34.270804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ce2f8fdc-2d06-409c-946c-bbf7a9380f51 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:34.272325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ce2f8fdc-2d06-409c-946c-bbf7a9380f51 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 945 time: 0.0525696 Aug 11 03:42:34.362251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Deleting port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:42:34.362587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.453795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] For port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:34.454143 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.617787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.618153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.618463 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 disassociated. External IP: 172.25.4.62, port: 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac. Aug 11 03:42:34.618799 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Calling delete_port for 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:42:34.746880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:34.775090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event deleted for resources: {'Port': ['ID=3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:34.890873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:42:35.011700 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:42:35.024182 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:42:35.035085 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:35.035746 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:42:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:35.055832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] No DVR routers for this DVR port 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:42:35.058498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:35.060544 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-009adbed-ceea-4d98-8d41-2acedb6781d7 req-ca549eb1-6f85-4304-882d-977ec25886c3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "DELETE /v2.0/ports/3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac HTTP/1.1" status: 204 len: 173 time: 0.7814035 Aug 11 03:42:35.061274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'name': 'network-vif-deleted', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:35.063828 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f18910-1548-4753-95d5-37f5e32e9478" -d '{"events": [{"server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "name": "network-vif-deleted", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:35.117118 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d13baa-c622-4c5c-a701-68949d1f66ad x-openstack-request-id: req-b7d13baa-c622-4c5c-a701-68949d1f66ad {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:35.117412 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75bb513e-ecea-4502-baa0-bd33bf43d462", "name": "network-vif-deleted", "tag": "3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:35.117667 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7d13baa-c622-4c5c-a701-68949d1f66ad {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:35.118071 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75bb513e-ecea-4502-baa0-bd33bf43d462', 'name': 'network-vif-deleted', 'tag': '3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac', 'status': 'completed', 'code': 200} Aug 11 03:42:35.150501 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:35.371002 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:35.384110 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0107384a-d341-4a23-b71d-1db2172eed81 req-79e811c2-a9d4-4d58-8e4e-7086c4b9eb6b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=75bb513e-ecea-4502-baa0-bd33bf43d462 HTTP/1.1" status: 200 len: 210 time: 0.0317204 Aug 11 03:42:35.490992 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:42:35.500198 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:35.500797 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:42:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:35.607523 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:35.714986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:42:35.720670 n-d-768509-22 neutron-server[111684]: INFO neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No ports have port_id starting with 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac Aug 11 03:42:35.721769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac requested by agent hyperv_n-h2-768509-22 not found in database {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 11 03:42:35.810391 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:35.841192 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d80c4-1a3a-4ff2-b068-f39cc56ebd53 None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:42:36.080669 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4112376e-5e58-4a72-b379-3490aface561 None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:42:36.667061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-a67a8927-836c-4de4-9948-89da188ff510 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1768731647&fields=id&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 267 time: 0.0336003 Aug 11 03:42:37.053831 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-39376591-6eeb-4a10-b72e-a53325de87ee tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:37.055303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-39376591-6eeb-4a10-b72e-a53325de87ee tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.3814461 Aug 11 03:42:37.070954 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-1da04095-c61e-42c8-b338-c15a99fe94f3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/quotas/4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 375 time: 0.0097415 Aug 11 03:42:37.123070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-e8086463-c759-4764-8f4a-977e02b2d5fe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469606 Aug 11 03:42:37.266169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-25e438fa-ed03-4de1-8c14-2a9f0ce824e1 service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300347 Aug 11 03:42:37.357493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-3e42bc5d-8e47-4ed3-801c-05e0da1a7c14 service neutron] 10.222.0.60 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851669 Aug 11 03:42:37.730060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:42:37.750855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:42:37.751111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3ffd8d6a-4d21-448c-97f6-1af53d7ff7ac not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:42:38.542014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-439744f0-1b55-4508-9710-756f37db6c77 req-2c1e72fc-b6cd-430a-8fea-b807f28550bb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Aug 11 03:42:39.559506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-bd54bd29-77c2-4734-b951-e914c1153ca8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:39.563311 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-bd54bd29-77c2-4734-b951-e914c1153ca8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 811 time: 0.1198153 Aug 11 03:42:39.616507 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-4eab44ca-8e76-4f8f-a50b-dc3a77614210 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 380 time: 0.0454495 Aug 11 03:42:39.631865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'port': {'device_id': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'admin_state_up': True, 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'security_groups': ['4b74e6ff-db5d-4bc3-b358-32f849eff993']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:39.650220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-19a529f0-6189-4044-a73a-535e612d1d0a req-8bf08afd-f807-404a-a078-c3379196f76a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 210 time: 0.0324044 Aug 11 03:42:39.752507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Made reservation on behalf of 4d61fefc87724f8e829127a30f321990 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:42:39.756207 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:39.893435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Allocated IP 172.20.0.6 (23799a3a-d01e-40e5-b763-d22601f9541d/524c4286-a04c-4957-b336-fccb9fa5874a/c724b7a4-76c9-4de4-9f00-64e22787daf6) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:42:40.035619 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.050439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Transition to ACTIVE for port object c724b7a4-76c9-4de4-9f00-64e22787daf6 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:40.085232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.124024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Network 23799a3a-d01e-40e5-b763-d22601f9541d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:42:40.129576 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:42:40.133211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:42:40.158947 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.188077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:40.188784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.204321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-7bb5bc56-7a19-411a-8a8c-a06d80fa461e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778909 Aug 11 03:42:40.217647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Request body: {'port': {'device_id': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:40.279283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.320097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c139b68d-4db0-4e17-aaa4-60b343bca73c None None] Provisioning for port c724b7a4-76c9-4de4-9f00-64e22787daf6 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:40.323967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c139b68d-4db0-4e17-aaa4-60b343bca73c None None] Provisioning complete for port c724b7a4-76c9-4de4-9f00-64e22787daf6 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:40.324346 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c139b68d-4db0-4e17-aaa4-60b343bca73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.362850 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c139b68d-4db0-4e17-aaa4-60b343bca73c None None] Port c724b7a4-76c9-4de4-9f00-64e22787daf6 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:42:40.541265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c724b7a4-76c9-4de4-9f00-64e22787daf6 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:40.549144 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.560548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Transition to ACTIVE for port object c724b7a4-76c9-4de4-9f00-64e22787daf6 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:42:40.565275 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.613184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.697548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:42:40.698034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:42:40.698382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:40.703391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:42:40.704486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:42:40.710965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:42:40.711507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:42:40.711980 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:42:40.712443 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Bound port: c724b7a4-76c9-4de4-9f00-64e22787daf6, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:42:40.715381 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.777522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64d5c4-8252-49af-b818-b069786f8fce req-8c55ea3c-bb80-49c9-9144-1afb668d2699 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:40.779230 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff64d5c4-8252-49af-b818-b069786f8fce req-8c55ea3c-bb80-49c9-9144-1afb668d2699 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0539048 Aug 11 03:42:40.786337 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:42:40.789658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:42:40.793687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.823139 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ff64d5c4-8252-49af-b818-b069786f8fce req-8959c493-394b-40cf-be8f-e07b14f4a760 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367222 Aug 11 03:42:40.828285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:40.828876 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:40.830440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] 10.222.0.57 "PUT /v2.0/ports/c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 1092 time: 0.6173115 Aug 11 03:42:40.830908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:40.833199 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501" -d '{"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:40.858029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c79b2a-a27b-41cc-a969-c190c63bd914 service neutron] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:40.906679 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e00b95-8cd4-4693-af02-00512886db36 x-openstack-request-id: req-a6e00b95-8cd4-4693-af02-00512886db36 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:40.906964 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:40.907214 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6e00b95-8cd4-4693-af02-00512886db36 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:40.907613 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'status': 'completed', 'code': 200} Aug 11 03:42:40.924713 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-e16a5626-4448-4be5-964e-29d9f0270d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:40.926251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-e16a5626-4448-4be5-964e-29d9f0270d74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1095 time: 0.0496674 Aug 11 03:42:40.975481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-f2c33d00-1215-426c-ab39-bbdf739f6f5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 217 time: 0.0404449 Aug 11 03:42:41.028017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-ec621a2f-a8e1-4653-9ab9-e4855f060add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.029519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-ec621a2f-a8e1-4653-9ab9-e4855f060add service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0472088 Aug 11 03:42:41.075039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5509-1f7a-43f6-8470-4c05083292be req-07000b3b-3077-4656-99c8-4be0d86919c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.076556 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-07000b3b-3077-4656-99c8-4be0d86919c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396128 Aug 11 03:42:41.174118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-abf21d2e-6362-4972-abf2-316c9d9bdc52 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891156 Aug 11 03:42:41.267416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db4a5509-1f7a-43f6-8470-4c05083292be req-c031f34d-62c6-42d1-821e-a10dba3d2b39 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857053 Aug 11 03:42:41.353525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-d7e261ba-8204-495f-a498-a075bb5d52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.355008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-d7e261ba-8204-495f-a498-a075bb5d52ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1095 time: 0.0427997 Aug 11 03:42:41.449244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-ce5bd589-5321-4bd8-b3aa-de35fd7ee12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.450623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-ce5bd589-5321-4bd8-b3aa-de35fd7ee12c service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0884166 Aug 11 03:42:41.493109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-195625aa-0f0e-4779-ac86-4bf14a66ca79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 217 time: 0.0351434 Aug 11 03:42:41.547389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-72569b5c-f9fd-4d6f-b280-faf5b2d563e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.548869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-72569b5c-f9fd-4d6f-b280-faf5b2d563e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0480571 Aug 11 03:42:41.600245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-55a32cf3-ad23-4b33-8e29-4ba2f6cfba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.601759 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-55a32cf3-ad23-4b33-8e29-4ba2f6cfba8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449913 Aug 11 03:42:41.701077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-c39c9c05-9cc2-4c27-b6da-dbdc8def8dc6 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907369 Aug 11 03:42:41.794029 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e0cd5d6a-a569-4a37-a6fe-1bab850d1501 req-cd510cb7-0b18-4b64-a9f3-b7c9295656d0 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849683 Aug 11 03:42:41.936863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5ee97-8a8d-494f-a682-3bc800d9aa6d req-35f1d43d-a44a-49be-a415-fa1cc0806b7d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:41.938768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9a5ee97-8a8d-494f-a682-3bc800d9aa6d req-35f1d43d-a44a-49be-a415-fa1cc0806b7d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0503385 Aug 11 03:42:41.978952 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c9a5ee97-8a8d-494f-a682-3bc800d9aa6d req-df5938ea-ee65-4517-9f43-9d5cddada9af tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Aug 11 03:42:43.112656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95680376-8533-4fda-8b09-0724b68edc42 req-2c02a0be-0dbb-4ec1-b53a-82aa3d5b6fb2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:43.114152 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95680376-8533-4fda-8b09-0724b68edc42 req-2c02a0be-0dbb-4ec1-b53a-82aa3d5b6fb2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0504887 Aug 11 03:42:43.151260 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95680376-8533-4fda-8b09-0724b68edc42 req-8f5ad16a-9f06-4d36-81d5-caed5d7b722e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Aug 11 03:42:43.748392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:42:43.843286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:43.854367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'mac_address': 'fa:16:3e:63:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:42:43.890003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.906063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c724b7a4-76c9-4de4-9f00-64e22787daf6 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:42:43.924775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:43.928577 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:43.975771 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:44.126750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c724b7a4-76c9-4de4-9f00-64e22787daf6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:42:44.289364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807ceed-fd6a-49b4-843b-d7110eae7279 req-6f9ce7e1-dd08-4a3b-9fa7-918e20f9a62e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:44.290854 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3807ceed-fd6a-49b4-843b-d7110eae7279 req-6f9ce7e1-dd08-4a3b-9fa7-918e20f9a62e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0643332 Aug 11 03:42:44.332332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3807ceed-fd6a-49b4-843b-d7110eae7279 req-64055184-26ef-4706-b4b4-edc7173a3540 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342143 Aug 11 03:42:45.456126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962383a-88be-4bc3-adc5-275d471966b1 req-371e2a88-ab51-4f40-bea1-51c1404e15c7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:45.457605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a962383a-88be-4bc3-adc5-275d471966b1 req-371e2a88-ab51-4f40-bea1-51c1404e15c7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0577848 Aug 11 03:42:45.494431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a962383a-88be-4bc3-adc5-275d471966b1 req-21f75ff1-2e7d-43d9-a2c3-cf1d49f73f94 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Aug 11 03:42:45.761174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:42:45.815237 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c724b7a4-76c9-4de4-9f00-64e22787daf6 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:42:45.818904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c724b7a4-76c9-4de4-9f00-64e22787daf6 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:42:45.819280 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.893694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.915584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:45.917787 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef79187b-76f3-42fc-a531-7fb37840cb47" -d '{"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-plugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:45.930853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:42:45.934939 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:45.962756 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f7207-485d-48b2-a372-067c12bc1eec x-openstack-request-id: req-0c0f7207-485d-48b2-a372-067c12bc1eec {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:45.963054 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-plugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:45.963299 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0c0f7207-485d-48b2-a372-067c12bc1eec {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:45.963702 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'code': 200} Aug 11 03:42:45.994854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:42:46.056289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098b89f-494d-4663-8999-7232faa43283 req-520414d0-6fb9-447c-a1f2-7a885157a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:46.057686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2098b89f-494d-4663-8999-7232faa43283 req-520414d0-6fb9-447c-a1f2-7a885157a86d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1097 time: 0.0410089 Aug 11 03:42:46.092728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2098b89f-494d-4663-8999-7232faa43283 req-6e37641d-b998-4976-99f7-9e49480ab2a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277562 Aug 11 03:42:46.613095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbabb3-c2df-4cf4-956f-3d48eeb920f2 req-60539278-dda0-4d67-b32a-e25364d6b172 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:46.614652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79fbabb3-c2df-4cf4-956f-3d48eeb920f2 req-60539278-dda0-4d67-b32a-e25364d6b172 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0492239 Aug 11 03:42:46.653439 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79fbabb3-c2df-4cf4-956f-3d48eeb920f2 req-b5804eb2-179a-4c35-8b75-f429b70b31b8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Aug 11 03:42:47.772319 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40f6f4-95e0-4f95-b6b9-37076ac4a0bc req-dd05ccdc-7d9a-4ce6-9958-b62ebfac6608 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:47.773814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d40f6f4-95e0-4f95-b6b9-37076ac4a0bc req-dd05ccdc-7d9a-4ce6-9958-b62ebfac6608 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Aug 11 03:42:47.813765 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d40f6f4-95e0-4f95-b6b9-37076ac4a0bc req-619c8861-813b-4948-842e-cc023102f5d0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339077 Aug 11 03:42:47.928110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dbcd5-b8e7-404a-83e3-cb4f5cb27104 req-68904b90-ded4-4f9c-b2dc-1f849ae008b1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:47.929586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f40dbcd5-b8e7-404a-83e3-cb4f5cb27104 req-68904b90-ded4-4f9c-b2dc-1f849ae008b1 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0514445 Aug 11 03:42:47.939356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 43648) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:42:47.943881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Request body: {'floatingip': {'port_id': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:42:47.982468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:48.433248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:48.437859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:48.562759 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 associated. External IP: 172.25.4.62, port: c724b7a4-76c9-4de4-9f00-64e22787daf6. Aug 11 03:42:48.775335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:42:48.880524 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:42:48.885485 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:48.892061 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:42:48.902135 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:48.902931 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:42:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:48.917494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5e312d2e-8b7c-4b54-adb6-b758c73eb07c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "PUT /v2.0/floatingips/b08d63a8-b7aa-4589-9931-ef14727c2587 HTTP/1.1" status: 200 len: 991 time: 0.9770312 Aug 11 03:42:48.918085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:42:48.920471 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30261ef1-9c89-4aae-b7b7-446924dc0297" -d '{"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:42:48.966959 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ce6ee5-c3a9-4e70-84f0-28174207c03b x-openstack-request-id: req-53ce6ee5-c3a9-4e70-84f0-28174207c03b {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:42:48.967597 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:42:48.967597 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53ce6ee5-c3a9-4e70-84f0-28174207c03b {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:42:48.967976 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'status': 'completed', 'code': 200} Aug 11 03:42:49.021989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:49.036669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-0d659c5f-6f02-4f1c-a7ce-f6d29f65f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:49.038641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-0d659c5f-6f02-4f1c-a7ce-f6d29f65f2f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1097 time: 0.0476711 Aug 11 03:42:49.141541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-94b4c373-17f1-4b8f-a90f-63434ac976a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:49.143394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-94b4c373-17f1-4b8f-a90f-63434ac976a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0976934 Aug 11 03:42:49.223161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-f84b04f3-d72e-4ba9-bc12-55bffb4d44a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0711777 Aug 11 03:42:49.277023 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-3faf6d1b-1295-4dd7-8b88-1172bf946d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:49.278738 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-3faf6d1b-1295-4dd7-8b88-1172bf946d16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0479426 Aug 11 03:42:49.289683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:63:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:42:48Z', 'revision_number': 13, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:49.321507 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:42:49.328060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-628f5458-4eb2-4d2b-a6c6-d294bca272e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:49.329597 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-628f5458-4eb2-4d2b-a6c6-d294bca272e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435092 Aug 11 03:42:49.331051 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:42:49.331398 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:42:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:49.436585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-e3438ea4-65e9-4350-b0b3-dd0789733aa8 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984306 Aug 11 03:42:49.439055 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:42:49.537427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-30261ef1-9c89-4aae-b7b7-446924dc0297 req-e52e1c51-61ed-4a4a-9b31-b3c854ab02f1 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928597 Aug 11 03:42:49.688290 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:63:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:42:48Z', 'revision_number': 13, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:42:49.720291 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a13603-4fb0-4394-8998-46c5b9903868 None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'b08d63a8-b7aa-4589-9931-ef14727c2587', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'floating_ip_address': '172.25.4.62', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'port_id': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'mac_address': 'fa:16:3e:63:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:35:46Z', 'updated_at': '2021-08-11T03:42:48Z', 'revision_number': 13, 'project_id': '4d61fefc87724f8e829127a30f321990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:42:49.951748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3a5c55-9367-46ae-bd49-f642f0a7e3f5 None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:42:52.391792 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b2320d2-1bdf-4c35-9551-85872ac77c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:55.271099 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea7cf6a7-8cbd-44b8-9cb0-a90f1a170463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:55.553359 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:55.913396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:56.877503 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:57.696281 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-06c3797b-5f52-48b0-826d-4ab17c3c603b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451815 Aug 11 03:42:58.067743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-9aa71ee7-398b-4e8f-a42b-8a592cb15ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:58.069258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-9aa71ee7-398b-4e8f-a42b-8a592cb15ca4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1097 time: 0.3286297 Aug 11 03:42:58.177148 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-65e78ae9-d38f-48b6-93b0-477c989bd7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:58.178648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-65e78ae9-d38f-48b6-93b0-477c989bd7f6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0864606 Aug 11 03:42:58.263009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-a3dd1111-0fa6-4516-9dd8-6b2f21b1549b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 1001 time: 0.0735838 Aug 11 03:42:58.290080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:42:58.316455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-3c4d2d72-76ee-4dc4-9fed-1c414989d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:58.317992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-3c4d2d72-76ee-4dc4-9fed-1c414989d15d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0465519 Aug 11 03:42:58.365682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-4816b052-dc73-471c-ba6f-a1506278ae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:42:58.367262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-4816b052-dc73-471c-ba6f-a1506278ae5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418565 Aug 11 03:42:58.465025 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-b870a64f-8cff-4e53-b9e1-fb2ebedc3fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896401 Aug 11 03:42:58.557287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abf82a41-1d55-48b0-9bc1-362b1221d291 req-694f8eda-24b1-42d3-9a0b-fa63611b8659 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844498 Aug 11 03:43:00.041220 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:43:00.414518 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:22.399659 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6e5727e1-eb27-4937-8dff-48361b439aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:25.274465 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-51668d1d-beb6-44f6-8fcc-94bdcc95c16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:25.554313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:25.931501 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:26.879786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:28.293156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:30.406256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:34.940511 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-e9968b71-96b0-4e11-a08f-a8374d4c17b5 req-31b1f421-851f-496f-a047-cfa8e1fdf4ec service neutron] (111682) timed out ('10.222.0.60', 41006) {{(pid=111682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:43:37.040843 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:43:52.393528 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e224aa80-c7eb-48f7-819b-f8fd99ddc830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:55.275322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-745e58b4-3dc7-45cc-a214-b4d313f60e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:55.555502 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:55.927079 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:56.882212 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:58.295932 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:43:59.731553 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-cb1fdde3-1714-414a-a9f4-4322038d733f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0876343 Aug 11 03:43:59.817683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-5a8a5aa3-4da7-4992-884d-43544f440f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:59.819197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-5a8a5aa3-4da7-4992-884d-43544f440f6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1097 time: 0.0411837 Aug 11 03:43:59.921861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-e6fbcce7-fb42-4590-abd6-24c2ee303e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:43:59.923318 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-e6fbcce7-fb42-4590-abd6-24c2ee303e43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0836158 Aug 11 03:43:59.994681 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-f305195f-5afa-42b4-80fe-e2443e2f8d08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 1001 time: 0.0624566 Aug 11 03:44:00.044585 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-44e5b881-fbfb-402c-840b-58f7ba17f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:00.045994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-44e5b881-fbfb-402c-840b-58f7ba17f2f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0435851 Aug 11 03:44:00.092118 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-9d92ed25-1117-424c-9571-05f89a177eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:00.093598 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-9d92ed25-1117-424c-9571-05f89a177eca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389225 Aug 11 03:44:00.105164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-61fdbeb2-73e9-41e3-ab96-b1bd97815b34 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:44:00.106110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-61fdbeb2-73e9-41e3-ab96-b1bd97815b34 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049579 Aug 11 03:44:00.201329 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-50f3765d-7de2-4246-9a5b-42cb6f791750 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Aug 11 03:44:00.291372 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ece3eab-fc4c-404c-bdc0-35cbe075c32f req-395b6548-f1ad-402a-a41e-50104e9c87ab service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812798 Aug 11 03:44:00.417270 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:14.040691 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:44:22.396352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9f6c691-8fd3-4082-836f-b14eb7117cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:25.276300 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-92ebbbb7-2d31-4fea-b6be-a6015db050a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:25.556179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:25.925660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:26.885060 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:28.297419 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:28.547223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a5f73-18f0-4c25-ab71-44ae02621a7c req-80809df2-5ff8-4b2d-a850-ae252a513055 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:28.548719 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc9a5f73-18f0-4c25-ab71-44ae02621a7c req-80809df2-5ff8-4b2d-a850-ae252a513055 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Aug 11 03:44:28.590929 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dc9a5f73-18f0-4c25-ab71-44ae02621a7c req-2e1046ab-1fc6-470e-b008-2a6dad947396 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356889 Aug 11 03:44:30.422572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:39.775239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-75942a8d-6741-4896-a1a1-1650379b18d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746405 Aug 11 03:44:39.787280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711be63c-e60c-4056-aa63-efbbe51c4348 req-7bc2c57b-8e59-4c9d-af88-3b789e6e7a13 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:39.788779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-711be63c-e60c-4056-aa63-efbbe51c4348 req-7bc2c57b-8e59-4c9d-af88-3b789e6e7a13 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0619278 Aug 11 03:44:39.831357 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-711be63c-e60c-4056-aa63-efbbe51c4348 req-3c4d995b-8923-434d-875b-1b531d10cf87 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345199 Aug 11 03:44:40.950727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1494352-a4f2-4074-b8cd-a251eec4f456 req-c3a349b6-0685-467d-a1f7-2d8f2efaa77a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:40.952256 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1494352-a4f2-4074-b8cd-a251eec4f456 req-c3a349b6-0685-467d-a1f7-2d8f2efaa77a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0505254 Aug 11 03:44:41.013973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-98417c44-49ca-424e-bd28-311622bc7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:41.015476 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-98417c44-49ca-424e-bd28-311622bc7742 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1097 time: 0.0623627 Aug 11 03:44:41.018268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1494352-a4f2-4074-b8cd-a251eec4f456 req-6e59bf57-f5e2-4ad0-abe3-4c5cb887c542 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571008 Aug 11 03:44:41.108999 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-73234c70-d9f8-45ac-8850-7b56c076b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:41.110400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-73234c70-d9f8-45ac-8850-7b56c076b545 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0872722 Aug 11 03:44:41.175286 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-eafce6d7-0d56-4c13-904f-23bc78a8c2f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 1001 time: 0.0573490 Aug 11 03:44:41.228270 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-53161b98-9c67-44f6-9825-b38dab21492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:41.229676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-53161b98-9c67-44f6-9825-b38dab21492c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0431869 Aug 11 03:44:41.281327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-f47e3175-2708-4f2b-9322-a4de4ca4ba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:41.282815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-f47e3175-2708-4f2b-9322-a4de4ca4ba44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440295 Aug 11 03:44:41.373879 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-1fdcf2a8-9559-44fb-87f0-aec4c7f2eda4 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805931 Aug 11 03:44:41.468028 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-0ae6ed41-630b-428e-a74e-e329b9857c94 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854101 Aug 11 03:44:42.138291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435440-e52f-4dec-bd73-bc7faa32ba7f req-b7e77146-7f90-4d52-b5c9-c328db077777 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:42.139831 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8435440-e52f-4dec-bd73-bc7faa32ba7f req-b7e77146-7f90-4d52-b5c9-c328db077777 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0512784 Aug 11 03:44:42.179111 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8435440-e52f-4dec-bd73-bc7faa32ba7f req-bbdab458-f377-4ff4-8e29-fd90332140d7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Aug 11 03:44:43.296528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e9634-c12c-4d17-9a3a-b9aae393fa55 req-3313c36d-8560-4c41-ad06-6479c782b036 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:43.297999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d4e9634-c12c-4d17-9a3a-b9aae393fa55 req-3313c36d-8560-4c41-ad06-6479c782b036 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0495355 Aug 11 03:44:43.336677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4d4e9634-c12c-4d17-9a3a-b9aae393fa55 req-19a595fb-e82d-476a-bffc-d12a1200fd0b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Aug 11 03:44:44.453208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c020568-c0a8-4935-a2e3-f75fc5fe818a req-7449fd47-ff1a-4d14-96b0-01721557a042 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:44.454684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c020568-c0a8-4935-a2e3-f75fc5fe818a req-7449fd47-ff1a-4d14-96b0-01721557a042 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0485830 Aug 11 03:44:44.494066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c020568-c0a8-4935-a2e3-f75fc5fe818a req-9c6b9b48-de92-47f6-94d6-6e55b87a4978 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Aug 11 03:44:45.609753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb441ca-4e5c-43f8-9542-9ae7882c522b req-da35bbb2-a2e6-46a6-beea-891e023109ec tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:45.611222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4fb441ca-4e5c-43f8-9542-9ae7882c522b req-da35bbb2-a2e6-46a6-beea-891e023109ec tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0479786 Aug 11 03:44:45.648705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4fb441ca-4e5c-43f8-9542-9ae7882c522b req-7e74e5f6-3a61-44ac-9cd4-f3e225c59001 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314453 Aug 11 03:44:46.768281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d308c-7248-4405-bb83-3b2bd915163b req-e657ca27-ac96-4990-905f-65ad70113652 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:46.769648 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a38d308c-7248-4405-bb83-3b2bd915163b req-e657ca27-ac96-4990-905f-65ad70113652 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0518892 Aug 11 03:44:46.808361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a38d308c-7248-4405-bb83-3b2bd915163b req-d2a1dee8-26e1-49a8-aea1-bf8696b28a8b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310950 Aug 11 03:44:47.932636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045646c-eaae-43da-9c4d-93842607d45d req-a8c46543-0b17-41a2-833a-cc7b7ab923ce tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:47.934126 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c045646c-eaae-43da-9c4d-93842607d45d req-a8c46543-0b17-41a2-833a-cc7b7ab923ce tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Aug 11 03:44:47.971249 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c045646c-eaae-43da-9c4d-93842607d45d req-541d54c8-4002-45d1-9868-f86cdc09ab3e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309925 Aug 11 03:44:49.144191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1a2b9-057a-4221-a303-f55b1a2dbc73 req-0b9a479f-59cd-4f7d-80db-4c569bf75f67 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:49.145710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ee1a2b9-057a-4221-a303-f55b1a2dbc73 req-0b9a479f-59cd-4f7d-80db-4c569bf75f67 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.1054308 Aug 11 03:44:49.185099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1ee1a2b9-057a-4221-a303-f55b1a2dbc73 req-cf4e3382-35ff-44d7-ba51-32d80a766772 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325153 Aug 11 03:44:50.354087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631c770-92e2-4510-b604-55e0478630a3 req-96f76e18-83c8-43b1-8ef8-ad38992fbe22 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:50.355585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0631c770-92e2-4510-b604-55e0478630a3 req-96f76e18-83c8-43b1-8ef8-ad38992fbe22 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0998499 Aug 11 03:44:50.393688 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0631c770-92e2-4510-b604-55e0478630a3 req-58958fec-1e30-4778-88dc-ca2fe00e577e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321972 Aug 11 03:44:51.039873 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:44:51.510369 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33478a-eac5-4ac6-b4b5-488e10b88cb9 req-691a4bc0-c31e-4e8e-a502-81dd85eace48 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:51.511875 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf33478a-eac5-4ac6-b4b5-488e10b88cb9 req-691a4bc0-c31e-4e8e-a502-81dd85eace48 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0493424 Aug 11 03:44:51.548247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf33478a-eac5-4ac6-b4b5-488e10b88cb9 req-5cb1f13d-27d2-4ae3-bdda-9e5d51a92eec tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302985 Aug 11 03:44:52.397529 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-02a4eb25-d65d-4018-acf6-df7299e5dd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:52.667106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe0d2f-0c24-49b7-b662-da7224375a83 req-553e4782-f4d6-40a7-afb2-ed2d26f2b597 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:52.668652 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fe0d2f-0c24-49b7-b662-da7224375a83 req-553e4782-f4d6-40a7-afb2-ed2d26f2b597 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Aug 11 03:44:52.707326 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fe0d2f-0c24-49b7-b662-da7224375a83 req-b4f80a6f-3d54-4217-900b-b721815cae8c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325963 Aug 11 03:44:53.832813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a5a60-17d0-49e9-9f84-b612cde8e708 req-ddef5090-4ecc-4b5a-b7bf-87cdd1418a14 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:53.834400 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-308a5a60-17d0-49e9-9f84-b612cde8e708 req-ddef5090-4ecc-4b5a-b7bf-87cdd1418a14 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0562885 Aug 11 03:44:53.875114 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-308a5a60-17d0-49e9-9f84-b612cde8e708 req-983cf084-3336-440c-a452-5d40397990b6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340371 Aug 11 03:44:55.002136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333b84d-0ac4-4a24-8cde-a10f22d4fdda req-0669d3e6-0ce6-49a8-b79a-a51cc825768a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:55.003784 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6333b84d-0ac4-4a24-8cde-a10f22d4fdda req-0669d3e6-0ce6-49a8-b79a-a51cc825768a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0570002 Aug 11 03:44:55.047468 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6333b84d-0ac4-4a24-8cde-a10f22d4fdda req-2a22b004-d570-46b1-a8db-3cc811f2e2d7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370102 Aug 11 03:44:55.282564 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8a510a23-782c-4942-bf23-a8d871630e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.300324 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-03025000-2baf-4627-b34d-f301c1576390 req-d79fffdf-f103-445e-8b36-8b1099c46062 service neutron] show failed (client error): The resource could not be found. Aug 11 03:44:55.301365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-d79fffdf-f103-445e-8b36-8b1099c46062 service neutron] 10.222.0.57 "GET /v2.0/ports/c724b7a4-76c9-4de4-9f00-64e22787daf6/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0652146 Aug 11 03:44:55.503551 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-b84e9431-3cda-42fd-8b39-c0f226df470b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:55.505097 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-b84e9431-3cda-42fd-8b39-c0f226df470b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 1097 time: 0.0420120 Aug 11 03:44:55.516864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:44:55.559020 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.575299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.794742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:44:55.831256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:44:55.873775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:55.876087 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b53cbc-5477-4fde-9738-f5f690edef26" -d '{"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:55.880871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.897506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Transition to ACTIVE for port object c724b7a4-76c9-4de4-9f00-64e22787daf6 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:44:55.902695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.930370 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:55.956004 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085cbf8b-2edf-4618-816d-5f9ff4a0aaab x-openstack-request-id: req-085cbf8b-2edf-4618-816d-5f9ff4a0aaab {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:55.956320 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:55.956576 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-085cbf8b-2edf-4618-816d-5f9ff4a0aaab {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:55.956978 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'code': 200} Aug 11 03:44:56.017107 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:56.027988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.028339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.028684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.029024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.029361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.029695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.030025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.030362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.030788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.031023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.031356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.031699 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:44:56.068438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] No DVR routers for this DVR port c724b7a4-76c9-4de4-9f00-64e22787daf6 on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:44:56.205238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f1616-9461-427f-8480-025c8b76becf req-429381d2-f147-488c-abab-ccb25f161d87 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:56.206870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-431f1616-9461-427f-8480-025c8b76becf req-429381d2-f147-488c-abab-ccb25f161d87 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0561404 Aug 11 03:44:56.249883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-431f1616-9461-427f-8480-025c8b76becf req-0f1e8e01-8493-45c9-b543-b175066c13af tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360689 Aug 11 03:44:56.313339 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:44:56.355188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:44:56.546969 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:44:56.547572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:44:56.547726 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:44:56.551864 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:44:56.552704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:44:56.557413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:44:56.557747 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:44:56.558130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:44:56.558567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Bound port: c724b7a4-76c9-4de4-9f00-64e22787daf6, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:44:56.558905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:56.621961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:44:56.624924 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:44:56.629459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:56.663193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:56.663837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:56.665249 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] 10.222.0.10 "PUT /v2.0/ports/c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 1092 time: 1.1523578 Aug 11 03:44:56.689641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921c6f8-59f9-4c1c-b956-3e2beedefe37 service neutron] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:44:56.741380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-1b040615-1df8-4dc8-8540-85cc969bc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:56.743762 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-1b040615-1df8-4dc8-8540-85cc969bc13b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1095 time: 0.0464976 Aug 11 03:44:56.839871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-5707ef14-89aa-4a37-b72e-c5db82e7cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:56.840791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-5707ef14-89aa-4a37-b72e-c5db82e7cb7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0904520 Aug 11 03:44:56.889118 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:56.915407 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-81ce2da9-b6b9-455b-a622-d50e79c20ba2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0671082 Aug 11 03:44:56.964414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-52ad51a7-7c8e-45db-806b-dd6150ce597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:56.965791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-52ad51a7-7c8e-45db-806b-dd6150ce597b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0440962 Aug 11 03:44:57.013315 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03025000-2baf-4627-b34d-f301c1576390 req-c5d9addb-3239-4c99-a879-8fd3dcea46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:57.014814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-c5d9addb-3239-4c99-a879-8fd3dcea46c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397410 Aug 11 03:44:57.109058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-12f60fb0-f8f7-4cf8-9369-4568c3e4eaf4 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870259 Aug 11 03:44:57.200449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-03025000-2baf-4627-b34d-f301c1576390 req-a01a84fd-0c6f-406a-9f2a-3e0f341333e0 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842414 Aug 11 03:44:57.377493 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f31c5-116f-499f-82ea-04a5a16e363c req-3f17273f-f902-4be2-901f-8a8154bdbd17 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:57.379215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-514f31c5-116f-499f-82ea-04a5a16e363c req-3f17273f-f902-4be2-901f-8a8154bdbd17 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0516448 Aug 11 03:44:57.420624 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-514f31c5-116f-499f-82ea-04a5a16e363c req-0e9b86bd-621a-4f8f-ab59-111bfada07b6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354626 Aug 11 03:44:57.958029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:44:57.961623 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539660a0-c48f-4320-9ab4-4f0f14859304" -d '{"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:44:58.014044 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e318405-fe65-4927-a459-f8c4e07b296f x-openstack-request-id: req-1e318405-fe65-4927-a459-f8c4e07b296f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:44:58.014340 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:44:58.014594 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e318405-fe65-4927-a459-f8c4e07b296f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:44:58.014998 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'status': 'completed', 'code': 200} Aug 11 03:44:58.082936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-1125c210-602f-4b83-bb42-c4707e216609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.083182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-b0f2da5b-eae4-4892-8afa-54d212ec0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.084470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-1125c210-602f-4b83-bb42-c4707e216609 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1095 time: 0.0507815 Aug 11 03:44:58.084983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-b0f2da5b-eae4-4892-8afa-54d212ec0f6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1095 time: 0.0488603 Aug 11 03:44:58.185153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-3b115514-81a2-4c8d-a93f-870c76412435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.185436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-124fd19e-b2e1-4664-b60a-b4839b46579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.186657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-3b115514-81a2-4c8d-a93f-870c76412435 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0955780 Aug 11 03:44:58.187106 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-124fd19e-b2e1-4664-b60a-b4839b46579d service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0946403 Aug 11 03:44:58.263254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-5f1706a1-b763-44f5-a5ee-e8b4cc0d0f3a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0690746 Aug 11 03:44:58.263497 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-da697d63-1500-4495-995c-de18a5770648 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0681934 Aug 11 03:44:58.322335 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:44:58.329321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-1618d148-ce3c-43b0-ac03-7c4553bbd5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.331353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-1618d148-ce3c-43b0-ac03-7c4553bbd5df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0605617 Aug 11 03:44:58.338132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-2152e926-65ed-4000-9041-35e558a518b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.340399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-2152e926-65ed-4000-9041-35e558a518b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0697267 Aug 11 03:44:58.391708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-75e19692-a7ba-4691-829c-438a35c2d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.393397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-75e19692-a7ba-4691-829c-438a35c2d062 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544593 Aug 11 03:44:58.398617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-d578f1bb-bcd7-4d59-b0f6-3b470e2c45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.399800 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-d578f1bb-bcd7-4d59-b0f6-3b470e2c45f7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519056 Aug 11 03:44:58.511327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-469e1474-7515-4f43-8d70-535ad3f3d18d service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045241 Aug 11 03:44:58.513655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-7cc1125c-4dfb-462a-87d7-438660391cf8 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108294 Aug 11 03:44:58.618417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-6e57d54c-5267-4ff6-b34d-1a5462589b4b service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972269 Aug 11 03:44:58.638654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe2932-4b57-435c-ae9f-9dd96f47a7a4 req-977a4cef-4544-424d-a3bf-1c7c6d882a5a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:58.640198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bfe2932-4b57-435c-ae9f-9dd96f47a7a4 req-977a4cef-4544-424d-a3bf-1c7c6d882a5a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.1131473 Aug 11 03:44:58.663306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-539660a0-c48f-4320-9ab4-4f0f14859304 req-5a75ed53-8540-4c79-981c-7022a19a1451 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445777 Aug 11 03:44:58.691496 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bfe2932-4b57-435c-ae9f-9dd96f47a7a4 req-2d106b3c-fd30-4402-8ca3-5ae6ca03c5f2 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 Aug 11 03:44:59.821565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15134bf2-5dde-4fb6-ae18-d929d3ac8455 req-87378548-321a-4705-8b97-a4075a70f8c6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:44:59.823197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15134bf2-5dde-4fb6-ae18-d929d3ac8455 req-87378548-321a-4705-8b97-a4075a70f8c6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0562706 Aug 11 03:44:59.862715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-15134bf2-5dde-4fb6-ae18-d929d3ac8455 req-eb46caa5-6a34-4b46-bb7b-ee3687ed438b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333512 Aug 11 03:45:00.418281 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:00.982024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee242f-c6e2-48cc-b233-8d179cc7b273 req-7c8b9bbc-829e-406b-a00b-9ae500e2128b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:00.983576 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b8ee242f-c6e2-48cc-b233-8d179cc7b273 req-7c8b9bbc-829e-406b-a00b-9ae500e2128b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0517712 Aug 11 03:45:01.032395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b8ee242f-c6e2-48cc-b233-8d179cc7b273 req-4ad651d1-2e2b-4816-ba2a-e6066a7b7011 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427768 Aug 11 03:45:02.156438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9101-888a-47a5-b79c-52426335a1e2 req-c9158a23-5c34-4d16-a632-e1cbd05386ed tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:02.157920 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b0a9101-888a-47a5-b79c-52426335a1e2 req-c9158a23-5c34-4d16-a632-e1cbd05386ed tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0540411 Aug 11 03:45:02.195935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b0a9101-888a-47a5-b79c-52426335a1e2 req-0985f5a6-cc42-40e6-9e5d-a60757d1b528 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319676 Aug 11 03:45:03.317848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c36e-2da6-468c-995c-ff5df54192f7 req-55d7f6ab-551c-49bf-a3cc-c2b1d7dc7d17 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:03.319729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1f8c36e-2da6-468c-995c-ff5df54192f7 req-55d7f6ab-551c-49bf-a3cc-c2b1d7dc7d17 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0512245 Aug 11 03:45:03.362359 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d1f8c36e-2da6-468c-995c-ff5df54192f7 req-5230b3bf-b37d-4d8e-9a61-8d880f9576c0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362916 Aug 11 03:45:04.484894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8492420-3183-43da-95f7-7f21d1729506 req-e73a9855-6e56-410a-bf99-f066f30124eb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:04.486383 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8492420-3183-43da-95f7-7f21d1729506 req-e73a9855-6e56-410a-bf99-f066f30124eb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0521982 Aug 11 03:45:04.525717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c8492420-3183-43da-95f7-7f21d1729506 req-6d83fa31-2d76-4cfc-b9ba-6f9a6436b726 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331988 Aug 11 03:45:05.648334 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1e98-b957-4792-bb06-4d4f64bf6ce8 req-e372f90a-cec9-4ed5-ad65-460dd632dd2a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:05.649850 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-363e1e98-b957-4792-bb06-4d4f64bf6ce8 req-e372f90a-cec9-4ed5-ad65-460dd632dd2a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0552080 Aug 11 03:45:05.689203 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-363e1e98-b957-4792-bb06-4d4f64bf6ce8 req-92569a01-6b16-40e5-9727-3a0b767f2bd4 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333657 Aug 11 03:45:06.811193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fece9f-964a-4ad4-b964-2e27b5e92c20 req-b92f36ec-3fba-4cac-91f3-53d50b857cc0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:06.812730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12fece9f-964a-4ad4-b964-2e27b5e92c20 req-b92f36ec-3fba-4cac-91f3-53d50b857cc0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0505021 Aug 11 03:45:06.851545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12fece9f-964a-4ad4-b964-2e27b5e92c20 req-46f82e4e-e2d7-49e8-99c4-1e65bbc636b9 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322928 Aug 11 03:45:07.975157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5375f1ee-c7b3-426e-b16c-e4e5d75fc4e5 req-d411608b-853a-4ca9-9ac5-830c9895e4eb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:07.976731 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5375f1ee-c7b3-426e-b16c-e4e5d75fc4e5 req-d411608b-853a-4ca9-9ac5-830c9895e4eb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0519352 Aug 11 03:45:08.016386 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5375f1ee-c7b3-426e-b16c-e4e5d75fc4e5 req-d05cca40-8150-476e-a33a-1b0fef08f110 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336807 Aug 11 03:45:09.139101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12079405-54fe-41b1-a376-466674c4885b req-1e89a38a-6386-46f4-b983-139b32698388 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:09.140748 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12079405-54fe-41b1-a376-466674c4885b req-1e89a38a-6386-46f4-b983-139b32698388 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0549233 Aug 11 03:45:09.179931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-12079405-54fe-41b1-a376-466674c4885b req-36473097-5a5d-484c-b379-9c951c1e5fde tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Aug 11 03:45:09.468346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-6f80fb6a-ccb1-4ce5-a2fe-0b71c9b9bb5c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:09.469867 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-6f80fb6a-ccb1-4ce5-a2fe-0b71c9b9bb5c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.10 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4&tenant_id=4d61fefc87724f8e829127a30f321990&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 943 time: 0.0544994 Aug 11 03:45:09.484099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d5470-326e-4e4c-a412-32a0a657de2c req-be86bdcd-d679-452e-9e8d-76be95d8d42e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:09.485627 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f2d5470-326e-4e4c-a412-32a0a657de2c req-be86bdcd-d679-452e-9e8d-76be95d8d42e tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 943 time: 0.0508666 Aug 11 03:45:09.526250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9f2d5470-326e-4e4c-a412-32a0a657de2c req-943b6bcc-4fa2-40b4-a780-2333eaa0ef9f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336781 Aug 11 03:45:09.582757 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-6a1266d6-660a-4909-9fe7-57cf664cacd4 service neutron] 10.222.0.10 "GET /v2.0/ports/c724b7a4-76c9-4de4-9f00-64e22787daf6/bindings/n-h1-768509-22 HTTP/1.1" status: 200 len: 383 time: 0.1055963 Aug 11 03:45:09.654877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-d1ca946c-c563-4acc-8161-a74055ac85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:09.656413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-d1ca946c-c563-4acc-8161-a74055ac85a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1095 time: 0.0519559 Aug 11 03:45:09.749452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-313c2b65-7625-49d4-bdf2-161e033ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:09.751015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-313c2b65-7625-49d4-bdf2-161e033ed659 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0882032 Aug 11 03:45:09.822449 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-05dea328-6606-41a5-94a6-df5e147ef91d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0644243 Aug 11 03:45:09.872923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-ff802a91-5d41-4eb4-8677-08ba0e447ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:09.874472 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-ff802a91-5d41-4eb4-8677-08ba0e447ab6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0450842 Aug 11 03:45:09.921980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-d76aeac0-4498-4270-834d-dcf379e08046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:09.923412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-d76aeac0-4498-4270-834d-dcf379e08046 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413606 Aug 11 03:45:10.005650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:45:10.021849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-e7453657-0912-4759-95b8-67d873ddb092 service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907900 Aug 11 03:45:10.120933 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-28acb7b5-2428-4169-b329-01d74da30f0a service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925531 Aug 11 03:45:10.126863 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:10.143286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'mac_address': 'fa:16:3e:63:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:45:10.181549 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:10.198075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c724b7a4-76c9-4de4-9f00-64e22787daf6 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:45:10.218057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:10.221822 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:10.269303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:10.277350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.277698 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.278068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.278407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.278742 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.279072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.279398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.279755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.280083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.280407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.280731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.281054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:10.453591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['c724b7a4-76c9-4de4-9f00-64e22787daf6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:45:10.651950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d25a54-28ba-42fa-9970-70e2bde252d1 req-068e7de2-bf09-4505-a4ae-64cb1d423974 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:10.653476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3d25a54-28ba-42fa-9970-70e2bde252d1 req-068e7de2-bf09-4505-a4ae-64cb1d423974 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0520687 Aug 11 03:45:10.694214 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3d25a54-28ba-42fa-9970-70e2bde252d1 req-f36917ef-7281-44eb-bb6f-13f567b11841 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Aug 11 03:45:11.835185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec749352-83fb-4f08-bf4d-933c47ce8da5 req-17bc3e6f-d969-4abc-b89d-7e4395528620 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:11.836718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec749352-83fb-4f08-bf4d-933c47ce8da5 req-17bc3e6f-d969-4abc-b89d-7e4395528620 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0682206 Aug 11 03:45:11.893563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ec749352-83fb-4f08-bf4d-933c47ce8da5 req-4fb6428c-161f-4763-b678-ac016197c59d tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506196 Aug 11 03:45:12.021663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:45:12.074331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port c724b7a4-76c9-4de4-9f00-64e22787daf6 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:45:12.078142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port c724b7a4-76c9-4de4-9f00-64e22787daf6 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:45:12.078514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:12.157014 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:12.181116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:12.183415 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d014dd-1588-4c12-8e6a-15fcbf6b83ea" -d '{"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-plugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:12.197243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:12.202471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:12.263136 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:12.316299 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bc6bee-b5c5-4b31-9e6b-24b3d9a7a3d7 x-openstack-request-id: req-03bc6bee-b5c5-4b31-9e6b-24b3d9a7a3d7 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:12.316597 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-plugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:12.316851 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03bc6bee-b5c5-4b31-9e6b-24b3d9a7a3d7 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:12.317277 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'code': 200} Aug 11 03:45:13.022316 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b153e-8505-40e9-8a1f-8512fcdc958d req-6be4dfae-a310-4df1-9177-dd69356dc582 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:13.023891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-362b153e-8505-40e9-8a1f-8512fcdc958d req-6be4dfae-a310-4df1-9177-dd69356dc582 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0561125 Aug 11 03:45:13.063777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-362b153e-8505-40e9-8a1f-8512fcdc958d req-eebe5b61-c3c1-47f1-b09f-8860a6609163 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337088 Aug 11 03:45:13.851966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-2e675d4e-42d6-418e-8344-764520f3c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:13.853478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-2e675d4e-42d6-418e-8344-764520f3c0b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4&tenant_id=4d61fefc87724f8e829127a30f321990 HTTP/1.1" status: 200 len: 1097 time: 0.0427291 Aug 11 03:45:13.865525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:45:13.919727 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.036605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:45:14.118636 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.138848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:14.173942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h1-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:45:14.200239 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51622d-c09b-4977-b9c6-2eb15cf94a93 req-0d5ce999-0dbc-4be2-bf37-c4381dec5563 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:14.201994 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee51622d-c09b-4977-b9c6-2eb15cf94a93 req-0d5ce999-0dbc-4be2-bf37-c4381dec5563 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0561628 Aug 11 03:45:14.215356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:14.217705 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4081c69-f350-4579-99dd-e9fb5cff4fda" -d '{"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:14.221710 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.235911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Transition to ACTIVE for port object c724b7a4-76c9-4de4-9f00-64e22787daf6 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:45:14.241308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.250876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ee51622d-c09b-4977-b9c6-2eb15cf94a93 req-a4095fb1-27ac-4e64-8b74-d364b15db68b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Aug 11 03:45:14.285750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:45:14.286936 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:45:14.290933 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f1de7c-902a-46df-b3b4-89bcf85ec8a3 x-openstack-request-id: req-e0f1de7c-902a-46df-b3b4-89bcf85ec8a3 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:14.291239 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:14.291492 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0f1de7c-902a-46df-b3b4-89bcf85ec8a3 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:14.291926 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'code': 200} Aug 11 03:45:14.292869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=10']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:14.306431 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.306791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.307140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.307480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.307862 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.308201 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.308536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.308918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.309456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.309834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.310112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.310446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:45:14.391755 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] No DVR routers for this DVR port c724b7a4-76c9-4de4-9f00-64e22787daf6 on host n-h1-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:45:14.532267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:45:14.532604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:45:14.532934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:45:14.538074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:45:14.538394 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Attempting to bind port c724b7a4-76c9-4de4-9f00-64e22787daf6 on network 23799a3a-d01e-40e5-b763-d22601f9541d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:45:14.543138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:45:14.543477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Checking segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:45:14.543898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Bound using segment: {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:45:14.544329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Bound port: c724b7a4-76c9-4de4-9f00-64e22787daf6, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913b162a-e009-4cd9-ac19-8d45e3811e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:45:14.544687 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.610211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:45:14.613851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:45:14.618308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.653407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:14.654074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:14.655671 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] 10.222.0.57 "PUT /v2.0/ports/c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 1093 time: 0.7949803 Aug 11 03:45:14.708761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a53ec8-6761-44e2-8ce7-f2e759682cfd service neutron] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=11']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:14.727860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-3d73ded5-ce2d-4225-8c6c-39413efb6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:14.729381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-3d73ded5-ce2d-4225-8c6c-39413efb6718 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1096 time: 0.0483682 Aug 11 03:45:14.838651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-db44247b-fe91-477f-9801-2a7bee5b83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:14.840157 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-db44247b-fe91-477f-9801-2a7bee5b83a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.1038737 Aug 11 03:45:14.911972 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-613ecc13-ba33-4dd3-84fd-cb3e5d22c6b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0641356 Aug 11 03:45:14.964141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-3679cef2-c3c7-40f2-ae0d-c7c442d04f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:14.965546 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-3679cef2-c3c7-40f2-ae0d-c7c442d04f23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0455883 Aug 11 03:45:15.013289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-4ce7d57e-eeef-4bfa-affe-5f71f23e3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:15.014832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-4ce7d57e-eeef-4bfa-affe-5f71f23e3b51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422955 Aug 11 03:45:15.122411 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-3a0eecc4-2b53-4bac-8cf6-c7bc4d7f5711 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006615 Aug 11 03:45:15.215977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d834cb6-2a9c-4477-b97f-f0632583ada4 req-e0cce020-fb8f-4bc0-80d8-eb23d3d8f9da service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Aug 11 03:45:15.377029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993a12e-7f1a-461d-89e3-e7948670db4c req-3c4bd5ee-d5ec-4d10-999f-365010f4245b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:15.378577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a993a12e-7f1a-461d-89e3-e7948670db4c req-3c4bd5ee-d5ec-4d10-999f-365010f4245b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0523436 Aug 11 03:45:15.422021 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a993a12e-7f1a-461d-89e3-e7948670db4c req-8d84f900-50fc-49b1-8b1d-2360bec7d91b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359864 Aug 11 03:45:16.293451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:16.296037 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63310df2-7f9f-4931-bf2a-cbaf25099f69" -d '{"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:16.414956 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e885a-cc08-446d-b4b5-f70b83ee0be6 x-openstack-request-id: req-680e885a-cc08-446d-b4b5-f70b83ee0be6 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:16.415250 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:16.415501 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-680e885a-cc08-446d-b4b5-f70b83ee0be6 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:16.415936 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'status': 'completed', 'code': 200} Aug 11 03:45:16.479058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-163723c9-5486-4077-9272-b12a7b4488a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.481202 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-163723c9-5486-4077-9272-b12a7b4488a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1096 time: 0.0459268 Aug 11 03:45:16.492844 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-2587cbbb-273d-4261-9da6-45cf34800636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.494356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-2587cbbb-273d-4261-9da6-45cf34800636 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d61fefc87724f8e829127a30f321990&device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 1096 time: 0.0540509 Aug 11 03:45:16.594296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-1ee2fe06-58bd-4876-b5ba-b0dd26e1bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.595720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-1ee2fe06-58bd-4876-b5ba-b0dd26e1bdad service neutron] 10.222.0.57 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.0945446 Aug 11 03:45:16.613170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb72f59-c5f2-43d1-bd91-54e00d92983e req-805383b3-ae23-4e70-b9e2-6f10f283d42f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.614740 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bdb72f59-c5f2-43d1-bd91-54e00d92983e req-805383b3-ae23-4e70-b9e2-6f10f283d42f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.1056497 Aug 11 03:45:16.641094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-5030d04a-7a1d-4529-b76f-3b63fa180348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.642561 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-5030d04a-7a1d-4529-b76f-3b63fa180348 service neutron] 10.222.0.10 "GET /v2.0/networks?id=23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 200 len: 912 time: 0.1526399 Aug 11 03:45:16.669224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-a4e4afbe-de50-4150-ab8d-8192a2b285ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0661020 Aug 11 03:45:16.709595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bdb72f59-c5f2-43d1-bd91-54e00d92983e req-f40acdf2-cf39-461f-b305-ef7022d992c8 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852427 Aug 11 03:45:16.722645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-7408ff7b-66fd-4c7f-abdf-b4527d6ac140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.725015 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-7408ff7b-66fd-4c7f-abdf-b4527d6ac140 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0487478 Aug 11 03:45:16.729846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-a87fb23d-8169-4323-99b2-e0de745b9bcb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 200 len: 999 time: 0.0796754 Aug 11 03:45:16.785617 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-b8379804-5972-431c-92a9-18e42dedf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.788530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-b8379804-5972-431c-92a9-18e42dedf6a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 200 len: 850 time: 0.0521760 Aug 11 03:45:16.791129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-89a00070-1b7c-47d6-a9df-6c326ee00fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.792642 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-89a00070-1b7c-47d6-a9df-6c326ee00fbe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597446 Aug 11 03:45:16.838462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-a6d92c85-fb9a-4786-911f-da759baadc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:16.840153 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-a6d92c85-fb9a-4786-911f-da759baadc4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=23799a3a-d01e-40e5-b763-d22601f9541d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451705 Aug 11 03:45:16.897951 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-b63ec78d-db62-4761-8261-37fe0c077e36 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976238 Aug 11 03:45:16.944546 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-eba03db4-02c4-4027-92f0-30d3be27ba2f service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965753 Aug 11 03:45:16.997416 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-137bae14-b1ca-4d5f-89bf-f23b29c72b46 service neutron] 10.222.0.57 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905244 Aug 11 03:45:17.040024 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-63310df2-7f9f-4931-bf2a-cbaf25099f69 req-80a5767d-7872-4e43-9fd1-f67320bee91d service neutron] 10.222.0.10 "GET /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883732 Aug 11 03:45:17.849435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca44dab-7f0f-4e1a-b2c1-14ca78747a11 req-ddd17215-a24a-46e7-b229-e800f38592fe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:17.850960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ca44dab-7f0f-4e1a-b2c1-14ca78747a11 req-ddd17215-a24a-46e7-b229-e800f38592fe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0523026 Aug 11 03:45:17.892178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3ca44dab-7f0f-4e1a-b2c1-14ca78747a11 req-1e6c3d4a-2702-4a0e-b991-d797f261fc0a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349476 Aug 11 03:45:19.025648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0baf72-5c40-4d5f-8a0d-537212a744fa req-9abee87e-3cdd-401e-956a-55804ee06138 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:19.027237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e0baf72-5c40-4d5f-8a0d-537212a744fa req-9abee87e-3cdd-401e-956a-55804ee06138 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0594237 Aug 11 03:45:19.068471 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8e0baf72-5c40-4d5f-8a0d-537212a744fa req-08b480f4-746c-4858-86a9-b85bfd8578db tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347960 Aug 11 03:45:20.191326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927022a-1ef8-4647-bf11-ae54b5fd6d82 req-7b3ca46b-74f9-430a-8276-967a373d3357 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:20.193394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d927022a-1ef8-4647-bf11-ae54b5fd6d82 req-7b3ca46b-74f9-430a-8276-967a373d3357 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0535438 Aug 11 03:45:20.230982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d927022a-1ef8-4647-bf11-ae54b5fd6d82 req-22f77b51-0505-4047-877a-78ca2f96eb99 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316217 Aug 11 03:45:21.354277 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597d62f-ad16-4f4a-a30c-ab63825893d5 req-0f68a779-28ac-4624-a69a-2b5e582155b0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:21.355802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2597d62f-ad16-4f4a-a30c-ab63825893d5 req-0f68a779-28ac-4624-a69a-2b5e582155b0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0515287 Aug 11 03:45:21.395964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2597d62f-ad16-4f4a-a30c-ab63825893d5 req-fe41fa2e-afb5-4ce7-8c12-65d3d8c2fb53 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334985 Aug 11 03:45:22.399291 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-40b7b0a1-9b41-48cd-866f-75e16361921b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:22.513133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df5c70-ece7-4cf9-8b17-dad9d22b85c9 req-c7b601d4-11ed-4b53-b90e-2ce32019a806 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:22.514685 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9df5c70-ece7-4cf9-8b17-dad9d22b85c9 req-c7b601d4-11ed-4b53-b90e-2ce32019a806 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0495365 Aug 11 03:45:22.554668 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9df5c70-ece7-4cf9-8b17-dad9d22b85c9 req-2b684470-6ba0-42ec-8594-1ea3f70558d0 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337837 Aug 11 03:45:23.679932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331fcfd-7f7a-4685-aede-b551254a9c47 req-24dd1303-547b-4a04-ba06-c0c4a647a810 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:23.681476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d331fcfd-7f7a-4685-aede-b551254a9c47 req-24dd1303-547b-4a04-ba06-c0c4a647a810 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0531836 Aug 11 03:45:23.720182 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d331fcfd-7f7a-4685-aede-b551254a9c47 req-2e6697b2-ed42-4b79-ae4c-faeb6592871c tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Aug 11 03:45:24.840711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb6071-4d86-4b47-99d8-3b455820380c req-de6abce2-0f22-4d5c-ab88-d396d06d4c06 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:24.842514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1eb6071-4d86-4b47-99d8-3b455820380c req-de6abce2-0f22-4d5c-ab88-d396d06d4c06 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0500712 Aug 11 03:45:24.880296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f1eb6071-4d86-4b47-99d8-3b455820380c req-0a9a9b30-5324-478b-a330-ddba85329e65 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Aug 11 03:45:25.274107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5d649bef-e05d-4e4a-a575-5f7f22c75b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:25.560876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:25.925042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:26.009014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc480b-1df3-406e-a07c-abd79ac7aace req-83c0337c-6749-4aa9-84f9-f50c4763d036 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:26.010655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71bc480b-1df3-406e-a07c-abd79ac7aace req-83c0337c-6749-4aa9-84f9-f50c4763d036 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 944 time: 0.0554950 Aug 11 03:45:26.049954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-71bc480b-1df3-406e-a07c-abd79ac7aace req-db92ba0c-1e6c-4481-8034-8b38a6f99947 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Aug 11 03:45:26.437352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:45:26.532412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:26.543753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'port_id': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'mac_address': 'fa:16:3e:63:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:45:26.580858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:26.593965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c724b7a4-76c9-4de4-9f00-64e22787daf6 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:45:26.613659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:26.618490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:26.666966 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=12']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:26.869941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['c724b7a4-76c9-4de4-9f00-64e22787daf6'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:45:26.935261 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:27.172827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23247546-1f7e-4086-8a8b-f1fd0240600d req-8dddb812-cda8-4d17-a5b2-338aa2401efe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:27.174295 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23247546-1f7e-4086-8a8b-f1fd0240600d req-8dddb812-cda8-4d17-a5b2-338aa2401efe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0543976 Aug 11 03:45:27.219401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23247546-1f7e-4086-8a8b-f1fd0240600d req-691ef152-04d8-4cad-9bb4-7a7027c17299 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Aug 11 03:45:27.338880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c0cc1-8b53-472d-b5d7-93baabcc6c78 req-6dfaf286-1956-4e5c-a61e-8b584f25e3b6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:27.340330 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a19c0cc1-8b53-472d-b5d7-93baabcc6c78 req-6dfaf286-1956-4e5c-a61e-8b584f25e3b6 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0508504 Aug 11 03:45:27.379855 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a19c0cc1-8b53-472d-b5d7-93baabcc6c78 req-357a5726-18f9-408e-b300-82f12f541ede tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Aug 11 03:45:27.497064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d5772-21aa-49fb-8f65-5b595949ab26 req-e3195432-29d7-4afc-8b1f-6ede54c7157a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:27.498562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b85d5772-21aa-49fb-8f65-5b595949ab26 req-e3195432-29d7-4afc-8b1f-6ede54c7157a tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Aug 11 03:45:27.544397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b85d5772-21aa-49fb-8f65-5b595949ab26 req-5d3017ae-8f5f-4375-acaf-f8391d3213ad tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Aug 11 03:45:27.778628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c23f72-8665-4dd0-abca-0f78dd72fa02 req-3779867b-c0b9-4f8d-a7c5-71b08adc73c7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:27.780160 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4c23f72-8665-4dd0-abca-0f78dd72fa02 req-3779867b-c0b9-4f8d-a7c5-71b08adc73c7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Aug 11 03:45:27.820019 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c4c23f72-8665-4dd0-abca-0f78dd72fa02 req-6cc78cd6-6c10-4a90-bda2-c7821f5ad39f tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337837 Aug 11 03:45:28.038798 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:45:28.302214 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:28.452809 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:45:28.502659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port c724b7a4-76c9-4de4-9f00-64e22787daf6 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:45:28.506843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port c724b7a4-76c9-4de4-9f00-64e22787daf6 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:45:28.507218 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:28.585498 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:28.607286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:28.609567 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321f6221-14e3-4f6b-a7a4-5cbbc6876954" -d '{"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-plugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:28.622926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:28.627075 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:28.650572 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3466ec-8f97-49de-846d-fbe148ce5641 x-openstack-request-id: req-0b3466ec-8f97-49de-846d-fbe148ce5641 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:28.650871 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-plugged", "status": "completed", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:28.651121 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b3466ec-8f97-49de-846d-fbe148ce5641 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:28.651508 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'code': 200} Aug 11 03:45:28.677146 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=13']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:28.940029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32eb84-e6a6-4c06-afa5-231acacc0abf req-1b4b17a1-a29a-4aca-b410-a331a5d150dc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:28.941537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f32eb84-e6a6-4c06-afa5-231acacc0abf req-1b4b17a1-a29a-4aca-b410-a331a5d150dc tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 946 time: 0.0532081 Aug 11 03:45:28.979584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3f32eb84-e6a6-4c06-afa5-231acacc0abf req-95e5ed43-a272-418b-96b3-330e85293bdb tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Aug 11 03:45:29.373195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-0820ba33-f04e-4852-a894-d3262cc8abbe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:29.374658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-0820ba33-f04e-4852-a894-d3262cc8abbe tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 946 time: 0.0490100 Aug 11 03:45:29.462867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Deleting port c724b7a4-76c9-4de4-9f00-64e22787daf6 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:45:29.463128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:29.555896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] For port c724b7a4-76c9-4de4-9f00-64e22787daf6, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=c724b7a4-76c9-4de4-9f00-64e22787daf6,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:29.556276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:29.999930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:30.000658 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:30.000658 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Floating IP b08d63a8-b7aa-4589-9931-ef14727c2587 disassociated. External IP: 172.25.4.62, port: c724b7a4-76c9-4de4-9f00-64e22787daf6. Aug 11 03:45:30.000944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Calling delete_port for c724b7a4-76c9-4de4-9f00-64e22787daf6 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:45:30.101058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe28a3-9ccf-4503-ba66-1e200ef672dd req-1ae613c1-ebce-43a7-a109-3132d1d5f4e3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:30.102492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1bfe28a3-9ccf-4503-ba66-1e200ef672dd req-1ae613c1-ebce-43a7-a109-3132d1d5f4e3 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 946 time: 0.0506036 Aug 11 03:45:30.131286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:30.141917 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1bfe28a3-9ccf-4503-ba66-1e200ef672dd req-bae5b0b5-d5ee-4a03-ad48-65a7a8a957be tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b74e6ff-db5d-4bc3-b358-32f849eff993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Aug 11 03:45:30.164104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event deleted for resources: {'Port': ['ID=c724b7a4-76c9-4de4-9f00-64e22787daf6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:30.282921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:45:30.390739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:45:30.401638 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:45:30.412502 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:45:30.412996 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:45:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:30.419410 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:30.435102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] No DVR routers for this DVR port c724b7a4-76c9-4de4-9f00-64e22787daf6 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:45:30.437985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:30.440123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1db2a1e7-9b31-4fdb-8389-e2f03d6365ae req-b3511736-6c45-4b24-9f37-c3c7ce3734b7 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.57 "DELETE /v2.0/ports/c724b7a4-76c9-4de4-9f00-64e22787daf6 HTTP/1.1" status: 204 len: 173 time: 1.0592937 Aug 11 03:45:30.440584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-deleted', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:30.444172 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398cfa72-7dc1-4366-877e-d76625589504" -d '{"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-deleted", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:30.481701 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc3690f-f4c8-49c7-9ff7-f7c08ec30e09 x-openstack-request-id: req-3bc3690f-f4c8-49c7-9ff7-f7c08ec30e09 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:30.482553 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335eaf66-b7e1-440f-86f1-d1d4092247e4", "name": "network-vif-deleted", "tag": "c724b7a4-76c9-4de4-9f00-64e22787daf6", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:30.482815 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bc3690f-f4c8-49c7-9ff7-f7c08ec30e09 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:30.483223 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335eaf66-b7e1-440f-86f1-d1d4092247e4', 'name': 'network-vif-deleted', 'tag': 'c724b7a4-76c9-4de4-9f00-64e22787daf6', 'status': 'completed', 'code': 200} Aug 11 03:45:30.533773 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:45:30.823121 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:30.850928 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:45:30.859377 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:45:30.860099 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:45:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:30.965339 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:45:31.175586 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:31.211725 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48acbd-ecb9-420f-94a4-f07b2c03ed91 None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:44Z', 'revision_number': 4, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '50f30598-8605-41d6-83b4-3a1321492cd3', 'name': '', 'network_id': '23799a3a-d01e-40e5-b763-d22601f9541d', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'mac_address': 'fa:16:3e:89:83:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:43Z', 'updated_at': '2021-08-11T03:35:49Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'subnets': [{'id': '524c4286-a04c-4957-b336-fccb9fa5874a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:45:31.253565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-377a8f59-3c1e-4536-a5ac-b527ce2a48b0 req-81c0bcc2-1197-408e-a8c3-43d3f0f462aa tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 210 time: 0.0329351 Aug 11 03:45:31.454738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47992b50-d2cb-41e5-90fa-0c7622d73805 None None] New status for floating IP b08d63a8-b7aa-4589-9931-ef14727c2587: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:45:32.352481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ede86c02-41fe-4f51-9872-0213d21d5f84 req-0677e5f9-38ea-4e45-91aa-4b11527a782b tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 210 time: 0.0267472 Aug 11 03:45:32.468135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:45:32.487914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: c724b7a4-76c9-4de4-9f00-64e22787daf6 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:45:32.488345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device c724b7a4-76c9-4de4-9f00-64e22787daf6 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:45:33.449996 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7aacd424-8be8-466a-b075-14315084a5aa req-b5399a99-1bd0-4556-aa0c-82d8b02be901 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/ports?device_id=335eaf66-b7e1-440f-86f1-d1d4092247e4 HTTP/1.1" status: 200 len: 210 time: 0.0287154 Aug 11 03:45:37.197941 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44118) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:37.253167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3b07cc-d309-42f7-bd16-d2c747f66704 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.276627 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3b07cc-d309-42f7-bd16-d2c747f66704 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.328196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3b07cc-d309-42f7-bd16-d2c747f66704 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.330805 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4d3b07cc-d309-42f7-bd16-d2c747f66704 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.332303 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4d3b07cc-d309-42f7-bd16-d2c747f66704 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b74e6ff-db5d-4bc3-b358-32f849eff993 HTTP/1.1" status: 204 len: 168 time: 0.1332064 Aug 11 03:45:37.335317 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44120) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:37.344022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b07cc-d309-42f7-bd16-d2c747f66704 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74e6ff-db5d-4bc3-b358-32f849eff993,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:37.353309 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-d6864e66-078e-4d34-9a6d-0470814940ca tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] show failed (client error): The resource could not be found. Aug 11 03:45:37.357604 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6864e66-078e-4d34-9a6d-0470814940ca tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "GET /v2.0/security-groups/4b74e6ff-db5d-4bc3-b358-32f849eff993 HTTP/1.1" status: 404 len: 347 time: 0.0173681 Aug 11 03:45:37.358785 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:37.486412 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Deleting port 08fd6038-ec8b-49d4-af6f-636c5eafc094 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:45:37.486755 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.567949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.568276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.580031 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Calling delete_port for 08fd6038-ec8b-49d4-af6f-636c5eafc094 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:45:37.718480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.743871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Pushing event deleted for resources: {'Port': ['ID=08fd6038-ec8b-49d4-af6f-636c5eafc094,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:37.805236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.810046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:37.810046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-56362080-e3f2-42a8-9fb7-49e67210cc42 tempest-ServerActionsTestJSON-605199973 tempest-ServerActionsTestJSON-605199973-project] 10.222.0.60 "DELETE /v2.0/floatingips/b08d63a8-b7aa-4589-9931-ef14727c2587 HTTP/1.1" status: 204 len: 168 time: 0.4496214 Aug 11 03:45:37.812545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44124) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:38.223954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:38.467954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Deleting port 50f30598-8605-41d6-83b4-3a1321492cd3 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:45:38.468302 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:38.545692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] For port 50f30598-8605-41d6-83b4-3a1321492cd3, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=50f30598-8605-41d6-83b4-3a1321492cd3,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:38.545970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:38.559135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Calling delete_port for 50f30598-8605-41d6-83b4-3a1321492cd3 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:45:38.740167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:38.770506 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f30598-8605-41d6-83b4-3a1321492cd3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:38.966103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:39.182500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Router 35321a89-4379-4934-99c0-812b02c80d7c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:45:39.291614 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:45:39.297577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b278b451-3e1c-4d09-b996-b565b7045c22 admin admin] 10.222.0.60 "PUT /v2.0/routers/35321a89-4379-4934-99c0-812b02c80d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4836662 Aug 11 03:45:39.299086 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44128) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:39.300111 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] Sync routers for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:45:39.309975 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:45:39.310579 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:45:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:39.406192 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:39.414604 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:45:39.506322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:39.565258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Deleting port 07189e52-2ebf-45e6-a59c-65d181a282f5 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:45:39.565880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:39.593886 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253'}], 'enable_snat': True}, 'gw_port_id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:45:38Z', 'revision_number': 5, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port': {'id': '07189e52-2ebf-45e6-a59c-65d181a282f5', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35321a89-4379-4934-99c0-812b02c80d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:39.624133 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] Checking router: 35321a89-4379-4934-99c0-812b02c80d7c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:45:39.633485 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] Routers {'35321a89-4379-4934-99c0-812b02c80d7c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:45:39.634100 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:45:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['35321a89-4379-4934-99c0-812b02c80d7c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:39.645767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] For port 07189e52-2ebf-45e6-a59c-65d181a282f5, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=07189e52-2ebf-45e6-a59c-65d181a282f5,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:39.646184 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:39.658801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Calling delete_port for 07189e52-2ebf-45e6-a59c-65d181a282f5 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:45:39.720020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] Set router 35321a89-4379-4934-99c0-812b02c80d7c gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:45:39.771359 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:45:39Z', 'revision_number': 6, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:39.801564 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a44f28-1b99-41b2-b7df-a5fb3b8779cd None None] The sync data for ids ['35321a89-4379-4934-99c0-812b02c80d7c'] in n-d-768509-22 is: [{'id': '35321a89-4379-4934-99c0-812b02c80d7c', 'name': 'tempest-ServerActionsTestJSON-147912114-router', 'tenant_id': '4d61fefc87724f8e829127a30f321990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:35:41Z', 'updated_at': '2021-08-11T03:45:39Z', 'revision_number': 6, 'project_id': '4d61fefc87724f8e829127a30f321990', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:45:39.829930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:39.853784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Pushing event deleted for resources: {'Port': ['ID=07189e52-2ebf-45e6-a59c-65d181a282f5,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:39.918543 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.006828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.008918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.053149 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.053744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35321a89-4379-4934-99c0-812b02c80d7c {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:45:40.058022 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.059414 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8cf5c4e3-4538-47b0-ba47-1cebbf8bed81 admin admin] 10.222.0.60 "DELETE /v2.0/routers/35321a89-4379-4934-99c0-812b02c80d7c HTTP/1.1" status: 204 len: 168 time: 0.7593637 Aug 11 03:45:40.061929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44130) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:40.110987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] Deleting subnet 524c4286-a04c-4957-b336-fccb9fa5874a {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:45:40.114659 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.151099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.232546 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.286490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.589481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=524c4286-a04c-4957-b336-fccb9fa5874a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:40.595798 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.597806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cc819494-578f-4de8-9dde-142978c2dae0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/524c4286-a04c-4957-b336-fccb9fa5874a HTTP/1.1" status: 204 len: 168 time: 0.5347931 Aug 11 03:45:40.600309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44132) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:40.602849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1cbed2-6e09-4a54-9b28-54c1a2f07bb4 None None] Network 23799a3a-d01e-40e5-b763-d22601f9541d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:45:40.670357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.724777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Deleting port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:45:40.725128 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.773951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] DHCP port deletion for 23799a3a-d01e-40e5-b763-d22601f9541d request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:45:40.796886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] For port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:40.797322 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.814315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Calling delete_port for 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:45:40.836843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] Deleting port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:45:40.837238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.904473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:40.938275 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:40.945184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] No DVR routers for this DVR port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:45:41.046588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.057195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23799a3a-d01e-40e5-b763-d22601f9541d']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:41.065433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] For port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,segment=NetworkSegment(913b162a-e009-4cd9-ac19-8d45e3811e35),segment_id=913b162a-e009-4cd9-ac19-8d45e3811e35)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:41.065876 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.068512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913b162a-e009-4cd9-ac19-8d45e3811e35') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:41.068813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913b162a-e009-4cd9-ac19-8d45e3811e35') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:45:41.077630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.079575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] Calling delete_port for 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:45:41.091360 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.097500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:45:41.098232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:45:41.099822 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:45:41.159305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.160737 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.166957 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.171939 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] 10.222.0.60 "DELETE /v2.0/networks/23799a3a-d01e-40e5-b763-d22601f9541d HTTP/1.1" status: 204 len: 168 time: 0.5672503 Aug 11 03:45:41.172216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] Network 23799a3a-d01e-40e5-b763-d22601f9541d is not hosted by any dhcp agent {{(pid=111684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 03:45:41.172216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] No DVR routers for this DVR port 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:45:41.180901 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf365a9-6f2a-48b4-bfec-681699dce6aa admin admin] Pushing event deleted for resources: {'Network': ['ID=23799a3a-d01e-40e5-b763-d22601f9541d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:41.192589 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b3c31-2794-4466-8f69-749014dab0e5 None None] Pushing event deleted for resources: {'Port': ['ID=5cbc3e28-ca6d-4510-a6a1-05a14f999ea1,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:41.262666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07189e52-2ebf-45e6-a59c-65d181a282f5 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:45:41.282510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 07189e52-2ebf-45e6-a59c-65d181a282f5 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:45:41.282939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 07189e52-2ebf-45e6-a59c-65d181a282f5 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:45:41.283440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:45:41.303365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:45:41.303642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5cbc3e28-ca6d-4510-a6a1-05a14f999ea1 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:45:41.304059 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 50f30598-8605-41d6-83b4-3a1321492cd3 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:45:41.323674 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 50f30598-8605-41d6-83b4-3a1321492cd3 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:45:41.324046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 50f30598-8605-41d6-83b4-3a1321492cd3 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:45:41.380917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44136) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:41.420651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e58240e6-2a72-44db-8d80-82d4772c84f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d61fefc87724f8e829127a30f321990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387027 Aug 11 03:45:41.423087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44138) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:41.470384 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72b79cdb-9e64-4d49-bf02-b1530e030483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.492060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72b79cdb-9e64-4d49-bf02-b1530e030483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.539579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72b79cdb-9e64-4d49-bf02-b1530e030483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.542270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-72b79cdb-9e64-4d49-bf02-b1530e030483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:41.543431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-72b79cdb-9e64-4d49-bf02-b1530e030483 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/84d45d48-0bcc-4c5c-8147-e710881e9740 HTTP/1.1" status: 204 len: 168 time: 0.1194310 Aug 11 03:45:41.551721 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b79cdb-9e64-4d49-bf02-b1530e030483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d45d48-0bcc-4c5c-8147-e710881e9740,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:42.310477 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44160) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:42.409089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-507210070-network', 'tenant_id': 'a62850ca60b74fd29159b881b287dd6c'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:45:42.430202 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Made reservation on behalf of a62850ca60b74fd29159b881b287dd6c for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:45:42.432654 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.441706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.535040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.540183 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.569936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:45:42.575322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f82341-0644-4cd2-861f-2790e7eb6ac3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:42.587895 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.588247 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Added segment e39e665c-53ac-48a5-8e18-4580c7dadcba of type vlan for network 751fb331-1532-4838-9ca3-a4777160fe2f Aug 11 03:45:42.629301 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.664640 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.665807 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:42.666422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.726016 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4144173 Aug 11 03:45:42.729001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44164) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:45:42.733237 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915cc50-7f24-4137-b5d4-4203ccdacf60 admin admin] Pushing event updated for resources: {'Network': ['ID=751fb331-1532-4838-9ca3-a4777160fe2f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:42.733989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Request body: {'subnet': {'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-507210070-subnet', 'tenant_id': 'a62850ca60b74fd29159b881b287dd6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:45:42.743816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 751fb331-1532-4838-9ca3-a4777160fe2f details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:45:42.757524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Made reservation on behalf of a62850ca60b74fd29159b881b287dd6c for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:45:42.760035 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.932319 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:42.994848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62b7840-ba3f-4bca-ba84-8942a74b8756,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:43.008296 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Checking segment: {'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:45:43.008821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Network hostable DHCP agents. Network: 751fb331-1532-4838-9ca3-a4777160fe2f, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:45:43.026123 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Network 751fb331-1532-4838-9ca3-a4777160fe2f is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:45:43.035469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 751fb331-1532-4838-9ca3-a4777160fe2f) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:45:43.039761 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:43.040352 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:43.044652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171e30b9-b2b7-4ac8-a1c6-49554054c7c2 None None] Network 751fb331-1532-4838-9ca3-a4777160fe2f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:45:43.057120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d6a7cf05-a810-4186-aa46-637a79821ebc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3269794 Aug 11 03:45:43.170943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b905f5-4bef-4fc6-996b-92bdcd2c8a40 None None] Network 751fb331-1532-4838-9ca3-a4777160fe2f requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:45:43.508213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-88313c05-a911-4db7-9bb9-10dd49ee528c tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:43.509612 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-88313c05-a911-4db7-9bb9-10dd49ee528c tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/networks?id=751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 200 len: 813 time: 0.1033342 Aug 11 03:45:43.524786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-6ec832e6-0b2b-4e2a-95b4-90389b169ad4 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/quotas/a62850ca60b74fd29159b881b287dd6c HTTP/1.1" status: 200 len: 375 time: 0.0093813 Aug 11 03:45:43.557336 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-64951c42-9eef-42cb-b096-9063c3f5ee66 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a62850ca60b74fd29159b881b287dd6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273662 Aug 11 03:45:43.621892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-87c4dcee-f073-4bb0-8317-53a34276b20d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:45:43.622925 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-87c4dcee-f073-4bb0-8317-53a34276b20d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583987 Aug 11 03:45:43.718115 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-92184cad-daeb-4cc3-85e1-d44db1c2de9c service neutron] 10.222.0.60 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890417 Aug 11 03:45:43.810652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-52e921e7-e178-4c43-9f73-c253030a9067 service neutron] 10.222.0.60 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854609 Aug 11 03:45:43.988946 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fca4d0a8-295a-4ff5-baee-e4a976dbc9d0 req-c18c2c7f-ba64-49ee-8b2a-7ede5b05b2a0 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 210 time: 0.0367265 Aug 11 03:45:45.122452 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74a7b17e-fce0-4e50-9a1f-ff44a6e6c561 req-35f990b2-81a0-49f5-9974-4e9ed46eecfe tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 210 time: 0.0518031 Aug 11 03:45:45.129012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-fb603c17-fea3-4fe4-b0fc-9e28d9ad4e66 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:45.131266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-fb603c17-fea3-4fe4-b0fc-9e28d9ad4e66 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.57 "GET /v2.0/networks?id=751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 200 len: 813 time: 0.1322181 Aug 11 03:45:45.147131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Request body: {'port': {'device_id': '72e887e3-14da-4d2c-a154-02ca65efccea', 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f', 'admin_state_up': True, 'tenant_id': 'a62850ca60b74fd29159b881b287dd6c'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:45:45.263090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Made reservation on behalf of a62850ca60b74fd29159b881b287dd6c for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:45:45.266518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:45.396466 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Allocated IP 172.20.0.2 (751fb331-1532-4838-9ca3-a4777160fe2f/d62b7840-ba3f-4bca-ba84-8942a74b8756/6266aec6-72a9-4dbf-88db-dd84608da3cf) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:45:45.546495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:45.586337 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:45.632162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Network 751fb331-1532-4838-9ca3-a4777160fe2f is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:45:45.635240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:45:45.639384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:45:45.646649 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Pushing event updated for resources: {'Port': ['ID=6266aec6-72a9-4dbf-88db-dd84608da3cf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:45.693594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:45.694215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:45.708494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-628c9053-4661-4de8-b0e7-a801b25ca0bb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5659819 Aug 11 03:45:45.722085 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Request body: {'port': {'device_id': '72e887e3-14da-4d2c-a154-02ca65efccea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:45:45.778554 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:46.045483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6266aec6-72a9-4dbf-88db-dd84608da3cf {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:45:46.052830 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:46.064491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Transition to ACTIVE for port object 6266aec6-72a9-4dbf-88db-dd84608da3cf will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:45:46.068917 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:46.120513 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6266aec6-72a9-4dbf-88db-dd84608da3cf,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:46.199004 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Attempting to bind port 6266aec6-72a9-4dbf-88db-dd84608da3cf on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:45:46.199693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Attempting to bind port 6266aec6-72a9-4dbf-88db-dd84608da3cf by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:45:46.199693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Attempting to bind port 6266aec6-72a9-4dbf-88db-dd84608da3cf on network 751fb331-1532-4838-9ca3-a4777160fe2f {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:45:46.219566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Port 6266aec6-72a9-4dbf-88db-dd84608da3cf on network 751fb331-1532-4838-9ca3-a4777160fe2f not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:45:46.219917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Attempting to bind port 6266aec6-72a9-4dbf-88db-dd84608da3cf on network 751fb331-1532-4838-9ca3-a4777160fe2f {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:45:46.228279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:45:46.228620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Checking segment: {'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:45:46.229006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Bound using segment: {'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:45:46.229439 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Bound port: 6266aec6-72a9-4dbf-88db-dd84608da3cf, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:45:46.229802 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:46.258382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e9fbf-2c3c-41ad-9e17-d3115269a464 req-28f6819c-834d-420d-b041-76bcbe168c9b tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:46.259977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a4e9fbf-2c3c-41ad-9e17-d3115269a464 req-28f6819c-834d-420d-b041-76bcbe168c9b tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 943 time: 0.0749209 Aug 11 03:45:46.333391 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9a4e9fbf-2c3c-41ad-9e17-d3115269a464 req-f368f4e8-5b31-4099-996a-1a1682e77cc1 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559301 Aug 11 03:45:46.337639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] For port 6266aec6-72a9-4dbf-88db-dd84608da3cf, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:45:46.341399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] For port 6266aec6-72a9-4dbf-88db-dd84608da3cf, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:45:46.345975 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:46.386833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:46.387447 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:46.390442 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/6266aec6-72a9-4dbf-88db-dd84608da3cf HTTP/1.1" status: 200 len: 1092 time: 0.6708605 Aug 11 03:45:46.390442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e887e3-14da-4d2c-a154-02ca65efccea', 'tag': '6266aec6-72a9-4dbf-88db-dd84608da3cf'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:46.391581 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daa5a67-89f6-4746-a15d-bc55526f4c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "72e887e3-14da-4d2c-a154-02ca65efccea", "tag": "6266aec6-72a9-4dbf-88db-dd84608da3cf"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:46.416977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d56874-a568-4dd2-9023-bf28e73041a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6266aec6-72a9-4dbf-88db-dd84608da3cf,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:46.441800 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ed7574-a905-42ce-91f4-36d2cfd77bd5 x-openstack-request-id: req-64ed7574-a905-42ce-91f4-36d2cfd77bd5 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:46.442089 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e887e3-14da-4d2c-a154-02ca65efccea", "tag": "6266aec6-72a9-4dbf-88db-dd84608da3cf", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:46.442340 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64ed7574-a905-42ce-91f4-36d2cfd77bd5 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:46.442739 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e887e3-14da-4d2c-a154-02ca65efccea', 'tag': '6266aec6-72a9-4dbf-88db-dd84608da3cf', 'status': 'completed', 'code': 200} Aug 11 03:45:46.471162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-bf6d4987-401a-4ed5-9044-bd25114ad7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:46.473201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-bf6d4987-401a-4ed5-9044-bd25114ad7b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a62850ca60b74fd29159b881b287dd6c&device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 1095 time: 0.0454643 Aug 11 03:45:46.515045 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-b518ee1e-f3cc-4795-b893-0d337cad730a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf HTTP/1.1" status: 200 len: 217 time: 0.0327768 Aug 11 03:45:46.569105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-6875ccfa-67bd-4e1f-9737-8ff16259c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:46.570540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-6875ccfa-67bd-4e1f-9737-8ff16259c356 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d62b7840-ba3f-4bca-ba84-8942a74b8756 HTTP/1.1" status: 200 len: 853 time: 0.0481513 Aug 11 03:45:46.603883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-2fb5e272-5341-42c5-a519-45e704e438f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=751fb331-1532-4838-9ca3-a4777160fe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246866 Aug 11 03:45:46.694582 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-742f633d-f5c9-4726-aaec-032c72e379ec service neutron] 10.222.0.57 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826800 Aug 11 03:45:46.789205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5ec8eac4-f2ac-4493-9fba-5b7dd63c7e92 req-fb3538dd-b4cb-43ea-9aca-6ea8ceee3825 service neutron] 10.222.0.57 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865731 Aug 11 03:45:46.878049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-b264e0ad-5477-461a-a2dc-1569051fd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:46.880022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-b264e0ad-5477-461a-a2dc-1569051fd64c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a62850ca60b74fd29159b881b287dd6c&device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 1095 time: 0.0421569 Aug 11 03:45:46.973976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-3ed8ee16-4b43-42a6-be80-2d6d07ebeee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:46.975440 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-3ed8ee16-4b43-42a6-be80-2d6d07ebeee3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 200 len: 914 time: 0.0872717 Aug 11 03:45:47.017299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-b9f5c284-c1a0-4fb6-b677-5aeaab31c19b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf HTTP/1.1" status: 200 len: 217 time: 0.0337560 Aug 11 03:45:47.067990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-0363a8b0-e447-4062-b14e-1e3b2c9402f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:47.069446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-0363a8b0-e447-4062-b14e-1e3b2c9402f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d62b7840-ba3f-4bca-ba84-8942a74b8756 HTTP/1.1" status: 200 len: 853 time: 0.0445435 Aug 11 03:45:47.104261 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-0f3a6ab7-04f4-4965-a9f2-635dcfa3c75d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=751fb331-1532-4838-9ca3-a4777160fe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259314 Aug 11 03:45:47.201167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-c92597f6-6a5c-40d4-8f8a-13b3f9282409 service neutron] 10.222.0.57 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890560 Aug 11 03:45:47.296229 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7daa5a67-89f6-4746-a15d-bc55526f4c7f req-fc665922-67b6-4cc3-9cd4-6da9453e0301 service neutron] 10.222.0.57 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868404 Aug 11 03:45:47.458474 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8e7cf-827f-4fb8-a616-665cd56d3b06 req-61b67043-ac32-49ff-9851-279162d448cd tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:47.459918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23f8e7cf-827f-4fb8-a616-665cd56d3b06 req-61b67043-ac32-49ff-9851-279162d448cd tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 943 time: 0.0556982 Aug 11 03:45:47.497524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-23f8e7cf-827f-4fb8-a616-665cd56d3b06 req-f804ec50-fa92-4e52-b5a1-ffccc9c8cbf9 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310216 Aug 11 03:45:48.531173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6266aec6-72a9-4dbf-88db-dd84608da3cf details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:45:48.617181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0e738-7105-4eae-956f-4db0f51bdf0e req-ad01b004-ea08-4655-ae61-8de0058cbdf8 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:48.618748 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4a0e738-7105-4eae-956f-4db0f51bdf0e req-ad01b004-ea08-4655-ae61-8de0058cbdf8 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 943 time: 0.0504851 Aug 11 03:45:48.632467 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6266aec6-72a9-4dbf-88db-dd84608da3cf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:48.643957 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '6266aec6-72a9-4dbf-88db-dd84608da3cf', 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f', 'port_id': '6266aec6-72a9-4dbf-88db-dd84608da3cf', 'mac_address': 'fa:16:3e:1c:c3:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62b7840-ba3f-4bca-ba84-8942a74b8756', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:45:48.658237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4a0e738-7105-4eae-956f-4db0f51bdf0e req-c8e02f8e-34cc-4c74-90b5-2f2f3c2b8c66 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331185 Aug 11 03:45:48.682034 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:48.695457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6266aec6-72a9-4dbf-88db-dd84608da3cf {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:45:48.715089 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6266aec6-72a9-4dbf-88db-dd84608da3cf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:48.718868 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:48.777899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=6266aec6-72a9-4dbf-88db-dd84608da3cf,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:48.908461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6266aec6-72a9-4dbf-88db-dd84608da3cf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:45:49.780308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11b9a5-1e2d-45c1-bdfe-321c23a41ccb req-b225f56a-6ff5-4c99-ab4c-ba0643e014ca tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:49.781824 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b11b9a5-1e2d-45c1-bdfe-321c23a41ccb req-b225f56a-6ff5-4c99-ab4c-ba0643e014ca tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 944 time: 0.0550542 Aug 11 03:45:49.820655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8b11b9a5-1e2d-45c1-bdfe-321c23a41ccb req-b92d2686-37b5-41ea-8f7a-f1ea0172cc76 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Aug 11 03:45:50.531685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6266aec6-72a9-4dbf-88db-dd84608da3cf up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:45:50.584551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 6266aec6-72a9-4dbf-88db-dd84608da3cf completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:45:50.588267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 6266aec6-72a9-4dbf-88db-dd84608da3cf triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:45:50.588933 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:50.667413 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:50.693834 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e887e3-14da-4d2c-a154-02ca65efccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266aec6-72a9-4dbf-88db-dd84608da3cf'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:50.696241 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c63bab9-a520-46f8-b75a-ccde4959ec89" -d '{"events": [{"server_uuid": "72e887e3-14da-4d2c-a154-02ca65efccea", "name": "network-vif-plugged", "status": "completed", "tag": "6266aec6-72a9-4dbf-88db-dd84608da3cf"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:50.713004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 6266aec6-72a9-4dbf-88db-dd84608da3cf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:50.719149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:50.744327 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac51ee89-ee50-40eb-8e78-72a6ab4fe07a x-openstack-request-id: req-ac51ee89-ee50-40eb-8e78-72a6ab4fe07a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:50.744626 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e887e3-14da-4d2c-a154-02ca65efccea", "name": "network-vif-plugged", "status": "completed", "tag": "6266aec6-72a9-4dbf-88db-dd84608da3cf", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:50.744881 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac51ee89-ee50-40eb-8e78-72a6ab4fe07a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:50.745272 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e887e3-14da-4d2c-a154-02ca65efccea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266aec6-72a9-4dbf-88db-dd84608da3cf', 'code': 200} Aug 11 03:45:50.776356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=6266aec6-72a9-4dbf-88db-dd84608da3cf,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:50.845955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f59266-0f50-4518-a09f-3428bfee207e req-d4a39409-ee85-4d61-a2ac-76ff2da7f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:50.847730 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77f59266-0f50-4518-a09f-3428bfee207e req-d4a39409-ee85-4d61-a2ac-76ff2da7f7c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 1097 time: 0.0520601 Aug 11 03:45:50.891117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77f59266-0f50-4518-a09f-3428bfee207e req-ebc4b1f8-249c-426b-8bd6-72755efef420 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367286 Aug 11 03:45:50.944595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f8ac-9566-4ef4-9f86-dc6e3ca93026 req-fe3872b8-c872-45b4-8f54-7de26da8dbb7 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:50.946114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b60f8ac-9566-4ef4-9f86-dc6e3ca93026 req-fe3872b8-c872-45b4-8f54-7de26da8dbb7 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0540910 Aug 11 03:45:50.984144 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3b60f8ac-9566-4ef4-9f86-dc6e3ca93026 req-659bd6fd-57d6-4bb1-8247-b6d3fa8bf45a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321467 Aug 11 03:45:52.104831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0cb3b-a65e-4de0-9017-ff490310e43c req-f1275505-06fb-4ff8-91e8-1717745fb572 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:52.106231 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7db0cb3b-a65e-4de0-9017-ff490310e43c req-f1275505-06fb-4ff8-91e8-1717745fb572 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0510948 Aug 11 03:45:52.145371 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7db0cb3b-a65e-4de0-9017-ff490310e43c req-cd59633a-855d-48fc-9572-6c5257a6c1ad tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320120 Aug 11 03:45:52.369830 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-4cf5500a-61f9-4c2e-86ca-5d6830da09d1 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:52.371189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-4cf5500a-61f9-4c2e-86ca-5d6830da09d1 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/networks?id=751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 200 len: 813 time: 0.0986569 Aug 11 03:45:52.386611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-ba94e809-ecbf-4eef-917f-385b0e9e2c69 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/quotas/a62850ca60b74fd29159b881b287dd6c HTTP/1.1" status: 200 len: 375 time: 0.0096419 Aug 11 03:45:52.405716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e5f433c4-94a8-482c-9e17-13761f6ef580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:52.439886 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-dea140d4-8cba-4db1-9b87-bc2485a7db6b tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a62850ca60b74fd29159b881b287dd6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476315 Aug 11 03:45:52.451338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-46016bbb-ae56-4819-b187-20e936d10088 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:45:52.452315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-46016bbb-ae56-4819-b187-20e936d10088 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050189 Aug 11 03:45:52.539135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-71ae517f-b10e-430a-bcdf-5076155be43d service neutron] 10.222.0.60 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804765 Aug 11 03:45:52.633232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-524137b8-f542-49b4-8224-c1ccdb362979 service neutron] 10.222.0.60 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878642 Aug 11 03:45:52.799192 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f1abfc52-8d3e-4179-be40-04f5419d59c2 req-7f37d260-0282-4a8b-b071-c06579d0ce30 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Aug 11 03:45:53.698466 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-05d50d47-5f57-4e8d-942c-451bd153c0ac tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:53.699971 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-05d50d47-5f57-4e8d-942c-451bd153c0ac tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.10 "GET /v2.0/networks?id=751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 200 len: 813 time: 0.1085618 Aug 11 03:45:53.713350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Request body: {'port': {'device_id': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f', 'admin_state_up': True, 'tenant_id': 'a62850ca60b74fd29159b881b287dd6c'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:45:53.829514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Made reservation on behalf of a62850ca60b74fd29159b881b287dd6c for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:45:53.833728 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:53.899744 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832838bc-46d8-4b55-8e22-a2f982f040df req-46f87515-5629-4d3d-9e28-6c187669d65c tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 210 time: 0.0297523 Aug 11 03:45:53.961833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Allocated IP 172.20.0.7 (751fb331-1532-4838-9ca3-a4777160fe2f/d62b7840-ba3f-4bca-ba84-8942a74b8756/80c06f14-637c-446c-b912-2b09c9fc4594) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:45:54.109670 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.150118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.162410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6266aec6-72a9-4dbf-88db-dd84608da3cf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:45:54.192985 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Network 751fb331-1532-4838-9ca3-a4777160fe2f is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:45:54.198181 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:45:54.201931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:45:54.236332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Pushing event updated for resources: {'Port': ['ID=80c06f14-637c-446c-b912-2b09c9fc4594,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:54.263453 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:54.264082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.284025 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-11514fcc-45b2-43af-887e-f70ec4ea0229 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742245 Aug 11 03:45:54.295974 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Request body: {'port': {'device_id': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:45:54.349814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.612154 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c06f14-637c-446c-b912-2b09c9fc4594 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:45:54.620090 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.632519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Transition to ACTIVE for port object 80c06f14-637c-446c-b912-2b09c9fc4594 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:45:54.636874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.686470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Pushing event updated for resources: {'Port': ['ID=80c06f14-637c-446c-b912-2b09c9fc4594,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:54.755155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Attempting to bind port 80c06f14-637c-446c-b912-2b09c9fc4594 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:45:54.755876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Attempting to bind port 80c06f14-637c-446c-b912-2b09c9fc4594 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:45:54.755876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Attempting to bind port 80c06f14-637c-446c-b912-2b09c9fc4594 on network 751fb331-1532-4838-9ca3-a4777160fe2f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:45:54.760191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Port 80c06f14-637c-446c-b912-2b09c9fc4594 on network 751fb331-1532-4838-9ca3-a4777160fe2f not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:45:54.760516 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Attempting to bind port 80c06f14-637c-446c-b912-2b09c9fc4594 on network 751fb331-1532-4838-9ca3-a4777160fe2f {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:45:54.765308 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:45:54.765648 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Checking segment: {'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:45:54.766031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Bound using segment: {'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:45:54.766454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Bound port: 80c06f14-637c-446c-b912-2b09c9fc4594, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e39e665c-53ac-48a5-8e18-4580c7dadcba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:45:54.766813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.834967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] For port 80c06f14-637c-446c-b912-2b09c9fc4594, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:45:54.838038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] For port 80c06f14-637c-446c-b912-2b09c9fc4594, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=80c06f14-637c-446c-b912-2b09c9fc4594,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:45:54.842833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.878177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:54.879061 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:54.880586 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] 10.222.0.10 "PUT /v2.0/ports/80c06f14-637c-446c-b912-2b09c9fc4594 HTTP/1.1" status: 200 len: 1092 time: 0.5889292 Aug 11 03:45:54.881035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'tag': '80c06f14-637c-446c-b912-2b09c9fc4594'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:45:54.883268 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357afbf1-159a-4cf7-8530-2dfcdab6231a" -d '{"events": [{"name": "network-changed", "server_uuid": "52f311e3-b580-4d0a-80d5-b7e41aa22d12", "tag": "80c06f14-637c-446c-b912-2b09c9fc4594"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:45:54.908792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1159a-c833-4829-a0f0-672b6d205846 service neutron] Pushing event updated for resources: {'Port': ['ID=80c06f14-637c-446c-b912-2b09c9fc4594,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:54.968923 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-27eae261-e094-4a7c-9c07-3a96f97e34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:54.970684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-27eae261-e094-4a7c-9c07-3a96f97e34a4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62850ca60b74fd29159b881b287dd6c&device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 1095 time: 0.0438623 Aug 11 03:45:55.014036 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f78ec5c-b741-4547-8f60-1d251666ef11 x-openstack-request-id: req-8f78ec5c-b741-4547-8f60-1d251666ef11 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:45:55.014337 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f311e3-b580-4d0a-80d5-b7e41aa22d12", "tag": "80c06f14-637c-446c-b912-2b09c9fc4594", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:45:55.014592 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f78ec5c-b741-4547-8f60-1d251666ef11 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:45:55.015798 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'tag': '80c06f14-637c-446c-b912-2b09c9fc4594', 'status': 'completed', 'code': 200} Aug 11 03:45:55.016635 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-4c01bc34-b451-4bcf-a183-11831f04f139 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c06f14-637c-446c-b912-2b09c9fc4594 HTTP/1.1" status: 200 len: 217 time: 0.0382166 Aug 11 03:45:55.028562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee661d06-544c-4c83-b3c8-ffe9ca8cb91f req-046a4da2-2ecf-44de-9986-3c65812a2b26 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.030217 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee661d06-544c-4c83-b3c8-ffe9ca8cb91f req-046a4da2-2ecf-44de-9986-3c65812a2b26 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 943 time: 0.0544438 Aug 11 03:45:55.069329 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ee661d06-544c-4c83-b3c8-ffe9ca8cb91f req-1c0d905a-00b9-4cd0-9bb0-6f88d046f1cb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Aug 11 03:45:55.070748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-6f70954e-0279-4f6a-8790-5f0013898bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.072332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-6f70954e-0279-4f6a-8790-5f0013898bff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d62b7840-ba3f-4bca-ba84-8942a74b8756 HTTP/1.1" status: 200 len: 853 time: 0.0488367 Aug 11 03:45:55.105508 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-4391fbad-3627-4282-8650-06ca76ff97e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=751fb331-1532-4838-9ca3-a4777160fe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262728 Aug 11 03:45:55.195910 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-1e233000-1c0d-40a7-a724-bfc9c65d5572 service neutron] 10.222.0.10 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815623 Aug 11 03:45:55.281060 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-07ba26cd-38da-40fe-905c-4b9cf2322719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:55.298461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-052e96e4-2e7d-4e64-95e5-e9ccc80bc99a req-41b20971-af9d-4b1b-b0a7-80a22d85a411 service neutron] 10.222.0.10 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960982 Aug 11 03:45:55.384265 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-f75e05c1-b1f9-4c44-99e3-b9105f93cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.385661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-f75e05c1-b1f9-4c44-99e3-b9105f93cc70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a62850ca60b74fd29159b881b287dd6c&device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 1095 time: 0.0419190 Aug 11 03:45:55.481608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-5a41625e-2928-48f5-88fb-123f797c13dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.483101 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-5a41625e-2928-48f5-88fb-123f797c13dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 200 len: 914 time: 0.0907235 Aug 11 03:45:55.528570 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-af320516-8c2b-4166-804b-4387ffe92436 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80c06f14-637c-446c-b912-2b09c9fc4594 HTTP/1.1" status: 200 len: 217 time: 0.0380282 Aug 11 03:45:55.562534 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:55.585557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-ae16ee1c-f208-4e7c-9151-797d6ca37e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:55.587046 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-ae16ee1c-f208-4e7c-9151-797d6ca37e6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d62b7840-ba3f-4bca-ba84-8942a74b8756 HTTP/1.1" status: 200 len: 853 time: 0.0487890 Aug 11 03:45:55.618895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-054b35aa-caf2-405f-ba08-c913c2a15f0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=751fb331-1532-4838-9ca3-a4777160fe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247622 Aug 11 03:45:55.715405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-e5b322a4-9ab2-43b3-a8ae-eb67e1d40892 service neutron] 10.222.0.10 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876069 Aug 11 03:45:55.811073 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357afbf1-159a-4cf7-8530-2dfcdab6231a req-d95e9170-8ebf-4a78-944c-3438cff78d92 service neutron] 10.222.0.10 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863075 Aug 11 03:45:55.922709 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:56.193514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8c0b9-8e12-45e2-a8c1-7b1e8eb06f25 req-e79ea2db-7527-47d3-a71f-86d6d8591bfe tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:56.195001 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6e8c0b9-8e12-45e2-a8c1-7b1e8eb06f25 req-e79ea2db-7527-47d3-a71f-86d6d8591bfe tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 943 time: 0.0539265 Aug 11 03:45:56.234436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6e8c0b9-8e12-45e2-a8c1-7b1e8eb06f25 req-9818a31e-d1af-44e5-89b9-74023392229d tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Aug 11 03:45:56.893711 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:57.351168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81da1a-c158-4c8e-b8b8-6970ae5dbcd5 req-7564f490-8d5e-4fbd-a281-de4a0bb0ae3e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:57.352683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e81da1a-c158-4c8e-b8b8-6970ae5dbcd5 req-7564f490-8d5e-4fbd-a281-de4a0bb0ae3e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 943 time: 0.0497770 Aug 11 03:45:57.389853 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8e81da1a-c158-4c8e-b8b8-6970ae5dbcd5 req-db308380-8e7d-47ce-98e0-9d6e4d5cba6b tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Aug 11 03:45:58.194570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 80c06f14-637c-446c-b912-2b09c9fc4594 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:45:58.297899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 80c06f14-637c-446c-b912-2b09c9fc4594, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=80c06f14-637c-446c-b912-2b09c9fc4594,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:58.314131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '80c06f14-637c-446c-b912-2b09c9fc4594', 'network_id': '751fb331-1532-4838-9ca3-a4777160fe2f', 'port_id': '80c06f14-637c-446c-b912-2b09c9fc4594', 'mac_address': 'fa:16:3e:bd:7c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62b7840-ba3f-4bca-ba84-8942a74b8756', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:45:58.319924 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:58.351389 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:58.363835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c06f14-637c-446c-b912-2b09c9fc4594 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:45:58.383507 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 80c06f14-637c-446c-b912-2b09c9fc4594, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=80c06f14-637c-446c-b912-2b09c9fc4594,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:45:58.387340 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:45:58.441184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=80c06f14-637c-446c-b912-2b09c9fc4594,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:45:58.510542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379ce1e-753d-4d29-a6c6-a924b0c11d55 req-d2e1640e-c923-46b7-a218-54a59c139421 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:58.512074 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c379ce1e-753d-4d29-a6c6-a924b0c11d55 req-d2e1640e-c923-46b7-a218-54a59c139421 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 944 time: 0.0527480 Aug 11 03:45:58.550555 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c379ce1e-753d-4d29-a6c6-a924b0c11d55 req-39773314-d58a-4269-a984-168eb2909b94 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Aug 11 03:45:58.571173 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['80c06f14-637c-446c-b912-2b09c9fc4594'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:45:59.700633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af12d8-496e-4e60-ac23-896f94ceb758 req-9f1d18e8-445a-4df7-b9fd-287dcde2201e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:59.702132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3af12d8-496e-4e60-ac23-896f94ceb758 req-9f1d18e8-445a-4df7-b9fd-287dcde2201e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 944 time: 0.0836186 Aug 11 03:45:59.704771 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-908cd672-fbb8-41f9-9521-9b5e9461bc6a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0728343 Aug 11 03:45:59.740361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3af12d8-496e-4e60-ac23-896f94ceb758 req-96e4348f-de51-489b-9d9a-af6756d92471 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321698 Aug 11 03:45:59.789852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-bea409b3-14be-466c-b3e2-47811bb2c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:59.791353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-bea409b3-14be-466c-b3e2-47811bb2c487 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a62850ca60b74fd29159b881b287dd6c&device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 1097 time: 0.0417221 Aug 11 03:45:59.906871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-ab546831-04f7-46f3-8c28-8c021d0d16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:59.908376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-ab546831-04f7-46f3-8c28-8c021d0d16cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 200 len: 914 time: 0.0940461 Aug 11 03:45:59.949535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-43b0411c-b4e7-4bf5-b95c-f4a4009d1e54 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf HTTP/1.1" status: 200 len: 217 time: 0.0341039 Aug 11 03:45:59.997717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-2b331119-122a-471b-8cd2-ceb90a848636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:45:59.999141 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-2b331119-122a-471b-8cd2-ceb90a848636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d62b7840-ba3f-4bca-ba84-8942a74b8756 HTTP/1.1" status: 200 len: 853 time: 0.0428300 Aug 11 03:46:00.033603 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-ffb106a1-b3b9-49c8-8c4f-91416c5236d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=751fb331-1532-4838-9ca3-a4777160fe2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273557 Aug 11 03:46:00.124642 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-593cc879-8a1a-4d03-89ea-65244457bd87 service neutron] 10.222.0.57 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839436 Aug 11 03:46:00.222915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 80c06f14-637c-446c-b912-2b09c9fc4594 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:00.227244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-832fd03e-7c6d-4a46-aca7-aa796fd32fad req-d99e03dc-f598-465e-ab2f-dc74bce12088 service neutron] 10.222.0.57 "GET /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949087 Aug 11 03:46:00.276968 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 80c06f14-637c-446c-b912-2b09c9fc4594 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:00.280907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 80c06f14-637c-446c-b912-2b09c9fc4594 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:00.281289 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:00.358383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:00.380434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c06f14-637c-446c-b912-2b09c9fc4594'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:00.382690 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f27445-c2bf-4c30-9562-1466a07eadc1" -d '{"events": [{"server_uuid": "52f311e3-b580-4d0a-80d5-b7e41aa22d12", "name": "network-vif-plugged", "status": "completed", "tag": "80c06f14-637c-446c-b912-2b09c9fc4594"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:00.395963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 80c06f14-637c-446c-b912-2b09c9fc4594, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=80c06f14-637c-446c-b912-2b09c9fc4594,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:00.401253 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:00.425346 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ce4e50-fbe1-459f-b2f3-fe2bd214566b x-openstack-request-id: req-90ce4e50-fbe1-459f-b2f3-fe2bd214566b {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:00.425594 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f311e3-b580-4d0a-80d5-b7e41aa22d12", "name": "network-vif-plugged", "status": "completed", "tag": "80c06f14-637c-446c-b912-2b09c9fc4594", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:00.425843 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90ce4e50-fbe1-459f-b2f3-fe2bd214566b {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:00.426232 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c06f14-637c-446c-b912-2b09c9fc4594', 'code': 200} Aug 11 03:46:00.457301 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:00.467409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=80c06f14-637c-446c-b912-2b09c9fc4594,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:00.519911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5317bba-f6d3-4f96-94e6-0af33b8cb365 req-10591fea-74db-47fc-bf4d-f39dd3150d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:00.521406 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5317bba-f6d3-4f96-94e6-0af33b8cb365 req-10591fea-74db-47fc-bf4d-f39dd3150d38 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 1097 time: 0.0399258 Aug 11 03:46:00.556179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a5317bba-f6d3-4f96-94e6-0af33b8cb365 req-a58daa4e-4b11-4731-9545-8da02a7ee7da service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277281 Aug 11 03:46:00.860905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a49e58-aed7-4f3c-8c4c-c4de4b1cc31f req-7a11bdf2-ad6e-43ea-b2d8-aeb7cb40ddf6 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:00.862395 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9a49e58-aed7-4f3c-8c4c-c4de4b1cc31f req-7a11bdf2-ad6e-43ea-b2d8-aeb7cb40ddf6 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 945 time: 0.0510340 Aug 11 03:46:00.900161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e9a49e58-aed7-4f3c-8c4c-c4de4b1cc31f req-2748c2ae-9807-433b-b0ac-e4e0dbdecedf tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314677 Aug 11 03:46:02.020782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819587c-232c-4a4a-aa25-dcfb68039245 req-0193cb80-7cd0-411b-97bc-52405fc98c8d tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:02.022398 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5819587c-232c-4a4a-aa25-dcfb68039245 req-0193cb80-7cd0-411b-97bc-52405fc98c8d tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Aug 11 03:46:02.060705 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5819587c-232c-4a4a-aa25-dcfb68039245 req-ca69b0f4-8b43-4a6a-8a7c-48a10d80674e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Aug 11 03:46:02.293396 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d100b6e-55f6-4171-b719-078ba485ba85 req-a628e41b-3337-4373-a820-1723e1d41355 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:02.294899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d100b6e-55f6-4171-b719-078ba485ba85 req-a628e41b-3337-4373-a820-1723e1d41355 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Aug 11 03:46:02.334776 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2d100b6e-55f6-4171-b719-078ba485ba85 req-3756fcac-2ab9-41eb-98a4-7488f27d83c7 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Aug 11 03:46:03.449860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5052fb-9140-4278-8071-5669266d7cf4 req-33cfac4b-0f81-48ea-a2d6-46aaff8cbd54 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:03.451309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc5052fb-9140-4278-8071-5669266d7cf4 req-33cfac4b-0f81-48ea-a2d6-46aaff8cbd54 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Aug 11 03:46:03.490038 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fc5052fb-9140-4278-8071-5669266d7cf4 req-521c3ba3-65e6-4c68-bcf0-1a4d402e13e5 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315757 Aug 11 03:46:03.531160 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-39566e4d-281a-4b57-a5d6-b43847d56447 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:03.532628 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-39566e4d-281a-4b57-a5d6-b43847d56447 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.10 "GET /v2.0/ports?device_id=52f311e3-b580-4d0a-80d5-b7e41aa22d12 HTTP/1.1" status: 200 len: 945 time: 0.0489695 Aug 11 03:46:03.624796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Deleting port 80c06f14-637c-446c-b912-2b09c9fc4594 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:03.625137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:03.712575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] For port 80c06f14-637c-446c-b912-2b09c9fc4594, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=80c06f14-637c-446c-b912-2b09c9fc4594,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:03.712937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:03.725515 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Calling delete_port for 80c06f14-637c-446c-b912-2b09c9fc4594 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:03.856165 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:03.869804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6266aec6-72a9-4dbf-88db-dd84608da3cf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:46:03.872129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['80c06f14-637c-446c-b912-2b09c9fc4594'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:46:03.885525 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Pushing event deleted for resources: {'Port': ['ID=80c06f14-637c-446c-b912-2b09c9fc4594,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:03.915264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.915615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.915988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.916327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.916662 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.916993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.917320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.917647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.917973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.918299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.918622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.918946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:03.942561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] No DVR routers for this DVR port 80c06f14-637c-446c-b912-2b09c9fc4594 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:03.945328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:03.947310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af61e225-5047-4fed-bb63-f1d8d7ad30b4 req-c9f33fbd-297c-4dec-9bed-903541f18824 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.10 "DELETE /v2.0/ports/80c06f14-637c-446c-b912-2b09c9fc4594 HTTP/1.1" status: 204 len: 173 time: 0.4082806 Aug 11 03:46:03.947774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'name': 'network-vif-deleted', 'tag': '80c06f14-637c-446c-b912-2b09c9fc4594'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:03.950008 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}194cc0bf2aaa52ac49716da7e61244c2ed0597aaa3b38787f475e8fd95a0e271" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99950ef6-daca-4f33-8987-ecda3251326b" -d '{"events": [{"server_uuid": "52f311e3-b580-4d0a-80d5-b7e41aa22d12", "name": "network-vif-deleted", "tag": "80c06f14-637c-446c-b912-2b09c9fc4594"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:03.993374 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed9e651-d462-4e24-8579-377623a8426c x-openstack-request-id: req-9ed9e651-d462-4e24-8579-377623a8426c {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:03.993668 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f311e3-b580-4d0a-80d5-b7e41aa22d12", "name": "network-vif-deleted", "tag": "80c06f14-637c-446c-b912-2b09c9fc4594", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:03.993946 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ed9e651-d462-4e24-8579-377623a8426c {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:03.994320 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52f311e3-b580-4d0a-80d5-b7e41aa22d12', 'name': 'network-vif-deleted', 'tag': '80c06f14-637c-446c-b912-2b09c9fc4594', 'status': 'completed', 'code': 200} Aug 11 03:46:04.647824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da92e8-5cc0-4e1e-b628-8218e7f29d4a req-36de912c-1e60-4f1d-9e52-35bcffef1240 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:04.649294 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00da92e8-5cc0-4e1e-b628-8218e7f29d4a req-36de912c-1e60-4f1d-9e52-35bcffef1240 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0504651 Aug 11 03:46:04.687094 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00da92e8-5cc0-4e1e-b628-8218e7f29d4a req-d2edb625-88a9-49b0-931e-2f738768eb26 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Aug 11 03:46:04.820364 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bc0ca-cdd1-4eed-836c-c71626887357 req-332234be-a333-42a1-a548-c1fc248c8dfb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:04.821943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546bc0ca-cdd1-4eed-836c-c71626887357 req-332234be-a333-42a1-a548-c1fc248c8dfb tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0500884 Aug 11 03:46:04.873717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-546bc0ca-cdd1-4eed-836c-c71626887357 req-943ceecd-31c5-4d9d-aeb4-de1b82ca6910 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Aug 11 03:46:05.009502 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b5b85-b2d5-4a70-8330-89b2a27dd434 req-72de6b3e-04f5-4abc-8c25-49e06afdc020 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:05.011032 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e2b5b85-b2d5-4a70-8330-89b2a27dd434 req-72de6b3e-04f5-4abc-8c25-49e06afdc020 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0640001 Aug 11 03:46:05.038390 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:05.052480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e2b5b85-b2d5-4a70-8330-89b2a27dd434 req-0b401783-6501-43e1-912a-3cc2001ea88b tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350490 Aug 11 03:46:05.257836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4410d9f-aa49-429f-ad0d-06df0566b259 req-fb370a80-0be5-4206-9ff0-7abefba254f4 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:05.259890 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4410d9f-aa49-429f-ad0d-06df0566b259 req-fb370a80-0be5-4206-9ff0-7abefba254f4 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0604429 Aug 11 03:46:05.302666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4410d9f-aa49-429f-ad0d-06df0566b259 req-a102d3d4-55a3-4184-85bc-42e8abffe34e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360253 Aug 11 03:46:05.436665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7d027-53cf-439b-b36e-42ab78aa1cd5 req-a532d05a-9b1f-404a-aaab-49a7dee3a8ed tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:05.438166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9a7d027-53cf-439b-b36e-42ab78aa1cd5 req-a532d05a-9b1f-404a-aaab-49a7dee3a8ed tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0546911 Aug 11 03:46:05.479310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f9a7d027-53cf-439b-b36e-42ab78aa1cd5 req-d39f38af-78aa-4eeb-aed3-e1f823e4a9ff tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Aug 11 03:46:05.622859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51644c00-a3ff-48bf-a040-6d7ab68c2914 req-0016ab18-b793-4003-b31f-7a787112b43e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:05.624350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51644c00-a3ff-48bf-a040-6d7ab68c2914 req-0016ab18-b793-4003-b31f-7a787112b43e tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0596306 Aug 11 03:46:05.664050 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51644c00-a3ff-48bf-a040-6d7ab68c2914 req-4c7f3b60-efe6-4196-84ae-36dd9cd53eb5 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331793 Aug 11 03:46:06.005329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df0d4d-5590-4108-b1d9-48f2e761ee18 req-cc755f7f-d390-48d8-b3fd-5d1945c1bb52 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:06.006823 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15df0d4d-5590-4108-b1d9-48f2e761ee18 req-cc755f7f-d390-48d8-b3fd-5d1945c1bb52 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0498745 Aug 11 03:46:06.043895 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-15df0d4d-5590-4108-b1d9-48f2e761ee18 req-5c48bf36-916c-4ba3-8e01-2bb3e4a1249f tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Aug 11 03:46:06.254078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 80c06f14-637c-446c-b912-2b09c9fc4594 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:06.277457 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 80c06f14-637c-446c-b912-2b09c9fc4594 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:06.277803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 80c06f14-637c-446c-b912-2b09c9fc4594 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:07.163303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705534dc-d837-4252-900c-2f21479abecb req-32907973-3513-4099-b965-6b82eb7b7cac tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:07.164802 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-705534dc-d837-4252-900c-2f21479abecb req-32907973-3513-4099-b965-6b82eb7b7cac tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0511010 Aug 11 03:46:07.203098 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-705534dc-d837-4252-900c-2f21479abecb req-d57ea2c7-93b8-4962-a11a-1c9c050beff4 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9f82341-0644-4cd2-861f-2790e7eb6ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Aug 11 03:46:07.374536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-ea96a077-e3ec-4ce0-b684-8a4b0f42a440 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:07.375927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-ea96a077-e3ec-4ce0-b684-8a4b0f42a440 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.57 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 945 time: 0.0522645 Aug 11 03:46:07.465187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Deleting port 6266aec6-72a9-4dbf-88db-dd84608da3cf {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:07.465538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:07.555838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] For port 6266aec6-72a9-4dbf-88db-dd84608da3cf, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=6266aec6-72a9-4dbf-88db-dd84608da3cf,segment=NetworkSegment(e39e665c-53ac-48a5-8e18-4580c7dadcba),segment_id=e39e665c-53ac-48a5-8e18-4580c7dadcba)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:07.556209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:07.569846 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Calling delete_port for 6266aec6-72a9-4dbf-88db-dd84608da3cf owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:07.709461 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:07.723071 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['6266aec6-72a9-4dbf-88db-dd84608da3cf'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:46:07.739837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Pushing event deleted for resources: {'Port': ['ID=6266aec6-72a9-4dbf-88db-dd84608da3cf,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:07.782030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] No DVR routers for this DVR port 6266aec6-72a9-4dbf-88db-dd84608da3cf on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:07.786048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:07.788205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-670cdadf-2115-424a-94a1-85985a7ef8cc req-149894b9-8d5f-4694-9aab-29deece2b36a tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.57 "DELETE /v2.0/ports/6266aec6-72a9-4dbf-88db-dd84608da3cf HTTP/1.1" status: 204 len: 173 time: 0.4061854 Aug 11 03:46:07.788659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e887e3-14da-4d2c-a154-02ca65efccea', 'name': 'network-vif-deleted', 'tag': '6266aec6-72a9-4dbf-88db-dd84608da3cf'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:07.790962 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa722c66-2301-46cb-b213-e077ef1d54ed" -d '{"events": [{"server_uuid": "72e887e3-14da-4d2c-a154-02ca65efccea", "name": "network-vif-deleted", "tag": "6266aec6-72a9-4dbf-88db-dd84608da3cf"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:07.828444 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504c047-fb6a-4dd9-9065-d35425eaf5b0 x-openstack-request-id: req-5504c047-fb6a-4dd9-9065-d35425eaf5b0 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:07.828742 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e887e3-14da-4d2c-a154-02ca65efccea", "name": "network-vif-deleted", "tag": "6266aec6-72a9-4dbf-88db-dd84608da3cf", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:07.828994 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5504c047-fb6a-4dd9-9065-d35425eaf5b0 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:07.829396 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e887e3-14da-4d2c-a154-02ca65efccea', 'name': 'network-vif-deleted', 'tag': '6266aec6-72a9-4dbf-88db-dd84608da3cf', 'status': 'completed', 'code': 200} Aug 11 03:46:08.312757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-df0f1ae3-c266-467f-82bd-3a7b308b71a5 req-67112de0-c857-411e-a626-170622bd2161 tempest-ServersNegativeTestJSON-379841988 tempest-ServersNegativeTestJSON-379841988-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e887e3-14da-4d2c-a154-02ca65efccea HTTP/1.1" status: 200 len: 210 time: 0.0275791 Aug 11 03:46:09.370255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44308) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:09.419281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] Deleting subnet d62b7840-ba3f-4bca-ba84-8942a74b8756 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:46:09.422431 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.458443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.497546 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.553245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.582805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.584655 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d62b7840-ba3f-4bca-ba84-8942a74b8756 HTTP/1.1" status: 204 len: 168 time: 0.2133894 Aug 11 03:46:09.585688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9cc2d-7f55-408d-84aa-a34010812893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62b7840-ba3f-4bca-ba84-8942a74b8756,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:09.587262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44310) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:09.657709 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.733350 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.742858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751fb331-1532-4838-9ca3-a4777160fe2f']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:09.752597 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e39e665c-53ac-48a5-8e18-4580c7dadcba') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:09.753343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e39e665c-53ac-48a5-8e18-4580c7dadcba') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:09.762155 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.775549 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.781250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:09.781627 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:09.783186 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:10.119583 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:10.124952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:10.129382 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] 10.222.0.60 "DELETE /v2.0/networks/751fb331-1532-4838-9ca3-a4777160fe2f HTTP/1.1" status: 204 len: 168 time: 0.5385103 Aug 11 03:46:10.139039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e2fa7-cf58-4f37-b9ee-8deccb3ffc7c admin admin] Pushing event deleted for resources: {'Network': ['ID=751fb331-1532-4838-9ca3-a4777160fe2f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:10.235866 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44314) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:10.280142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-49a0d627-27f5-4a4f-a61b-f20eff785d4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a62850ca60b74fd29159b881b287dd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430307 Aug 11 03:46:10.282840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44316) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:10.332615 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d2894b9-8967-495e-9481-1723ad5f3d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:10.353602 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d2894b9-8967-495e-9481-1723ad5f3d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:10.401974 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d2894b9-8967-495e-9481-1723ad5f3d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:10.404588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0d2894b9-8967-495e-9481-1723ad5f3d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:10.405732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0d2894b9-8967-495e-9481-1723ad5f3d1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9f82341-0644-4cd2-861f-2790e7eb6ac3 HTTP/1.1" status: 204 len: 168 time: 0.1219997 Aug 11 03:46:10.414244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2894b9-8967-495e-9481-1723ad5f3d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f82341-0644-4cd2-861f-2790e7eb6ac3,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:10.626625 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6266aec6-72a9-4dbf-88db-dd84608da3cf no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:10.646877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 6266aec6-72a9-4dbf-88db-dd84608da3cf {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:10.648052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 6266aec6-72a9-4dbf-88db-dd84608da3cf not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:11.088851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44338) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:11.189047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1348205968'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:11.211564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:11.214927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.224794 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.322844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.326850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.352570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:11.361075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f62040-3850-4ed7-bb22-88290b32731f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:11.367881 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.368224 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Added segment 9b1de9ad-5891-4008-a50e-ba2b8227c083 of type vlan for network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c Aug 11 03:46:11.407559 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.437477 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.443486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:11.444093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:11.531684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4416978 Aug 11 03:46:11.547598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dadf2c-b6e7-4d6f-8ea4-151a8360e2b0 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Network': ['ID=7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:11.559188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:14.787241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44344) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:14.792458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'subnet': {'network_id': '7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:14.885435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:14.888797 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.073607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.130921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Subnet': ['ID=154823fa-aaa8-4dc9-a0c7-a7597f1ce585,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:15.144784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.145133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.145482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.145813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.146150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.146482 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.146813 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.147142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.147472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.147827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.148155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.148479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.158547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Checking segment: {'id': '9b1de9ad-5891-4008-a50e-ba2b8227c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:15.158547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network hostable DHCP agents. Network: 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:15.174126 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:15.183650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:15.189728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:15.191288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.192728 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572e2f4-e6e1-4236-87c5-ec3120170750 None None] Network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:15.205825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c44f9824-739d-408b-972c-077313b0262b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4175158 Aug 11 03:46:15.210781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44346) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:15.216008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634858097'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:15.237335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:15.241092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.266295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:15.276676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.277152 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Added segment 86a904fa-1151-4f11-b3a2-fde96bc689c1 of type vlan for network 3d56df78-dd58-4c4b-83bc-fbe34ecfae68 Aug 11 03:46:15.324942 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.356105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.362895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c', 'network_id': '7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c', 'tenant_id': 'f65c34aedeb44b6987a5467669f64a33', 'fixed_ips': [{'subnet_id': '154823fa-aaa8-4dc9-a0c7-a7597f1ce585'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:15.363764 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:15.363917 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.364368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.419978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2080266 Aug 11 03:46:15.422832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44348) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:15.428296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'subnet': {'network_id': '3d56df78-dd58-4c4b-83bc-fbe34ecfae68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:15.485379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b8853-2b18-4c44-a119-af775a463491 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Network': ['ID=3d56df78-dd58-4c4b-83bc-fbe34ecfae68,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:15.499144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 3d56df78-dd58-4c4b-83bc-fbe34ecfae68 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:15.516480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Allocated IP 2001:db8:0:ffff::2 (7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c/154823fa-aaa8-4dc9-a0c7-a7597f1ce585/306607e2-73e6-4e5f-a0e2-c5e2eef0db98) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:15.529395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:15.533083 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.712083 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.720362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Transition to ACTIVE for port object 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:15.735103 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Transition to ACTIVE for port object 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:15.739164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.741284 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.785062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:15.789781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:15.794384 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:15.799436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Pushing event updated for resources: {'Port': ['ID=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:15.805903 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Subnet': ['ID=7d58e4c6-f5b8-4260-8fed-cb2b4df1cb51,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:15.816872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Checking segment: {'id': '86a904fa-1151-4f11-b3a2-fde96bc689c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3d56df78-dd58-4c4b-83bc-fbe34ecfae68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:15.816872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network hostable DHCP agents. Network: 3d56df78-dd58-4c4b-83bc-fbe34ecfae68, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:15.826686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.826686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.826988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.827245 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.827575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.827928 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.828281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.828615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.828894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.829213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.829532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.829849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:15.833838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network 3d56df78-dd58-4c4b-83bc-fbe34ecfae68 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:15.843569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 3d56df78-dd58-4c4b-83bc-fbe34ecfae68) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:15.849295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:15.849901 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.856380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b70295-02bf-4a7f-b574-26c18f043301 None None] Network 3d56df78-dd58-4c4b-83bc-fbe34ecfae68 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:15.864267 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-9debc404-af1a-4c87-8e85-6a902d7de117 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4404244 Aug 11 03:46:15.867008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44350) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:15.870971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Attempting to bind port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:15.871278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Attempting to bind port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9b1de9ad-5891-4008-a50e-ba2b8227c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:15.871652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Attempting to bind port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 on network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:15.903024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:15.903404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Checking segment: {'id': '9b1de9ad-5891-4008-a50e-ba2b8227c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:15.903829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.904224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Bound using segment: {'id': '9b1de9ad-5891-4008-a50e-ba2b8227c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:15.904685 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Bound port: 306607e2-73e6-4e5f-a0e2-c5e2eef0db98, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1de9ad-5891-4008-a50e-ba2b8227c083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:15.905064 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:15.968668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.021948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] For port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:16.040036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] For port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,segment=NetworkSegment(9b1de9ad-5891-4008-a50e-ba2b8227c083),segment_id=9b1de9ad-5891-4008-a50e-ba2b8227c083)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:16.047031 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.056879 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.092171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575dc1d-4ee2-462a-8490-717a884f4894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-3d56df78-dd58-4c4b-83bc-fbe34ecfae68', 'network_id': '3d56df78-dd58-4c4b-83bc-fbe34ecfae68', 'tenant_id': 'f65c34aedeb44b6987a5467669f64a33', 'fixed_ips': [{'subnet_id': '7d58e4c6-f5b8-4260-8fed-cb2b4df1cb51'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:16.093009 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3575dc1d-4ee2-462a-8490-717a884f4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.126585 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.132246 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093559e-af32-49f8-a194-54d689bfc3bb None None] Pushing event updated for resources: {'Port': ['ID=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:16.168850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Subnet': ['ID=7d58e4c6-f5b8-4260-8fed-cb2b4df1cb51,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:16.207731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb4eb84-7fbb-44f9-baea-42cb96812602 None None] Network 3d56df78-dd58-4c4b-83bc-fbe34ecfae68 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:16.233947 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.246628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d56df78-dd58-4c4b-83bc-fbe34ecfae68']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:16.258027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a904fa-1151-4f11-b3a2-fde96bc689c1') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:16.258338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a904fa-1151-4f11-b3a2-fde96bc689c1') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:16.268782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.284846 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.298753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:16.298753 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:16.306430 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:16.381263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.386422 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.392057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/3d56df78-dd58-4c4b-83bc-fbe34ecfae68 HTTP/1.1" status: 204 len: 168 time: 0.5207841 Aug 11 03:46:16.392629 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44352) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:16.398781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-91661387'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:16.403761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4443d23-4be6-4416-8d64-19144aed105e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Network': ['ID=3d56df78-dd58-4c4b-83bc-fbe34ecfae68,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:16.423931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:16.429628 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.454778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:16.465244 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.465584 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Added segment 4fe6347a-8110-40a7-9e07-cefa1466d82d of type vlan for network 48ad81cb-4f76-4613-9ff4-01130e3fc6f4 Aug 11 03:46:16.505689 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.533721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.539828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:16.540375 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:16.600528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2060959 Aug 11 03:46:16.603305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44354) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:16.610411 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'subnet': {'network_id': '48ad81cb-4f76-4613-9ff4-01130e3fc6f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:16.630487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488b9e1-6a2d-4481-b3cb-a0ffbacb2f9d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Network': ['ID=48ad81cb-4f76-4613-9ff4-01130e3fc6f4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:16.640663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 48ad81cb-4f76-4613-9ff4-01130e3fc6f4 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:16.708790 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:16.712860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.097348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c170aa94-b0ac-4876-8e08-512c3d7fb31c None None] Network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:17.118059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Performing IP validity checks on allocation pools {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 11 03:46:17.118576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.ipam_backend_mixin [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Checking for overlaps among allocation pools and gateway ip {{(pid=111682) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 11 03:46:17.161635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0119ee38-0e3b-4138-a830-28d26b9aa037 None None] Provisioning for port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:17.243941 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.304619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Subnet': ['ID=d67ad58b-7aff-4083-b645-7d514fbfc4bb,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:17.328073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Checking segment: {'id': '4fe6347a-8110-40a7-9e07-cefa1466d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '48ad81cb-4f76-4613-9ff4-01130e3fc6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:17.328438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network hostable DHCP agents. Network: 48ad81cb-4f76-4613-9ff4-01130e3fc6f4, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:17.334988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:17.353429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network 48ad81cb-4f76-4613-9ff4-01130e3fc6f4 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:17.365030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 48ad81cb-4f76-4613-9ff4-01130e3fc6f4) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:17.369968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:17.371097 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.381492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b70a73-83d5-4ddb-b294-d1ff32f7d316 None None] Network 48ad81cb-4f76-4613-9ff4-01130e3fc6f4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:17.399384 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8cc7b479-2f58-4b02-803a-cfe470bb2c78 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7949438 Aug 11 03:46:17.400061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44356) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:17.453039 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:17.465700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:17.466148 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.503389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.549877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3f699daf-cf4a-4b2d-abea-fd2f4549382a None None] Provisioning complete for port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:17.550234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3f699daf-cf4a-4b2d-abea-fd2f4549382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.559316 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.625363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.656122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Subnet': ['ID=d67ad58b-7aff-4083-b645-7d514fbfc4bb,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:17.722567 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.732476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ad81cb-4f76-4613-9ff4-01130e3fc6f4']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:17.743307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe6347a-8110-40a7-9e07-cefa1466d82d') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:17.743605 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe6347a-8110-40a7-9e07-cefa1466d82d') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:17.754851 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.768684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.778063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:17.778586 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:17.781792 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:17.794516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01aca93-eb31-41ac-8700-1e3c0d4e7b8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-48ad81cb-4f76-4613-9ff4-01130e3fc6f4', 'network_id': '48ad81cb-4f76-4613-9ff4-01130e3fc6f4', 'tenant_id': 'f65c34aedeb44b6987a5467669f64a33', 'fixed_ips': [{'subnet_id': 'd67ad58b-7aff-4083-b645-7d514fbfc4bb'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:17.795380 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e01aca93-eb31-41ac-8700-1e3c0d4e7b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.835844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.842119 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.851115 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.856644 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44358) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:17.856801 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/48ad81cb-4f76-4613-9ff4-01130e3fc6f4 HTTP/1.1" status: 204 len: 168 time: 0.4556165 Aug 11 03:46:17.862484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1388467874'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:17.867689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4071ee2-5540-4629-ac7a-55bfafd73f9b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Network': ['ID=48ad81cb-4f76-4613-9ff4-01130e3fc6f4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:17.890326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:17.894733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.894937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e20f1e-ea5f-4725-92c0-9c269b7eb221 None None] Network 48ad81cb-4f76-4613-9ff4-01130e3fc6f4 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:17.918787 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:17.919006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,segment=NetworkSegment(9b1de9ad-5891-4008-a50e-ba2b8227c083),segment_id=9b1de9ad-5891-4008-a50e-ba2b8227c083)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:17.920054 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e20f1e-ea5f-4725-92c0-9c269b7eb221 None None] Network 48ad81cb-4f76-4613-9ff4-01130e3fc6f4 could not be found, it might have been deleted concurrently. {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 11 03:46:17.921618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3f699daf-cf4a-4b2d-abea-fd2f4549382a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.925899 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.930829 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:17.931185 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Added segment 9e57e4de-a054-412c-9089-e77d50848845 of type vlan for network 595d662b-da54-4a41-bb91-a2d230625c39 Aug 11 03:46:17.972021 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.001809 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.007263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:18.007883 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.017539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:18.021965 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.db.api [None req-3f699daf-cf4a-4b2d-abea-fd2f4549382a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111684) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 11 03:46:18.022322 n-d-768509-22 neutron-server[111684]: DEBUG oslo_db.api [None req-3f699daf-cf4a-4b2d-abea-fd2f4549382a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 11 03:46:18.066432 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2085161 Aug 11 03:46:18.070075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44360) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:18.075475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'subnet': {'network_id': '595d662b-da54-4a41-bb91-a2d230625c39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:18.079177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995caffc-b8c3-4a10-84be-d5f33854df7b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Network': ['ID=595d662b-da54-4a41-bb91-a2d230625c39,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:18.089790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 595d662b-da54-4a41-bb91-a2d230625c39 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:18.171325 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:18.175391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.355112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.414153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Subnet': ['ID=c4e6366d-a06f-41e2-b6c8-f08a0857bba2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:18.421290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Checking segment: {'id': '9e57e4de-a054-412c-9089-e77d50848845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '595d662b-da54-4a41-bb91-a2d230625c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:18.421650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network hostable DHCP agents. Network: 595d662b-da54-4a41-bb91-a2d230625c39, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:18.439001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network 595d662b-da54-4a41-bb91-a2d230625c39 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:18.447977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 595d662b-da54-4a41-bb91-a2d230625c39) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:18.451873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:18.452478 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.458826 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e923703-4f58-45c4-8965-c7b82ec8152b None None] Network 595d662b-da54-4a41-bb91-a2d230625c39 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:18.468101 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7750973e-a1eb-4958-b69f-cdf8e0f04073 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3967574 Aug 11 03:46:18.471902 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44362) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:18.477210 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057710547'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:18.498211 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:18.501889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.526869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:18.536701 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.537049 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Added segment 09b57cf6-9013-4a6a-a143-8dca44644e43 of type vlan for network 6605afb1-5a6a-41ff-95ce-ca22febcda85 Aug 11 03:46:18.579898 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.611307 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.617957 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:18.618565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.638115 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-595d662b-da54-4a41-bb91-a2d230625c39', 'network_id': '595d662b-da54-4a41-bb91-a2d230625c39', 'tenant_id': 'f65c34aedeb44b6987a5467669f64a33', 'fixed_ips': [{'subnet_id': 'c4e6366d-a06f-41e2-b6c8-f08a0857bba2'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:18.639016 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.677497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2043257 Aug 11 03:46:18.680375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44364) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:18.685508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Request body: {'subnet': {'network_id': '6605afb1-5a6a-41ff-95ce-ca22febcda85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:18.738255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6a749-bc5a-4b07-bdc4-ede5d525378a tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Network': ['ID=6605afb1-5a6a-41ff-95ce-ca22febcda85,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:18.760529 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6605afb1-5a6a-41ff-95ce-ca22febcda85 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:18.782767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Made reservation on behalf of f65c34aedeb44b6987a5467669f64a33 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:18.786846 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.833796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Allocated IP 2001:db8::2 (595d662b-da54-4a41-bb91-a2d230625c39/c4e6366d-a06f-41e2-b6c8-f08a0857bba2/2c714ca7-a182-47d1-89f3-c2e5104e2a12) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:18.973604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.982910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:18.991184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Transition to ACTIVE for port object 2c714ca7-a182-47d1-89f3-c2e5104e2a12 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:19.006462 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Transition to ACTIVE for port object 2c714ca7-a182-47d1-89f3-c2e5104e2a12 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:19.012752 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.036673 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event updated for resources: {'Subnet': ['ID=01b179bb-89ac-4bc4-a7aa-b1f8b951e9c9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:19.048872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Checking segment: {'id': '09b57cf6-9013-4a6a-a143-8dca44644e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6605afb1-5a6a-41ff-95ce-ca22febcda85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:19.049231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network hostable DHCP agents. Network: 6605afb1-5a6a-41ff-95ce-ca22febcda85, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:19.056747 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Network 595d662b-da54-4a41-bb91-a2d230625c39 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:19.059924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:19.064883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:19.068593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Network 6605afb1-5a6a-41ff-95ce-ca22febcda85 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:19.073374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Pushing event updated for resources: {'Port': ['ID=2c714ca7-a182-47d1-89f3-c2e5104e2a12,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:19.078646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6605afb1-5a6a-41ff-95ce-ca22febcda85) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:19.083985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:19.084572 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.098691 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15c4366-479d-468e-8634-64ee59b855f0 None None] Network 6605afb1-5a6a-41ff-95ce-ca22febcda85 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:19.100305 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8fc73a6f-e10e-4d63-86ce-78b2500b49a8 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4189255 Aug 11 03:46:19.102956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44366) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:19.168255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Attempting to bind port 2c714ca7-a182-47d1-89f3-c2e5104e2a12 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:19.168620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Attempting to bind port 2c714ca7-a182-47d1-89f3-c2e5104e2a12 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '9e57e4de-a054-412c-9089-e77d50848845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '595d662b-da54-4a41-bb91-a2d230625c39'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:19.168981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Attempting to bind port 2c714ca7-a182-47d1-89f3-c2e5104e2a12 on network 595d662b-da54-4a41-bb91-a2d230625c39 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:19.178596 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:19.178997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Checking segment: {'id': '9e57e4de-a054-412c-9089-e77d50848845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '595d662b-da54-4a41-bb91-a2d230625c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:19.179375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.179796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Bound using segment: {'id': '9e57e4de-a054-412c-9089-e77d50848845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '595d662b-da54-4a41-bb91-a2d230625c39'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:19.180263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Bound port: 2c714ca7-a182-47d1-89f3-c2e5104e2a12, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e57e4de-a054-412c-9089-e77d50848845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '595d662b-da54-4a41-bb91-a2d230625c39'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:19.180645 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.200289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.259051 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.295111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:19.318733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] For port 2c714ca7-a182-47d1-89f3-c2e5104e2a12, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:19.330562 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.355584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] For port 2c714ca7-a182-47d1-89f3-c2e5104e2a12, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2c714ca7-a182-47d1-89f3-c2e5104e2a12,segment=NetworkSegment(9e57e4de-a054-412c-9089-e77d50848845),segment_id=9e57e4de-a054-412c-9089-e77d50848845)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:19.359027 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Subnet': ['ID=01b179bb-89ac-4bc4-a7aa-b1f8b951e9c9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:19.362885 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.395135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb7bfbc-3dd8-4781-92be-497fc1d185ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6605afb1-5a6a-41ff-95ce-ca22febcda85', 'network_id': '6605afb1-5a6a-41ff-95ce-ca22febcda85', 'tenant_id': 'f65c34aedeb44b6987a5467669f64a33', 'fixed_ips': [{'subnet_id': '01b179bb-89ac-4bc4-a7aa-b1f8b951e9c9'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:19.395918 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9cb7bfbc-3dd8-4781-92be-497fc1d185ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.422488 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.434278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6605afb1-5a6a-41ff-95ce-ca22febcda85']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:19.445501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b57cf6-9013-4a6a-a143-8dca44644e43') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:19.445816 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b57cf6-9013-4a6a-a143-8dca44644e43') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:19.456241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.459195 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd26f0-a400-4f38-bca7-539477f7aa86 None None] Pushing event updated for resources: {'Port': ['ID=2c714ca7-a182-47d1-89f3-c2e5104e2a12,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:19.476885 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.484932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:19.485433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:19.489140 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:19.506157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:19.506530 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.545348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992365b-a14a-4979-8e8f-b5aaa83511dc None None] Network 6605afb1-5a6a-41ff-95ce-ca22febcda85 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:19.565215 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.571167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.573422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/6605afb1-5a6a-41ff-95ce-ca22febcda85 HTTP/1.1" status: 204 len: 168 time: 0.4694686 Aug 11 03:46:19.576281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44368) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:19.589937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceca186-70d7-4870-af62-37248c157fee tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Network': ['ID=6605afb1-5a6a-41ff-95ce-ca22febcda85,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:19.639454 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6142ddd-1136-4664-8247-b6c0639370ab tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] GET failed (client error): The resource could not be found. Aug 11 03:46:19.640842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e6142ddd-1136-4664-8247-b6c0639370ab tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "GET /v2.0/subnets/01b179bb-89ac-4bc4-a7aa-b1f8b951e9c9 HTTP/1.1" status: 404 len: 337 time: 0.0626378 Aug 11 03:46:19.644506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44370) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:19.665904 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f25dacf-f8f3-4ce5-b720-85be286a694d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] DELETE failed (client error): The resource could not be found. Aug 11 03:46:19.666473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f25dacf-f8f3-4ce5-b720-85be286a694d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:46:19.672244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1f25dacf-f8f3-4ce5-b720-85be286a694d tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/6605afb1-5a6a-41ff-95ce-ca22febcda85 HTTP/1.1" status: 404 len: 339 time: 0.0213287 Aug 11 03:46:19.673011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44372) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:19.701253 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e3517e-3b41-458d-8b18-4e03ac75b11e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] DELETE failed (client error): The resource could not be found. Aug 11 03:46:19.701712 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e3517e-3b41-458d-8b18-4e03ac75b11e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:46:19.705576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-41e3517e-3b41-458d-8b18-4e03ac75b11e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/subnets/01b179bb-89ac-4bc4-a7aa-b1f8b951e9c9 HTTP/1.1" status: 404 len: 337 time: 0.0314865 Aug 11 03:46:19.706971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44374) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:19.726717 n-d-768509-22 neutron-server[111682]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b114917-1743-49ae-a980-631fdb968eff tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] DELETE failed (client error): The resource could not be found. Aug 11 03:46:19.727331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b114917-1743-49ae-a980-631fdb968eff tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111682) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:46:19.729085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3b114917-1743-49ae-a980-631fdb968eff tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/6605afb1-5a6a-41ff-95ce-ca22febcda85 HTTP/1.1" status: 404 len: 339 time: 0.0209742 Aug 11 03:46:19.731735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44376) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:19.784532 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Deleting subnet c4e6366d-a06f-41e2-b6c8-f08a0857bba2 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:46:19.787799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.832664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.914471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:19.972588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.002373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Subnet': ['ID=c4e6366d-a06f-41e2-b6c8-f08a0857bba2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:20.008088 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.011886 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1fd7f859-a783-4e63-ab65-8333a1ffe1ce tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/subnets/c4e6366d-a06f-41e2-b6c8-f08a0857bba2 HTTP/1.1" status: 204 len: 168 time: 0.2789824 Aug 11 03:46:20.012578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44378) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:20.092664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.150811 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Deleting port 2c714ca7-a182-47d1-89f3-c2e5104e2a12 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:20.151156 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.222738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] For port 2c714ca7-a182-47d1-89f3-c2e5104e2a12, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2c714ca7-a182-47d1-89f3-c2e5104e2a12,segment=NetworkSegment(9e57e4de-a054-412c-9089-e77d50848845),segment_id=9e57e4de-a054-412c-9089-e77d50848845)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:20.223102 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.236529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Calling delete_port for 2c714ca7-a182-47d1-89f3-c2e5104e2a12 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:20.319486 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.343709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Port': ['ID=2c714ca7-a182-47d1-89f3-c2e5104e2a12,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:20.349686 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No DVR routers for this DVR port 2c714ca7-a182-47d1-89f3-c2e5104e2a12 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:20.354448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8098eb-a99c-4146-b065-7c4e7f7dfd23 None None] Network 595d662b-da54-4a41-bb91-a2d230625c39 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:20.406952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7ac206c3-5981-40cb-8893-0a6809c9518c None None] Could not find standard attr ID for object 2c714ca7-a182-47d1-89f3-c2e5104e2a12. {{(pid=111684) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 11 03:46:20.435163 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.446706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595d662b-da54-4a41-bb91-a2d230625c39']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:20.458365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e57e4de-a054-412c-9089-e77d50848845') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:20.458664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e57e4de-a054-412c-9089-e77d50848845') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:20.467844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.482075 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.490628 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:20.490989 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:20.494089 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:20.514818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c997252d-0724-4b29-bd8e-4a90c44069fb None None] DHCP port deletion for 595d662b-da54-4a41-bb91-a2d230625c39 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:46:20.553449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.560582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.562239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/595d662b-da54-4a41-bb91-a2d230625c39 HTTP/1.1" status: 204 len: 168 time: 0.5487549 Aug 11 03:46:20.565059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44380) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:20.578883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82020af6-a6cb-4903-a630-fdf02d1a35d2 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Network': ['ID=595d662b-da54-4a41-bb91-a2d230625c39,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:20.592153 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-78b5f6a6-fff1-42d7-a9bc-b94a6a8f64f6 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] DELETE failed (client error): The resource could not be found. Aug 11 03:46:20.592551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78b5f6a6-fff1-42d7-a9bc-b94a6a8f64f6 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:46:20.594321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-78b5f6a6-fff1-42d7-a9bc-b94a6a8f64f6 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/subnets/d67ad58b-7aff-4083-b645-7d514fbfc4bb HTTP/1.1" status: 404 len: 337 time: 0.0273416 Aug 11 03:46:20.597572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44382) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:20.615528 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b68ff1-08d2-4192-8595-3bce1c6c2fd5 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] DELETE failed (client error): The resource could not be found. Aug 11 03:46:20.616448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b68ff1-08d2-4192-8595-3bce1c6c2fd5 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:46:20.618027 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d9b68ff1-08d2-4192-8595-3bce1c6c2fd5 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/48ad81cb-4f76-4613-9ff4-01130e3fc6f4 HTTP/1.1" status: 404 len: 339 time: 0.0195196 Aug 11 03:46:20.620489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44384) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:20.649600 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e94cd07-0ec9-4228-8796-49e1437add03 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] DELETE failed (client error): The resource could not be found. Aug 11 03:46:20.650054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e94cd07-0ec9-4228-8796-49e1437add03 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:46:20.657883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e94cd07-0ec9-4228-8796-49e1437add03 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/subnets/7d58e4c6-f5b8-4260-8fed-cb2b4df1cb51 HTTP/1.1" status: 404 len: 337 time: 0.0303459 Aug 11 03:46:20.657883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44386) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:20.671434 n-d-768509-22 neutron-server[111683]: INFO neutron.pecan_wsgi.hooks.translation [None req-629c25af-1273-4698-91ec-a54f8d354438 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] DELETE failed (client error): The resource could not be found. Aug 11 03:46:20.671966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-629c25af-1273-4698-91ec-a54f8d354438 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=111683) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 11 03:46:20.673577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-629c25af-1273-4698-91ec-a54f8d354438 tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/3d56df78-dd58-4c4b-83bc-fbe34ecfae68 HTTP/1.1" status: 404 len: 339 time: 0.0185387 Aug 11 03:46:20.676643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:20.729922 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Deleting subnet 154823fa-aaa8-4dc9-a0c7-a7597f1ce585 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:46:20.735227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.778369 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.867403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.928493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.953174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Subnet': ['ID=154823fa-aaa8-4dc9-a0c7-a7597f1ce585,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:20.960045 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:20.961904 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1b6a8d9a-0dcc-4290-aa21-f15e631c602b tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/subnets/154823fa-aaa8-4dc9-a0c7-a7597f1ce585 HTTP/1.1" status: 204 len: 168 time: 0.2843571 Aug 11 03:46:20.964388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44390) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:20.966761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d105e-fa3f-41c0-88b5-43e0df6bff39 None None] Network 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:21.046120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.101067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Deleting port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:21.101418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.135345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] DHCP port deletion for 7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:46:21.166153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] For port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,segment=NetworkSegment(9b1de9ad-5891-4008-a50e-ba2b8227c083),segment_id=9b1de9ad-5891-4008-a50e-ba2b8227c083)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:21.166569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.181615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Calling delete_port for 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:21.185273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] Deleting port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:21.185649 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.252416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] For port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,segment=NetworkSegment(9b1de9ad-5891-4008-a50e-ba2b8227c083),segment_id=9b1de9ad-5891-4008-a50e-ba2b8227c083)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:21.252864 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.269977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] Calling delete_port for 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:21.271699 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.296284 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Port': ['ID=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:21.301793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] No DVR routers for this DVR port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:21.312300 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:21.340734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:21.341075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:21.371893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.379708 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.389538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:21.396805 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] Pushing event deleted for resources: {'Port': ['ID=306607e2-73e6-4e5f-a0e2-c5e2eef0db98,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:21.400120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a57f27-2c56-441d-b1e6-c488ce57165d None None] No DVR routers for this DVR port 306607e2-73e6-4e5f-a0e2-c5e2eef0db98 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:21.404696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1de9ad-5891-4008-a50e-ba2b8227c083') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:21.405146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1de9ad-5891-4008-a50e-ba2b8227c083') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:21.416018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.430628 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.436747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:21.437129 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:21.440005 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:21.496746 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.504210 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.506170 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] 10.222.0.60 "DELETE /v2.0/networks/7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c HTTP/1.1" status: 204 len: 168 time: 0.5407510 Aug 11 03:46:21.517660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebc250-7164-48c0-aa0c-a6d2fadf842e tempest-NetworksIpV6Test-1687118486 tempest-NetworksIpV6Test-1687118486-project] Pushing event deleted for resources: {'Network': ['ID=7acb4556-f01b-4f54-bbd6-ef4cf87b1a2c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:21.750750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44396) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:21.879827 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0831a58a-7339-430a-be5e-4c5d80cce1e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f65c34aedeb44b6987a5467669f64a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278615 Aug 11 03:46:21.882380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44400) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:21.930414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e3cc-4bff-45bc-8589-20ff5a1f3f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:21.955290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e3cc-4bff-45bc-8589-20ff5a1f3f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.004475 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e3cc-4bff-45bc-8589-20ff5a1f3f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.007164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b7a6e3cc-4bff-45bc-8589-20ff5a1f3f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.008345 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b7a6e3cc-4bff-45bc-8589-20ff5a1f3f0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3f62040-3850-4ed7-bb22-88290b32731f HTTP/1.1" status: 204 len: 168 time: 0.1250777 Aug 11 03:46:22.015930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6e3cc-4bff-45bc-8589-20ff5a1f3f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f62040-3850-4ed7-bb22-88290b32731f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:22.396459 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fee56e82-feb0-4372-8dac-0a9858eda4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.639392 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44422) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:22.734345 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-81f55733-cc3e-4ab9-b995-b86980ea2c3a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-253503553', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:22.757148 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81f55733-cc3e-4ab9-b995-b86980ea2c3a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.758220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81f55733-cc3e-4ab9-b995-b86980ea2c3a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.810664 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81f55733-cc3e-4ab9-b995-b86980ea2c3a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.815784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81f55733-cc3e-4ab9-b995-b86980ea2c3a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.831961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-81f55733-cc3e-4ab9-b995-b86980ea2c3a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.833135 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-81f55733-cc3e-4ab9-b995-b86980ea2c3a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1927114 Aug 11 03:46:22.835931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44426) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:22.840716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1434039777'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:22.864174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Made reservation on behalf of 8bd8345c5e964714bad19b90df8de45f for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:22.867997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.878443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.970332 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:22.975100 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.006036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:23.011549 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db9339c-1f48-4b74-91ed-2cf6debbfa9e,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:23.019812 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.019812 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Added segment c1a0aa56-c81e-40d5-96fd-469216a217f1 of type vlan for network 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c Aug 11 03:46:23.063130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.092273 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.099943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:23.100593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.177316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3402958 Aug 11 03:46:23.180344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44428) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:23.184042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c738386-4679-4c40-983a-29639936afcb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event updated for resources: {'Network': ['ID=50836eb2-c6d6-4c68-a8ad-0dae4e518d3c,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:23.186380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Request body: {'subnet': {'network_id': '50836eb2-c6d6-4c68-a8ad-0dae4e518d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:23.194363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:23.275973 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Made reservation on behalf of 8bd8345c5e964714bad19b90df8de45f for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:23.279363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.454598 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.516411 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event updated for resources: {'Subnet': ['ID=2768a60c-56fb-47ab-9ae2-9d85d2b9b18f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:23.525315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Checking segment: {'id': 'c1a0aa56-c81e-40d5-96fd-469216a217f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '50836eb2-c6d6-4c68-a8ad-0dae4e518d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:23.525671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Network hostable DHCP agents. Network: 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:23.541643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Network 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:23.550328 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:23.554479 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:23.555007 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.559788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742a2d3-ddc2-4411-8719-5da1e068398c None None] Network 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:23.573208 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-428d7cc8-c05e-4180-bd8f-0c9d128e3a6b tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3888698 Aug 11 03:46:23.573405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44430) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:23.578356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-430528956'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:23.600001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Made reservation on behalf of 8bd8345c5e964714bad19b90df8de45f for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:23.603454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.626858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:23.636806 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.637265 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Added segment 0dfc7a1e-5548-4552-9e7c-00e1ccb95ffc of type vlan for network d406253f-5eae-4b24-89f7-bdd8d9840fc0 Aug 11 03:46:23.678844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.712308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.715729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-50836eb2-c6d6-4c68-a8ad-0dae4e518d3c', 'network_id': '50836eb2-c6d6-4c68-a8ad-0dae4e518d3c', 'tenant_id': '8bd8345c5e964714bad19b90df8de45f', 'fixed_ips': [{'subnet_id': '2768a60c-56fb-47ab-9ae2-9d85d2b9b18f'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:23.716773 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.717989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:23.718584 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.780389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2058158 Aug 11 03:46:23.783269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44432) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:23.788809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Request body: {'subnet': {'network_id': 'd406253f-5eae-4b24-89f7-bdd8d9840fc0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:23.799197 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d441a4-2c67-46a7-a9d9-67d87efc97bb tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event updated for resources: {'Network': ['ID=d406253f-5eae-4b24-89f7-bdd8d9840fc0,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:23.819444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network d406253f-5eae-4b24-89f7-bdd8d9840fc0 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:23.885663 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Made reservation on behalf of 8bd8345c5e964714bad19b90df8de45f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:23.889234 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:23.923125 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Allocated IP 172.20.0.2 (50836eb2-c6d6-4c68-a8ad-0dae4e518d3c/2768a60c-56fb-47ab-9ae2-9d85d2b9b18f/a7540981-7194-4b3c-98ab-5dcb0ce0d9f0) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:24.070251 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.078538 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.079034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Transition to ACTIVE for port object a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:24.094757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Transition to ACTIVE for port object a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:24.101089 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.141311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event updated for resources: {'Subnet': ['ID=38005640-da26-460b-8f19-6d1277783af6,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:24.144845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Network 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:24.149666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Checking segment: {'id': '0dfc7a1e-5548-4552-9e7c-00e1ccb95ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd406253f-5eae-4b24-89f7-bdd8d9840fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:24.149792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:24.149899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Network hostable DHCP agents. Network: d406253f-5eae-4b24-89f7-bdd8d9840fc0, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:24.153992 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:24.155985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Pushing event updated for resources: {'Port': ['ID=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:24.166679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Network d406253f-5eae-4b24-89f7-bdd8d9840fc0 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:24.175989 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, d406253f-5eae-4b24-89f7-bdd8d9840fc0) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:24.180280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:24.180957 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.185537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81853bc0-d163-4458-b86f-57b2b1ea9a71 None None] Network d406253f-5eae-4b24-89f7-bdd8d9840fc0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:24.197678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f9affd35-c25d-4f7e-851d-47a5b91e69ae tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4131167 Aug 11 03:46:24.200483 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44434) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:24.205050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7d536831-0ec8-4e00-b016-069831b7faa2 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd406253f-5eae-4b24-89f7-bdd8d9840fc0'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:24.248249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Attempting to bind port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:24.248620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Attempting to bind port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c1a0aa56-c81e-40d5-96fd-469216a217f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '50836eb2-c6d6-4c68-a8ad-0dae4e518d3c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:24.248988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Attempting to bind port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 on network 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:24.259911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:24.260286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Checking segment: {'id': 'c1a0aa56-c81e-40d5-96fd-469216a217f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '50836eb2-c6d6-4c68-a8ad-0dae4e518d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:24.260693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.261091 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Bound using segment: {'id': 'c1a0aa56-c81e-40d5-96fd-469216a217f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '50836eb2-c6d6-4c68-a8ad-0dae4e518d3c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:24.261588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Bound port: a7540981-7194-4b3c-98ab-5dcb0ce0d9f0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a0aa56-c81e-40d5-96fd-469216a217f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '50836eb2-c6d6-4c68-a8ad-0dae4e518d3c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:24.261975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.377559 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] For port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:24.382255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] For port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,segment=NetworkSegment(c1a0aa56-c81e-40d5-96fd-469216a217f1),segment_id=c1a0aa56-c81e-40d5-96fd-469216a217f1)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:24.388455 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.420072 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7d536831-0ec8-4e00-b016-069831b7faa2 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.433074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10060189-fcdb-46a8-be8f-75dc274e9a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-d406253f-5eae-4b24-89f7-bdd8d9840fc0', 'network_id': 'd406253f-5eae-4b24-89f7-bdd8d9840fc0', 'tenant_id': '8bd8345c5e964714bad19b90df8de45f', 'fixed_ips': [{'subnet_id': '38005640-da26-460b-8f19-6d1277783af6'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:24.434165 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-10060189-fcdb-46a8-be8f-75dc274e9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.473885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd9c5b-be17-4d79-b847-5a84ba0999ad None None] Pushing event updated for resources: {'Port': ['ID=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:24.541292 n-d-768509-22 neutron-server[111682]: INFO neutron.api.v2.resource [None req-7d536831-0ec8-4e00-b016-069831b7faa2 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 11 03:46:24.542383 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7d536831-0ec8-4e00-b016-069831b7faa2 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "PUT /v2.0/routers/ba9cbf91-0997-4d58-8a2c-e800cac369b7 HTTP/1.1" status: 400 len: 364 time: 0.3409703 Aug 11 03:46:24.548612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44436) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:24.620809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Deleting subnet 38005640-da26-460b-8f19-6d1277783af6 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:46:24.625309 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.675744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.736058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.799374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server [None req-10060189-fcdb-46a8-be8f-75dc274e9a00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38005640-da26-460b-8f19-6d1277783af6: This subnet is being modified by another concurrent operation. Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise self.value Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server raise exception Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38005640-da26-460b-8f19-6d1277783af6: This subnet is being modified by another concurrent operation. Aug 11 03:46:24.802478 n-d-768509-22 neutron-server[111684]: ERROR oslo_messaging.rpc.server Aug 11 03:46:24.823797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b81306-09ab-44a2-be1a-4ff03777bf54 None None] Network d406253f-5eae-4b24-89f7-bdd8d9840fc0 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:24.824279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event deleted for resources: {'Subnet': ['ID=38005640-da26-460b-8f19-6d1277783af6,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:24.833501 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:24.837972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44438) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:24.838493 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-84799e51-dc8c-4871-acb8-33bef014fc0d tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "DELETE /v2.0/subnets/38005640-da26-460b-8f19-6d1277783af6 HTTP/1.1" status: 204 len: 168 time: 0.2882016 Aug 11 03:46:24.919349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.005468 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.014876 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d406253f-5eae-4b24-89f7-bdd8d9840fc0']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:25.025632 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfc7a1e-5548-4552-9e7c-00e1ccb95ffc') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:25.025926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfc7a1e-5548-4552-9e7c-00e1ccb95ffc') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:25.034734 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.054795 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.061505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:25.061917 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:25.066490 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:25.133445 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.138692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.143520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "DELETE /v2.0/networks/d406253f-5eae-4b24-89f7-bdd8d9840fc0 HTTP/1.1" status: 204 len: 168 time: 0.3017020 Aug 11 03:46:25.144561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44440) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:25.155743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba457fc-2adc-46cd-bedb-f8e3a7635cd0 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event deleted for resources: {'Network': ['ID=d406253f-5eae-4b24-89f7-bdd8d9840fc0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:25.199984 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Deleting subnet 2768a60c-56fb-47ab-9ae2-9d85d2b9b18f {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:46:25.203521 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.254158 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.279082 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8439ba0c-891c-49e7-b4c3-1669f2c55e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.345612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:25.361023 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.401533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:25.406416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2221098-da33-415b-a801-7822bc75eee0 None None] Network 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:25.431438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.460040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event deleted for resources: {'Subnet': ['ID=2768a60c-56fb-47ab-9ae2-9d85d2b9b18f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:25.463434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.467969 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-70f78ff8-1a8f-4f1d-8665-95b11f6655f6 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "DELETE /v2.0/subnets/2768a60c-56fb-47ab-9ae2-9d85d2b9b18f HTTP/1.1" status: 204 len: 168 time: 0.3221512 Aug 11 03:46:25.468301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44442) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:25.471724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ed694470-4733-446a-83d5-accf19fdd9f3 None None] Provisioning for port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:25.485250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ed694470-4733-446a-83d5-accf19fdd9f3 None None] Provisioning complete for port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:25.485635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed694470-4733-446a-83d5-accf19fdd9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.552515 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.592195 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.638294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed694470-4733-446a-83d5-accf19fdd9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.675558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ed694470-4733-446a-83d5-accf19fdd9f3 None None] For port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,segment=NetworkSegment(c1a0aa56-c81e-40d5-96fd-469216a217f1),segment_id=c1a0aa56-c81e-40d5-96fd-469216a217f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:25.680378 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ed694470-4733-446a-83d5-accf19fdd9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.713756 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] DHCP port deletion for 50836eb2-c6d6-4c68-a8ad-0dae4e518d3c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:46:25.763422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed694470-4733-446a-83d5-accf19fdd9f3 None None] Pushing event updated for resources: {'Port': ['ID=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:25.788563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] Deleting port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:25.789361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.854769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] For port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,segment=NetworkSegment(c1a0aa56-c81e-40d5-96fd-469216a217f1),segment_id=c1a0aa56-c81e-40d5-96fd-469216a217f1)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:25.855456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.869425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] Calling delete_port for a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:25.898954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Deleting port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:46:25.899589 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.952723 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.962125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] For port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,segment=NetworkSegment(c1a0aa56-c81e-40d5-96fd-469216a217f1),segment_id=c1a0aa56-c81e-40d5-96fd-469216a217f1)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:25.962542 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.965108 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:25.975972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Calling delete_port for a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:46:25.992715 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] Pushing event deleted for resources: {'Port': ['ID=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:25.994554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305f4a46-159f-4fa1-89be-816a2ff54873 None None] No DVR routers for this DVR port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:26.012567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c437b2a-d0ab-4c5a-955e-1a552f46c346 None None] get_active_networks_info from n-d-768509-22 {{(pid=111684) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 11 03:46:26.061318 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.071911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c437b2a-d0ab-4c5a-955e-1a552f46c346 None None] Resources bound (agent type, host, resource id): {{(pid=111684) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 11 03:46:26.086218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event deleted for resources: {'Port': ['ID=a7540981-7194-4b3c-98ab-5dcb0ce0d9f0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:26.089794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] No DVR routers for this DVR port a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:46:26.172103 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.183039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50836eb2-c6d6-4c68-a8ad-0dae4e518d3c']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:26.193998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a0aa56-c81e-40d5-96fd-469216a217f1') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:26.194294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a0aa56-c81e-40d5-96fd-469216a217f1') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:26.203157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.217615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.224553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:46:26.224956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: self.session.flush() Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:46:26.228142 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:46:26.289147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.295965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.297750 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "DELETE /v2.0/networks/50836eb2-c6d6-4c68-a8ad-0dae4e518d3c HTTP/1.1" status: 204 len: 168 time: 0.8283663 Aug 11 03:46:26.300930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44444) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:26.319833 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bfd90-fca7-4ca3-8b34-308b3a3e2877 tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Pushing event deleted for resources: {'Network': ['ID=50836eb2-c6d6-4c68-a8ad-0dae4e518d3c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:26.339926 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ef6ed1dd-2085-424d-a405-4be7717b587a tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba9cbf91-0997-4d58-8a2c-e800cac369b7 HTTP/1.1" status: 200 len: 205 time: 0.0293612 Aug 11 03:46:26.342285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:26.431333 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-080be429-d078-4736-aa2a-911a67ee77de tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.586087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-080be429-d078-4736-aa2a-911a67ee77de tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.588140 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-080be429-d078-4736-aa2a-911a67ee77de tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.630027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-080be429-d078-4736-aa2a-911a67ee77de tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.630510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080be429-d078-4736-aa2a-911a67ee77de tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Fanout notify agent at l3_agent the message router_deleted on router ba9cbf91-0997-4d58-8a2c-e800cac369b7 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:46:26.637607 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-080be429-d078-4736-aa2a-911a67ee77de tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:26.638690 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-080be429-d078-4736-aa2a-911a67ee77de tempest-RoutersNegativeTest-454819207 tempest-RoutersNegativeTest-454819207-project] 10.222.0.60 "DELETE /v2.0/routers/ba9cbf91-0997-4d58-8a2c-e800cac369b7 HTTP/1.1" status: 204 len: 168 time: 0.2954466 Aug 11 03:46:26.885150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44452) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:26.897305 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.021860 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-702026f2-2c7a-491f-82b6-3438cc8d09d4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bd8345c5e964714bad19b90df8de45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354058 Aug 11 03:46:27.024274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44456) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:27.073046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a76dab8c-5406-4011-96af-666db023c186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.093373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a76dab8c-5406-4011-96af-666db023c186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.141035 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a76dab8c-5406-4011-96af-666db023c186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.143979 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a76dab8c-5406-4011-96af-666db023c186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.144773 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a76dab8c-5406-4011-96af-666db023c186 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0db9339c-1f48-4b74-91ed-2cf6debbfa9e HTTP/1.1" status: 204 len: 168 time: 0.1195652 Aug 11 03:46:27.152242 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76dab8c-5406-4011-96af-666db023c186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db9339c-1f48-4b74-91ed-2cf6debbfa9e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:27.286446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:46:27.311818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:46:27.312504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device a7540981-7194-4b3c-98ab-5dcb0ce0d9f0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:46:27.764455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44478) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:27.861985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2062942638-network', 'tenant_id': '43aa126533914c82b3599aaf18d738e2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:27.886676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Made reservation on behalf of 43aa126533914c82b3599aaf18d738e2 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:27.888887 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.898027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.987442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:27.991273 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.016072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:28.026481 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f69d8a-f2e1-49b1-9121-23718a0df48e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:28.031191 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.031542 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Added segment dc74beb0-c967-4776-b5fe-8eb7ba932772 of type vlan for network e2b082f4-e6ae-447d-be9b-ce89aa099d7d Aug 11 03:46:28.072820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.101557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.102726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:28.103271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.162756 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3971045 Aug 11 03:46:28.165872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44482) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:28.167925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec1898-41e2-4439-b2f9-ad1eabee1226 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b082f4-e6ae-447d-be9b-ce89aa099d7d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:28.171808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Request body: {'subnet': {'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-subnet', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:28.178077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:28.196540 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Made reservation on behalf of 43aa126533914c82b3599aaf18d738e2 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:28.198961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.307830 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.367401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.425791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6abf8892-b5d0-4ea3-a11a-818f2f5aba91,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:28.436191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Checking segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:28.436557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Network hostable DHCP agents. Network: e2b082f4-e6ae-447d-be9b-ce89aa099d7d, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:28.452134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:28.460825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, e2b082f4-e6ae-447d-be9b-ce89aa099d7d) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:28.465314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:28.465962 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.470127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1ad0a-a487-410b-9d60-36d6fdb6976e None None] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:28.481162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-357406ad-4827-4878-a676-4deff5a4344b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3141720 Aug 11 03:46:28.483834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44484) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:28.488867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:28.508513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.509562 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.562537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.621261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:28.622133 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.700663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.759435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Allocated IP 172.20.0.2 (e2b082f4-e6ae-447d-be9b-ce89aa099d7d/6abf8892-b5d0-4ea3-a11a-818f2f5aba91/effb1dec-8f03-4c15-ad67-3a73b979e540) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:28.908982 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.918723 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.928156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Transition to ACTIVE for port object effb1dec-8f03-4c15-ad67-3a73b979e540 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:28.932528 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.945031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Transition to ACTIVE for port object effb1dec-8f03-4c15-ad67-3a73b979e540 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:28.952611 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:28.995374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:29.000218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:29.005017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:29.013726 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Pushing event updated for resources: {'Port': ['ID=effb1dec-8f03-4c15-ad67-3a73b979e540,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:29.040533 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Allocated IP 172.25.4.247 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:29.065697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Attempting to bind port effb1dec-8f03-4c15-ad67-3a73b979e540 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:29.066072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Attempting to bind port effb1dec-8f03-4c15-ad67-3a73b979e540 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:29.066440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Attempting to bind port effb1dec-8f03-4c15-ad67-3a73b979e540 on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:29.071416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:29.071821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Checking segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:29.072233 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.072634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Bound using segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:29.073098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Bound port: effb1dec-8f03-4c15-ad67-3a73b979e540, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:29.073483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.137211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] For port effb1dec-8f03-4c15-ad67-3a73b979e540, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:29.140483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] For port effb1dec-8f03-4c15-ad67-3a73b979e540, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=effb1dec-8f03-4c15-ad67-3a73b979e540,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:29.145938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.162177 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.207011 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.214126 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd00bf-2dc4-436e-9af1-cc33467b2e72 None None] Pushing event updated for resources: {'Port': ['ID=effb1dec-8f03-4c15-ad67-3a73b979e540,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:29.251929 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:29.254943 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:29.258594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:29.281311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Pushing event updated for resources: {'Port': ['ID=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:29.532060 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.725860 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.857880 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Router 9da4504c-2603-4a34-9982-790e680e3d8d is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:46:29.974767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:29.983988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Sync routers for ids ['9da4504c-2603-4a34-9982-790e680e3d8d'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:29.992912 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:29.995565 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-83e6848e-e7f1-45d9-9881-0b1047be8f93 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5107963 Aug 11 03:46:29.998410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44486) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:30.007824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Routers {'9da4504c-2603-4a34-9982-790e680e3d8d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:30.008613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9da4504c-2603-4a34-9982-790e680e3d8d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:30.130735 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Set router 9da4504c-2603-4a34-9982-790e680e3d8d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:30.157626 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c2588-4fc0-411d-ac39-cb8c5a22108b None None] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:30.304965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6ee35117-20fd-42a9-95db-3c3d855b83c5 None None] Provisioning for port effb1dec-8f03-4c15-ad67-3a73b979e540 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:30.424610 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.451578 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.453979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:29Z', 'revision_number': 3, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port': {'id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:30.482164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Checking router: 9da4504c-2603-4a34-9982-790e680e3d8d for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:30.482513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Updating router 9da4504c-2603-4a34-9982-790e680e3d8d port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:46:30.514160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.591836 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Allocated IP 172.20.0.1 (e2b082f4-e6ae-447d-be9b-ce89aa099d7d/6abf8892-b5d0-4ea3-a11a-818f2f5aba91/faa51a83-f632-4bb6-991c-b84e9a82d022) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:30.704116 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.717529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Transition to ACTIVE for port object faa51a83-f632-4bb6-991c-b84e9a82d022 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:30.750009 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.784033 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.792103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:30.794289 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Transition to ACTIVE for port object 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:30.797111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:30.801272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:30.802144 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.826504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Pushing event updated for resources: {'Port': ['ID=faa51a83-f632-4bb6-991c-b84e9a82d022,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:30.847133 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.858663 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Attempting to bind port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:30.859035 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Attempting to bind port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:30.859400 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Attempting to bind port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:30.866974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:30.867349 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:30.867858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.868386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:30.868950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Bound port: 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:30.869347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.876045 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4155cde-9d97-4c95-ac38-b447cd03f743 None None] Pushing event updated for resources: {'Port': ['ID=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:30.937291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] For port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:30.942299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] For port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:30.947383 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:30.997231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.006567 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Routers {'9da4504c-2603-4a34-9982-790e680e3d8d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:31.007203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9da4504c-2603-4a34-9982-790e680e3d8d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:31.044600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4155cde-9d97-4c95-ac38-b447cd03f743 None None] Pushing event updated for resources: {'Port': ['ID=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:31.124127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-80fdb6b0-2ab2-49af-8606-b5d33113e8e7 None None] Provisioning for port faa51a83-f632-4bb6-991c-b84e9a82d022 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:31.130690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] Set router 9da4504c-2603-4a34-9982-790e680e3d8d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:31.132931 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-80fdb6b0-2ab2-49af-8606-b5d33113e8e7 None None] Provisioning complete for port faa51a83-f632-4bb6-991c-b84e9a82d022 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:31.133301 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-80fdb6b0-2ab2-49af-8606-b5d33113e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.172195 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.180482 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.248884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Pushing event updated for resources: {'Port': ['ID=faa51a83-f632-4bb6-991c-b84e9a82d022,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:31.251544 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.364880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:31.366401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:31.400793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device effb1dec-8f03-4c15-ad67-3a73b979e540 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:31.405951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-80fdb6b0-2ab2-49af-8606-b5d33113e8e7 None None] Port faa51a83-f632-4bb6-991c-b84e9a82d022 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:46:31.486440 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Router 9da4504c-2603-4a34-9982-790e680e3d8d has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:46:31.521163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port effb1dec-8f03-4c15-ad67-3a73b979e540 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:31.526600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port effb1dec-8f03-4c15-ad67-3a73b979e540 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:31.526976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.604191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:31.609136 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-32b68e43-f3bc-43ca-9dc8-0f9cb7e22c8a admin admin] 10.222.0.60 "PUT /v2.0/routers/9da4504c-2603-4a34-9982-790e680e3d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6091645 Aug 11 03:46:31.645761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 4, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port': {'id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'faa51a83-f632-4bb6-991c-b84e9a82d022', 'name': '', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'mac_address': 'fa:16:3e:58:5e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:30Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 1, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'subnets': [{'id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:31.681754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e556cf6f-9230-41f6-80ad-a427d2451119 None None] The sync data for ids ['9da4504c-2603-4a34-9982-790e680e3d8d'] in n-d-768509-22 is: [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 4, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port': {'id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'faa51a83-f632-4bb6-991c-b84e9a82d022', 'name': '', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'mac_address': 'fa:16:3e:58:5e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:30Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 1, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'subnets': [{'id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:31.689084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-06465164-e930-4727-8d8d-71450b5db86a None None] Provisioning complete for port faa51a83-f632-4bb6-991c-b84e9a82d022 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:31.689466 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-06465164-e930-4727-8d8d-71450b5db86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.692069 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.753317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-06465164-e930-4727-8d8d-71450b5db86a None None] Port faa51a83-f632-4bb6-991c-b84e9a82d022 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:46:31.756001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port effb1dec-8f03-4c15-ad67-3a73b979e540, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=effb1dec-8f03-4c15-ad67-3a73b979e540,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:31.761333 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:31.819777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=effb1dec-8f03-4c15-ad67-3a73b979e540,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:32.136898 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44502) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:32.141923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-960341946-network', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:32.164641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Made reservation on behalf of 1ffd4abc3c30487baee5c599697dde8a for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:32.166992 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.177089 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.280376 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.299829 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.326459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:46:32.338940 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.339462 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Added segment 0aaa05d1-50b8-4338-b0e3-a4a55cf352db of type vlan for network dce18451-212c-4833-8607-178c12ecad7b Aug 11 03:46:32.341053 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cb9ca-d3e6-48e8-8eb1-0b1dee2601b4,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:32.390211 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.423021 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.424088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:32.425408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.486070 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3455811 Aug 11 03:46:32.486301 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44504) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:32.492089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Request body: {'subnet': {'network_id': 'dce18451-212c-4833-8607-178c12ecad7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-subnet', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:32.500178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff59104-28ca-41f7-9fd4-0143d88b955d admin admin] Pushing event updated for resources: {'Network': ['ID=dce18451-212c-4833-8607-178c12ecad7b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:32.511250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network dce18451-212c-4833-8607-178c12ecad7b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:46:32.520781 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Made reservation on behalf of 1ffd4abc3c30487baee5c599697dde8a for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:32.523357 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.713534 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.777522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534a96eb-5f4c-4ab7-9eb7-3c1803167afc,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:32.782770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Checking segment: {'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:32.783139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Network hostable DHCP agents. Network: dce18451-212c-4833-8607-178c12ecad7b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:46:32.802518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Network dce18451-212c-4833-8607-178c12ecad7b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:46:32.812570 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, dce18451-212c-4833-8607-178c12ecad7b) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:32.818864 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:32.819160 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.822160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471fb0f7-2cfb-4f3a-b99f-b66726625e27 None None] Network dce18451-212c-4833-8607-178c12ecad7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:32.837421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-efca62ef-b784-4faf-a9c6-b3c88a007c03 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3482857 Aug 11 03:46:32.838071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44506) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:32.843285 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:32.869663 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.870738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.926270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:32.990557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-dce18451-212c-4833-8607-178c12ecad7b', 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'fixed_ips': [{'subnet_id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:46:32.991429 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.131178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Allocated IP 172.20.0.2 (dce18451-212c-4833-8607-178c12ecad7b/534a96eb-5f4c-4ab7-9eb7-3c1803167afc/760adc8a-6b47-495d-bfce-69412a6fdae9) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:33.294122 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.304102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Transition to ACTIVE for port object 760adc8a-6b47-495d-bfce-69412a6fdae9 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:33.321689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Transition to ACTIVE for port object 760adc8a-6b47-495d-bfce-69412a6fdae9 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:33.328785 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.374668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Network dce18451-212c-4833-8607-178c12ecad7b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:33.378132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:33.380782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:33.389102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Pushing event updated for resources: {'Port': ['ID=760adc8a-6b47-495d-bfce-69412a6fdae9,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:33.420159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device effb1dec-8f03-4c15-ad67-3a73b979e540 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:33.439603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.483295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Attempting to bind port 760adc8a-6b47-495d-bfce-69412a6fdae9 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:33.483689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Attempting to bind port 760adc8a-6b47-495d-bfce-69412a6fdae9 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:33.484057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Attempting to bind port 760adc8a-6b47-495d-bfce-69412a6fdae9 on network dce18451-212c-4833-8607-178c12ecad7b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:33.493062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:33.493360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Checking segment: {'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:33.493768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.494165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Bound using segment: {'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:33.494648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Bound port: 760adc8a-6b47-495d-bfce-69412a6fdae9, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:33.495025 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.537009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port effb1dec-8f03-4c15-ad67-3a73b979e540 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:33.537683 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.598861 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] For port 760adc8a-6b47-495d-bfce-69412a6fdae9, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:33.602556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] For port 760adc8a-6b47-495d-bfce-69412a6fdae9, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=760adc8a-6b47-495d-bfce-69412a6fdae9,segment=NetworkSegment(0aaa05d1-50b8-4338-b0e3-a4a55cf352db),segment_id=0aaa05d1-50b8-4338-b0e3-a4a55cf352db)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:33.609231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.651582 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.679945 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.697695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5411805-ba92-4716-b931-00a4eb1b19ef None None] Pushing event updated for resources: {'Port': ['ID=760adc8a-6b47-495d-bfce-69412a6fdae9,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:33.707234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:33.763124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:33.767832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:33.768492 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.795529 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Sync routers for ids ['9da4504c-2603-4a34-9982-790e680e3d8d'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:33.811798 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Routers {'9da4504c-2603-4a34-9982-790e680e3d8d'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:33.812377 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9da4504c-2603-4a34-9982-790e680e3d8d'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:33.813461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Allocated IP 172.25.4.246 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/cd5b5957-f241-41e2-b691-f732d6a337d7) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:33.932809 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.962857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:33.969693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.972908 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:33.973529 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Set router 9da4504c-2603-4a34-9982-790e680e3d8d gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:34.024052 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.034573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:34.068227 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:34.071200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:34.074936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:34.099619 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Pushing event updated for resources: {'Port': ['ID=cd5b5957-f241-41e2-b691-f732d6a337d7,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:34.278474 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 4, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port': {'id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'faa51a83-f632-4bb6-991c-b84e9a82d022', 'name': '', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'mac_address': 'fa:16:3e:58:5e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:30Z', 'updated_at': '2021-08-11T03:46:31Z', 'revision_number': 2, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'subnets': [{'id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:34.308592 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Checking router: 9da4504c-2603-4a34-9982-790e680e3d8d for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:34.308939 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Updating router 9da4504c-2603-4a34-9982-790e680e3d8d port faa51a83-f632-4bb6-991c-b84e9a82d022 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:46:34.335098 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.342410 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.564337 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.618945 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.631014 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Transition to ACTIVE for port object faa51a83-f632-4bb6-991c-b84e9a82d022 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:34.638629 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.687899 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Pushing event updated for resources: {'Port': ['ID=faa51a83-f632-4bb6-991c-b84e9a82d022,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:34.712946 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Router 3c67d415-2eaf-41c0-854d-6c3cfb899612 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:46:34.721708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.722266 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.722607 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.722938 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.723268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.723594 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.723938 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.724252 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.724573 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.724888 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.725207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.725522 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:46:34.741731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9217cac-8c9b-404d-92c7-d9d9954443a9 None None] Network dce18451-212c-4833-8607-178c12ecad7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:46:34.772653 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Attempting to bind port faa51a83-f632-4bb6-991c-b84e9a82d022 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:34.773337 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Attempting to bind port faa51a83-f632-4bb6-991c-b84e9a82d022 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:34.773886 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Attempting to bind port faa51a83-f632-4bb6-991c-b84e9a82d022 on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:34.778828 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:34.779196 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Checking segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:34.779597 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.780020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Bound using segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:34.780608 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Bound port: faa51a83-f632-4bb6-991c-b84e9a82d022, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:34.781122 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.837729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cecea579-af10-4802-97cc-404a497d6920 None None] Provisioning for port 760adc8a-6b47-495d-bfce-69412a6fdae9 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:34.855176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:34.869428 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Sync routers for ids ['3c67d415-2eaf-41c0-854d-6c3cfb899612'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:34.873569 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] For port faa51a83-f632-4bb6-991c-b84e9a82d022, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:34.877022 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.878788 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e97a89fc-e06b-42b5-8dfa-847dd2a8f58e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0390699 Aug 11 03:46:34.879114 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] For port faa51a83-f632-4bb6-991c-b84e9a82d022, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=faa51a83-f632-4bb6-991c-b84e9a82d022,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:34.881775 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44508) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:46:34.884877 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:34.915510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Routers {'3c67d415-2eaf-41c0-854d-6c3cfb899612'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:34.916209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3c67d415-2eaf-41c0-854d-6c3cfb899612'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:34.956942 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab4d87-9698-4856-9dba-dca145bf5f08 None None] Pushing event updated for resources: {'Port': ['ID=faa51a83-f632-4bb6-991c-b84e9a82d022,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:34.976252 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Routers {'9da4504c-2603-4a34-9982-790e680e3d8d'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:34.977078 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9da4504c-2603-4a34-9982-790e680e3d8d'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:35.083763 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Set router 3c67d415-2eaf-41c0-854d-6c3cfb899612 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:35.196788 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] Set router 9da4504c-2603-4a34-9982-790e680e3d8d gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:35.426509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:46:34Z', 'revision_number': 3, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port': {'id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:33Z', 'updated_at': '2021-08-11T03:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:35.475915 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Checking router: 3c67d415-2eaf-41c0-854d-6c3cfb899612 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:35.476145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Updating router 3c67d415-2eaf-41c0-854d-6c3cfb899612 port cd5b5957-f241-41e2-b691-f732d6a337d7 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:46:35.511668 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.514937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 760adc8a-6b47-495d-bfce-69412a6fdae9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:35.530296 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 4, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port': {'id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'faa51a83-f632-4bb6-991c-b84e9a82d022', 'name': '', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'mac_address': 'fa:16:3e:58:5e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:30Z', 'updated_at': '2021-08-11T03:46:34Z', 'revision_number': 4, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'subnets': [{'id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:35.536073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.561039 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf897e0-2d16-4fc5-a5d4-ba73513abc27 None None] The sync data for ids ['9da4504c-2603-4a34-9982-790e680e3d8d'] in n-d-768509-22 is: [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:30Z', 'revision_number': 4, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port': {'id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'faa51a83-f632-4bb6-991c-b84e9a82d022', 'name': '', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'mac_address': 'fa:16:3e:58:5e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:30Z', 'updated_at': '2021-08-11T03:46:34Z', 'revision_number': 4, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'subnets': [{'id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:35.670489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 760adc8a-6b47-495d-bfce-69412a6fdae9 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:35.683322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 760adc8a-6b47-495d-bfce-69412a6fdae9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:35.683322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.724236 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Allocated IP 172.20.0.1 (dce18451-212c-4833-8607-178c12ecad7b/534a96eb-5f4c-4ab7-9eb7-3c1803167afc/e8c39280-f388-43de-a833-26edf9ffaa45) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:35.850742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.863726 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.879382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Transition to ACTIVE for port object e8c39280-f388-43de-a833-26edf9ffaa45 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:35.914299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.926007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 760adc8a-6b47-495d-bfce-69412a6fdae9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=760adc8a-6b47-495d-bfce-69412a6fdae9,segment=NetworkSegment(0aaa05d1-50b8-4338-b0e3-a4a55cf352db),segment_id=0aaa05d1-50b8-4338-b0e3-a4a55cf352db)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:35.930408 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.933393 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:35.934165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device faa51a83-f632-4bb6-991c-b84e9a82d022 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:35.965675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Network dce18451-212c-4833-8607-178c12ecad7b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:35.969712 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:35.971815 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c39280-f388-43de-a833-26edf9ffaa45,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:35.974550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:35.985026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Transition to ACTIVE for port object cd5b5957-f241-41e2-b691-f732d6a337d7 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:36.009052 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.031550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.036183 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=760adc8a-6b47-495d-bfce-69412a6fdae9,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:36.062317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Attempting to bind port cd5b5957-f241-41e2-b691-f732d6a337d7 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:36.062700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Attempting to bind port cd5b5957-f241-41e2-b691-f732d6a337d7 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:36.063210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Attempting to bind port cd5b5957-f241-41e2-b691-f732d6a337d7 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:36.102510 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port faa51a83-f632-4bb6-991c-b84e9a82d022 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:36.107605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:36.108009 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:36.108425 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.108830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:36.109329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Bound port: cd5b5957-f241-41e2-b691-f732d6a337d7, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:36.109733 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.120037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port faa51a83-f632-4bb6-991c-b84e9a82d022 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:36.120392 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.171668 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc404-0228-4d5c-8ed7-9551aa63a0a4 None None] Pushing event updated for resources: {'Port': ['ID=cd5b5957-f241-41e2-b691-f732d6a337d7,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:36.197672 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.217914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] For port cd5b5957-f241-41e2-b691-f732d6a337d7, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:36.222423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] For port cd5b5957-f241-41e2-b691-f732d6a337d7, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cd5b5957-f241-41e2-b691-f732d6a337d7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:36.229394 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.398370 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.403837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.481303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.489399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c39280-f388-43de-a833-26edf9ffaa45,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:36.497924 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.513027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6586a624-b2c7-4931-b06c-4c8f8a77b2f9 None None] Provisioning for port e8c39280-f388-43de-a833-26edf9ffaa45 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:36.516899 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc404-0228-4d5c-8ed7-9551aa63a0a4 None None] Pushing event updated for resources: {'Port': ['ID=cd5b5957-f241-41e2-b691-f732d6a337d7,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:36.522087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Routers {'3c67d415-2eaf-41c0-854d-6c3cfb899612'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:36.522710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3c67d415-2eaf-41c0-854d-6c3cfb899612'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:36.530752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6586a624-b2c7-4931-b06c-4c8f8a77b2f9 None None] Provisioning complete for port e8c39280-f388-43de-a833-26edf9ffaa45 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:36.531132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6586a624-b2c7-4931-b06c-4c8f8a77b2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.577352 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Network dce18451-212c-4833-8607-178c12ecad7b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:36.578723 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:36.611153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port faa51a83-f632-4bb6-991c-b84e9a82d022, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=faa51a83-f632-4bb6-991c-b84e9a82d022,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:36.621881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.622673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:36.697148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6586a624-b2c7-4931-b06c-4c8f8a77b2f9 None None] Port e8c39280-f388-43de-a833-26edf9ffaa45 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:46:36.701162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Router 3c67d415-2eaf-41c0-854d-6c3cfb899612 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:46:36.757466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] Set router 3c67d415-2eaf-41c0-854d-6c3cfb899612 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:36.761110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=faa51a83-f632-4bb6-991c-b84e9a82d022,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:36.813058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:36.813545 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.823165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:46:36.828156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b1bbd140-210a-496f-82be-c3fa942e5e73 admin admin] 10.222.0.60 "PUT /v2.0/routers/3c67d415-2eaf-41c0-854d-6c3cfb899612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451597 Aug 11 03:46:36.916844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-703670c6-8d58-4b91-bbc8-66599847bbc4 None None] Provisioning complete for port e8c39280-f388-43de-a833-26edf9ffaa45 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:36.917451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-703670c6-8d58-4b91-bbc8-66599847bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:36.982253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-703670c6-8d58-4b91-bbc8-66599847bbc4 None None] Port e8c39280-f388-43de-a833-26edf9ffaa45 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:46:37.079940 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 4, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port': {'id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:33Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e8c39280-f388-43de-a833-26edf9ffaa45', 'name': '', 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:35Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 2, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'subnets': [{'id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:37.106962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2d514a-af86-4c5a-82f6-0935c33c8465 None None] The sync data for ids ['3c67d415-2eaf-41c0-854d-6c3cfb899612'] in n-d-768509-22 is: [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 4, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port': {'id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:33Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e8c39280-f388-43de-a833-26edf9ffaa45', 'name': '', 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:35Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 2, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'subnets': [{'id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:37.372757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 760adc8a-6b47-495d-bfce-69412a6fdae9 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:37.438433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 760adc8a-6b47-495d-bfce-69412a6fdae9 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:37.438433 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:37.526853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device faa51a83-f632-4bb6-991c-b84e9a82d022 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:37.579744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port faa51a83-f632-4bb6-991c-b84e9a82d022 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:37.580848 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:37.913118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-22be3178-2277-485f-9a97-6f217a4e9175 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:37.914521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-22be3178-2277-485f-9a97-6f217a4e9175 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/networks?id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 200 len: 817 time: 0.1079311 Aug 11 03:46:37.929553 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-12d402eb-597b-4092-a02f-e7ff85f8e46d tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/quotas/43aa126533914c82b3599aaf18d738e2 HTTP/1.1" status: 200 len: 375 time: 0.0092828 Aug 11 03:46:37.985222 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-c1faf6cf-4419-48d3-8fd2-df8761d7786c tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=43aa126533914c82b3599aaf18d738e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499856 Aug 11 03:46:38.081126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-54c0f233-8775-42be-b2e6-b1da1956b369 service neutron] 10.222.0.60 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836112 Aug 11 03:46:38.174667 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-72b1989d-0e81-4f05-87d9-803592a4d5cf service neutron] 10.222.0.60 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874624 Aug 11 03:46:38.505365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e4b7d741-196d-4573-8504-4e6d263a5ae8 req-de4cdd1a-e46e-423d-b90b-d39e15f3ef3c tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 210 time: 0.1600144 Aug 11 03:46:39.324495 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd5b5957-f241-41e2-b691-f732d6a337d7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:39.358491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-986b1623-bb02-40f2-a132-0be4ff4790a7 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:39.360301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-986b1623-bb02-40f2-a132-0be4ff4790a7 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "GET /v2.0/networks?id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 200 len: 817 time: 0.1220434 Aug 11 03:46:39.373522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Request body: {'port': {'device_id': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'admin_state_up': True, 'tenant_id': '43aa126533914c82b3599aaf18d738e2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:39.378587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port cd5b5957-f241-41e2-b691-f732d6a337d7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:39.382982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cd5b5957-f241-41e2-b691-f732d6a337d7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:39.383358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:39.469577 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:39.491366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port cd5b5957-f241-41e2-b691-f732d6a337d7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cd5b5957-f241-41e2-b691-f732d6a337d7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:39.495651 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:39.497143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Made reservation on behalf of 43aa126533914c82b3599aaf18d738e2 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:46:39.500793 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:39.560238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=cd5b5957-f241-41e2-b691-f732d6a337d7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:39.610456 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a1d65f5-ca35-471e-89f4-93ce322dc913 req-e861eb43-51b9-44a4-8496-9e0e0361145a tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 210 time: 0.0294330 Aug 11 03:46:39.634536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Allocated IP 172.20.0.10 (e2b082f4-e6ae-447d-be9b-ce89aa099d7d/6abf8892-b5d0-4ea3-a11a-818f2f5aba91/b54653f3-9863-4f5f-816d-e4707dccdb37) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:46:39.764324 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Sync routers for ids ['3c67d415-2eaf-41c0-854d-6c3cfb899612'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:46:39.775132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Routers {'3c67d415-2eaf-41c0-854d-6c3cfb899612'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:39.775793 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3c67d415-2eaf-41c0-854d-6c3cfb899612'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:39.786382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:39.801423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Transition to ACTIVE for port object b54653f3-9863-4f5f-816d-e4707dccdb37 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:39.834890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:39.879386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:46:39.882448 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:46:39.886178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:46:39.891965 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Set router 3c67d415-2eaf-41c0-854d-6c3cfb899612 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:39.915218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Pushing event updated for resources: {'Port': ['ID=b54653f3-9863-4f5f-816d-e4707dccdb37,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:39.944975 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:39.945615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:39.961394 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-e7d8b802-14ce-4394-9ad7-ab6019d1b457 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5917990 Aug 11 03:46:39.976223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Request body: {'port': {'device_id': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:46:40.033001 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.116870 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 4, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port': {'id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:33Z', 'updated_at': '2021-08-11T03:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e8c39280-f388-43de-a833-26edf9ffaa45', 'name': '', 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:35Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 2, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'subnets': [{'id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:40.129716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-938c9845-9aad-401f-bd62-93cef31bddd5 None None] Provisioning for port b54653f3-9863-4f5f-816d-e4707dccdb37 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:40.133923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-938c9845-9aad-401f-bd62-93cef31bddd5 None None] Provisioning complete for port b54653f3-9863-4f5f-816d-e4707dccdb37 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:40.134297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-938c9845-9aad-401f-bd62-93cef31bddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.144129 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Checking router: 3c67d415-2eaf-41c0-854d-6c3cfb899612 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:46:40.144129 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Updating router 3c67d415-2eaf-41c0-854d-6c3cfb899612 port e8c39280-f388-43de-a833-26edf9ffaa45 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:46:40.171310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-938c9845-9aad-401f-bd62-93cef31bddd5 None None] Port b54653f3-9863-4f5f-816d-e4707dccdb37 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:46:40.177313 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.310219 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54653f3-9863-4f5f-816d-e4707dccdb37 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:46:40.317777 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.330828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Transition to ACTIVE for port object b54653f3-9863-4f5f-816d-e4707dccdb37 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:40.335194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.391332 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Pushing event updated for resources: {'Port': ['ID=b54653f3-9863-4f5f-816d-e4707dccdb37,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:40.457446 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.467205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Attempting to bind port b54653f3-9863-4f5f-816d-e4707dccdb37 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:40.467571 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Attempting to bind port b54653f3-9863-4f5f-816d-e4707dccdb37 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:40.468145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Attempting to bind port b54653f3-9863-4f5f-816d-e4707dccdb37 on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:40.468338 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Transition to ACTIVE for port object e8c39280-f388-43de-a833-26edf9ffaa45 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:46:40.473235 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Port b54653f3-9863-4f5f-816d-e4707dccdb37 on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:46:40.473586 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Attempting to bind port b54653f3-9863-4f5f-816d-e4707dccdb37 on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:40.475224 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.479133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:40.479762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Checking segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:40.480221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Bound using segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:40.480727 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Bound port: b54653f3-9863-4f5f-816d-e4707dccdb37, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:40.481153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.560603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] For port b54653f3-9863-4f5f-816d-e4707dccdb37, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:40.564157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] For port b54653f3-9863-4f5f-816d-e4707dccdb37, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b54653f3-9863-4f5f-816d-e4707dccdb37,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:40.569110 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3d428-fc63-4916-bf5d-9d301ae7ed97 None None] Pushing event updated for resources: {'Port': ['ID=e8c39280-f388-43de-a833-26edf9ffaa45,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:40.570531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.575372 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Attempting to bind port e8c39280-f388-43de-a833-26edf9ffaa45 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:46:40.575780 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Attempting to bind port e8c39280-f388-43de-a833-26edf9ffaa45 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:46:40.576597 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Attempting to bind port e8c39280-f388-43de-a833-26edf9ffaa45 on network dce18451-212c-4833-8607-178c12ecad7b {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:46:40.582187 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:46:40.582542 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Checking segment: {'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:46:40.582947 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.583340 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Bound using segment: {'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:46:40.583846 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Bound port: e8c39280-f388-43de-a833-26edf9ffaa45, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aaa05d1-50b8-4338-b0e3-a4a55cf352db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:46:40.584222 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.616475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:40.617324 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.619021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] 10.222.0.57 "PUT /v2.0/ports/b54653f3-9863-4f5f-816d-e4707dccdb37 HTTP/1.1" status: 200 len: 1093 time: 0.6482377 Aug 11 03:46:40.619761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'tag': 'b54653f3-9863-4f5f-816d-e4707dccdb37'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:40.622354 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5bae31-5b4a-45ca-9e8c-754088400b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cdd378e-e811-4591-ba29-8b02e5a09449", "tag": "b54653f3-9863-4f5f-816d-e4707dccdb37"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:40.680343 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f1cd60-307f-4938-be93-67068304f092 x-openstack-request-id: req-e9f1cd60-307f-4938-be93-67068304f092 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:40.681103 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cdd378e-e811-4591-ba29-8b02e5a09449", "tag": "b54653f3-9863-4f5f-816d-e4707dccdb37", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:40.681103 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9f1cd60-307f-4938-be93-67068304f092 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:40.681285 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'tag': 'b54653f3-9863-4f5f-816d-e4707dccdb37', 'status': 'completed', 'code': 200} Aug 11 03:46:40.691015 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] For port e8c39280-f388-43de-a833-26edf9ffaa45, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:46:40.699493 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] For port e8c39280-f388-43de-a833-26edf9ffaa45, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8c39280-f388-43de-a833-26edf9ffaa45,segment=NetworkSegment(0aaa05d1-50b8-4338-b0e3-a4a55cf352db),segment_id=0aaa05d1-50b8-4338-b0e3-a4a55cf352db)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:46:40.709254 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7e270-3503-4391-9c9d-a99aa37eff71 service neutron] Pushing event updated for resources: {'Port': ['ID=b54653f3-9863-4f5f-816d-e4707dccdb37,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:40.709793 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:40.771105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-091d0482-e7c4-4bc6-9fc8-0d4b409cd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:40.772640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-091d0482-e7c4-4bc6-9fc8-0d4b409cd517 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43aa126533914c82b3599aaf18d738e2&device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 1096 time: 0.0745244 Aug 11 03:46:40.783421 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Routers {'3c67d415-2eaf-41c0-854d-6c3cfb899612'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:46:40.784962 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:46:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3c67d415-2eaf-41c0-854d-6c3cfb899612'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:40.806374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021ebc5-e241-4c04-ac46-c52f98af8978 req-bf5bae60-4b2c-4ce6-983f-5afdf524c073 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:40.814224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c021ebc5-e241-4c04-ac46-c52f98af8978 req-bf5bae60-4b2c-4ce6-983f-5afdf524c073 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 944 time: 0.0747318 Aug 11 03:46:40.829685 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-18e78696-1551-444a-ad5e-75d4f33615bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54653f3-9863-4f5f-816d-e4707dccdb37 HTTP/1.1" status: 200 len: 217 time: 0.0456486 Aug 11 03:46:40.854991 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c021ebc5-e241-4c04-ac46-c52f98af8978 req-623d8c08-5722-4166-8a2e-0955eafc67c5 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Aug 11 03:46:40.904929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-778bafed-f042-4a62-b695-e00b92fc0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:40.906576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-778bafed-f042-4a62-b695-e00b92fc0847 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6abf8892-b5d0-4ea3-a11a-818f2f5aba91 HTTP/1.1" status: 200 len: 856 time: 0.0717268 Aug 11 03:46:40.966067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-63b7ee72-f07c-40b2-819a-93d0d0310a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:40.967912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-63b7ee72-f07c-40b2-819a-93d0d0310a89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521448 Aug 11 03:46:41.007272 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3d428-fc63-4916-bf5d-9d301ae7ed97 None None] Pushing event updated for resources: {'Port': ['ID=e8c39280-f388-43de-a833-26edf9ffaa45,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:41.032586 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] Set router 3c67d415-2eaf-41c0-854d-6c3cfb899612 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:46:41.074863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-03fc2cc1-b9ea-494f-8cfa-a9eac219d685 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993328 Aug 11 03:46:41.183809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9576b361-32d7-4ff5-8267-ccfb1a72d1f5 req-95f285c8-23a2-4ddc-baa5-ed92ef473285 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006589 Aug 11 03:46:41.239729 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 4, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port': {'id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:33Z', 'updated_at': '2021-08-11T03:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e8c39280-f388-43de-a833-26edf9ffaa45', 'name': '', 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:35Z', 'updated_at': '2021-08-11T03:46:40Z', 'revision_number': 4, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'subnets': [{'id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:46:41.270248 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c40685-6c83-4c62-9f3c-772e3906694d None None] The sync data for ids ['3c67d415-2eaf-41c0-854d-6c3cfb899612'] in n-d-768509-22 is: [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:46:36Z', 'revision_number': 4, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port': {'id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:33Z', 'updated_at': '2021-08-11T03:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e8c39280-f388-43de-a833-26edf9ffaa45', 'name': '', 'network_id': 'dce18451-212c-4833-8607-178c12ecad7b', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'mac_address': 'fa:16:3e:f5:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:35Z', 'updated_at': '2021-08-11T03:46:40Z', 'revision_number': 4, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'subnets': [{'id': '534a96eb-5f4c-4ab7-9eb7-3c1803167afc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:46:41.278758 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-189c5504-2640-4c3a-8c55-986a941ef8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:41.280774 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-189c5504-2640-4c3a-8c55-986a941ef8cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43aa126533914c82b3599aaf18d738e2&device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 1096 time: 0.0473948 Aug 11 03:46:41.355646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c39280-f388-43de-a833-26edf9ffaa45 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:41.384172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-9d4aa644-dd0e-411a-ba7e-62e4604785cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:41.385917 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-9d4aa644-dd0e-411a-ba7e-62e4604785cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 200 len: 918 time: 0.0981154 Aug 11 03:46:41.409141 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e8c39280-f388-43de-a833-26edf9ffaa45 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:41.413429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e8c39280-f388-43de-a833-26edf9ffaa45 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:41.413794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.434843 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-5914b704-de70-48dd-bf74-5ceda379526d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54653f3-9863-4f5f-816d-e4707dccdb37 HTTP/1.1" status: 200 len: 217 time: 0.0385067 Aug 11 03:46:41.489203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-ac20409a-bb28-443f-9d89-3dc717b0bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:41.490686 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-ac20409a-bb28-443f-9d89-3dc717b0bc11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6abf8892-b5d0-4ea3-a11a-818f2f5aba91 HTTP/1.1" status: 200 len: 856 time: 0.0483518 Aug 11 03:46:41.499297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.535606 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e8c39280-f388-43de-a833-26edf9ffaa45, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8c39280-f388-43de-a833-26edf9ffaa45,segment=NetworkSegment(0aaa05d1-50b8-4338-b0e3-a4a55cf352db),segment_id=0aaa05d1-50b8-4338-b0e3-a4a55cf352db)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:41.540945 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.541811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd5b5957-f241-41e2-b691-f732d6a337d7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:41.547119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-7cfc09da-9e29-4e29-b57a-f69f936385b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:41.549324 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-7cfc09da-9e29-4e29-b57a-f69f936385b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504615 Aug 11 03:46:41.624105 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e8c39280-f388-43de-a833-26edf9ffaa45,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:41.636639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port cd5b5957-f241-41e2-b691-f732d6a337d7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:41.637093 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:41.941146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-98a95f60-47ff-453e-92a5-97ca1a91d42e service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830373 Aug 11 03:46:42.037558 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:46:42.045654 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8127e-b64a-4695-a813-3a04df2131e4 req-d12b192a-820d-47df-9f4c-f967ffef8597 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:42.047139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99b8127e-b64a-4695-a813-3a04df2131e4 req-d12b192a-820d-47df-9f4c-f967ffef8597 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 944 time: 0.1050673 Aug 11 03:46:42.081029 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d5bae31-5b4a-45ca-9e8c-754088400b2e req-9cc9dc83-1b4f-4a47-878a-444991406cc1 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304159 Aug 11 03:46:42.102618 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99b8127e-b64a-4695-a813-3a04df2131e4 req-940ec6b1-13e0-401d-ae7b-6d0438cd45f9 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485203 Aug 11 03:46:42.732305 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b54653f3-9863-4f5f-816d-e4707dccdb37 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:46:42.827615 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b54653f3-9863-4f5f-816d-e4707dccdb37, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b54653f3-9863-4f5f-816d-e4707dccdb37,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:42.842072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'b54653f3-9863-4f5f-816d-e4707dccdb37', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'port_id': 'b54653f3-9863-4f5f-816d-e4707dccdb37', 'mac_address': 'fa:16:3e:23:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:46:42.880566 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:42.892866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54653f3-9863-4f5f-816d-e4707dccdb37 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:46:42.912413 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b54653f3-9863-4f5f-816d-e4707dccdb37, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b54653f3-9863-4f5f-816d-e4707dccdb37,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:42.916265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:42.963132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=b54653f3-9863-4f5f-816d-e4707dccdb37,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:43.122016 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['b54653f3-9863-4f5f-816d-e4707dccdb37'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:46:43.219377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855da9d2-4e46-45f1-bf12-d5d5f675742b req-d5e49e87-4b9a-47b4-b290-70e37e8f037c tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:43.221297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-855da9d2-4e46-45f1-bf12-d5d5f675742b req-d5e49e87-4b9a-47b4-b290-70e37e8f037c tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 945 time: 0.0492353 Aug 11 03:46:43.265235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-855da9d2-4e46-45f1-bf12-d5d5f675742b req-b4cffec5-e238-4187-9253-80dd4e1aea81 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Aug 11 03:46:43.303581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c39280-f388-43de-a833-26edf9ffaa45 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:43.350639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e8c39280-f388-43de-a833-26edf9ffaa45 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:43.351010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:44.384013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb2f7f-bfe5-4738-a677-468e7a78f45a req-dcd384ab-27d8-4987-a06c-542c5adf9007 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:44.385405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ddb2f7f-bfe5-4738-a677-468e7a78f45a req-dcd384ab-27d8-4987-a06c-542c5adf9007 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 945 time: 0.0495114 Aug 11 03:46:44.426437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ddb2f7f-bfe5-4738-a677-468e7a78f45a req-d914b47e-928e-4fe1-87b0-e6fc1f9bd760 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350251 Aug 11 03:46:44.732290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b54653f3-9863-4f5f-816d-e4707dccdb37 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:46:44.780999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port b54653f3-9863-4f5f-816d-e4707dccdb37 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:46:44.784647 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port b54653f3-9863-4f5f-816d-e4707dccdb37 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:46:44.785030 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:44.862824 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:44.885123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54653f3-9863-4f5f-816d-e4707dccdb37'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:46:44.887406 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}559dccc8e8bb578199592177ba41bad82d80197e259369f5a4a88acc475a1f10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24ff1dc-7ad2-4051-bf7c-557ebee45eb5" -d '{"events": [{"server_uuid": "3cdd378e-e811-4591-ba29-8b02e5a09449", "name": "network-vif-plugged", "status": "completed", "tag": "b54653f3-9863-4f5f-816d-e4707dccdb37"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:46:44.900595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port b54653f3-9863-4f5f-816d-e4707dccdb37, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b54653f3-9863-4f5f-816d-e4707dccdb37,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:46:44.905590 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:44.937789 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f94359-daac-4613-9c50-fbcfe8390af9 x-openstack-request-id: req-09f94359-daac-4613-9c50-fbcfe8390af9 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:46:44.938096 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdd378e-e811-4591-ba29-8b02e5a09449", "name": "network-vif-plugged", "status": "completed", "tag": "b54653f3-9863-4f5f-816d-e4707dccdb37", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:46:44.938350 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09f94359-daac-4613-9c50-fbcfe8390af9 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:46:44.938740 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54653f3-9863-4f5f-816d-e4707dccdb37', 'code': 200} Aug 11 03:46:44.965200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=b54653f3-9863-4f5f-816d-e4707dccdb37,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:46:45.037140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0906-e316-436d-8fed-74af620db365 req-f4fe2be7-4f26-4d1d-971c-23c1b5dd0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:45.038533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b01f0906-e316-436d-8fed-74af620db365 req-f4fe2be7-4f26-4d1d-971c-23c1b5dd0888 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 1098 time: 0.0408733 Aug 11 03:46:45.072575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b01f0906-e316-436d-8fed-74af620db365 req-e6a763c2-c1e8-49bf-ab24-5f407f6c0043 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274899 Aug 11 03:46:45.542463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58899728-31f8-4d00-8514-668fff0267fe req-a32fed27-ba46-470c-b5f9-0c3663b1af72 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:45.543959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58899728-31f8-4d00-8514-668fff0267fe req-a32fed27-ba46-470c-b5f9-0c3663b1af72 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Aug 11 03:46:45.582013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58899728-31f8-4d00-8514-668fff0267fe req-10d2eefe-2542-449a-bb75-7188542fc751 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Aug 11 03:46:46.700004 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cb076-4c3f-4b15-bbd9-efeca3da37aa req-b2ca45ee-bb22-432f-a4b8-1361c65f1d30 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:46.701492 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a6cb076-4c3f-4b15-bbd9-efeca3da37aa req-b2ca45ee-bb22-432f-a4b8-1361c65f1d30 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 946 time: 0.0498452 Aug 11 03:46:46.739585 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1a6cb076-4c3f-4b15-bbd9-efeca3da37aa req-2a6642bb-f1a9-495f-b692-8fd7de62aa67 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315967 Aug 11 03:46:46.863300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d73ab4-9e5a-47e6-a93a-b829b251cbe4 req-018a798a-eb5b-4a96-9dcc-5eafd7a803b7 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:46:46.864808 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6d73ab4-9e5a-47e6-a93a-b829b251cbe4 req-018a798a-eb5b-4a96-9dcc-5eafd7a803b7 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 946 time: 0.0492871 Aug 11 03:46:46.907484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d6d73ab4-9e5a-47e6-a93a-b829b251cbe4 req-c149b3ac-ebbb-4292-9820-7686e9b0a886 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366392 Aug 11 03:46:52.399044 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b73cea3-02f3-4ae5-94d0-b1f48a59c70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.270899 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b775-3047-459c-8dba-5f10252ed113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.563738 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:55.951769 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:56.898385 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:46:58.309569 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:00.462092 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:00.681010 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-0fc38196-c5cf-4856-8cf5-812afee79225 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406973 Aug 11 03:47:00.761594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f892-cbc5-4c88-aca1-04720060354b req-69532e8a-004e-4a69-adb7-6d9687072160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:00.763080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-69532e8a-004e-4a69-adb7-6d9687072160 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43aa126533914c82b3599aaf18d738e2&device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 1098 time: 0.0405259 Aug 11 03:47:00.886123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f892-cbc5-4c88-aca1-04720060354b req-885f993e-8973-44ba-8393-0da21d6ae0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:00.887666 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-885f993e-8973-44ba-8393-0da21d6ae0b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 200 len: 918 time: 0.1032236 Aug 11 03:47:00.934444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-63fe255f-2ec8-4e0b-b18b-11c43088867a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54653f3-9863-4f5f-816d-e4707dccdb37 HTTP/1.1" status: 200 len: 217 time: 0.0364769 Aug 11 03:47:00.988180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f892-cbc5-4c88-aca1-04720060354b req-e0d501e5-5406-43e9-ba6a-7629407aa68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:00.989718 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-e0d501e5-5406-43e9-ba6a-7629407aa68e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6abf8892-b5d0-4ea3-a11a-818f2f5aba91 HTTP/1.1" status: 200 len: 856 time: 0.0480812 Aug 11 03:47:01.038084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298f892-cbc5-4c88-aca1-04720060354b req-41325727-de79-4951-9f42-dffd1a043abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:01.039616 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-41325727-de79-4951-9f42-dffd1a043abc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431287 Aug 11 03:47:01.214626 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-14f76709-9785-4ed6-b55b-27916b76ed59 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319039 Aug 11 03:47:01.309176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e298f892-cbc5-4c88-aca1-04720060354b req-162bd0bb-759b-4ceb-81fd-1bc4664f08e6 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863676 Aug 11 03:47:05.442200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582513a-2f37-42be-a898-7446388fdfd1 req-4e8fa6b7-a248-4424-8b9e-692bd71a10f4 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:05.443763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b582513a-2f37-42be-a898-7446388fdfd1 req-4e8fa6b7-a248-4424-8b9e-692bd71a10f4 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 946 time: 0.0585508 Aug 11 03:47:05.482680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b582513a-2f37-42be-a898-7446388fdfd1 req-98f7737e-e9e8-4389-bd52-d68f7d1a29a7 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Aug 11 03:47:06.601178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cd0cb-3c9c-4c96-bfe2-327724fefb71 req-e2e525e1-0d9e-483a-998f-0a95764babf1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:06.602677 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-547cd0cb-3c9c-4c96-bfe2-327724fefb71 req-e2e525e1-0d9e-483a-998f-0a95764babf1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 946 time: 0.0494256 Aug 11 03:47:06.642589 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-547cd0cb-3c9c-4c96-bfe2-327724fefb71 req-53f75a37-b1cc-4d2b-8a62-f1a043f590ab tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Aug 11 03:47:06.977559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-03f8aed8-d3ee-443e-9d5f-efd4161e5a89 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:06.979284 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-03f8aed8-d3ee-443e-9d5f-efd4161e5a89 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 946 time: 0.0726314 Aug 11 03:47:07.082724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Deleting port b54653f3-9863-4f5f-816d-e4707dccdb37 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:07.082990 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:07.178179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] For port b54653f3-9863-4f5f-816d-e4707dccdb37, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=b54653f3-9863-4f5f-816d-e4707dccdb37,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:07.178548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:07.192917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Calling delete_port for b54653f3-9863-4f5f-816d-e4707dccdb37 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:07.340974 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:07.354521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['b54653f3-9863-4f5f-816d-e4707dccdb37'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:47:07.373374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Pushing event deleted for resources: {'Port': ['ID=b54653f3-9863-4f5f-816d-e4707dccdb37,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:07.421546 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] No DVR routers for this DVR port b54653f3-9863-4f5f-816d-e4707dccdb37 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:07.425196 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:07.427264 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33372999-b07b-49f7-9a19-7b7d88ab421d req-5b42258a-d998-4628-a0b3-db7c40ee4296 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "DELETE /v2.0/ports/b54653f3-9863-4f5f-816d-e4707dccdb37 HTTP/1.1" status: 204 len: 173 time: 0.4406374 Aug 11 03:47:07.427748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'name': 'network-vif-deleted', 'tag': 'b54653f3-9863-4f5f-816d-e4707dccdb37'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:47:07.430168 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56607686-66a9-4f91-aeea-a7259a90d246" -d '{"events": [{"server_uuid": "3cdd378e-e811-4591-ba29-8b02e5a09449", "name": "network-vif-deleted", "tag": "b54653f3-9863-4f5f-816d-e4707dccdb37"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:47:07.475411 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c60e75-c32a-4ea0-9cbd-acea0fefcfe1 x-openstack-request-id: req-87c60e75-c32a-4ea0-9cbd-acea0fefcfe1 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:47:07.475760 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cdd378e-e811-4591-ba29-8b02e5a09449", "name": "network-vif-deleted", "tag": "b54653f3-9863-4f5f-816d-e4707dccdb37", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:47:07.475987 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87c60e75-c32a-4ea0-9cbd-acea0fefcfe1 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:47:07.476388 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cdd378e-e811-4591-ba29-8b02e5a09449', 'name': 'network-vif-deleted', 'tag': 'b54653f3-9863-4f5f-816d-e4707dccdb37', 'status': 'completed', 'code': 200} Aug 11 03:47:07.749682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2536d3a-3051-4c4e-9512-1afa510e91ba req-f5c9e300-807f-4a60-9888-ad0cea4e89b6 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cdd378e-e811-4591-ba29-8b02e5a09449 HTTP/1.1" status: 200 len: 210 time: 0.0262389 Aug 11 03:47:09.299311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-e8a63e90-1013-4158-9015-0fe6e9be1f84 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:09.300804 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-e8a63e90-1013-4158-9015-0fe6e9be1f84 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/networks?id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 200 len: 817 time: 0.1054122 Aug 11 03:47:09.316311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-fdd9bae4-b395-4230-b147-24fdd042fdf3 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/quotas/43aa126533914c82b3599aaf18d738e2 HTTP/1.1" status: 200 len: 375 time: 0.0098083 Aug 11 03:47:09.369188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-d82255cb-8b15-4753-836b-f031c79b2ec6 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=43aa126533914c82b3599aaf18d738e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473595 Aug 11 03:47:09.468780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-13b2c0b9-d20c-42f2-9faa-7f1c28787747 service neutron] 10.222.0.60 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871491 Aug 11 03:47:09.557180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7c9e4baa-d8e0-4a70-8405-d3ed7ba659a6 service neutron] 10.222.0.60 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821960 Aug 11 03:47:09.720658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-54bb2749-1e6c-4812-8fa0-01b8cf29f932 req-16d7bcde-9fba-4731-b4ed-05fa56883442 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 210 time: 0.0308573 Aug 11 03:47:10.633742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a824715a-9612-4867-9d1a-242852ba18a5 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:10.635200 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a824715a-9612-4867-9d1a-242852ba18a5 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "GET /v2.0/networks?id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 200 len: 817 time: 0.1003397 Aug 11 03:47:10.648434 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Request body: {'port': {'device_id': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'admin_state_up': True, 'tenant_id': '43aa126533914c82b3599aaf18d738e2'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:10.759558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Made reservation on behalf of 43aa126533914c82b3599aaf18d738e2 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:47:10.763123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:10.819266 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffaef6b0-4bb7-4398-8afb-acfe45b4dfcf req-5f705f24-833b-414f-bd8c-bd2bf8fc97ac tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Aug 11 03:47:10.903487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b54653f3-9863-4f5f-816d-e4707dccdb37 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:10.904125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Allocated IP 172.20.0.7 (e2b082f4-e6ae-447d-be9b-ce89aa099d7d/6abf8892-b5d0-4ea3-a11a-818f2f5aba91/5c3addb1-0a3f-4b7f-a687-d9cd16ba144e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:47:10.928900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: b54653f3-9863-4f5f-816d-e4707dccdb37 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:10.929249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device b54653f3-9863-4f5f-816d-e4707dccdb37 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:11.058908 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.073099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Transition to ACTIVE for port object 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:11.106849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.152015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:11.155281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:11.159606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:47:11.166106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Pushing event updated for resources: {'Port': ['ID=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:11.225789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:11.226446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.240915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-7792f782-2e61-4ca0-a124-c8216fe01377 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5960438 Aug 11 03:47:11.255409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Request body: {'port': {'device_id': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:11.315291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.393417 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6131e08a-7167-4d16-8cec-36d4ad7653f1 None None] Provisioning for port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:11.397418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6131e08a-7167-4d16-8cec-36d4ad7653f1 None None] Provisioning complete for port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:11.397786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6131e08a-7167-4d16-8cec-36d4ad7653f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.432188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6131e08a-7167-4d16-8cec-36d4ad7653f1 None None] Port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:47:11.582084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:47:11.589358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.602159 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Transition to ACTIVE for port object 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:11.605134 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.662402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:11.729633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Attempting to bind port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:47:11.729969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Attempting to bind port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:47:11.730300 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Attempting to bind port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:47:11.734879 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:47:11.735200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Attempting to bind port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e on network e2b082f4-e6ae-447d-be9b-ce89aa099d7d {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:47:11.740985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:47:11.741320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Checking segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:11.741706 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Bound using segment: {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:47:11.742132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Bound port: 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc74beb0-c967-4776-b5fe-8eb7ba932772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:47:11.742492 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.815996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] For port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:47:11.819066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] For port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:47:11.823435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.865921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:11.866441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:11.867872 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c3addb1-0a3f-4b7f-a687-d9cd16ba144e HTTP/1.1" status: 200 len: 1092 time: 0.6181858 Aug 11 03:47:11.868375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'tag': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:47:11.870588 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}84f9de21d7998bf273353bc55a74d3a51543da8d6a94a06b386632aa5f252347" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29310bee-247f-42cb-9e99-295be074e89d" -d '{"events": [{"name": "network-changed", "server_uuid": "f8989f77-efcb-49ed-8c39-08f2179d3a56", "tag": "5c3addb1-0a3f-4b7f-a687-d9cd16ba144e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:47:11.894089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714a0e1-512a-43fc-ab7e-51cad5c065f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:11.926751 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73034e46-d1e4-4ed9-81be-b7bde34871f9 x-openstack-request-id: req-73034e46-d1e4-4ed9-81be-b7bde34871f9 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:47:11.927134 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8989f77-efcb-49ed-8c39-08f2179d3a56", "tag": "5c3addb1-0a3f-4b7f-a687-d9cd16ba144e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:47:11.927462 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73034e46-d1e4-4ed9-81be-b7bde34871f9 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:47:11.928067 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'tag': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e', 'status': 'completed', 'code': 200} Aug 11 03:47:11.994288 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-87b2a89a-ee1f-4a22-94da-d6a446161a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:11.995865 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-87b2a89a-ee1f-4a22-94da-d6a446161a49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43aa126533914c82b3599aaf18d738e2&device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 1095 time: 0.0788584 Aug 11 03:47:12.004424 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86946cc3-69d8-4965-9b50-3ed856f93329 req-5215f96e-1eaa-48eb-8a8c-7da00955a9a7 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:12.005960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86946cc3-69d8-4965-9b50-3ed856f93329 req-5215f96e-1eaa-48eb-8a8c-7da00955a9a7 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 943 time: 0.0771360 Aug 11 03:47:12.051900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-ae00de60-7e17-4a54-9947-8192e382e703 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e HTTP/1.1" status: 200 len: 217 time: 0.0448983 Aug 11 03:47:12.105264 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-86946cc3-69d8-4965-9b50-3ed856f93329 req-fd9034e0-bfa4-4f10-a7f0-b53047dc7947 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925658 Aug 11 03:47:12.118843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-f64634e7-69e2-457f-ba4c-2eb2001eb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:12.120400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-f64634e7-69e2-457f-ba4c-2eb2001eb267 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6abf8892-b5d0-4ea3-a11a-818f2f5aba91 HTTP/1.1" status: 200 len: 856 time: 0.0600500 Aug 11 03:47:12.167106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-df15dcd5-ba03-4a57-8a1c-cd577aaeb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:12.168622 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-df15dcd5-ba03-4a57-8a1c-cd577aaeb939 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403957 Aug 11 03:47:12.263327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-c1541cd9-551e-4456-bbc6-8114915a3bf0 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866985 Aug 11 03:47:12.352815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a4c13953-7221-46f7-9dcf-789a2e88e54e req-0cd5fb8a-173e-4e5b-b924-b49520ef3700 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815156 Aug 11 03:47:12.437046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29310bee-247f-42cb-9e99-295be074e89d req-7709eed3-c742-4eea-9dc8-a957fb7f9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:12.439119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29310bee-247f-42cb-9e99-295be074e89d req-7709eed3-c742-4eea-9dc8-a957fb7f9d3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=43aa126533914c82b3599aaf18d738e2&device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 1095 time: 0.0409696 Aug 11 03:47:12.531200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29310bee-247f-42cb-9e99-295be074e89d req-bed4b089-d2b6-4b02-8406-93003558b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:12.532658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29310bee-247f-42cb-9e99-295be074e89d req-bed4b089-d2b6-4b02-8406-93003558b379 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 200 len: 918 time: 0.0864913 Aug 11 03:47:12.576959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29310bee-247f-42cb-9e99-295be074e89d req-8d35c91f-aee4-4754-835b-27a3f109861e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e HTTP/1.1" status: 200 len: 217 time: 0.0365989 Aug 11 03:47:12.634760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29310bee-247f-42cb-9e99-295be074e89d req-9c2c0d51-63dc-441d-9dea-dcbbfcf5542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:12.636244 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29310bee-247f-42cb-9e99-295be074e89d req-9c2c0d51-63dc-441d-9dea-dcbbfcf5542f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6abf8892-b5d0-4ea3-a11a-818f2f5aba91 HTTP/1.1" status: 200 len: 856 time: 0.0485404 Aug 11 03:47:12.682651 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29310bee-247f-42cb-9e99-295be074e89d req-f5ae5cbe-708d-4e2e-af50-2f9ba3be4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:12.684161 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29310bee-247f-42cb-9e99-295be074e89d req-f5ae5cbe-708d-4e2e-af50-2f9ba3be4c17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e2b082f4-e6ae-447d-be9b-ce89aa099d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396769 Aug 11 03:47:12.773543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29310bee-247f-42cb-9e99-295be074e89d req-1239482a-5c7a-4a02-97a9-ec1f4d616922 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805156 Aug 11 03:47:12.868751 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29310bee-247f-42cb-9e99-295be074e89d req-41cbc458-35f7-4738-b368-1905fcaef960 service neutron] 10.222.0.57 "GET /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866339 Aug 11 03:47:13.229464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2461a-7f7f-4348-b336-a92544cfa5e7 req-75018d08-e813-495f-92b9-312225854537 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:13.230945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9bf2461a-7f7f-4348-b336-a92544cfa5e7 req-75018d08-e813-495f-92b9-312225854537 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 943 time: 0.0551085 Aug 11 03:47:13.269091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9bf2461a-7f7f-4348-b336-a92544cfa5e7 req-e8889109-04d9-4a92-b485-cb87e7fa3a93 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Aug 11 03:47:14.385005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062a8cf-ebd1-42c3-a701-8d47b856a879 req-52985411-a58a-4c2c-abb0-8e72c25d72de tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:14.386478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5062a8cf-ebd1-42c3-a701-8d47b856a879 req-52985411-a58a-4c2c-abb0-8e72c25d72de tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 943 time: 0.0502048 Aug 11 03:47:14.426512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5062a8cf-ebd1-42c3-a701-8d47b856a879 req-b003da2b-1804-4127-9ecc-d550124d139d tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335951 Aug 11 03:47:14.914508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:47:15.011258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:15.022243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e', 'network_id': 'e2b082f4-e6ae-447d-be9b-ce89aa099d7d', 'port_id': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e', 'mac_address': 'fa:16:3e:4c:f2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6abf8892-b5d0-4ea3-a11a-818f2f5aba91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:47:15.061910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:15.074260 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:47:15.093019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:15.097761 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:15.147381 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:15.299229 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5c3addb1-0a3f-4b7f-a687-d9cd16ba144e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:47:15.541590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1359-289a-4098-b77e-970093617bd1 req-411c3a42-66b7-4187-b4fa-b1c6157d9d1b tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:15.543096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a70e1359-289a-4098-b77e-970093617bd1 req-411c3a42-66b7-4187-b4fa-b1c6157d9d1b tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 944 time: 0.0498853 Aug 11 03:47:15.581622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a70e1359-289a-4098-b77e-970093617bd1 req-af27f7af-edbd-434a-a3c5-b69ba77f5eb6 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324786 Aug 11 03:47:16.696389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49164423-6ff1-4f09-b7c2-22c8956d0422 req-b7eafa30-6840-4792-9404-2dc18526e601 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:16.697850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-49164423-6ff1-4f09-b7c2-22c8956d0422 req-b7eafa30-6840-4792-9404-2dc18526e601 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 944 time: 0.0482104 Aug 11 03:47:16.739207 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-49164423-6ff1-4f09-b7c2-22c8956d0422 req-3a682a8f-9f52-4f1b-9de6-dd5755b312e5 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Aug 11 03:47:16.918914 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:16.967570 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:16.971079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:16.971450 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:17.046539 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:17.074008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:47:17.244875 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14ae616-df8e-4b8e-b4df-81d532fa673b" -d '{"events": [{"server_uuid": "f8989f77-efcb-49ed-8c39-08f2179d3a56", "name": "network-vif-plugged", "status": "completed", "tag": "5c3addb1-0a3f-4b7f-a687-d9cd16ba144e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:47:17.251913 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:17.256361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:17.304684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:17.312304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.312651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.312996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.313870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.314206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.314624 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.315055 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.315261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.315586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.315934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.316259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.316577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:17.337137 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178749b-327b-4400-80c2-c1326740ca41 x-openstack-request-id: req-f178749b-327b-4400-80c2-c1326740ca41 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:47:17.337444 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8989f77-efcb-49ed-8c39-08f2179d3a56", "name": "network-vif-plugged", "status": "completed", "tag": "5c3addb1-0a3f-4b7f-a687-d9cd16ba144e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:47:17.337703 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f178749b-327b-4400-80c2-c1326740ca41 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:47:17.338106 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e', 'code': 200} Aug 11 03:47:17.442025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934e59d-f912-433c-bf72-7e66f16c19eb req-be7dfa26-bd08-4e31-9459-0b3fda4241f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:17.443514 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a934e59d-f912-433c-bf72-7e66f16c19eb req-be7dfa26-bd08-4e31-9459-0b3fda4241f3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 1097 time: 0.0412138 Aug 11 03:47:17.479727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a934e59d-f912-433c-bf72-7e66f16c19eb req-c3619fe3-bac9-44fe-9f6f-1f7194de5b00 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282147 Aug 11 03:47:17.855658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df4c39-b808-4da3-b089-87b70aa16b57 req-36e06753-3015-4fe6-989a-fc3d66a8ab34 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:17.857148 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-09df4c39-b808-4da3-b089-87b70aa16b57 req-36e06753-3015-4fe6-989a-fc3d66a8ab34 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Aug 11 03:47:17.895572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-09df4c39-b808-4da3-b089-87b70aa16b57 req-8722379a-f08c-4a64-afe6-f0f120aaa952 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320032 Aug 11 03:47:19.013507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d6f30-1b69-436b-b53a-378660933df4 req-ab5068bc-9484-4650-b517-11e4250eb378 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:19.015066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-033d6f30-1b69-436b-b53a-378660933df4 req-ab5068bc-9484-4650-b517-11e4250eb378 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 945 time: 0.0503967 Aug 11 03:47:19.041334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:47:19.056415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-033d6f30-1b69-436b-b53a-378660933df4 req-fae4ade3-ec6c-4342-ba04-0880bef613d9 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344501 Aug 11 03:47:19.170615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0182440-a290-4d9c-929e-a6571f81dfa1 req-efd451de-12be-42cf-942d-5496332cdb32 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:19.172109 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0182440-a290-4d9c-929e-a6571f81dfa1 req-efd451de-12be-42cf-942d-5496332cdb32 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Aug 11 03:47:19.214397 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0182440-a290-4d9c-929e-a6571f81dfa1 req-9eea6dbd-d3dc-44c1-b94b-ef4af73d7d67 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354755 Aug 11 03:47:22.399967 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5df329f5-1c05-4aac-ac96-0c75acb67561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:25.272801 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-af5cc5bc-71ae-4046-a660-19dae205d9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:25.566519 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:25.967077 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:26.901872 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:28.313491 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:30.479729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:38.650036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd96ff0-bbc5-46c9-a960-58ec11df906f req-e20c7629-5f37-4aee-95b4-08f452764502 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:38.651511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1bd96ff0-bbc5-46c9-a960-58ec11df906f req-e20c7629-5f37-4aee-95b4-08f452764502 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Aug 11 03:47:38.690269 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1bd96ff0-bbc5-46c9-a960-58ec11df906f req-179b8157-4dac-4c83-857d-32d48388642c tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318553 Aug 11 03:47:39.813839 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92edc38-0232-4f8a-b0cf-1a550b539aa4 req-239b1c88-06bf-41fc-bae5-5849f0c9a14a tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:39.815346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e92edc38-0232-4f8a-b0cf-1a550b539aa4 req-239b1c88-06bf-41fc-bae5-5849f0c9a14a tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 945 time: 0.0554132 Aug 11 03:47:39.852866 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e92edc38-0232-4f8a-b0cf-1a550b539aa4 req-6a2f32e6-e2ab-45a9-8f56-9939672480d6 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/security-groups?id=55f69d8a-f2e1-49b1-9121-23718a0df48e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Aug 11 03:47:40.273418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411214af-1848-4a8b-b584-78900c9ac99b req-ad5323ea-19de-4dc1-b58a-207ac76a529e tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:40.274862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-411214af-1848-4a8b-b584-78900c9ac99b req-ad5323ea-19de-4dc1-b58a-207ac76a529e tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 945 time: 0.0486348 Aug 11 03:47:40.367515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Deleting port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:40.367883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:40.455739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] For port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:40.456100 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:40.468633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Calling delete_port for 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:40.595817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:40.607522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['5c3addb1-0a3f-4b7f-a687-d9cd16ba144e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:47:40.624297 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Pushing event deleted for resources: {'Port': ['ID=5c3addb1-0a3f-4b7f-a687-d9cd16ba144e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:40.637626 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.638012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.638327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.638669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.639004 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.639345 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.639720 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.640056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.640389 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.640718 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.641042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.641370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:40.677096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] No DVR routers for this DVR port 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:40.679877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:40.681935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-411214af-1848-4a8b-b584-78900c9ac99b req-2ba36d06-af9f-4329-9a88-4882a220cba1 tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.57 "DELETE /v2.0/ports/5c3addb1-0a3f-4b7f-a687-d9cd16ba144e HTTP/1.1" status: 204 len: 173 time: 0.4008014 Aug 11 03:47:40.682636 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'name': 'network-vif-deleted', 'tag': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:47:40.732689 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fab075-0d05-405a-b954-ef6550ce2ea9" -d '{"events": [{"server_uuid": "f8989f77-efcb-49ed-8c39-08f2179d3a56", "name": "network-vif-deleted", "tag": "5c3addb1-0a3f-4b7f-a687-d9cd16ba144e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:47:40.839730 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee70e1e1-eef6-405a-b029-44f95bf89cdd x-openstack-request-id: req-ee70e1e1-eef6-405a-b029-44f95bf89cdd {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:47:40.839962 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8989f77-efcb-49ed-8c39-08f2179d3a56", "name": "network-vif-deleted", "tag": "5c3addb1-0a3f-4b7f-a687-d9cd16ba144e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:47:40.840221 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee70e1e1-eef6-405a-b029-44f95bf89cdd {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:47:40.840624 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8989f77-efcb-49ed-8c39-08f2179d3a56', 'name': 'network-vif-deleted', 'tag': '5c3addb1-0a3f-4b7f-a687-d9cd16ba144e', 'status': 'completed', 'code': 200} Aug 11 03:47:40.959874 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8cedcf58-4472-4604-b498-1a777c3d529b req-5226ae88-f78f-4fe3-9d45-66adbfe5cf8f tempest-TestEncryptedCinderVolumes-1607665658 tempest-TestEncryptedCinderVolumes-1607665658-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8989f77-efcb-49ed-8c39-08f2179d3a56 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Aug 11 03:47:42.056432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44834) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:42.734917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:42.979153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Deleting port faa51a83-f632-4bb6-991c-b84e9a82d022 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:42.979494 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:43.055687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:43.056478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] For port faa51a83-f632-4bb6-991c-b84e9a82d022, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=faa51a83-f632-4bb6-991c-b84e9a82d022,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:43.056875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:43.070543 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Calling delete_port for faa51a83-f632-4bb6-991c-b84e9a82d022 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:43.075412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:43.075792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 5c3addb1-0a3f-4b7f-a687-d9cd16ba144e not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:43.255691 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:43.282018 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa51a83-f632-4bb6-991c-b84e9a82d022,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:43.312409 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.312613 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.313030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.313374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.313711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.314053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.314382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.314711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.315037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.315362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.315711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.316039 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:43.464671 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:43.679117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Router 9da4504c-2603-4a34-9982-790e680e3d8d has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:47:43.785026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:43.790030 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-40818beb-0005-4d7f-851c-78ce1d446ce8 admin admin] 10.222.0.60 "PUT /v2.0/routers/9da4504c-2603-4a34-9982-790e680e3d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323022 Aug 11 03:47:43.792610 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44836) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:43.794026 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] Sync routers for ids ['9da4504c-2603-4a34-9982-790e680e3d8d'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:43.804595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] Routers {'9da4504c-2603-4a34-9982-790e680e3d8d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:43.805334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9da4504c-2603-4a34-9982-790e680e3d8d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:43.900474 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:43.913454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] Set router 9da4504c-2603-4a34-9982-790e680e3d8d gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:44.005334 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.058998 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Deleting port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:44.059760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.092093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:47:43Z', 'revision_number': 5, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port': {'id': '18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ec:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:44.119422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] Checking router: 9da4504c-2603-4a34-9982-790e680e3d8d for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:44.128739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] Routers {'9da4504c-2603-4a34-9982-790e680e3d8d'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:44.129361 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9da4504c-2603-4a34-9982-790e680e3d8d'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:44.143034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] For port 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:44.143401 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.156645 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Calling delete_port for 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:44.217561 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] Set router 9da4504c-2603-4a34-9982-790e680e3d8d gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:44.274079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:47:44Z', 'revision_number': 6, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:44.302491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4860b6-6e54-4dfb-962d-0fbace9463fd None None] The sync data for ids ['9da4504c-2603-4a34-9982-790e680e3d8d'] in n-d-768509-22 is: [{'id': '9da4504c-2603-4a34-9982-790e680e3d8d', 'name': 'tempest-TestEncryptedCinderVolumes-2062942638-router', 'tenant_id': '43aa126533914c82b3599aaf18d738e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:28Z', 'updated_at': '2021-08-11T03:47:44Z', 'revision_number': 6, 'project_id': '43aa126533914c82b3599aaf18d738e2', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:44.333733 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.360190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:44.427304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.516864 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.519227 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.561902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.562419 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9da4504c-2603-4a34-9982-790e680e3d8d {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:47:44.566881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.568170 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-543a59ac-5f26-4ecf-acc2-3809e053ac12 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9da4504c-2603-4a34-9982-790e680e3d8d HTTP/1.1" status: 204 len: 168 time: 0.7746420 Aug 11 03:47:44.570608 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44838) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:44.615771 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] Deleting subnet 6abf8892-b5d0-4ea3-a11a-818f2f5aba91 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:47:44.618769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.654093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.742731 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.796537 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.823778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6abf8892-b5d0-4ea3-a11a-818f2f5aba91,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:44.825750 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.827595 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4270bf4b-26fe-42a3-87c2-84eb3042a304 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6abf8892-b5d0-4ea3-a11a-818f2f5aba91 HTTP/1.1" status: 204 len: 168 time: 0.2560458 Aug 11 03:47:44.830765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44840) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:44.833365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb90a8c-bcae-4c29-b6da-daec1badc3de None None] Network e2b082f4-e6ae-447d-be9b-ce89aa099d7d requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:44.902927 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:44.956496 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Deleting port effb1dec-8f03-4c15-ad67-3a73b979e540 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:44.956846 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.021199 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] For port effb1dec-8f03-4c15-ad67-3a73b979e540, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=effb1dec-8f03-4c15-ad67-3a73b979e540,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:45.021569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.036068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Calling delete_port for effb1dec-8f03-4c15-ad67-3a73b979e540 owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:45.040186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] DHCP port deletion for e2b082f4-e6ae-447d-be9b-ce89aa099d7d request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:47:45.088530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] Deleting port effb1dec-8f03-4c15-ad67-3a73b979e540 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:45.088912 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.122371 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.137959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] No DVR routers for this DVR port effb1dec-8f03-4c15-ad67-3a73b979e540 on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:45.158897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] For port effb1dec-8f03-4c15-ad67-3a73b979e540, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=effb1dec-8f03-4c15-ad67-3a73b979e540,segment=NetworkSegment(dc74beb0-c967-4776-b5fe-8eb7ba932772),segment_id=dc74beb0-c967-4776-b5fe-8eb7ba932772)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:45.159977 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.160142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Pushing event deleted for resources: {'Port': ['ID=effb1dec-8f03-4c15-ad67-3a73b979e540,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:45.177077 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] Calling delete_port for effb1dec-8f03-4c15-ad67-3a73b979e540 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:45.236570 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.246733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b082f4-e6ae-447d-be9b-ce89aa099d7d']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:45.258738 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.260316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc74beb0-c967-4776-b5fe-8eb7ba932772') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:45.260614 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc74beb0-c967-4776-b5fe-8eb7ba932772') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:45.272347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.285664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] Pushing event deleted for resources: {'Port': ['ID=effb1dec-8f03-4c15-ad67-3a73b979e540,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:45.288174 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.290586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a6d42-9100-4927-94c6-df4b20824c7b None None] No DVR routers for this DVR port effb1dec-8f03-4c15-ad67-3a73b979e540 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:45.295403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:47:45.296001 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:47:45.298735 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:47:45.358523 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.364888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.369516 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e2b082f4-e6ae-447d-be9b-ce89aa099d7d HTTP/1.1" status: 204 len: 168 time: 0.5350711 Aug 11 03:47:45.370459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44842) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:45.379803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device effb1dec-8f03-4c15-ad67-3a73b979e540 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:45.385579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ca5ab-8b83-4d10-96d3-9a902d1f0473 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b082f4-e6ae-447d-be9b-ce89aa099d7d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:45.407331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: effb1dec-8f03-4c15-ad67-3a73b979e540 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:45.407823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device effb1dec-8f03-4c15-ad67-3a73b979e540 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:45.408211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device faa51a83-f632-4bb6-991c-b84e9a82d022 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:45.426964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: faa51a83-f632-4bb6-991c-b84e9a82d022 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:45.427310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device faa51a83-f632-4bb6-991c-b84e9a82d022 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:45.427748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:45.446516 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:45.446860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 18bd1ac6-e5e2-4ecf-a018-49a4a55af1ee not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:45.742747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:45.986620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Deleting port e8c39280-f388-43de-a833-26edf9ffaa45 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:45.986961 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:46.063904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] For port e8c39280-f388-43de-a833-26edf9ffaa45, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e8c39280-f388-43de-a833-26edf9ffaa45,segment=NetworkSegment(0aaa05d1-50b8-4338-b0e3-a4a55cf352db),segment_id=0aaa05d1-50b8-4338-b0e3-a4a55cf352db)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:46.064180 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:46.080531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Calling delete_port for e8c39280-f388-43de-a833-26edf9ffaa45 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:46.260460 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:46.287595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c39280-f388-43de-a833-26edf9ffaa45,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:46.454305 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:46.950704 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Router 3c67d415-2eaf-41c0-854d-6c3cfb899612 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:47:47.054832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:47.060278 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-31bf5e95-fc35-4a66-9f58-a55e83d69c01 admin admin] 10.222.0.60 "PUT /v2.0/routers/3c67d415-2eaf-41c0-854d-6c3cfb899612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6884444 Aug 11 03:47:47.063292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44844) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:47.066066 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] Sync routers for ids ['3c67d415-2eaf-41c0-854d-6c3cfb899612'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:47.075734 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] Routers {'3c67d415-2eaf-41c0-854d-6c3cfb899612'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:47.076343 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3c67d415-2eaf-41c0-854d-6c3cfb899612'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:47.192263 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.207395 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] Set router 3c67d415-2eaf-41c0-854d-6c3cfb899612 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:47.301808 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.364329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Deleting port cd5b5957-f241-41e2-b691-f732d6a337d7 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:47.364819 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.399109 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246'}], 'enable_snat': True}, 'gw_port_id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:47:46Z', 'revision_number': 5, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port': {'id': 'cd5b5957-f241-41e2-b691-f732d6a337d7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:46:33Z', 'updated_at': '2021-08-11T03:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:47.426560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] Checking router: 3c67d415-2eaf-41c0-854d-6c3cfb899612 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:47.434869 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] Routers {'3c67d415-2eaf-41c0-854d-6c3cfb899612'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:47.435465 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['3c67d415-2eaf-41c0-854d-6c3cfb899612'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:47.444271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] For port cd5b5957-f241-41e2-b691-f732d6a337d7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=cd5b5957-f241-41e2-b691-f732d6a337d7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:47.444647 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.461896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Calling delete_port for cd5b5957-f241-41e2-b691-f732d6a337d7 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:47.521648 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] Set router 3c67d415-2eaf-41c0-854d-6c3cfb899612 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:47.574945 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:47:47Z', 'revision_number': 6, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:47.602648 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5e3dfd-7b20-4a2c-908f-d274ffd42e97 None None] The sync data for ids ['3c67d415-2eaf-41c0-854d-6c3cfb899612'] in n-d-768509-22 is: [{'id': '3c67d415-2eaf-41c0-854d-6c3cfb899612', 'name': 'tempest-TestEncryptedCinderVolumes-960341946-router', 'tenant_id': '1ffd4abc3c30487baee5c599697dde8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:46:32Z', 'updated_at': '2021-08-11T03:47:47Z', 'revision_number': 6, 'project_id': '1ffd4abc3c30487baee5c599697dde8a', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:47.626395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.655966 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5b5957-f241-41e2-b691-f732d6a337d7,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:47.715946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.807316 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.809457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.857175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.857694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c67d415-2eaf-41c0-854d-6c3cfb899612 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:47:47.863123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.864078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6d3611d5-b46d-458a-8fc2-36cb319ad5ea admin admin] 10.222.0.60 "DELETE /v2.0/routers/3c67d415-2eaf-41c0-854d-6c3cfb899612 HTTP/1.1" status: 204 len: 168 time: 0.7995117 Aug 11 03:47:47.866533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44846) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:47.912761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] Deleting subnet 534a96eb-5f4c-4ab7-9eb7-3c1803167afc {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:47:47.915780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:47.951498 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.040044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.092632 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.119049 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534a96eb-5f4c-4ab7-9eb7-3c1803167afc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:48.124153 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.126060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bf5cc878-71ca-4296-b48a-34dc24e02833 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/534a96eb-5f4c-4ab7-9eb7-3c1803167afc HTTP/1.1" status: 204 len: 168 time: 0.2585208 Aug 11 03:47:48.128749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44848) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:48.129241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c483d-005f-4981-8462-b2b2dd72c601 None None] Network dce18451-212c-4833-8607-178c12ecad7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:48.197965 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.257629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Deleting port 760adc8a-6b47-495d-bfce-69412a6fdae9 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:48.257985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.322487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] For port 760adc8a-6b47-495d-bfce-69412a6fdae9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=760adc8a-6b47-495d-bfce-69412a6fdae9,segment=NetworkSegment(0aaa05d1-50b8-4338-b0e3-a4a55cf352db),segment_id=0aaa05d1-50b8-4338-b0e3-a4a55cf352db)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:48.322859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.338803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Calling delete_port for 760adc8a-6b47-495d-bfce-69412a6fdae9 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:48.339294 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] DHCP port deletion for dce18451-212c-4833-8607-178c12ecad7b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:47:48.390895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] Deleting port 760adc8a-6b47-495d-bfce-69412a6fdae9 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:47:48.391721 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.424135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.453963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=760adc8a-6b47-495d-bfce-69412a6fdae9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:48.460114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] For port 760adc8a-6b47-495d-bfce-69412a6fdae9, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=760adc8a-6b47-495d-bfce-69412a6fdae9,segment=NetworkSegment(0aaa05d1-50b8-4338-b0e3-a4a55cf352db),segment_id=0aaa05d1-50b8-4338-b0e3-a4a55cf352db)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:48.460280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] No DVR routers for this DVR port 760adc8a-6b47-495d-bfce-69412a6fdae9 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:48.460523 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.474697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] Calling delete_port for 760adc8a-6b47-495d-bfce-69412a6fdae9 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:47:48.533804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.544940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce18451-212c-4833-8607-178c12ecad7b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:48.556729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.557206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaa05d1-50b8-4338-b0e3-a4a55cf352db') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:48.557504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaa05d1-50b8-4338-b0e3-a4a55cf352db') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:48.567518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.582139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] Pushing event deleted for resources: {'Port': ['ID=760adc8a-6b47-495d-bfce-69412a6fdae9,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:48.583527 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.588023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3d7aa-b84d-4474-b0d3-da4cf88ffd68 None None] No DVR routers for this DVR port 760adc8a-6b47-495d-bfce-69412a6fdae9 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:47:48.595915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:47:48.595915 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:47:48.597607 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:47:48.656929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.662279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.664123 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/dce18451-212c-4833-8607-178c12ecad7b HTTP/1.1" status: 204 len: 168 time: 0.5344501 Aug 11 03:47:48.675191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f97b4-7264-4a44-8185-b54793d3f3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dce18451-212c-4833-8607-178c12ecad7b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:48.831777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44852) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:48.872552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-ea6fc269-2e63-4cf3-8fbe-7cbfb2faaf55 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43aa126533914c82b3599aaf18d738e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395267 Aug 11 03:47:48.875026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44854) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:48.924229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650bed37-bc0f-408e-8c23-e1928ad4c251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.945157 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650bed37-bc0f-408e-8c23-e1928ad4c251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.992892 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650bed37-bc0f-408e-8c23-e1928ad4c251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.995435 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-650bed37-bc0f-408e-8c23-e1928ad4c251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:48.996620 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-650bed37-bc0f-408e-8c23-e1928ad4c251 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55f69d8a-f2e1-49b1-9121-23718a0df48e HTTP/1.1" status: 204 len: 168 time: 0.1204808 Aug 11 03:47:49.004565 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bed37-bc0f-408e-8c23-e1928ad4c251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f69d8a-f2e1-49b1-9121-23718a0df48e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:49.312017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44860) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:49.335179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c39280-f388-43de-a833-26edf9ffaa45 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:49.355934 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e8c39280-f388-43de-a833-26edf9ffaa45 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:49.356284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e8c39280-f388-43de-a833-26edf9ffaa45 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:49.356696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 760adc8a-6b47-495d-bfce-69412a6fdae9 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:49.359649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-746ebdc8-5ab5-442f-8e80-98b650479c9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ffd4abc3c30487baee5c599697dde8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443530 Aug 11 03:47:49.360493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44862) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:49.376650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 760adc8a-6b47-495d-bfce-69412a6fdae9 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:49.376979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 760adc8a-6b47-495d-bfce-69412a6fdae9 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:49.377392 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd5b5957-f241-41e2-b691-f732d6a337d7 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:47:49.400018 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: cd5b5957-f241-41e2-b691-f732d6a337d7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:47:49.400360 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device cd5b5957-f241-41e2-b691-f732d6a337d7 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:47:49.411356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36a947d1-0319-4ebd-ab8d-c0df0c06ac13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.433824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36a947d1-0319-4ebd-ab8d-c0df0c06ac13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.480995 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36a947d1-0319-4ebd-ab8d-c0df0c06ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.483457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-36a947d1-0319-4ebd-ab8d-c0df0c06ac13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:49.484767 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-36a947d1-0319-4ebd-ab8d-c0df0c06ac13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd0cb9ca-d3e6-48e8-8eb1-0b1dee2601b4 HTTP/1.1" status: 204 len: 168 time: 0.1233652 Aug 11 03:47:49.492258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a947d1-0319-4ebd-ab8d-c0df0c06ac13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cb9ca-d3e6-48e8-8eb1-0b1dee2601b4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:50.154568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44884) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:50.254963 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1150811356-network', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:50.275916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Made reservation on behalf of e1466fe81ed74f5691063be8cf3d799d for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:47:50.278393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.287152 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.377020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.380955 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.407921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:47:50.414175 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78caeca3-3af0-4536-a998-c3f461c858cc,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:50.420370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.420744 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Added segment b3592058-9cfa-412c-b52d-3fa50c134b31 of type vlan for network 386c0676-f267-4318-8bfb-8ccdc66b980c Aug 11 03:47:50.464857 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.494745 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.495907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:50.496557 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.553062 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3973117 Aug 11 03:47:50.556281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44888) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:50.558358 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f982f63-737c-4d2b-9c79-3b761e30e1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=386c0676-f267-4318-8bfb-8ccdc66b980c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:50.561714 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Request body: {'subnet': {'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1150811356-subnet', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:50.568638 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 386c0676-f267-4318-8bfb-8ccdc66b980c details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:47:50.583666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Made reservation on behalf of e1466fe81ed74f5691063be8cf3d799d for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:47:50.586226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.756436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.810163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00791683-cdd5-4756-987a-5d291f095447,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:50.825931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Checking segment: {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:50.826293 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Network hostable DHCP agents. Network: 386c0676-f267-4318-8bfb-8ccdc66b980c, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:47:50.842893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Network 386c0676-f267-4318-8bfb-8ccdc66b980c is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:47:50.851507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 386c0676-f267-4318-8bfb-8ccdc66b980c) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:50.855587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:50.856196 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.864273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1df20-15b5-455f-ba93-1310e40c86cc None None] Network 386c0676-f267-4318-8bfb-8ccdc66b980c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:50.870669 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d222b146-1402-4a7a-b4f0-778cfd3822f7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3129232 Aug 11 03:47:50.873556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:50.878618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:50.901293 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.902426 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:50.954790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.013460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-386c0676-f267-4318-8bfb-8ccdc66b980c', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:47:51.014362 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.092782 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.151580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Allocated IP 172.20.0.2 (386c0676-f267-4318-8bfb-8ccdc66b980c/00791683-cdd5-4756-987a-5d291f095447/06e89bfa-ef24-4cea-97f8-34200f5415aa) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:47:51.296987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.307352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.316590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Transition to ACTIVE for port object 06e89bfa-ef24-4cea-97f8-34200f5415aa will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:51.321067 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.333851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Transition to ACTIVE for port object 06e89bfa-ef24-4cea-97f8-34200f5415aa will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:51.341489 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.412798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Network 386c0676-f267-4318-8bfb-8ccdc66b980c is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:51.419973 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:51.427161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:47:51.434990 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Pushing event updated for resources: {'Port': ['ID=06e89bfa-ef24-4cea-97f8-34200f5415aa,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:51.478233 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Allocated IP 172.25.4.72 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/48d4b595-42c6-47bf-9038-20d95d611202) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:47:51.495775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Attempting to bind port 06e89bfa-ef24-4cea-97f8-34200f5415aa on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:47:51.495775 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Attempting to bind port 06e89bfa-ef24-4cea-97f8-34200f5415aa by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:47:51.496140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Attempting to bind port 06e89bfa-ef24-4cea-97f8-34200f5415aa on network 386c0676-f267-4318-8bfb-8ccdc66b980c {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:47:51.503950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:47:51.504250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Checking segment: {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:51.504647 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.505043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Bound using segment: {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:47:51.505514 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Bound port: 06e89bfa-ef24-4cea-97f8-34200f5415aa, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:47:51.505889 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.570274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] For port 06e89bfa-ef24-4cea-97f8-34200f5415aa, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:47:51.574593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] For port 06e89bfa-ef24-4cea-97f8-34200f5415aa, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06e89bfa-ef24-4cea-97f8-34200f5415aa,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:47:51.579500 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.597175 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.641579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:51.642088 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3d2cb-07aa-43a1-8a2c-57bd3ffd6165 None None] Pushing event updated for resources: {'Port': ['ID=06e89bfa-ef24-4cea-97f8-34200f5415aa,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:51.683932 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:51.686933 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:51.691230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:47:51.697174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Pushing event updated for resources: {'Port': ['ID=48d4b595-42c6-47bf-9038-20d95d611202,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:52.301593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.403195 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-98d8e106-9bf6-4266-80c1-12e47c86c9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.518643 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.563653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a97a0-701a-462e-878d-a4b4ddaf69cd None None] Network 386c0676-f267-4318-8bfb-8ccdc66b980c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:52.653825 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Router 9a77294c-10f8-4a09-a656-a67f6062f7bd is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:47:52.689047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8283e933-743e-4eb7-8928-de48b8b649f7 None None] Provisioning for port 06e89bfa-ef24-4cea-97f8-34200f5415aa completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:52.766758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:52.779083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Sync routers for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:52.784827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:52.786322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b0ad6052-8532-41ea-be8a-3aa9a5f166de admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9116647 Aug 11 03:47:52.789159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44892) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:52.790021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:52.790744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:52.914967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:53.107951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:52Z', 'revision_number': 3, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:53.136540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Checking router: 9a77294c-10f8-4a09-a656-a67f6062f7bd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:53.136895 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Updating router 9a77294c-10f8-4a09-a656-a67f6062f7bd port 48d4b595-42c6-47bf-9038-20d95d611202 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:47:53.162975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.253969 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.406528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06e89bfa-ef24-4cea-97f8-34200f5415aa up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:53.427359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Allocated IP 172.20.0.1 (386c0676-f267-4318-8bfb-8ccdc66b980c/00791683-cdd5-4756-987a-5d291f095447/957da62b-1682-493d-8086-b3d42cfc33b4) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:47:53.519862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 06e89bfa-ef24-4cea-97f8-34200f5415aa completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:53.532331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 06e89bfa-ef24-4cea-97f8-34200f5415aa triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:53.532706 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.542547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.557399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Transition to ACTIVE for port object 957da62b-1682-493d-8086-b3d42cfc33b4 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:53.592677 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.635393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Network 386c0676-f267-4318-8bfb-8ccdc66b980c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:53.639993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:53.643211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:47:53.667827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=957da62b-1682-493d-8086-b3d42cfc33b4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:53.680810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.688186 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.688500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.700580 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Transition to ACTIVE for port object 48d4b595-42c6-47bf-9038-20d95d611202 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:53.712959 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.762886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 06e89bfa-ef24-4cea-97f8-34200f5415aa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06e89bfa-ef24-4cea-97f8-34200f5415aa,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:53.780129 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.785285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad612228-5b62-4e4c-bb37-6ecb4be43f67 None None] Pushing event updated for resources: {'Port': ['ID=48d4b595-42c6-47bf-9038-20d95d611202,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:53.787621 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Attempting to bind port 48d4b595-42c6-47bf-9038-20d95d611202 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:47:53.788007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Attempting to bind port 48d4b595-42c6-47bf-9038-20d95d611202 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:47:53.788370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Attempting to bind port 48d4b595-42c6-47bf-9038-20d95d611202 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:47:53.814207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:47:53.814644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:53.815084 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.815544 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:47:53.816528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Bound port: 48d4b595-42c6-47bf-9038-20d95d611202, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:47:53.816528 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.856611 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.885275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=06e89bfa-ef24-4cea-97f8-34200f5415aa,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:53.899549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] For port 48d4b595-42c6-47bf-9038-20d95d611202, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:47:53.902679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] For port 48d4b595-42c6-47bf-9038-20d95d611202, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=48d4b595-42c6-47bf-9038-20d95d611202,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:47:53.906226 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:53.974346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad612228-5b62-4e4c-bb37-6ecb4be43f67 None None] Pushing event updated for resources: {'Port': ['ID=48d4b595-42c6-47bf-9038-20d95d611202,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:53.977477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:53.978079 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:53.982171 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-82eab077-5277-48ef-bc5e-3ad330389fe5 None None] Provisioning for port 957da62b-1682-493d-8086-b3d42cfc33b4 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:54.016356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-82eab077-5277-48ef-bc5e-3ad330389fe5 None None] Provisioning complete for port 957da62b-1682-493d-8086-b3d42cfc33b4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:54.016727 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-82eab077-5277-48ef-bc5e-3ad330389fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.045495 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.051138 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.089327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-82eab077-5277-48ef-bc5e-3ad330389fe5 None None] Port 957da62b-1682-493d-8086-b3d42cfc33b4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:47:54.115290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:54.120661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=957da62b-1682-493d-8086-b3d42cfc33b4,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:54.123210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.227717 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Network 386c0676-f267-4318-8bfb-8ccdc66b980c is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:54.229171 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:54.329068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 1, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:54.351026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Router 9a77294c-10f8-4a09-a656-a67f6062f7bd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:47:54.362313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff4dfb-2276-4666-8a4b-a0ed73888f9f None None] The sync data for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 is: [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 1, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:54.472604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:54.478243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3883c06d-0ca3-428c-8e31-bda2284eb6f9 admin admin] 10.222.0.60 "PUT /v2.0/routers/9a77294c-10f8-4a09-a656-a67f6062f7bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6880543 Aug 11 03:47:54.512489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6931f3cd-6d94-44b5-b895-1d3232f66467 None None] Provisioning complete for port 957da62b-1682-493d-8086-b3d42cfc33b4 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:54.513052 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6931f3cd-6d94-44b5-b895-1d3232f66467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:54.580770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6931f3cd-6d94-44b5-b895-1d3232f66467 None None] Port 957da62b-1682-493d-8086-b3d42cfc33b4 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:47:55.025166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44912) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:55.031854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134694491-network', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:55.053616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Made reservation on behalf of e273d46c318c42fbb8ee140b51b44b5f for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:47:55.056192 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.066272 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.166471 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.170925 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.199836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:47:55.207463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22968440-e5f4-4841-8139-0d27e14dc55d,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:55.214547 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.215090 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Added segment 102ca01a-bc63-4eb6-8503-ba24c8912ae9 of type vlan for network 94ec5649-b328-45b2-822a-38b7379d306b Aug 11 03:47:55.259493 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.278514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25abf5cc-f7d1-44a7-9bde-67c8e7851973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.299118 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.300968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:55.301623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.369230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:55.369616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3417215 Aug 11 03:47:55.373909 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Request body: {'subnet': {'network_id': '94ec5649-b328-45b2-822a-38b7379d306b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134694491-subnet', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:55.376698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e74409-76de-4fa9-a69a-f63f384af302 admin admin] Pushing event updated for resources: {'Network': ['ID=94ec5649-b328-45b2-822a-38b7379d306b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:55.386445 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 94ec5649-b328-45b2-822a-38b7379d306b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:47:55.412906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Made reservation on behalf of e273d46c318c42fbb8ee140b51b44b5f for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:47:55.415581 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.451402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 48d4b595-42c6-47bf-9038-20d95d611202 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:55.520176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 48d4b595-42c6-47bf-9038-20d95d611202 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:55.523947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 48d4b595-42c6-47bf-9038-20d95d611202 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:55.524329 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.579271 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.617132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.628149 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.652102 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 48d4b595-42c6-47bf-9038-20d95d611202, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=48d4b595-42c6-47bf-9038-20d95d611202,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:55.657755 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.658733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06e89bfa-ef24-4cea-97f8-34200f5415aa up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:55.679110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473e1eac-f4bc-444a-a992-03731074f969,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:55.688708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Checking segment: {'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:55.689065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Network hostable DHCP agents. Network: 94ec5649-b328-45b2-822a-38b7379d306b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:47:55.707103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Network 94ec5649-b328-45b2-822a-38b7379d306b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:47:55.716545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 94ec5649-b328-45b2-822a-38b7379d306b) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:55.721453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:47:55.722032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.728851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e80ad-e27c-4aee-ba20-757928aefa7c None None] Network 94ec5649-b328-45b2-822a-38b7379d306b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:55.737275 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-be6e9ec4-ffae-4c05-a9be-8ef54e2193c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3676035 Aug 11 03:47:55.739934 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 44916) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:55.744333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:47:55.767093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.767735 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.806213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=48d4b595-42c6-47bf-9038-20d95d611202,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:55.830490 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 06e89bfa-ef24-4cea-97f8-34200f5415aa triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:55.830786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.837296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.987539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.992666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-94ec5649-b328-45b2-822a-38b7379d306b', 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'fixed_ips': [{'subnet_id': '473e1eac-f4bc-444a-a992-03731074f969'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:47:55.993603 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:55.997787 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.040800 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:47:56.150602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Allocated IP 172.20.0.2 (94ec5649-b328-45b2-822a-38b7379d306b/473e1eac-f4bc-444a-a992-03731074f969/6daa9346-a870-457c-9d5a-e096fb4bec1a) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:47:56.206063 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.229072 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.307399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.320759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Transition to ACTIVE for port object 6daa9346-a870-457c-9d5a-e096fb4bec1a will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:56.338098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Transition to ACTIVE for port object 6daa9346-a870-457c-9d5a-e096fb4bec1a will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:56.345483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.348782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Allocated IP 172.25.4.187 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/daa12db1-acf6-44b6-87d2-f6137aa63ce2) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:47:56.388274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Network 94ec5649-b328-45b2-822a-38b7379d306b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:56.391378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:56.393854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:47:56.416231 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Sync routers for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:56.427163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Pushing event updated for resources: {'Port': ['ID=6daa9346-a870-457c-9d5a-e096fb4bec1a,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:56.427422 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:56.427833 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:56.454862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Attempting to bind port 6daa9346-a870-457c-9d5a-e096fb4bec1a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:47:56.455238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Attempting to bind port 6daa9346-a870-457c-9d5a-e096fb4bec1a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:47:56.455603 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Attempting to bind port 6daa9346-a870-457c-9d5a-e096fb4bec1a on network 94ec5649-b328-45b2-822a-38b7379d306b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:47:56.461501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:47:56.461877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Checking segment: {'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:56.462286 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.462926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Bound using segment: {'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:47:56.463145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Bound port: 6daa9346-a870-457c-9d5a-e096fb4bec1a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:47:56.463530 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.466920 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.509457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.537258 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] For port 6daa9346-a870-457c-9d5a-e096fb4bec1a, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:47:56.540633 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] For port 6daa9346-a870-457c-9d5a-e096fb4bec1a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6daa9346-a870-457c-9d5a-e096fb4bec1a,segment=NetworkSegment(102ca01a-bc63-4eb6-8503-ba24c8912ae9),segment_id=102ca01a-bc63-4eb6-8503-ba24c8912ae9)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:47:56.546390 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.550301 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:56.558500 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:56.563322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:56.565906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:47:56.572305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Pushing event updated for resources: {'Port': ['ID=daa12db1-acf6-44b6-87d2-f6137aa63ce2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:56.629652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64481392-a0b1-400c-a8c2-c823b4470215 None None] Pushing event updated for resources: {'Port': ['ID=6daa9346-a870-457c-9d5a-e096fb4bec1a,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:56.764571 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 2, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:56.809811 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Checking router: 9a77294c-10f8-4a09-a656-a67f6062f7bd for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:56.810469 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Updating router 9a77294c-10f8-4a09-a656-a67f6062f7bd port 957da62b-1682-493d-8086-b3d42cfc33b4 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:47:56.844673 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.884664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:56.916056 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.228842 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.241294 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Transition to ACTIVE for port object 957da62b-1682-493d-8086-b3d42cfc33b4 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:57.249022 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.322273 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Pushing event updated for resources: {'Port': ['ID=957da62b-1682-493d-8086-b3d42cfc33b4,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:57.332070 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.332685 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.333154 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.333635 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.334128 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.334603 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.335196 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.335689 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.336191 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.336804 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.337266 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.337748 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:47:57.370019 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Attempting to bind port 957da62b-1682-493d-8086-b3d42cfc33b4 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:47:57.370386 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Attempting to bind port 957da62b-1682-493d-8086-b3d42cfc33b4 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:47:57.370746 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Attempting to bind port 957da62b-1682-493d-8086-b3d42cfc33b4 on network 386c0676-f267-4318-8bfb-8ccdc66b980c {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:47:57.377142 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:47:57.377523 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Checking segment: {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:57.377939 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.378358 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Bound using segment: {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:47:57.378830 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Bound port: 957da62b-1682-493d-8086-b3d42cfc33b4, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:47:57.379210 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.419264 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.471827 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] For port 957da62b-1682-493d-8086-b3d42cfc33b4, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:47:57.474645 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] For port 957da62b-1682-493d-8086-b3d42cfc33b4, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=957da62b-1682-493d-8086-b3d42cfc33b4,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:47:57.482968 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.520705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6daa9346-a870-457c-9d5a-e096fb4bec1a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:57.561223 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:57.561902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:57.613678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:47:57.617028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6daa9346-a870-457c-9d5a-e096fb4bec1a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:57.618255 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657bb2f-3d06-45de-973e-1ba5fc0a711b None None] Pushing event updated for resources: {'Port': ['ID=957da62b-1682-493d-8086-b3d42cfc33b4,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:57.623292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 48d4b595-42c6-47bf-9038-20d95d611202 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:57.698493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 48d4b595-42c6-47bf-9038-20d95d611202 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:57.699412 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.728124 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:57.789283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:57.814867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Sync routers for ids ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:47:57.816434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:57.820528 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 44918) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:47:57.821281 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-983ec318-54cc-4c2e-9808-4161f1afea51 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0798807 Aug 11 03:47:57.825648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c148687-6a4f-4145-ba99-c8421aecb9fa None None] Network 94ec5649-b328-45b2-822a-38b7379d306b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:47:57.873851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Routers {'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:57.875040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:57.991386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-12a05945-5506-47cc-9248-e04346f940e6 None None] Provisioning for port 6daa9346-a870-457c-9d5a-e096fb4bec1a completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:57.997054 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:57Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:58.005419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-12a05945-5506-47cc-9248-e04346f940e6 None None] Provisioning complete for port 6daa9346-a870-457c-9d5a-e096fb4bec1a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:58.005793 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12a05945-5506-47cc-9248-e04346f940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.025530 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0549ff25-52e3-4b59-813a-3871da7faea6 None None] The sync data for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 is: [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:57Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:58.081537 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Set router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:58.307816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.396913 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.476188 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12a05945-5506-47cc-9248-e04346f940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.482922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Allocated IP 172.20.0.1 (94ec5649-b328-45b2-822a-38b7379d306b/473e1eac-f4bc-444a-a992-03731074f969/bed8af7b-d98c-417f-b14f-460b2e1f9e17) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:47:58.540823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-12a05945-5506-47cc-9248-e04346f940e6 None None] For port 6daa9346-a870-457c-9d5a-e096fb4bec1a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6daa9346-a870-457c-9d5a-e096fb4bec1a,segment=NetworkSegment(102ca01a-bc63-4eb6-8503-ba24c8912ae9),segment_id=102ca01a-bc63-4eb6-8503-ba24c8912ae9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:58.549961 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12a05945-5506-47cc-9248-e04346f940e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.591849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:47:56Z', 'revision_number': 3, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port': {'id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:56Z', 'updated_at': '2021-08-11T03:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:58.630891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Checking router: c37ec257-0a9c-44b7-b2ed-c3fb58c1895c for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:47:58.631348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Updating router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c port daa12db1-acf6-44b6-87d2-f6137aa63ce2 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:47:58.669082 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.711453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a05945-5506-47cc-9248-e04346f940e6 None None] Pushing event updated for resources: {'Port': ['ID=6daa9346-a870-457c-9d5a-e096fb4bec1a,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:58.957785 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.968011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f5edb6e4-91b2-4149-a068-dda60fcb40d5 None None] Provisioning complete for port 6daa9346-a870-457c-9d5a-e096fb4bec1a triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:58.968435 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f5edb6e4-91b2-4149-a068-dda60fcb40d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:58.974093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Transition to ACTIVE for port object bed8af7b-d98c-417f-b14f-460b2e1f9e17 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:59.011016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.011947 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.026440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Transition to ACTIVE for port object daa12db1-acf6-44b6-87d2-f6137aa63ce2 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:47:59.036366 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.054048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Network 94ec5649-b328-45b2-822a-38b7379d306b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:59.057253 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:59.060314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:47:59.091316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Pushing event updated for resources: {'Port': ['ID=bed8af7b-d98c-417f-b14f-460b2e1f9e17,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:59.110556 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.123658 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d133f-7e8f-4ce4-9486-bcffc47e904e None None] Pushing event updated for resources: {'Port': ['ID=daa12db1-acf6-44b6-87d2-f6137aa63ce2,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:59.127170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Attempting to bind port daa12db1-acf6-44b6-87d2-f6137aa63ce2 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:47:59.127440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Attempting to bind port daa12db1-acf6-44b6-87d2-f6137aa63ce2 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:47:59.127844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Attempting to bind port daa12db1-acf6-44b6-87d2-f6137aa63ce2 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:47:59.133781 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:47:59.134157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:47:59.134560 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.134949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:47:59.135418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Bound port: daa12db1-acf6-44b6-87d2-f6137aa63ce2, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:47:59.135854 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.196868 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] For port daa12db1-acf6-44b6-87d2-f6137aa63ce2, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:47:59.200185 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] For port daa12db1-acf6-44b6-87d2-f6137aa63ce2, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=daa12db1-acf6-44b6-87d2-f6137aa63ce2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:47:59.208466 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.260553 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.270017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Routers {'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:47:59.270648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:59.273365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d133f-7e8f-4ce4-9486-bcffc47e904e None None] Pushing event updated for resources: {'Port': ['ID=daa12db1-acf6-44b6-87d2-f6137aa63ce2,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:59.378879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93d581f5-923a-421c-8409-7c8caf3599ef None None] Provisioning for port bed8af7b-d98c-417f-b14f-460b2e1f9e17 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:59.388748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-93d581f5-923a-421c-8409-7c8caf3599ef None None] Provisioning complete for port bed8af7b-d98c-417f-b14f-460b2e1f9e17 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:59.389618 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-93d581f5-923a-421c-8409-7c8caf3599ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.394690 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6daa9346-a870-457c-9d5a-e096fb4bec1a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:59.413904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] Set router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:47:59.443617 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.448400 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.520789 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.521787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-93d581f5-923a-421c-8409-7c8caf3599ef None None] Port bed8af7b-d98c-417f-b14f-460b2e1f9e17 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:47:59.522688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Pushing event updated for resources: {'Port': ['ID=bed8af7b-d98c-417f-b14f-460b2e1f9e17,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:47:59.585773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6daa9346-a870-457c-9d5a-e096fb4bec1a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:59.586369 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.620816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Network 94ec5649-b328-45b2-822a-38b7379d306b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:47:59.622280 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:47:59.716352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 957da62b-1682-493d-8086-b3d42cfc33b4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:47:59.749509 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:47:59.758932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 4, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port': {'id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:56Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'bed8af7b-d98c-417f-b14f-460b2e1f9e17', 'name': '', 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'mac_address': 'fa:16:3e:2f:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '473e1eac-f4bc-444a-a992-03731074f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:58Z', 'updated_at': '2021-08-11T03:47:58Z', 'revision_number': 1, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'subnets': [{'id': '473e1eac-f4bc-444a-a992-03731074f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:47:59.788883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a77b0bd-dfdd-4af0-a14c-989223675c0c None None] The sync data for ids ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'] in n-d-768509-22 is: [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 4, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port': {'id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:56Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'bed8af7b-d98c-417f-b14f-460b2e1f9e17', 'name': '', 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'mac_address': 'fa:16:3e:2f:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '473e1eac-f4bc-444a-a992-03731074f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:58Z', 'updated_at': '2021-08-11T03:47:58Z', 'revision_number': 1, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'subnets': [{'id': '473e1eac-f4bc-444a-a992-03731074f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:47:59.815228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 957da62b-1682-493d-8086-b3d42cfc33b4 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:47:59.820145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 957da62b-1682-493d-8086-b3d42cfc33b4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:59.820627 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.870845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-62349032-5395-4da7-9d6c-a0e019271893 None None] Provisioning complete for port bed8af7b-d98c-417f-b14f-460b2e1f9e17 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:47:59.871219 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-62349032-5395-4da7-9d6c-a0e019271893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.904250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:47:59.916853 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-152b32d3-df47-4a52-9f30-eec2eaef0e5c admin admin] 10.222.0.60 "PUT /v2.0/routers/c37ec257-0a9c-44b7-b2ed-c3fb58c1895c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885015 Aug 11 03:47:59.917504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-62349032-5395-4da7-9d6c-a0e019271893 None None] Port bed8af7b-d98c-417f-b14f-460b2e1f9e17 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:47:59.956597 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:47:59.991234 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 957da62b-1682-493d-8086-b3d42cfc33b4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=957da62b-1682-493d-8086-b3d42cfc33b4,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:47:59.995951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:00.068878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=957da62b-1682-493d-8086-b3d42cfc33b4,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:00.480451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:01.482751 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device daa12db1-acf6-44b6-87d2-f6137aa63ce2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:01.551193 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port daa12db1-acf6-44b6-87d2-f6137aa63ce2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:48:01.555027 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port daa12db1-acf6-44b6-87d2-f6137aa63ce2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:01.555397 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:01.649678 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:01.676051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port daa12db1-acf6-44b6-87d2-f6137aa63ce2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=daa12db1-acf6-44b6-87d2-f6137aa63ce2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:01.682564 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:01.683509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 957da62b-1682-493d-8086-b3d42cfc33b4 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:01.772030 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=daa12db1-acf6-44b6-87d2-f6137aa63ce2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:01.783074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 957da62b-1682-493d-8086-b3d42cfc33b4 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:01.783546 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:02.357762 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Sync routers for ids ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:48:02.368589 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Routers {'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:48:02.369203 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:02.488270 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Set router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:48:02.717408 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 4, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port': {'id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:56Z', 'updated_at': '2021-08-11T03:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'bed8af7b-d98c-417f-b14f-460b2e1f9e17', 'name': '', 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'mac_address': 'fa:16:3e:2f:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '473e1eac-f4bc-444a-a992-03731074f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:58Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 2, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'subnets': [{'id': '473e1eac-f4bc-444a-a992-03731074f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:02.750502 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Checking router: c37ec257-0a9c-44b7-b2ed-c3fb58c1895c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:48:02.750502 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Updating router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c port bed8af7b-d98c-417f-b14f-460b2e1f9e17 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:48:02.776573 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.094980 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.110525 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Transition to ACTIVE for port object bed8af7b-d98c-417f-b14f-460b2e1f9e17 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:48:03.118287 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.168486 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feef67-81a4-4d61-a56b-ce92820d82da None None] Pushing event updated for resources: {'Port': ['ID=bed8af7b-d98c-417f-b14f-460b2e1f9e17,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:03.237423 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Attempting to bind port bed8af7b-d98c-417f-b14f-460b2e1f9e17 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:48:03.237787 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Attempting to bind port bed8af7b-d98c-417f-b14f-460b2e1f9e17 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:48:03.238146 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Attempting to bind port bed8af7b-d98c-417f-b14f-460b2e1f9e17 on network 94ec5649-b328-45b2-822a-38b7379d306b {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:48:03.245689 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:48:03.246065 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Checking segment: {'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:48:03.246516 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.246787 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Bound using segment: {'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:48:03.247388 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Bound port: bed8af7b-d98c-417f-b14f-460b2e1f9e17, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102ca01a-bc63-4eb6-8503-ba24c8912ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:48:03.247646 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.375324 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] For port bed8af7b-d98c-417f-b14f-460b2e1f9e17, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:48:03.379954 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] For port bed8af7b-d98c-417f-b14f-460b2e1f9e17, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bed8af7b-d98c-417f-b14f-460b2e1f9e17,segment=NetworkSegment(102ca01a-bc63-4eb6-8503-ba24c8912ae9),segment_id=102ca01a-bc63-4eb6-8503-ba24c8912ae9)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:48:03.381536 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device daa12db1-acf6-44b6-87d2-f6137aa63ce2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:03.389500 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.436218 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Routers {'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:48:03.447748 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:47:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:03.496004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port daa12db1-acf6-44b6-87d2-f6137aa63ce2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:03.496553 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:03.644078 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7feef67-81a4-4d61-a56b-ce92820d82da None None] Pushing event updated for resources: {'Port': ['ID=bed8af7b-d98c-417f-b14f-460b2e1f9e17,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:03.674497 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] Set router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:48:03.924144 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 4, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port': {'id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:56Z', 'updated_at': '2021-08-11T03:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'bed8af7b-d98c-417f-b14f-460b2e1f9e17', 'name': '', 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'mac_address': 'fa:16:3e:2f:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '473e1eac-f4bc-444a-a992-03731074f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:58Z', 'updated_at': '2021-08-11T03:48:03Z', 'revision_number': 4, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'subnets': [{'id': '473e1eac-f4bc-444a-a992-03731074f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:03.956902 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb862718-a4bb-4448-bea9-f31f53355c94 None None] The sync data for ids ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'] in n-d-768509-22 is: [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 4, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port': {'id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:56Z', 'updated_at': '2021-08-11T03:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'bed8af7b-d98c-417f-b14f-460b2e1f9e17', 'name': '', 'network_id': '94ec5649-b328-45b2-822a-38b7379d306b', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'mac_address': 'fa:16:3e:2f:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '473e1eac-f4bc-444a-a992-03731074f969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:58Z', 'updated_at': '2021-08-11T03:48:03Z', 'revision_number': 4, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'subnets': [{'id': '473e1eac-f4bc-444a-a992-03731074f969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:48:05.397460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bed8af7b-d98c-417f-b14f-460b2e1f9e17 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:05.472695 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port bed8af7b-d98c-417f-b14f-460b2e1f9e17 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:48:05.477419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bed8af7b-d98c-417f-b14f-460b2e1f9e17 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:05.477817 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:05.567988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:05.612540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port bed8af7b-d98c-417f-b14f-460b2e1f9e17, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bed8af7b-d98c-417f-b14f-460b2e1f9e17,segment=NetworkSegment(102ca01a-bc63-4eb6-8503-ba24c8912ae9),segment_id=102ca01a-bc63-4eb6-8503-ba24c8912ae9)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:05.617456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:05.670301 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=bed8af7b-d98c-417f-b14f-460b2e1f9e17,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:07.365058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bed8af7b-d98c-417f-b14f-460b2e1f9e17 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:07.430230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port bed8af7b-d98c-417f-b14f-460b2e1f9e17 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:07.430814 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:10.030447 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-75ff8d7e-d25c-46ab-bc1f-78907f94ea64 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:10.031977 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-75ff8d7e-d25c-46ab-bc1f-78907f94ea64 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 815 time: 0.1024785 Aug 11 03:48:10.047413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-8d626217-2eac-4b96-8b41-e1639214e716 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/quotas/e1466fe81ed74f5691063be8cf3d799d HTTP/1.1" status: 200 len: 375 time: 0.0097606 Aug 11 03:48:10.105908 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-fc920995-be97-4064-834c-9b5adae051a5 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529146 Aug 11 03:48:10.352474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-6becf0a9-c642-46c4-ae53-581bd0a6d8b4 service neutron] 10.222.0.60 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301010 Aug 11 03:48:10.450543 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-063f5410-e997-4b97-8c20-0c8a4686d72b service neutron] 10.222.0.60 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919876 Aug 11 03:48:10.618982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b039a172-da74-43b7-842f-3f0f82320199 req-18c0e3c9-6cee-4731-bdeb-2998469636a3 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 210 time: 0.0305579 Aug 11 03:48:11.541368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-2469b302-0a77-4632-8982-3380a910af9b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:11.542747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-2469b302-0a77-4632-8982-3380a910af9b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 815 time: 0.1034706 Aug 11 03:48:11.556329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'port': {'device_id': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'admin_state_up': True, 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:11.675821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Made reservation on behalf of e1466fe81ed74f5691063be8cf3d799d for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:48:11.680859 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:11.738769 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9d91426f-1384-4df0-8527-a811bd9aa6e8 req-fd6d4a74-d9f8-4537-85c3-4603f24acfa5 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 210 time: 0.0312202 Aug 11 03:48:11.830573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Allocated IP 172.20.0.5 (386c0676-f267-4318-8bfb-8ccdc66b980c/00791683-cdd5-4756-987a-5d291f095447/68137fb4-ea79-41d4-8054-c85702b3f966) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:48:12.087811 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:12.105110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Transition to ACTIVE for port object 68137fb4-ea79-41d4-8054-c85702b3f966 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:48:12.149319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:12.200710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Network 386c0676-f267-4318-8bfb-8ccdc66b980c is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:48:12.204149 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:48:12.208917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:48:12.239317 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:12.284738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:12.285236 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:12.322923 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-e053e031-a717-4e25-87bc-7425e6c42ebb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703292 Aug 11 03:48:12.473380 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5b79e406-73b9-4c7d-a327-265b292c519e None None] Provisioning for port 68137fb4-ea79-41d4-8054-c85702b3f966 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:48:12.477343 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5b79e406-73b9-4c7d-a327-265b292c519e None None] Provisioning complete for port 68137fb4-ea79-41d4-8054-c85702b3f966 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:12.477705 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5b79e406-73b9-4c7d-a327-265b292c519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:12.519871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5b79e406-73b9-4c7d-a327-265b292c519e None None] Port 68137fb4-ea79-41d4-8054-c85702b3f966 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:48:12.882841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc2e84-fde0-4de0-976d-c688471646c7 req-6c21a1bc-36e9-4524-be46-50198e031573 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:12.884421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77cc2e84-fde0-4de0-976d-c688471646c7 req-6c21a1bc-36e9-4524-be46-50198e031573 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0543382 Aug 11 03:48:12.924338 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77cc2e84-fde0-4de0-976d-c688471646c7 req-a4e2b10d-3fad-4228-baa7-2f24febd6dd2 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337217 Aug 11 03:48:14.052863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61972e1-4d07-4eaa-bf58-5922daed3670 req-274bacf3-aad6-49e2-b071-7d23b44711b4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:14.054480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61972e1-4d07-4eaa-bf58-5922daed3670 req-274bacf3-aad6-49e2-b071-7d23b44711b4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0541098 Aug 11 03:48:14.097522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a61972e1-4d07-4eaa-bf58-5922daed3670 req-55097a25-9482-4557-99ce-5f68e596f311 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359612 Aug 11 03:48:15.233693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72494e42-cef6-4506-a883-bde762e8ca33 req-01487530-7cb8-461c-b72e-537f19275ab4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:15.236323 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72494e42-cef6-4506-a883-bde762e8ca33 req-01487530-7cb8-461c-b72e-537f19275ab4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0588274 Aug 11 03:48:15.278851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-72494e42-cef6-4506-a883-bde762e8ca33 req-abe7ee70-fcb9-4c73-88ee-76bb6e7c3214 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Aug 11 03:48:16.408871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757e086-020e-4bd4-a153-3b7493fecaa9 req-e86d3fbe-5403-4ec4-93db-ae9ad2013f30 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:16.410625 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2757e086-020e-4bd4-a153-3b7493fecaa9 req-e86d3fbe-5403-4ec4-93db-ae9ad2013f30 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0551004 Aug 11 03:48:16.456577 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2757e086-020e-4bd4-a153-3b7493fecaa9 req-692bf168-6573-4286-8d8b-cabcb6b86c52 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400293 Aug 11 03:48:17.576273 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ad1a2-10ed-47b9-867f-2aeabfd9860f req-d53fc63b-6f89-460f-896a-ea3adbc0c68c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:17.579063 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-785ad1a2-10ed-47b9-867f-2aeabfd9860f req-d53fc63b-6f89-460f-896a-ea3adbc0c68c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0521140 Aug 11 03:48:17.642727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-785ad1a2-10ed-47b9-867f-2aeabfd9860f req-0c1b5cac-a6c2-4e58-a47d-654e01cef001 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516243 Aug 11 03:48:18.767037 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053ee5b-f9a3-443d-a23b-c662cb3cdb50 req-567d428b-e274-4a75-8346-69b4e165b66a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:18.769379 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7053ee5b-f9a3-443d-a23b-c662cb3cdb50 req-567d428b-e274-4a75-8346-69b4e165b66a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0570321 Aug 11 03:48:18.815091 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7053ee5b-f9a3-443d-a23b-c662cb3cdb50 req-81c84f93-c804-45b9-b944-20b4ff710ca5 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Aug 11 03:48:19.938964 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42f76a-2a41-40d0-b334-c6f7d7532be2 req-5b08695f-a02b-48a1-97f0-c626c5772cc8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:19.940562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb42f76a-2a41-40d0-b334-c6f7d7532be2 req-5b08695f-a02b-48a1-97f0-c626c5772cc8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0567126 Aug 11 03:48:19.980384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bb42f76a-2a41-40d0-b334-c6f7d7532be2 req-8129bfe4-dedd-4fef-8e70-dead7185e2a2 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 11 03:48:21.110675 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217c055-51fc-46a5-a387-7a934b218b20 req-ec9d77d4-f3ca-42e4-8c75-f3a299abfb42 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:21.112463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1217c055-51fc-46a5-a387-7a934b218b20 req-ec9d77d4-f3ca-42e4-8c75-f3a299abfb42 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 931 time: 0.0615575 Aug 11 03:48:21.152346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1217c055-51fc-46a5-a387-7a934b218b20 req-3a84bf86-d938-48d2-a380-c8981aeb6974 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335662 Aug 11 03:48:21.768193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Request body: {'port': {'device_id': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:21.821608 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.086303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68137fb4-ea79-41d4-8054-c85702b3f966 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:48:22.093850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.105355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Transition to ACTIVE for port object 68137fb4-ea79-41d4-8054-c85702b3f966 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:48:22.109778 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.174923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Pushing event updated for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:22.230747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Attempting to bind port 68137fb4-ea79-41d4-8054-c85702b3f966 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:48:22.231091 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Attempting to bind port 68137fb4-ea79-41d4-8054-c85702b3f966 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:48:22.231425 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Attempting to bind port 68137fb4-ea79-41d4-8054-c85702b3f966 on network 386c0676-f267-4318-8bfb-8ccdc66b980c {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:48:22.236782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Port 68137fb4-ea79-41d4-8054-c85702b3f966 on network 386c0676-f267-4318-8bfb-8ccdc66b980c not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:48:22.237120 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Attempting to bind port 68137fb4-ea79-41d4-8054-c85702b3f966 on network 386c0676-f267-4318-8bfb-8ccdc66b980c {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:48:22.242206 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:48:22.242553 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Checking segment: {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:48:22.242944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Bound using segment: {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:48:22.243381 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Bound port: 68137fb4-ea79-41d4-8054-c85702b3f966, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3592058-9cfa-412c-b52d-3fa50c134b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:48:22.243784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.342719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:48:22.348057 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=68137fb4-ea79-41d4-8054-c85702b3f966,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:48:22.356748 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4afed-8c58-4a4b-8e43-c8be2bc02170 req-23ee2223-a497-4ce3-b820-52b2dde9b872 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.358894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cad4afed-8c58-4a4b-8e43-c8be2bc02170 req-23ee2223-a497-4ce3-b820-52b2dde9b872 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 943 time: 0.0769877 Aug 11 03:48:22.360483 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.415329 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.415978 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.417381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] 10.222.0.57 "PUT /v2.0/ports/68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 1092 time: 0.6544850 Aug 11 03:48:22.418493 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d986325d-43a4-48ff-a705-05da64adfd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:22.419662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:22.422927 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7222e52d-f221-451b-9cc6-a8e06733a221" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:22.447749 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f670c3-a1d7-407c-9e4d-7d93c5d1a515 service neutron] Pushing event updated for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:22.477332 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b44dd-0bb0-426a-9478-94198e59514a x-openstack-request-id: req-f03b44dd-0bb0-426a-9478-94198e59514a {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:22.477632 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:22.477888 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f03b44dd-0bb0-426a-9478-94198e59514a {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:22.478292 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966', 'status': 'completed', 'code': 200} Aug 11 03:48:22.495294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cad4afed-8c58-4a4b-8e43-c8be2bc02170 req-e40868e5-951b-4a54-ab3e-00208b426f42 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295822 Aug 11 03:48:22.514603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-270b1394-e1ec-45da-95f5-cbb364161120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.516172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-270b1394-e1ec-45da-95f5-cbb364161120 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1095 time: 0.0538595 Aug 11 03:48:22.563644 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-a8a09ba0-bba9-4249-97eb-41d703fb1810 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 217 time: 0.0383856 Aug 11 03:48:22.615721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-adcad16e-da71-4076-b6a1-c50b93fdcfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.617577 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-adcad16e-da71-4076-b6a1-c50b93fdcfe2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0463684 Aug 11 03:48:22.671070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a24f8-bab3-4d93-a8de-e98212742668 req-c92f999c-bc4b-4b6d-9898-47a0a0d327fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.672638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-c92f999c-bc4b-4b6d-9898-47a0a0d327fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476356 Aug 11 03:48:22.762977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-5eda0e20-1255-43e0-aedb-96098c5f2f23 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818582 Aug 11 03:48:22.860183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-205a24f8-bab3-4d93-a8de-e98212742668 req-6ab01f31-1dad-4f24-a15b-95f421b304c2 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903292 Aug 11 03:48:22.948787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-fe0f2d03-ab7f-4375-a8fd-91f4cf74e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:22.950290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-fe0f2d03-ab7f-4375-a8fd-91f4cf74e8ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1095 time: 0.0430059 Aug 11 03:48:23.042921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-05855ec2-42c2-4873-ad0f-1fd1bfd716f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:23.044431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-05855ec2-42c2-4873-ad0f-1fd1bfd716f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 916 time: 0.0864565 Aug 11 03:48:23.091302 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-2bf78cc5-7cb5-4677-a3f9-4aaae5fcc0c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 217 time: 0.0395985 Aug 11 03:48:23.142744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-6e36f1e2-cbf4-4333-9c62-68a2c72c96af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:23.144236 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-6e36f1e2-cbf4-4333-9c62-68a2c72c96af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0452571 Aug 11 03:48:23.193919 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-386032b8-b85f-400a-98df-cf14b0466f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:23.195462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-386032b8-b85f-400a-98df-cf14b0466f3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425680 Aug 11 03:48:23.298413 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-9de7cfe3-c947-4f15-aee0-5c9a6eabdf32 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888197 Aug 11 03:48:23.390103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7222e52d-f221-451b-9cc6-a8e06733a221 req-a2d55e82-9c3d-4ab2-9292-9023451f1c04 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828080 Aug 11 03:48:23.614028 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d2489-d5da-4303-aa0e-4e5bedd979cc req-e28f488e-b795-4517-8025-d83d2658256a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:23.615548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d16d2489-d5da-4303-aa0e-4e5bedd979cc req-e28f488e-b795-4517-8025-d83d2658256a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 943 time: 0.0500042 Aug 11 03:48:23.658607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d16d2489-d5da-4303-aa0e-4e5bedd979cc req-1e34bb12-3883-480e-9520-c91566fdee1e tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371335 Aug 11 03:48:24.774515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a3df2-3a73-4a3b-ad28-089b3903b84d req-42ee5f35-bd9b-40a1-918c-c225f87a94a6 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:24.776033 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a9a3df2-3a73-4a3b-ad28-089b3903b84d req-42ee5f35-bd9b-40a1-918c-c225f87a94a6 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 943 time: 0.0503459 Aug 11 03:48:24.822535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a9a3df2-3a73-4a3b-ad28-089b3903b84d req-8056639c-6f3f-4371-ad77-e0af272b85a6 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396430 Aug 11 03:48:25.270222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-782ef0b3-7161-4bf8-b956-f389ebfd409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.352830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 68137fb4-ea79-41d4-8054-c85702b3f966 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:48:25.445458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=68137fb4-ea79-41d4-8054-c85702b3f966,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:25.460139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '68137fb4-ea79-41d4-8054-c85702b3f966', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'port_id': '68137fb4-ea79-41d4-8054-c85702b3f966', 'mac_address': 'fa:16:3e:a7:43:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:48:25.499615 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.511777 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68137fb4-ea79-41d4-8054-c85702b3f966 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:48:25.531683 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=68137fb4-ea79-41d4-8054-c85702b3f966,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:25.535362 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.585230 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:25.598327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:25.605500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.605855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.606197 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.606534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.606870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.607203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.607532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.607886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.608226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.608656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.609165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.609503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:25.789166 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['68137fb4-ea79-41d4-8054-c85702b3f966'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:48:25.945220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988d484-80c2-4b46-a213-41bff42d5e70 req-0a28cbe8-2dc7-44f1-97ce-85d773cc71bf tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:25.946842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7988d484-80c2-4b46-a213-41bff42d5e70 req-0a28cbe8-2dc7-44f1-97ce-85d773cc71bf tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 944 time: 0.0533679 Aug 11 03:48:25.989402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7988d484-80c2-4b46-a213-41bff42d5e70 req-8a4b9d5c-8bfe-4d0e-acef-71e52eb5cf5b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339434 Aug 11 03:48:26.038390 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:26.902633 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.107823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15f692-bed3-403e-9cfe-3cf4bd79984a req-1458eb4e-eb05-4753-9048-be79c4c00b81 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:27.109236 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe15f692-bed3-403e-9cfe-3cf4bd79984a req-1458eb4e-eb05-4753-9048-be79c4c00b81 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 944 time: 0.0501196 Aug 11 03:48:27.148365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe15f692-bed3-403e-9cfe-3cf4bd79984a req-1feacb36-c747-48a0-8fd0-89e3d7e1c287 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Aug 11 03:48:27.370408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 68137fb4-ea79-41d4-8054-c85702b3f966 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:48:27.417558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 68137fb4-ea79-41d4-8054-c85702b3f966 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:48:27.421236 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 68137fb4-ea79-41d4-8054-c85702b3f966 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:27.421602 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.498923 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.521456 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:27.523785 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1c4275-4b43-4b7d-a5c7-1db2dad3d6c8" -d '{"events": [{"server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "name": "network-vif-plugged", "status": "completed", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:27.537918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=68137fb4-ea79-41d4-8054-c85702b3f966,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:27.542743 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:27.570174 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41dbf73-1188-43fb-9761-b742fd231fcb x-openstack-request-id: req-b41dbf73-1188-43fb-9761-b742fd231fcb {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:27.570450 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "name": "network-vif-plugged", "status": "completed", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:27.570703 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b41dbf73-1188-43fb-9761-b742fd231fcb {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:27.571096 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966', 'code': 200} Aug 11 03:48:27.596854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:27.667650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924569e-357b-402a-9b09-54698c0320b6 req-c2f7d686-37a7-45a7-b708-e2331234bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:27.669156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b924569e-357b-402a-9b09-54698c0320b6 req-c2f7d686-37a7-45a7-b708-e2331234bcdb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1097 time: 0.0402813 Aug 11 03:48:27.704815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b924569e-357b-402a-9b09-54698c0320b6 req-63ce5b4a-82a1-41df-842d-5bfef8486574 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289483 Aug 11 03:48:28.266675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0100-1bf9-4221-83c6-f2bed486231b req-2a709619-a444-4583-a0fc-d0265cae880a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:28.268219 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f98f0100-1bf9-4221-83c6-f2bed486231b req-2a709619-a444-4583-a0fc-d0265cae880a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0501931 Aug 11 03:48:28.313181 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f98f0100-1bf9-4221-83c6-f2bed486231b req-e282e812-4fda-4978-bd5f-b6e65aee97f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Aug 11 03:48:28.318821 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:29.427422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42237c-1d69-467c-9d11-ee6262a90166 req-db4545e2-4c58-4c15-9fae-f6ae36159a86 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:29.428944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b42237c-1d69-467c-9d11-ee6262a90166 req-db4545e2-4c58-4c15-9fae-f6ae36159a86 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0485721 Aug 11 03:48:29.467964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1b42237c-1d69-467c-9d11-ee6262a90166 req-0877e35a-e180-45b6-aa40-e4baa8c5b18b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Aug 11 03:48:29.581102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4401a-84e3-4165-879f-6a0176d4911b req-e59003ec-c972-4275-9ac7-f4c19f41fa0e tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:29.582480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0df4401a-84e3-4165-879f-6a0176d4911b req-e59003ec-c972-4275-9ac7-f4c19f41fa0e tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0492611 Aug 11 03:48:29.619653 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0df4401a-84e3-4165-879f-6a0176d4911b req-b5db2204-ec14-4294-a0d6-bdcdacd4de17 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Aug 11 03:48:29.807832 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448831c3-24ff-4365-9c70-a268d6500706 req-94154db6-57a8-43a5-815f-a7a50180c3c3 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:29.809320 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-448831c3-24ff-4365-9c70-a268d6500706 req-94154db6-57a8-43a5-815f-a7a50180c3c3 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0498154 Aug 11 03:48:29.847576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-448831c3-24ff-4365-9c70-a268d6500706 req-597d0e2b-0b56-4d92-b5f8-256a366ff943 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Aug 11 03:48:30.477861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:33.041853 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:48:41.397433 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33855fb5-e704-43c4-9501-f04007d2f677 req-4a83dc48-f075-49c5-8687-df0a395d3643 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:41.398913 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33855fb5-e704-43c4-9501-f04007d2f677 req-4a83dc48-f075-49c5-8687-df0a395d3643 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0561798 Aug 11 03:48:41.443506 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-33855fb5-e704-43c4-9501-f04007d2f677 req-a5da6435-b6ba-49cb-b62d-73330d698be6 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Aug 11 03:48:41.465917 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45138) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:41.549604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5da8f-f570-4484-8954-8f6091c15bab tempest-TestMinimumBasicScenario-1395554566 tempest-TestMinimumBasicScenario-1395554566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:41.551124 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6cd5da8f-f570-4484-8954-8f6091c15bab tempest-TestMinimumBasicScenario-1395554566 tempest-TestMinimumBasicScenario-1395554566-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1092 time: 0.0842049 Aug 11 03:48:41.554146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45142) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:41.558735 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '68137fb4-ea79-41d4-8054-c85702b3f966', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:41.581366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:41.677252 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:41.786589 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Allocated IP 172.25.4.60 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/b8cd0b2a-baac-41ae-bbb8-71c54fe8c14e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:48:41.888465 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:41.933668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:41.973216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:48:41.976099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:48:41.979141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:48:42.002763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'Port': ['ID=b8cd0b2a-baac-41ae-bbb8-71c54fe8c14e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:42.014533 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.014877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.015205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.015544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.015900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.016220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.016539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.016861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.017182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.017501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.017818 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.018134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:42.354232 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:42.422242 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:42.581497 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:42.587151 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:42.652362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'Port': ['ID=b8cd0b2a-baac-41ae-bbb8-71c54fe8c14e,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:42.666291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:42.767898 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Floating IP 11324ac9-4b45-4f70-a2cd-9a99d55df8f3 associated. External IP: 172.25.4.60, port: 68137fb4-ea79-41d4-8054-c85702b3f966. Aug 11 03:48:42.979923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Router 9a77294c-10f8-4a09-a656-a67f6062f7bd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:48:43.093063 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:48:43.102976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] Sync routers for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:48:43.109495 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.112999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:48:43.113629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:43.137360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-deb45c27-42dd-4783-811b-c9b4016f86f0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5821807 Aug 11 03:48:43.137960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:43.140624 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:43.140967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45144) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:43.145701 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-750fa7a3-d03e-4356-a6d6-600aba23364c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-816564678', 'description': 'tempest-secgroup-smoke-816564678 description', 'project_id': 'e1466fe81ed74f5691063be8cf3d799d'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:43.176023 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-750fa7a3-d03e-4356-a6d6-600aba23364c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.190072 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2627af-481d-4bde-b8fe-c5559beb0aba x-openstack-request-id: req-1e2627af-481d-4bde-b8fe-c5559beb0aba {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:43.190370 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:43.190628 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e2627af-481d-4bde-b8fe-c5559beb0aba {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:43.191045 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966', 'status': 'completed', 'code': 200} Aug 11 03:48:43.238566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:48:43.263701 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-9deed197-c691-4f88-b178-b24c5a25c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:43.265925 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-9deed197-c691-4f88-b178-b24c5a25c542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1097 time: 0.0505607 Aug 11 03:48:43.268437 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-750fa7a3-d03e-4356-a6d6-600aba23364c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.272813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-750fa7a3-d03e-4356-a6d6-600aba23364c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.304877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fa7a3-d03e-4356-a6d6-600aba23364c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a3c8b-1f25-4922-a80f-99bad86af244,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:43.313614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-750fa7a3-d03e-4356-a6d6-600aba23364c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.318198 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-750fa7a3-d03e-4356-a6d6-600aba23364c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1761124 Aug 11 03:48:43.319087 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45154) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:43.324304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'security_group_rule': {'security_group_id': 'd21a3c8b-1f25-4922-a80f-99bad86af244', 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:43.363540 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.378335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-5b6ac84d-2e63-4e06-846a-08c68afc407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:43.380158 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-5b6ac84d-2e63-4e06-846a-08c68afc407c service neutron] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 916 time: 0.1062455 Aug 11 03:48:43.430122 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.435203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.455536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e54be761-2a78-4928-97cc-510b274a6f56,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:43.456212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-38c00a1d-cd77-4ccf-ab78-5509e0905ea5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 998 time: 0.0687585 Aug 11 03:48:43.468514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.468931 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.469290 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.469631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.469965 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.470301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.470764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.471069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.471381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.471733 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.472119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.472405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:48:43.477074 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.480935 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6b3a6e82-6a90-4c87-98df-67dae88a29d0 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585808 Aug 11 03:48:43.481783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45158) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:43.486673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c1a8baf4-d45d-4fb9-8b4f-53f992df8507 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'security_group_rule': {'security_group_id': 'd21a3c8b-1f25-4922-a80f-99bad86af244', 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:43.519482 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1a8baf4-d45d-4fb9-8b4f-53f992df8507 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.519719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-91743157-0eca-49b3-95dc-7ec6eff7e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:43.521293 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-91743157-0eca-49b3-95dc-7ec6eff7e486 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0576043 Aug 11 03:48:43.567007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '11324ac9-4b45-4f70-a2cd-9a99d55df8f3', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'port_id': '68137fb4-ea79-41d4-8054-c85702b3f966', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'mac_address': 'fa:16:3e:a7:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:48:42Z', 'updated_at': '2021-08-11T03:48:42Z', 'revision_number': 0, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 5, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:43.575292 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-302db86b-0912-4542-b1d5-53a1ed49c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:43.578403 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-302db86b-0912-4542-b1d5-53a1ed49c7f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495002 Aug 11 03:48:43.589095 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1a8baf4-d45d-4fb9-8b4f-53f992df8507 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.593718 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1a8baf4-d45d-4fb9-8b4f-53f992df8507 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.601811 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] Checking router: 9a77294c-10f8-4a09-a656-a67f6062f7bd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:48:43.609824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8baf4-d45d-4fb9-8b4f-53f992df8507 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f313f924-057a-44aa-a97b-c56abb59c977,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:43.618473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:48:43.619112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:48:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:43.627082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c1a8baf4-d45d-4fb9-8b4f-53f992df8507 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.631690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c1a8baf4-d45d-4fb9-8b4f-53f992df8507 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1463330 Aug 11 03:48:43.632062 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45160) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:43.637065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ee649fd8-d9f7-454d-b8c7-6aded7915f4b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'security_group_rule': {'security_group_id': 'd21a3c8b-1f25-4922-a80f-99bad86af244', 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:43.666794 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee649fd8-d9f7-454d-b8c7-6aded7915f4b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.696556 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-86c9a67f-fdee-490f-9d8e-f1ffb56b5456 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104274 Aug 11 03:48:43.735997 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee649fd8-d9f7-454d-b8c7-6aded7915f4b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.741378 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee649fd8-d9f7-454d-b8c7-6aded7915f4b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.765035 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee649fd8-d9f7-454d-b8c7-6aded7915f4b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2265a509-938d-4cb1-a007-45e1820d2606,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:43.772935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee649fd8-d9f7-454d-b8c7-6aded7915f4b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.776513 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:48:43.777436 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ee649fd8-d9f7-454d-b8c7-6aded7915f4b tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442039 Aug 11 03:48:43.778111 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45162) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:43.785078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-409b45f7-ed16-4e86-9942-b1e2753603b8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'security_group_rule': {'security_group_id': 'd21a3c8b-1f25-4922-a80f-99bad86af244', 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:43.818863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f014b06-aa9c-49b5-aa19-25b9b75f8fc6 req-6bde0d5d-83fe-438b-9ac9-c57d5b7b9fe7 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142118 Aug 11 03:48:43.823699 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-409b45f7-ed16-4e86-9942-b1e2753603b8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.891132 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-409b45f7-ed16-4e86-9942-b1e2753603b8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.895648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-409b45f7-ed16-4e86-9942-b1e2753603b8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.913414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b45f7-ed16-4e86-9942-b1e2753603b8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d4fc4a-f4ec-457f-a28b-864d69f47e69,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:43.922680 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-409b45f7-ed16-4e86-9942-b1e2753603b8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:43.926654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-409b45f7-ed16-4e86-9942-b1e2753603b8 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447473 Aug 11 03:48:43.927137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45164) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:43.932188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'security_group_rule': {'security_group_id': 'd21a3c8b-1f25-4922-a80f-99bad86af244', 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:43.955841 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Project e1466fe81ed74f5691063be8cf3d799d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:48:43.960757 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.023062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '11324ac9-4b45-4f70-a2cd-9a99d55df8f3', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'port_id': '68137fb4-ea79-41d4-8054-c85702b3f966', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'mac_address': 'fa:16:3e:a7:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:48:42Z', 'updated_at': '2021-08-11T03:48:42Z', 'revision_number': 0, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 5, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:48:44.023879 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.028039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.046341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a97458-7f0e-4077-b30c-baf380cff5a3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:44.050439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248450c1-26c4-4314-90ff-c0953997d582 None None] The sync data for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 is: [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '11324ac9-4b45-4f70-a2cd-9a99d55df8f3', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'floating_ip_address': '172.25.4.60', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'port_id': '68137fb4-ea79-41d4-8054-c85702b3f966', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'mac_address': 'fa:16:3e:a7:43:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:48:42Z', 'updated_at': '2021-08-11T03:48:42Z', 'revision_number': 0, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 5, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:48:44.058642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.063454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-60557408-b1a4-4beb-943d-0cf8ffbc5a1c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317909 Aug 11 03:48:44.063902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45166) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:48:44.069030 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'security_group_rule': {'security_group_id': 'd21a3c8b-1f25-4922-a80f-99bad86af244', 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:44.093720 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Project e1466fe81ed74f5691063be8cf3d799d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:48:44.099327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.168231 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.173369 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.192430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d033ccb0-4e0f-42b6-8094-242f6babf460,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:44.198963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.200302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-767bdfb3-9014-4ddc-8ef0-c7d780281013 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352830 Aug 11 03:48:44.265135 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc9a539-7b60-465c-bde8-b47759e433be None None] New status for floating IP 11324ac9-4b45-4f70-a2cd-9a99d55df8f3: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:48:44.290978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-781ff6e1-345d-42e0-ad2d-9d8b369822a9 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816564678&fields=id&tenant_id=e1466fe81ed74f5691063be8cf3d799d HTTP/1.1" status: 200 len: 267 time: 0.0380785 Aug 11 03:48:44.345231 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-6615dbe4-0657-4bed-9f03-9dcb81e8ab67 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:44.346796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-6615dbe4-0657-4bed-9f03-9dcb81e8ab67 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0491602 Aug 11 03:48:44.358407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'port': {'security_groups': ['78caeca3-3af0-4536-a998-c3f461c858cc', 'd21a3c8b-1f25-4922-a80f-99bad86af244']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:48:44.717850 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.899811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=68137fb4-ea79-41d4-8054-c85702b3f966,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:48:44.929875 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.934627 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.947352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['68137fb4-ea79-41d4-8054-c85702b3f966'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:48:44.977860 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:44.978490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:44.984457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e8c3dea4-7a98-4337-80a8-30571b1ccc6c req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "PUT /v2.0/ports/68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 981 time: 0.6307089 Aug 11 03:48:45.019520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e021d-6446-4a09-9632-a73f70b9b03a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=6']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:48:45.050616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['68137fb4-ea79-41d4-8054-c85702b3f966'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:48:45.093642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d99a8-7d91-4bb5-b554-38a5773a2d6b req-6dd2ed8c-3a29-4e77-80bf-cb14338c27ed tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:45.095275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc4d99a8-7d91-4bb5-b554-38a5773a2d6b req-6dd2ed8c-3a29-4e77-80bf-cb14338c27ed tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0555344 Aug 11 03:48:45.141654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc4d99a8-7d91-4bb5-b554-38a5773a2d6b req-d9b26ae5-be1b-437e-88e5-90d694ff540d tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375683 Aug 11 03:48:45.192724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:48:45.196078 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856198a1-52c6-4676-b03a-8f6ced0904b4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:48:45.236160 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96ef66d-04e4-43c1-b2a6-646d039bc3c2 x-openstack-request-id: req-f96ef66d-04e4-43c1-b2a6-646d039bc3c2 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:48:45.236460 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:48:45.236715 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f96ef66d-04e4-43c1-b2a6-646d039bc3c2 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:48:45.237125 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966', 'status': 'completed', 'code': 200} Aug 11 03:48:45.242892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b0730e13-e1d0-4e74-b7e9-f8beb27970f6 None None] Provisioning complete for port 68137fb4-ea79-41d4-8054-c85702b3f966 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:48:45.243203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0730e13-e1d0-4e74-b7e9-f8beb27970f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:45.303863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-8672ae57-081e-4cc9-afcb-41f1944237f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:45.305497 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-8672ae57-081e-4cc9-afcb-41f1944237f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1136 time: 0.0451751 Aug 11 03:48:45.412200 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-1c1547b9-f1e6-4eeb-b38b-b3db13c4ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:45.413996 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-1c1547b9-f1e6-4eeb-b38b-b3db13c4ea9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 916 time: 0.0974603 Aug 11 03:48:45.482049 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-7d8f3b53-19d8-4af7-ba8c-bc615ceca162 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 1000 time: 0.0604713 Aug 11 03:48:45.539911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-eb867886-8ed2-4310-b785-83b27937733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:45.541548 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-eb867886-8ed2-4310-b785-83b27937733d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0499568 Aug 11 03:48:45.588341 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-27d4e7ba-b6dd-4fba-a084-b36571eecf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:48:45.589884 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-27d4e7ba-b6dd-4fba-a084-b36571eecf71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405321 Aug 11 03:48:45.683434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-a553f31e-8746-41c6-a182-773659198d91 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846779 Aug 11 03:48:45.792672 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-856198a1-52c6-4676-b03a-8f6ced0904b4 req-01a46399-2ecf-432a-9eda-9f0c74eebfd9 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013479 Aug 11 03:48:52.407835 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a61113c8-a002-4180-b603-184bb565b31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:55.271246 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7ada5b6e-ff69-4049-aaf6-1807c147ea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:55.566851 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:55.965632 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:56.906120 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:48:58.321485 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:00.493379 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:02.372923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79108527-4b98-45e2-8379-9389e39220fb req-0d69c500-b1ff-48ad-adf5-e9d8d139c498 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:02.374340 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79108527-4b98-45e2-8379-9389e39220fb req-0d69c500-b1ff-48ad-adf5-e9d8d139c498 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0822678 Aug 11 03:49:02.376291 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-4564812a-caac-448b-8c73-3c377abe086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:02.377640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-4564812a-caac-448b-8c73-3c377abe086e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1136 time: 0.0751038 Aug 11 03:49:02.465894 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-79108527-4b98-45e2-8379-9389e39220fb req-59efd56a-c6bf-4e90-841b-75694cc24852 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849152 Aug 11 03:49:02.496395 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-6e39de4a-7e69-4cfc-9288-51468cb85b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:02.498384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-6e39de4a-7e69-4cfc-9288-51468cb85b9d service neutron] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 916 time: 0.1117737 Aug 11 03:49:02.569363 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-fb6de3e2-5e5c-4ba2-8e42-cd52c4ed820b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 1000 time: 0.0630612 Aug 11 03:49:02.621129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-571f81d2-1ad4-40e0-b4fb-563d2d18eee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:02.622659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-571f81d2-1ad4-40e0-b4fb-563d2d18eee0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0457258 Aug 11 03:49:02.667953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-488da656-8576-44cf-8fb9-1400e8b334e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:02.669524 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-488da656-8576-44cf-8fb9-1400e8b334e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399404 Aug 11 03:49:02.764268 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-1bea20fb-0983-46de-955f-fd01199b2c01 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872443 Aug 11 03:49:02.855635 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-31b373c3-4e7e-4562-b64b-269ea2a5956a req-f07f340f-6d4c-449e-8b1a-5ac6207c2e4e service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828612 Aug 11 03:49:03.592573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113d464-cb00-4655-b26b-60f3719f9357 req-ec165d6c-a253-46f7-adc0-ab46fb6c7fca tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:03.594003 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c113d464-cb00-4655-b26b-60f3719f9357 req-ec165d6c-a253-46f7-adc0-ab46fb6c7fca tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0567386 Aug 11 03:49:03.635468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c113d464-cb00-4655-b26b-60f3719f9357 req-ca72f8ac-9da0-498a-a1f3-e6788ed9abfd tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352888 Aug 11 03:49:03.721976 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-582fc7cf-9d6f-43d7-9441-f8bda7927e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:03.723529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-582fc7cf-9d6f-43d7-9441-f8bda7927e0f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1136 time: 0.0415394 Aug 11 03:49:03.832508 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-5627c0b5-0180-445d-bc50-baaa22e36b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:03.833971 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-5627c0b5-0180-445d-bc50-baaa22e36b7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 916 time: 0.0913813 Aug 11 03:49:03.899533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-2b6d61ae-88b9-43bf-b80c-f766119acf3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 1000 time: 0.0571804 Aug 11 03:49:03.954017 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-a249993b-6c87-44ee-b4bb-1107e9bf1a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:03.955470 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-a249993b-6c87-44ee-b4bb-1107e9bf1a5e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0487988 Aug 11 03:49:04.001689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-d5bfaefd-4d7f-4e81-86ad-c48c178f97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:04.003185 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-d5bfaefd-4d7f-4e81-86ad-c48c178f97b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401480 Aug 11 03:49:04.094680 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-9c22e782-7c36-48ba-ac8c-38dd81f4030c service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829010 Aug 11 03:49:04.190608 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fe185967-d675-4977-b540-2ce4e52da5e0 req-8b75e925-5d9d-43b7-981b-0fc08bf96d70 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880890 Aug 11 03:49:04.755686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdef16-ce86-4bed-a9ba-6b735a600ced req-12de470b-eef5-45ba-8806-655163ff38e4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:04.757176 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7fdef16-ce86-4bed-a9ba-6b735a600ced req-12de470b-eef5-45ba-8806-655163ff38e4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0510824 Aug 11 03:49:04.800740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a7fdef16-ce86-4bed-a9ba-6b735a600ced req-9cdbaed9-caff-4d65-bf74-8b7a72d56aa1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370364 Aug 11 03:49:05.921827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a1175-59c3-424c-8c50-5f7cb2247d3f req-2ef7a684-3813-4eed-9584-590f9a8841f5 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:05.923362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-450a1175-59c3-424c-8c50-5f7cb2247d3f req-2ef7a684-3813-4eed-9584-590f9a8841f5 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0517123 Aug 11 03:49:05.963047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-450a1175-59c3-424c-8c50-5f7cb2247d3f req-e041877a-c9bb-490e-b6b9-df85125a9efe tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335722 Aug 11 03:49:07.080918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29527326-c5f0-4421-a38a-6ce56d015022 req-9e184b91-d54d-4e58-8ba2-a1a62a297441 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:07.082309 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29527326-c5f0-4421-a38a-6ce56d015022 req-9e184b91-d54d-4e58-8ba2-a1a62a297441 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0495088 Aug 11 03:49:07.121757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-29527326-c5f0-4421-a38a-6ce56d015022 req-6a9050b7-06aa-41f1-b421-7a5960e9bd9c tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333130 Aug 11 03:49:08.239594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88519f-978a-4ccd-a38f-39f7154ac8f9 req-a2392c42-5291-4a16-bdc0-74dfa2c20f6a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:08.241109 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e88519f-978a-4ccd-a38f-39f7154ac8f9 req-a2392c42-5291-4a16-bdc0-74dfa2c20f6a tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0513072 Aug 11 03:49:08.281141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9e88519f-978a-4ccd-a38f-39f7154ac8f9 req-3560ac55-8d2c-4c27-b8f4-1aff43dac3b6 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338278 Aug 11 03:49:09.408344 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac2a20-edf2-4baa-82f0-a175494dfdbd req-5784da9d-e65b-470e-9d08-3d90f514fd57 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:09.409875 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2ac2a20-edf2-4baa-82f0-a175494dfdbd req-5784da9d-e65b-470e-9d08-3d90f514fd57 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0580738 Aug 11 03:49:09.456501 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2ac2a20-edf2-4baa-82f0-a175494dfdbd req-a86c52ce-137b-47ee-92b5-a79c21f5fdfa tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364206 Aug 11 03:49:10.041262 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:49:10.580531 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a9657e-6cf6-44fc-aa55-2326bb3cb333 req-d0811123-ffdb-4b50-ae8f-30bb79a34ad7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:10.582023 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-26a9657e-6cf6-44fc-aa55-2326bb3cb333 req-d0811123-ffdb-4b50-ae8f-30bb79a34ad7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0535390 Aug 11 03:49:10.621068 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-26a9657e-6cf6-44fc-aa55-2326bb3cb333 req-973fdffe-015d-441f-94eb-0e59725ef1b6 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329142 Aug 11 03:49:11.739125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a066ee8-6178-442a-b302-f20878128d42 req-d1f9374a-e849-4edd-bc97-5c1fc5f73ee4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:11.740658 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a066ee8-6178-442a-b302-f20878128d42 req-d1f9374a-e849-4edd-bc97-5c1fc5f73ee4 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0501997 Aug 11 03:49:11.781893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4a066ee8-6178-442a-b302-f20878128d42 req-89d17001-2218-4c96-bff5-338afe815137 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352647 Aug 11 03:49:12.897112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d1d-ef61-4890-8a77-7e16582b751e req-aaace201-beb9-4205-80ed-9993c74846b5 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:12.898607 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b52d1d-ef61-4890-8a77-7e16582b751e req-aaace201-beb9-4205-80ed-9993c74846b5 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0491619 Aug 11 03:49:12.939412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4b52d1d-ef61-4890-8a77-7e16582b751e req-e28a13f3-ec99-4b19-b55c-11f750c6dca6 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341034 Aug 11 03:49:14.056993 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6e41f-b886-4518-88b5-db86ea4a0d74 req-7d4daab8-ee79-45b7-9ec0-cef29bc73895 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:14.058484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89a6e41f-b886-4518-88b5-db86ea4a0d74 req-7d4daab8-ee79-45b7-9ec0-cef29bc73895 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0492768 Aug 11 03:49:14.099140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89a6e41f-b886-4518-88b5-db86ea4a0d74 req-a81c378f-f6ca-4389-a946-ee1b52ced039 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&id=d21a3c8b-1f25-4922-a80f-99bad86af244&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334663 Aug 11 03:49:22.410632 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-14ce7a4c-96f9-45cd-844a-12e4534f5c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.272288 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-796cb9cf-1332-463d-a03b-46514b0721fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.573430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:25.979413 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:26.910107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:28.323205 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:30.507727 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:46.798549 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-330557a1-2d8f-4f2b-b169-d55e42cf55fb tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-816564678&fields=id&tenant_id=e1466fe81ed74f5691063be8cf3d799d HTTP/1.1" status: 200 len: 267 time: 0.0361300 Aug 11 03:49:46.854413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-1975a0a8-5c0f-4437-a172-f333663b2b13 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:46.856642 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-1975a0a8-5c0f-4437-a172-f333663b2b13 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 984 time: 0.0522485 Aug 11 03:49:46.867884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Request body: {'port': {'security_groups': ['78caeca3-3af0-4536-a998-c3f461c858cc']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:49:46.937766 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.039940 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:49:47.113485 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=68137fb4-ea79-41d4-8054-c85702b3f966,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:47.143341 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.148207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.160128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['68137fb4-ea79-41d4-8054-c85702b3f966'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:49:47.193859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:47.194535 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.196053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a20b9ed7-cab9-493b-b68f-a0f7d1d2b741 req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "PUT /v2.0/ports/68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 942 time: 0.3327520 Aug 11 03:49:47.196542 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:47.202682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45230) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:47.241748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event updated for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:47.255706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.256470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.257022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.257568 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.258118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.258877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.259433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.260002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.260606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.261150 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.261735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.262274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9ed4e7-73e4-456c-8fc3-c4eacb8993ce tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.290470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['68137fb4-ea79-41d4-8054-c85702b3f966'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:49:47.306177 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.337194 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613c6db-2148-40e2-a730-05821ee54dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:47.352790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.422891 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.425883 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.430514 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45236) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:47.439421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "DELETE /v2.0/security-groups/d21a3c8b-1f25-4922-a80f-99bad86af244 HTTP/1.1" status: 204 len: 168 time: 0.2357152 Aug 11 03:49:47.466241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a3c8b-1f25-4922-a80f-99bad86af244,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:47.480679 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.481094 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.481522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.481857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.482190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.482711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.483251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.483582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.483942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.484267 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.484595 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.484915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8693be-8ff2-48b2-b3e3-a17e84b3fff7 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:49:47.491376 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3d7007-0a46-42ea-96e3-cd0b2a7d966d x-openstack-request-id: req-fc3d7007-0a46-42ea-96e3-cd0b2a7d966d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:47.491752 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:47.492095 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc3d7007-0a46-42ea-96e3-cd0b2a7d966d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:47.492947 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966', 'status': 'completed', 'code': 200} Aug 11 03:49:47.529703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d924566c-4eb8-4512-bf06-df882ac1a876 None None] Provisioning complete for port 68137fb4-ea79-41d4-8054-c85702b3f966 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:49:47.530103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d924566c-4eb8-4512-bf06-df882ac1a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.532803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c6db-2148-40e2-a730-05821ee54dbf req-a136e135-7506-4e19-b087-5905621dc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:47.534333 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f613c6db-2148-40e2-a730-05821ee54dbf req-a136e135-7506-4e19-b087-5905621dc011 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1097 time: 0.0464818 Aug 11 03:49:47.633992 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Deleting port b8cd0b2a-baac-41ae-bbb8-71c54fe8c14e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:49:47.634344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.647104 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c6db-2148-40e2-a730-05821ee54dbf req-7ca64ba0-0c0f-4194-8c2e-dea4ac8e477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:47.648623 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f613c6db-2148-40e2-a730-05821ee54dbf req-7ca64ba0-0c0f-4194-8c2e-dea4ac8e477d service neutron] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 916 time: 0.1059656 Aug 11 03:49:47.654364 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-8e16edbd-db8b-42f4-87c5-8a0f7fbc2a28 req-da7f2016-4b38-4fb2-82e4-8d15e5b91a8c service neutron] (111683) timed out ('10.222.0.10', 50834) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:49:47.715087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f613c6db-2148-40e2-a730-05821ee54dbf req-98f2edd8-4a65-4c18-8a77-0d444ed4bf6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 1000 time: 0.0584118 Aug 11 03:49:47.716503 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.716844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.728773 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Calling delete_port for b8cd0b2a-baac-41ae-bbb8-71c54fe8c14e owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:49:47.764965 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c6db-2148-40e2-a730-05821ee54dbf req-8e63521c-6d04-4aa5-b542-bbb2c659073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:47.766431 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f613c6db-2148-40e2-a730-05821ee54dbf req-8e63521c-6d04-4aa5-b542-bbb2c659073f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0449078 Aug 11 03:49:47.820817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613c6db-2148-40e2-a730-05821ee54dbf req-506ff2ca-8f33-4e01-80a1-395fe25e7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:47.822353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f613c6db-2148-40e2-a730-05821ee54dbf req-506ff2ca-8f33-4e01-80a1-395fe25e7f69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490232 Aug 11 03:49:47.891312 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.913584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f613c6db-2148-40e2-a730-05821ee54dbf req-0325acfc-360f-43a7-ba7a-766b88285ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842609 Aug 11 03:49:47.919612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event deleted for resources: {'Port': ['ID=b8cd0b2a-baac-41ae-bbb8-71c54fe8c14e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:47.982588 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:47.983268 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Floating IP 11324ac9-4b45-4f70-a2cd-9a99d55df8f3 disassociated (deleted). External IP: 172.25.4.60, port: 68137fb4-ea79-41d4-8054-c85702b3f966. Aug 11 03:49:48.010250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f613c6db-2148-40e2-a730-05821ee54dbf req-38c4de6e-506c-4e2c-8f14-a19ef23f3929 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900252 Aug 11 03:49:48.192216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Router 9a77294c-10f8-4a09-a656-a67f6062f7bd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:49:48.300211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:49:48.304580 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:48.311051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] Sync routers for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:49:48.319867 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:49:48.320470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:49:48.332206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c0ee02c4-5740-4e42-ba82-5b70053f37f1 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "DELETE /v2.0/floatingips/11324ac9-4b45-4f70-a2cd-9a99d55df8f3 HTTP/1.1" status: 204 len: 168 time: 0.9006133 Aug 11 03:49:48.426354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:49:48.640175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 5, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:49:48.667153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] Checking router: 9a77294c-10f8-4a09-a656-a67f6062f7bd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:49:48.676508 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:49:48.677117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:49:48.784250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:49:48.978505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 5, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:49:49.168796 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fee8c4-0f36-46ef-926c-37a134735138 None None] The sync data for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 is: [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:47:53Z', 'revision_number': 4, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '957da62b-1682-493d-8086-b3d42cfc33b4', 'name': '', 'network_id': '386c0676-f267-4318-8bfb-8ccdc66b980c', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'mac_address': 'fa:16:3e:22:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '00791683-cdd5-4756-987a-5d291f095447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:53Z', 'updated_at': '2021-08-11T03:47:59Z', 'revision_number': 5, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'subnets': [{'id': '00791683-cdd5-4756-987a-5d291f095447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:49:49.404001 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723b778-ecd8-4b85-b19f-51da1d4d06a0 None None] New status for floating IP 11324ac9-4b45-4f70-a2cd-9a99d55df8f3: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:49:49.494141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:49.497618 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd2e8bd-053a-4089-9515-6ec090ca1d11" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:49.537163 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95977794-d511-492a-ab24-5f55ebda925f x-openstack-request-id: req-95977794-d511-492a-ab24-5f55ebda925f {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:49.537467 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:49.537725 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95977794-d511-492a-ab24-5f55ebda925f {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:49.538154 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966', 'status': 'completed', 'code': 200} Aug 11 03:49:49.608639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-962dd306-e324-4980-b813-c1b50cca7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:49.610446 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-962dd306-e324-4980-b813-c1b50cca7128 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1466fe81ed74f5691063be8cf3d799d&device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 1097 time: 0.0475094 Aug 11 03:49:49.705555 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-c6e2438b-1866-4dc2-853c-78d4bb483582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:49.707035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-c6e2438b-1866-4dc2-853c-78d4bb483582 service neutron] 10.222.0.57 "GET /v2.0/networks?id=386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 200 len: 916 time: 0.0886738 Aug 11 03:49:49.754361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-c9419565-751a-468e-a116-e3692e0a6359 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 200 len: 217 time: 0.0385675 Aug 11 03:49:49.814060 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-6871de71-fde9-4578-ad7c-a11e0b280053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:49.815367 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-6871de71-fde9-4578-ad7c-a11e0b280053 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 200 len: 854 time: 0.0527828 Aug 11 03:49:49.862883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-8485c092-a8ca-43f5-bdcc-5a5f16d11ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:49.864502 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-8485c092-a8ca-43f5-bdcc-5a5f16d11ee0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=386c0676-f267-4318-8bfb-8ccdc66b980c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414953 Aug 11 03:49:49.960763 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-92449a64-549b-4634-88f2-f2fb18e5db0a service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881798 Aug 11 03:49:50.054232 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4bd2e8bd-053a-4089-9515-6ec090ca1d11 req-f46a6d0b-daca-47ea-9e84-9299a66e3cc9 service neutron] 10.222.0.57 "GET /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859392 Aug 11 03:49:52.412812 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4be5bbfa-ee3c-4ad3-96d2-e1ba3c357d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:52.473574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-748bbf55-3ede-4447-8021-b67900996eae req-11b74e8a-6e56-4638-8add-4962516b8b49 tempest-ServerDiskConfigTestJSON-285766175 tempest-ServerDiskConfigTestJSON-285766175-project] (111682) timed out ('10.222.0.57', 65372) {{(pid=111682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:49:55.279227 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7c2718cd-94b8-4d25-9e05-3ca66d21ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:55.314983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e32da-9ced-410a-ace6-392ce710d263 req-3f110f17-c858-408f-8363-167127ef8086 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:55.316704 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed2e32da-9ced-410a-ace6-392ce710d263 req-3f110f17-c858-408f-8363-167127ef8086 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0603883 Aug 11 03:49:55.358096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ed2e32da-9ced-410a-ace6-392ce710d263 req-41fac65a-973d-4081-972b-b14796fe8381 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350227 Aug 11 03:49:55.567141 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:55.982035 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:56.476828 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24a259-710b-4f34-9c44-752dfb9ea0d8 req-6ed3c55a-5e0e-4de5-a3d0-a4cbc6c6cd23 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:56.478312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab24a259-710b-4f34-9c44-752dfb9ea0d8 req-6ed3c55a-5e0e-4de5-a3d0-a4cbc6c6cd23 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0516088 Aug 11 03:49:56.517983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ab24a259-710b-4f34-9c44-752dfb9ea0d8 req-0ae2c5d9-2aab-4526-af57-6f88daa577e9 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/security-groups?id=78caeca3-3af0-4536-a998-c3f461c858cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Aug 11 03:49:56.911813 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:57.217877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-9b20e858-2428-4ad4-8b7b-622e45c41a87 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:49:57.219341 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-9b20e858-2428-4ad4-8b7b-622e45c41a87 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.57 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 945 time: 0.0501885 Aug 11 03:49:57.310442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Deleting port 68137fb4-ea79-41d4-8054-c85702b3f966 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:49:57.310783 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:57.401241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] For port 68137fb4-ea79-41d4-8054-c85702b3f966, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=68137fb4-ea79-41d4-8054-c85702b3f966,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:57.401668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:57.414923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Calling delete_port for 68137fb4-ea79-41d4-8054-c85702b3f966 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:49:57.544281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:57.556688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['68137fb4-ea79-41d4-8054-c85702b3f966'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:49:57.584492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Pushing event deleted for resources: {'Port': ['ID=68137fb4-ea79-41d4-8054-c85702b3f966,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:49:57.650255 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] No DVR routers for this DVR port 68137fb4-ea79-41d4-8054-c85702b3f966 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:49:57.653189 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:57.655156 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9ea7ef66-7a54-4759-afa2-6447bb291783 req-f48f43d8-4509-408d-93bb-342255676546 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.57 "DELETE /v2.0/ports/68137fb4-ea79-41d4-8054-c85702b3f966 HTTP/1.1" status: 204 len: 173 time: 0.4282801 Aug 11 03:49:57.655847 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'name': 'network-vif-deleted', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:49:57.658149 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acdc772-6292-4b09-9faa-f521c000ff4d" -d '{"events": [{"server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "name": "network-vif-deleted", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:49:57.662242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-49e569ea-7936-4f18-bc41-60e92355c841 req-e5729c2a-4520-4939-89aa-b1afa0e56e17 tempest-TestMinimumBasicScenario-1822322139 tempest-TestMinimumBasicScenario-1822322139-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a5ab9d6-8041-457b-b1ca-3c54901cc28e HTTP/1.1" status: 200 len: 210 time: 0.0545764 Aug 11 03:49:57.697246 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8374b6-8d65-4352-97de-477dc5a6ef18 x-openstack-request-id: req-2b8374b6-8d65-4352-97de-477dc5a6ef18 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:49:57.697539 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5ab9d6-8041-457b-b1ca-3c54901cc28e", "name": "network-vif-deleted", "tag": "68137fb4-ea79-41d4-8054-c85702b3f966", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:49:57.697811 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b8374b6-8d65-4352-97de-477dc5a6ef18 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:49:57.698208 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5ab9d6-8041-457b-b1ca-3c54901cc28e', 'name': 'network-vif-deleted', 'tag': '68137fb4-ea79-41d4-8054-c85702b3f966', 'status': 'completed', 'code': 200} Aug 11 03:49:58.325377 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:59.235250 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:49:59.586076 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:59.845328 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Deleting port 957da62b-1682-493d-8086-b3d42cfc33b4 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:49:59.845603 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:59.925184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] For port 957da62b-1682-493d-8086-b3d42cfc33b4, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=957da62b-1682-493d-8086-b3d42cfc33b4,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:49:59.925587 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:49:59.940300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Calling delete_port for 957da62b-1682-493d-8086-b3d42cfc33b4 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:00.121044 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:00.152156 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Pushing event deleted for resources: {'Port': ['ID=957da62b-1682-493d-8086-b3d42cfc33b4,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:00.318991 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:00.521851 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:00.535758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Router 9a77294c-10f8-4a09-a656-a67f6062f7bd has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:50:00.997053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:50:01.002124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dfd97f36-b936-4b09-82f1-67f94cdf3499 admin admin] 10.222.0.60 "PUT /v2.0/routers/9a77294c-10f8-4a09-a656-a67f6062f7bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658062 Aug 11 03:50:01.005450 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45348) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:01.007552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] Sync routers for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:50:01.017907 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:01.018531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:01.114084 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.127363 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:01.268360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.324438 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Deleting port 48d4b595-42c6-47bf-9038-20d95d611202 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:50:01.325137 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.330896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72'}], 'enable_snat': True}, 'gw_port_id': '48d4b595-42c6-47bf-9038-20d95d611202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:50:00Z', 'revision_number': 5, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port': {'id': '48d4b595-42c6-47bf-9038-20d95d611202', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:51Z', 'updated_at': '2021-08-11T03:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:01.362541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] Checking router: 9a77294c-10f8-4a09-a656-a67f6062f7bd for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:50:01.373098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] Routers {'9a77294c-10f8-4a09-a656-a67f6062f7bd'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:01.373577 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['9a77294c-10f8-4a09-a656-a67f6062f7bd'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:01.411709 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] For port 48d4b595-42c6-47bf-9038-20d95d611202, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=48d4b595-42c6-47bf-9038-20d95d611202,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:01.412095 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.425705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Calling delete_port for 48d4b595-42c6-47bf-9038-20d95d611202 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:01.467927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] Set router 9a77294c-10f8-4a09-a656-a67f6062f7bd gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:01.524466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:50:01Z', 'revision_number': 6, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:01.551877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae779012-95b3-4856-880a-62c7da78dc62 None None] The sync data for ids ['9a77294c-10f8-4a09-a656-a67f6062f7bd'] in n-d-768509-22 is: [{'id': '9a77294c-10f8-4a09-a656-a67f6062f7bd', 'name': 'tempest-TestMinimumBasicScenario-1150811356-router', 'tenant_id': 'e1466fe81ed74f5691063be8cf3d799d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:50Z', 'updated_at': '2021-08-11T03:50:01Z', 'revision_number': 6, 'project_id': 'e1466fe81ed74f5691063be8cf3d799d', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:50:01.610110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.636659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Pushing event deleted for resources: {'Port': ['ID=48d4b595-42c6-47bf-9038-20d95d611202,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:01.700408 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 68137fb4-ea79-41d4-8054-c85702b3f966 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:01.705176 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.721200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 68137fb4-ea79-41d4-8054-c85702b3f966 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:01.721549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 68137fb4-ea79-41d4-8054-c85702b3f966 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:01.797648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.800025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.845408 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.845971 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a77294c-10f8-4a09-a656-a67f6062f7bd {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:50:01.850243 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.851401 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-935ea6d5-36d3-456f-a8ad-23615a8d338a admin admin] 10.222.0.60 "DELETE /v2.0/routers/9a77294c-10f8-4a09-a656-a67f6062f7bd HTTP/1.1" status: 204 len: 168 time: 0.8447580 Aug 11 03:50:01.853905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45350) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:01.906132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] Deleting subnet 00791683-cdd5-4756-987a-5d291f095447 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:50:01.909610 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:01.950565 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.033936 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.088947 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.118231 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00791683-cdd5-4756-987a-5d291f095447,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:02.124871 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.126743 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c8094b5b-8afe-430f-9e23-c72329dd0de4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00791683-cdd5-4756-987a-5d291f095447 HTTP/1.1" status: 204 len: 168 time: 0.2711065 Aug 11 03:50:02.129216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45352) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:02.131724 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada1a1ac-649e-4651-918c-daeb39aeffa5 None None] Network 386c0676-f267-4318-8bfb-8ccdc66b980c requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:50:02.198984 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.255544 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Deleting port 06e89bfa-ef24-4cea-97f8-34200f5415aa {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:50:02.255931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.325944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] DHCP port deletion for 386c0676-f267-4318-8bfb-8ccdc66b980c request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:50:02.329843 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] For port 06e89bfa-ef24-4cea-97f8-34200f5415aa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06e89bfa-ef24-4cea-97f8-34200f5415aa,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:02.330343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.343596 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Calling delete_port for 06e89bfa-ef24-4cea-97f8-34200f5415aa owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:02.379248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Deleting port 06e89bfa-ef24-4cea-97f8-34200f5415aa {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:50:02.379750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.426731 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.445846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] For port 06e89bfa-ef24-4cea-97f8-34200f5415aa, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=06e89bfa-ef24-4cea-97f8-34200f5415aa,segment=NetworkSegment(b3592058-9cfa-412c-b52d-3fa50c134b31),segment_id=b3592058-9cfa-412c-b52d-3fa50c134b31)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:02.446253 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.456112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e89bfa-ef24-4cea-97f8-34200f5415aa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:02.459550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] No DVR routers for this DVR port 06e89bfa-ef24-4cea-97f8-34200f5415aa on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:50:02.466716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Calling delete_port for 06e89bfa-ef24-4cea-97f8-34200f5415aa owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 11 03:50:02.537938 n-d-768509-22 neutron-server[111684]: self.session.flush() Aug 11 03:50:02.544468 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.549459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.561079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386c0676-f267-4318-8bfb-8ccdc66b980c']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:02.571223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Pushing event deleted for resources: {'Port': ['ID=06e89bfa-ef24-4cea-97f8-34200f5415aa,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:02.575520 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] No DVR routers for this DVR port 06e89bfa-ef24-4cea-97f8-34200f5415aa on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:50:02.577099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3592058-9cfa-412c-b52d-3fa50c134b31') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:02.577398 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3592058-9cfa-412c-b52d-3fa50c134b31') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:02.583043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.588407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46a8be-d968-4378-94b7-de03ac1a1b63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:02.590723 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.605270 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.611991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:50:02.612445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:50:02.614420 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:50:02.675075 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.680843 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:02.683522 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] 10.222.0.60 "DELETE /v2.0/networks/386c0676-f267-4318-8bfb-8ccdc66b980c HTTP/1.1" status: 204 len: 168 time: 0.5531209 Aug 11 03:50:02.686387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:02.696552 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8360f-5a10-4bac-8490-a640a73a6e14 admin admin] Pushing event deleted for resources: {'Network': ['ID=386c0676-f267-4318-8bfb-8ccdc66b980c,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:03.033441 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:03.279034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Deleting port bed8af7b-d98c-417f-b14f-460b2e1f9e17 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:50:03.279368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:03.361871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] For port bed8af7b-d98c-417f-b14f-460b2e1f9e17, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=bed8af7b-d98c-417f-b14f-460b2e1f9e17,segment=NetworkSegment(102ca01a-bc63-4eb6-8503-ba24c8912ae9),segment_id=102ca01a-bc63-4eb6-8503-ba24c8912ae9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:03.362250 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:03.376423 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Calling delete_port for bed8af7b-d98c-417f-b14f-460b2e1f9e17 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:03.407464 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 48d4b595-42c6-47bf-9038-20d95d611202 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:03.427846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 48d4b595-42c6-47bf-9038-20d95d611202 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:03.428198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 48d4b595-42c6-47bf-9038-20d95d611202 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:03.428610 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06e89bfa-ef24-4cea-97f8-34200f5415aa no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:03.448007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 06e89bfa-ef24-4cea-97f8-34200f5415aa {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:03.448387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 06e89bfa-ef24-4cea-97f8-34200f5415aa not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:03.448793 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 957da62b-1682-493d-8086-b3d42cfc33b4 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:03.470075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 957da62b-1682-493d-8086-b3d42cfc33b4 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:03.470421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 957da62b-1682-493d-8086-b3d42cfc33b4 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:03.561366 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:03.587185 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed8af7b-d98c-417f-b14f-460b2e1f9e17,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:03.749980 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:03.970033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:50:04.371978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:50:04.376873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4b2414eb-04ce-424d-9706-937a865fccc3 admin admin] 10.222.0.60 "PUT /v2.0/routers/c37ec257-0a9c-44b7-b2ed-c3fb58c1895c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893046 Aug 11 03:50:04.379489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45356) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:04.382497 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] Sync routers for ids ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:50:04.395536 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] Routers {'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:04.396190 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:04.492156 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:04.506252 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] Set router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:04.601394 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:04.663125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Deleting port daa12db1-acf6-44b6-87d2-f6137aa63ce2 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:50:04.663458 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:04.697708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:50:03Z', 'revision_number': 5, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port': {'id': 'daa12db1-acf6-44b6-87d2-f6137aa63ce2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:80:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:47:56Z', 'updated_at': '2021-08-11T03:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:04.729221 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] Checking router: c37ec257-0a9c-44b7-b2ed-c3fb58c1895c for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:50:04.738191 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] Routers {'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:04.738807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:04.750084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] For port daa12db1-acf6-44b6-87d2-f6137aa63ce2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=daa12db1-acf6-44b6-87d2-f6137aa63ce2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:04.750606 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:04.764220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Calling delete_port for daa12db1-acf6-44b6-87d2-f6137aa63ce2 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:04.829544 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] Set router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:04.889672 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:50:04Z', 'revision_number': 6, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:04.927440 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e33e12-3270-463b-9d11-a66f9a43b9ab None None] The sync data for ids ['c37ec257-0a9c-44b7-b2ed-c3fb58c1895c'] in n-d-768509-22 is: [{'id': 'c37ec257-0a9c-44b7-b2ed-c3fb58c1895c', 'name': 'tempest-TestMinimumBasicScenario-134694491-router', 'tenant_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:47:55Z', 'updated_at': '2021-08-11T03:50:04Z', 'revision_number': 6, 'project_id': 'e273d46c318c42fbb8ee140b51b44b5f', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:50:04.942706 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:04.969792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa12db1-acf6-44b6-87d2-f6137aa63ce2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:05.031365 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.123952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.126091 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.176087 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.176840 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c37ec257-0a9c-44b7-b2ed-c3fb58c1895c {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:50:05.183560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.184882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7e04211b-bf1f-43a0-baa6-9c39de819137 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c37ec257-0a9c-44b7-b2ed-c3fb58c1895c HTTP/1.1" status: 204 len: 168 time: 0.8042815 Aug 11 03:50:05.187729 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45358) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:05.236264 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] Deleting subnet 473e1eac-f4bc-444a-a992-03731074f969 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:50:05.239348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.274218 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.368788 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.426564 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.457275 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.459158 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/473e1eac-f4bc-444a-a992-03731074f969 HTTP/1.1" status: 204 len: 168 time: 0.2703009 Aug 11 03:50:05.460272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a3612-bfcd-4abe-985f-f5c7915d330e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473e1eac-f4bc-444a-a992-03731074f969,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:05.461800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45360) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:05.463120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534bc877-2219-4e1e-ae70-3f70772bcb85 None None] Network 94ec5649-b328-45b2-822a-38b7379d306b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:50:05.530355 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.587795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Deleting port 6daa9346-a870-457c-9d5a-e096fb4bec1a {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:50:05.588148 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.656573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] For port 6daa9346-a870-457c-9d5a-e096fb4bec1a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6daa9346-a870-457c-9d5a-e096fb4bec1a,segment=NetworkSegment(102ca01a-bc63-4eb6-8503-ba24c8912ae9),segment_id=102ca01a-bc63-4eb6-8503-ba24c8912ae9)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:05.656940 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.670147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Calling delete_port for 6daa9346-a870-457c-9d5a-e096fb4bec1a owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:50:05.754362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba9e39-b472-470f-8375-ae6d93d99063 None None] DHCP port deletion for 94ec5649-b328-45b2-822a-38b7379d306b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:50:05.754645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.790530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] No DVR routers for this DVR port 6daa9346-a870-457c-9d5a-e096fb4bec1a on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:50:05.795410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6daa9346-a870-457c-9d5a-e096fb4bec1a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:05.834652 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bed8af7b-d98c-417f-b14f-460b2e1f9e17 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:05.859216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: bed8af7b-d98c-417f-b14f-460b2e1f9e17 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:05.859573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device bed8af7b-d98c-417f-b14f-460b2e1f9e17 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:05.885398 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.896101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ec5649-b328-45b2-822a-38b7379d306b']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:05.906871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102ca01a-bc63-4eb6-8503-ba24c8912ae9') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:05.907167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102ca01a-bc63-4eb6-8503-ba24c8912ae9') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:05.916011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.930629 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.936987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:50:05.937388 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:50:05.939105 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:50:05.999844 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.005897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.010399 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] 10.222.0.60 "DELETE /v2.0/networks/94ec5649-b328-45b2-822a-38b7379d306b HTTP/1.1" status: 204 len: 168 time: 0.5475769 Aug 11 03:50:06.022399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74aa9c-f7d8-4fc2-8a79-cdffb0841c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ec5649-b328-45b2-822a-38b7379d306b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:06.173213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45366) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:06.212964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-08bba21d-8d12-4071-9690-eeed09e52a5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1466fe81ed74f5691063be8cf3d799d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385900 Aug 11 03:50:06.217140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45368) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:06.266171 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f91851-1940-4077-8aca-e3eaa3fb4a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.286719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f91851-1940-4077-8aca-e3eaa3fb4a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.335442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f91851-1940-4077-8aca-e3eaa3fb4a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.337924 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-23f91851-1940-4077-8aca-e3eaa3fb4a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.339117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-23f91851-1940-4077-8aca-e3eaa3fb4a1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78caeca3-3af0-4536-a998-c3f461c858cc HTTP/1.1" status: 204 len: 168 time: 0.1210582 Aug 11 03:50:06.347426 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f91851-1940-4077-8aca-e3eaa3fb4a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78caeca3-3af0-4536-a998-c3f461c858cc,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:06.656400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45374) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:06.699994 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6229f99b-4529-4ef3-a8e1-adc62c0851ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e273d46c318c42fbb8ee140b51b44b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423942 Aug 11 03:50:06.702516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45376) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:06.757319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39ce083f-acdf-4cd5-92c5-91a05b8589bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.779158 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39ce083f-acdf-4cd5-92c5-91a05b8589bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.827862 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39ce083f-acdf-4cd5-92c5-91a05b8589bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.830452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-39ce083f-acdf-4cd5-92c5-91a05b8589bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:06.831707 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-39ce083f-acdf-4cd5-92c5-91a05b8589bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22968440-e5f4-4841-8139-0d27e14dc55d HTTP/1.1" status: 204 len: 168 time: 0.1282783 Aug 11 03:50:06.839951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce083f-acdf-4cd5-92c5-91a05b8589bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22968440-e5f4-4841-8139-0d27e14dc55d,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:07.419356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device daa12db1-acf6-44b6-87d2-f6137aa63ce2 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:07.439504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: daa12db1-acf6-44b6-87d2-f6137aa63ce2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:07.439891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device daa12db1-acf6-44b6-87d2-f6137aa63ce2 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:07.440312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6daa9346-a870-457c-9d5a-e096fb4bec1a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:50:07.459654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6daa9346-a870-457c-9d5a-e096fb4bec1a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:50:07.460015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6daa9346-a870-457c-9d5a-e096fb4bec1a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:50:08.387569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45416) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:08.392330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277218098', 'description': 'tempest-secgroup-smoke-1277218098 description', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:08.413950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.422642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.513076 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.516927 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.551463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79284576-06a9-434f-95c0-e34a23105b28,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:08.608060 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.611967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.642771 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.644080 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2554500 Aug 11 03:50:08.646137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8735b0-866b-4eca-a4fe-a7e429faef23 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:08.647166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45418) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:08.652101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-20e712ec-e280-42a5-ba16-9a12ba4686c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:08.679449 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20e712ec-e280-42a5-ba16-9a12ba4686c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.745565 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20e712ec-e280-42a5-ba16-9a12ba4686c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.749432 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20e712ec-e280-42a5-ba16-9a12ba4686c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.768461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e712ec-e280-42a5-ba16-9a12ba4686c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8fa574-4b65-4120-93ae-2b7f5434212e,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:08.771345 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-20e712ec-e280-42a5-ba16-9a12ba4686c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.773773 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-20e712ec-e280-42a5-ba16-9a12ba4686c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242368 Aug 11 03:50:08.775365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45420) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:08.780097 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-52299833-0edc-4e4b-a6e0-d7356d67cd6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:08.806569 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52299833-0edc-4e4b-a6e0-d7356d67cd6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.864496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52299833-0edc-4e4b-a6e0-d7356d67cd6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.868241 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52299833-0edc-4e4b-a6e0-d7356d67cd6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.885995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52299833-0edc-4e4b-a6e0-d7356d67cd6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc1c2b8-1f27-43b9-b871-c7b754e894fe,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:08.893078 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-52299833-0edc-4e4b-a6e0-d7356d67cd6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.894400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-52299833-0edc-4e4b-a6e0-d7356d67cd6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180058 Aug 11 03:50:08.897042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:08.902406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c0efff82-2ec4-4241-b943-6f74f954adbe tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:08.927925 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0efff82-2ec4-4241-b943-6f74f954adbe tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.986274 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0efff82-2ec4-4241-b943-6f74f954adbe tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:08.989931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0efff82-2ec4-4241-b943-6f74f954adbe tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.009710 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efff82-2ec4-4241-b943-6f74f954adbe tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbaa1d4-282b-45f8-abef-ebd0e6ee25f9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:09.013604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0efff82-2ec4-4241-b943-6f74f954adbe tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.014842 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c0efff82-2ec4-4241-b943-6f74f954adbe tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168613 Aug 11 03:50:09.017741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45424) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:09.022321 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b58c9b21-9644-4f85-aadc-736917bdf2e4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:09.049531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b58c9b21-9644-4f85-aadc-736917bdf2e4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.110740 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b58c9b21-9644-4f85-aadc-736917bdf2e4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.114243 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b58c9b21-9644-4f85-aadc-736917bdf2e4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.134232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c9b21-9644-4f85-aadc-736917bdf2e4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3259eb2b-f659-4a16-9f38-a11dc8deaf2f,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:09.141163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b58c9b21-9644-4f85-aadc-736917bdf2e4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.142893 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b58c9b21-9644-4f85-aadc-736917bdf2e4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240520 Aug 11 03:50:09.145627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45426) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:09.150069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:09.172133 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:50:09.176765 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.235949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.240646 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.257129 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36666a95-d782-4f7f-b864-cb28a700e707,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:09.264705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.265813 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa4cea5a-457d-449c-b287-49c4b7a31583 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1192663 Aug 11 03:50:09.268622 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45428) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:09.272935 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:09.296495 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:50:09.301297 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.362287 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.366070 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.383030 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d589e9d8-1796-48ee-a05d-b1dc880c5044,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:09.390308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.391651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b1d61d70-dd3c-4745-99f0-246377560399 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220951 Aug 11 03:50:09.394616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45430) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:09.399556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'network': {'name': 'tempest-network-smoke--385214363', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'port_security_enabled': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:09.420548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:50:09.424118 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.446602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:50:09.456123 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.456470 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Added segment 43909c75-2758-4d22-82aa-12213acc7780 of type vlan for network 287c7a2b-c43f-482b-ac3e-baa4be252b74 Aug 11 03:50:09.499364 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.527108 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.532631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:09.533212 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.591287 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956387 Aug 11 03:50:09.594157 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45432) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:09.598564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'admin_state_up': True, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:09.612569 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3262a-49e9-4647-a193-255c948af367 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Network': ['ID=287c7a2b-c43f-482b-ac3e-baa4be252b74,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:09.623362 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:50:09.629705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.630730 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.687421 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:09.821712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.013193 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.032233 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.136794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.11 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ba9d4e9a-905d-4050-8fd4-7c57c32a91ce) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:50:10.236408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.275863 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.318994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:50:10.321911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:10.325983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:50:10.331304 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:10.595013 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:10.788563 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:11.263942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router ab01bebe-9396-4bf0-b88d-54f6dbf379da is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:50:11.389046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:50:11.399401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Sync routers for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:50:11.409479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:11.414525 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1635d10b-109d-4910-b77e-925f4e3ef7d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8161416 Aug 11 03:50:11.414715 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45436) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:11.418180 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:11.419188 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:11.545048 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:11.591203 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5616e726-b4e5-42cc-93f9-4461203f2dd9 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4ed6a6acb0b643ec84d6132acbe4d89f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1753228 Aug 11 03:50:11.594143 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45440) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:11.754607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634caaf-30c7-45d7-8fbf-489397038ac5 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:11.755522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:10Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:11.758795 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8634caaf-30c7-45d7-8fbf-489397038ac5 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1611514 Aug 11 03:50:11.759147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45442) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:11.784987 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Checking router: ab01bebe-9396-4bf0-b88d-54f6dbf379da for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:50:11.785230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Updating router ab01bebe-9396-4bf0-b88d-54f6dbf379da port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:50:11.800315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7242e826-ac53-4603-93e1-d98c921ad0c7 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371249 Aug 11 03:50:11.800567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45444) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:11.805762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418470307', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:11.812264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:11.905523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:50:11.909074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.072257 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.083813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Transition to ACTIVE for port object ba9d4e9a-905d-4050-8fd4-7c57c32a91ce will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:12.090792 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.092434 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.143977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Attempting to bind port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:50:12.144350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Attempting to bind port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:50:12.144713 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Attempting to bind port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:12.146684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0b8d-0590-4232-959c-80b1403e09e0 None None] Pushing event updated for resources: {'Port': ['ID=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:12.152492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Subnet': ['ID=2d8a8a31-e993-4cbe-b791-8cdf54bbb99a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:12.152661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:50:12.152949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:50:12.153304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.153686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:50:12.154152 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Bound port: ba9d4e9a-905d-4050-8fd4-7c57c32a91ce, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:50:12.154534 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.162726 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Checking segment: {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:50:12.163087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network hostable DHCP agents. Network: 287c7a2b-c43f-482b-ac3e-baa4be252b74, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:50:12.181077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:50:12.191020 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 287c7a2b-c43f-482b-ac3e-baa4be252b74) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:12.195402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:12.196139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.202358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df090f-1b3b-40f7-9411-0ad163790aab None None] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:50:12.210632 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4e2bb365-b7a2-470c-a917-f849210254c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090543 Aug 11 03:50:12.213322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45446) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:12.246770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] For port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:50:12.265938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] For port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:50:12.272768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.374160 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:12.374718 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:12.424011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e0b8d-0590-4232-959c-80b1403e09e0 None None] Pushing event updated for resources: {'Port': ['ID=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:12.514202 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-287c7a2b-c43f-482b-ac3e-baa4be252b74', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:50:12.515064 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.533230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:12.664588 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:12.958350 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Allocated IP 172.20.0.2 (287c7a2b-c43f-482b-ac3e-baa4be252b74/2d8a8a31-e993-4cbe-b791-8cdf54bbb99a/02260c8e-ed47-4b53-8896-bbd480934f49) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:50:13.049892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:10Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:13.083545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348124b-88aa-41c5-8f04-f541a24d49af None None] The sync data for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 is: [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:10Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:50:13.151672 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.161432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Transition to ACTIVE for port object 02260c8e-ed47-4b53-8896-bbd480934f49 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:13.177984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Transition to ACTIVE for port object 02260c8e-ed47-4b53-8896-bbd480934f49 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:13.188795 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.232687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:50:13.235938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:13.236725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.1 (287c7a2b-c43f-482b-ac3e-baa4be252b74/2d8a8a31-e993-4cbe-b791-8cdf54bbb99a/eb8789df-a4c8-4eb1-aeaf-b0ee2627923c) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:50:13.240489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:50:13.243844 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Pushing event updated for resources: {'Port': ['ID=02260c8e-ed47-4b53-8896-bbd480934f49,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:13.326132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Attempting to bind port 02260c8e-ed47-4b53-8896-bbd480934f49 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:50:13.326611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Attempting to bind port 02260c8e-ed47-4b53-8896-bbd480934f49 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:50:13.327924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Attempting to bind port 02260c8e-ed47-4b53-8896-bbd480934f49 on network 287c7a2b-c43f-482b-ac3e-baa4be252b74 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:13.334015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:50:13.334612 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Checking segment: {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:50:13.335086 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.335546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Bound using segment: {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:50:13.336818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Bound port: 02260c8e-ed47-4b53-8896-bbd480934f49, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:50:13.339660 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.407285 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.424738 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object eb8789df-a4c8-4eb1-aeaf-b0ee2627923c will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:13.426114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] For port 02260c8e-ed47-4b53-8896-bbd480934f49, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:50:13.430200 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] For port 02260c8e-ed47-4b53-8896-bbd480934f49, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=02260c8e-ed47-4b53-8896-bbd480934f49,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:50:13.439070 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.467003 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.510129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba9d4e9a-905d-4050-8fd4-7c57c32a91ce up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:13.514949 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:50:13.518624 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:13.535274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:50:13.546080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a095f-f8f8-4550-848a-4b25ff29a9dc None None] Pushing event updated for resources: {'Port': ['ID=02260c8e-ed47-4b53-8896-bbd480934f49,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:13.567820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:13.596002 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.597584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:13.602391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:13.603042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.700490 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.748346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:13.754405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.780307 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:13.832925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:14.099391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:14.105597 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:14.183464 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:14.186358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:14.287675 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:50:14.289596 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:14.414900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router ab01bebe-9396-4bf0-b88d-54f6dbf379da has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:50:14.493594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03b10d-b40d-4b51-b35a-98799f766f3d None None] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:50:14.533457 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:50:14.541108 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-81a332e7-c304-4cae-8ae6-16c193f0c0a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/ab01bebe-9396-4bf0-b88d-54f6dbf379da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3261526 Aug 11 03:50:14.565274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b9805bf1-809b-492d-ad25-5f26555406e9 None None] Provisioning for port 02260c8e-ed47-4b53-8896-bbd480934f49 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:14.693257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-6b1f02ae-6988-4328-9301-82d0ccb63424 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277218098&fields=id&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 267 time: 0.0365727 Aug 11 03:50:14.817357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-54748b65-8a29-42de-a812-546f1fd715e7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:14.818919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-54748b65-8a29-42de-a812-546f1fd715e7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/networks?id=287c7a2b-c43f-482b-ac3e-baa4be252b74 HTTP/1.1" status: 200 len: 796 time: 0.1174848 Aug 11 03:50:14.839758 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-aaf46231-43b3-4df3-96d4-60281c2b226e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/quotas/4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 375 time: 0.0142784 Aug 11 03:50:14.893259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b34975ad-dcd6-40b9-9244-360e04d635fb None None] Provisioning for port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:14.897485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b34975ad-dcd6-40b9-9244-360e04d635fb None None] Provisioning complete for port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:14.898102 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b34975ad-dcd6-40b9-9244-360e04d635fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:14.907316 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-9de2f23b-1668-4f10-aba3-3c2e06da4044 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609701 Aug 11 03:50:14.942727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b34975ad-dcd6-40b9-9244-360e04d635fb None None] Port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:50:15.021652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-a13b1fc3-51ad-4c22-b7d7-0b0d86faf05e service neutron] 10.222.0.60 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993650 Aug 11 03:50:15.073317 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c6e41e9a-fae1-42cb-9a28-91b2ec285c78 None None] Provisioning complete for port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:15.073317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c6e41e9a-fae1-42cb-9a28-91b2ec285c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.076978 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Sync routers for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:50:15.087247 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:15.090439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:15.121881 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-c6e41e9a-fae1-42cb-9a28-91b2ec285c78 None None] Port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:50:15.131434 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-90a1fb33-f381-492d-a209-5378015f4f09 service neutron] 10.222.0.60 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025927 Aug 11 03:50:15.318588 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:15.342159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a85030fc-50ce-4aed-944d-2ff8d44b8adc req-062f332c-0c43-4809-90da-1b17caf59354 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 210 time: 0.0326073 Aug 11 03:50:15.344098 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-0b8254c3-7aac-4892-8b04-a4f422e15132 None None] Provisioning complete for port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:15.344482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0b8254c3-7aac-4892-8b04-a4f422e15132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.403083 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-0b8254c3-7aac-4892-8b04-a4f422e15132 None None] Port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:50:15.522313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba9d4e9a-905d-4050-8fd4-7c57c32a91ce up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:15.551315 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 2, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:15.579485 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Checking router: ab01bebe-9396-4bf0-b88d-54f6dbf379da for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:50:15.580108 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Updating router ab01bebe-9396-4bf0-b88d-54f6dbf379da port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:50:15.581494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:15.581942 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.608161 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.673424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 02260c8e-ed47-4b53-8896-bbd480934f49 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:15.724489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 02260c8e-ed47-4b53-8896-bbd480934f49 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:15.728783 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 02260c8e-ed47-4b53-8896-bbd480934f49 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:15.729234 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.833174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.870662 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 02260c8e-ed47-4b53-8896-bbd480934f49, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=02260c8e-ed47-4b53-8896-bbd480934f49,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:15.874980 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.909015 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.921828 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Transition to ACTIVE for port object eb8789df-a4c8-4eb1-aeaf-b0ee2627923c will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:15.930651 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=02260c8e-ed47-4b53-8896-bbd480934f49,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:15.934842 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:15.989307 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Pushing event updated for resources: {'Port': ['ID=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:16.000700 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.001047 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.001383 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.001713 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.002042 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.002393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.002723 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.003046 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.003363 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.003708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.004028 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.004346 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:50:16.055474 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Attempting to bind port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:50:16.055875 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Attempting to bind port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:50:16.056234 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Attempting to bind port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c on network 287c7a2b-c43f-482b-ac3e-baa4be252b74 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:16.061540 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:50:16.061905 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Checking segment: {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:50:16.062305 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:16.062691 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Bound using segment: {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:50:16.063155 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Bound port: eb8789df-a4c8-4eb1-aeaf-b0ee2627923c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:50:16.063529 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:16.129318 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] For port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:50:16.132787 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] For port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:50:16.138357 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:16.195922 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:16.196560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:49:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:16.202327 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add72117-9867-4fd2-8736-ee059207e83c None None] Pushing event updated for resources: {'Port': ['ID=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:16.317431 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:16.493776 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e516d05d-8e65-48d8-a925-bc6083059638 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:16.495953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e516d05d-8e65-48d8-a925-bc6083059638 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/networks?id=287c7a2b-c43f-482b-ac3e-baa4be252b74 HTTP/1.1" status: 200 len: 796 time: 0.1334786 Aug 11 03:50:16.508325 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-59bf314d-af66-4c5a-9ab0-7dae1dce40bc req-58046408-1459-48ac-b275-4b3650037d84 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 210 time: 0.0521643 Aug 11 03:50:16.555691 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-55dae21e-d385-4bc7-b6fd-63349d15c6cc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 380 time: 0.0505726 Aug 11 03:50:16.559269 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:16Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:16.569851 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'port': {'device_id': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'admin_state_up': True, 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'security_groups': ['22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:16.589930 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6ba6-df11-481a-a179-122ac4dcdffe None None] The sync data for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 is: [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:16Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:50:16.726640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:50:16.730780 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:16.866164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.11 (287c7a2b-c43f-482b-ac3e-baa4be252b74/2d8a8a31-e993-4cbe-b791-8cdf54bbb99a/9656a1c4-9436-404c-a693-9e64ecb87928) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:50:17.318817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.332416 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object 9656a1c4-9436-404c-a693-9e64ecb87928 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:17.367840 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.432804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:50:17.433725 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=9656a1c4-9436-404c-a693-9e64ecb87928,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:17.437246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:17.439536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:50:17.499096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:17.501205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.520782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-e7d5a0a3-06ce-4e22-87bb-549bb873ba04 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9547269 Aug 11 03:50:17.533995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb8789df-a4c8-4eb1-aeaf-b0ee2627923c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:17.546536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Request body: {'port': {'device_id': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:17.624415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:17.629251 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.632041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:17.632654 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.722750 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.724399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e985c79-4f5c-4ced-ad89-9d8a1316e1fe req-5a68ab67-9f78-4ee5-9f75-f3908437f26d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:17.725984 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e985c79-4f5c-4ced-ad89-9d8a1316e1fe req-5a68ab67-9f78-4ee5-9f75-f3908437f26d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 932 time: 0.1164806 Aug 11 03:50:17.759230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:17.764989 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.765910 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 02260c8e-ed47-4b53-8896-bbd480934f49 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:17.846473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fcb4dfe6-b814-4e0f-a382-5cd6a0610eae None None] Provisioning for port 9656a1c4-9436-404c-a693-9e64ecb87928 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:17.848825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4e985c79-4f5c-4ced-ad89-9d8a1316e1fe req-8d2b453f-fd29-4569-891c-6e52547a01cf tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143160 Aug 11 03:50:17.853493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fcb4dfe6-b814-4e0f-a382-5cd6a0610eae None None] Provisioning complete for port 9656a1c4-9436-404c-a693-9e64ecb87928 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:17.853874 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fcb4dfe6-b814-4e0f-a382-5cd6a0610eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.858450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:17.902154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4dfe6-b814-4e0f-a382-5cd6a0610eae None None] Port 9656a1c4-9436-404c-a693-9e64ecb87928 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:50:17.903517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 02260c8e-ed47-4b53-8896-bbd480934f49 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:17.903918 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:17.980806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9656a1c4-9436-404c-a693-9e64ecb87928 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:50:17.988409 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:18.000011 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Transition to ACTIVE for port object 9656a1c4-9436-404c-a693-9e64ecb87928 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:50:18.003573 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:18.059977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Pushing event updated for resources: {'Port': ['ID=9656a1c4-9436-404c-a693-9e64ecb87928,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:18.130663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Attempting to bind port 9656a1c4-9436-404c-a693-9e64ecb87928 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:50:18.131002 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Attempting to bind port 9656a1c4-9436-404c-a693-9e64ecb87928 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:50:18.131336 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Attempting to bind port 9656a1c4-9436-404c-a693-9e64ecb87928 on network 287c7a2b-c43f-482b-ac3e-baa4be252b74 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:18.136692 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Port 9656a1c4-9436-404c-a693-9e64ecb87928 on network 287c7a2b-c43f-482b-ac3e-baa4be252b74 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:50:18.136940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Attempting to bind port 9656a1c4-9436-404c-a693-9e64ecb87928 on network 287c7a2b-c43f-482b-ac3e-baa4be252b74 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:50:18.142147 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:50:18.142494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Checking segment: {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:50:18.142883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Bound using segment: {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:50:18.143314 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Bound port: 9656a1c4-9436-404c-a693-9e64ecb87928, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43909c75-2758-4d22-82aa-12213acc7780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:50:18.143703 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:18.211048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] For port 9656a1c4-9436-404c-a693-9e64ecb87928, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:50:18.214774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] For port 9656a1c4-9436-404c-a693-9e64ecb87928, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9656a1c4-9436-404c-a693-9e64ecb87928,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:50:18.220054 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:18.257928 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.258536 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:18.259921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] 10.222.0.57 "PUT /v2.0/ports/9656a1c4-9436-404c-a693-9e64ecb87928 HTTP/1.1" status: 200 len: 1093 time: 0.7288117 Aug 11 03:50:18.260914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:18.263320 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03399200-304c-4f0f-bcab-c1acb6de5a46" -d '{"events": [{"name": "network-changed", "server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:18.288969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e72f6-65b6-4a20-aa9c-5f4a5936307c service neutron] Pushing event updated for resources: {'Port': ['ID=9656a1c4-9436-404c-a693-9e64ecb87928,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:18.315243 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70efa0b4-4088-48b0-b2c6-379a15d5c1a3 x-openstack-request-id: req-70efa0b4-4088-48b0-b2c6-379a15d5c1a3 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:18.315446 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:18.315775 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70efa0b4-4088-48b0-b2c6-379a15d5c1a3 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:18.316165 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928', 'status': 'completed', 'code': 200} Aug 11 03:50:18.350136 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-8b3a3f36-4aaf-46e2-accf-a289506326c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.351677 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-8b3a3f36-4aaf-46e2-accf-a289506326c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 1096 time: 0.0473008 Aug 11 03:50:18.395459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-96dca78d-f534-43a7-b188-64fb7f1324e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9656a1c4-9436-404c-a693-9e64ecb87928 HTTP/1.1" status: 200 len: 217 time: 0.0349667 Aug 11 03:50:18.446516 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-b4737878-1cd2-405b-9da3-f927bc50e740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.448645 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-b4737878-1cd2-405b-9da3-f927bc50e740 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d8a8a31-e993-4cbe-b791-8cdf54bbb99a HTTP/1.1" status: 200 len: 835 time: 0.0448699 Aug 11 03:50:18.498593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-87c8dc23-3c72-43a0-aa7f-68faea12193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.500099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-87c8dc23-3c72-43a0-aa7f-68faea12193a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287c7a2b-c43f-482b-ac3e-baa4be252b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448592 Aug 11 03:50:18.592127 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-c6f3a825-bba0-4bd7-bdd2-99ed0d4d7b3f service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841827 Aug 11 03:50:18.687777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fe045b3-ed47-40da-8f1f-98d849efce8d req-9809a141-28c3-4cfd-a005-13ac61766c72 service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879314 Aug 11 03:50:18.775051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-1c5d5047-1b78-4671-8c5f-ada5f116f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.776606 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-1c5d5047-1b78-4671-8c5f-ada5f116f177 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 1096 time: 0.0416489 Aug 11 03:50:18.871994 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-1e4376a0-927b-45b0-a370-cc01b14190be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:18.873459 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-1e4376a0-927b-45b0-a370-cc01b14190be service neutron] 10.222.0.57 "GET /v2.0/networks?id=287c7a2b-c43f-482b-ac3e-baa4be252b74 HTTP/1.1" status: 200 len: 897 time: 0.0897398 Aug 11 03:50:18.923484 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-9f970e80-417e-45c1-b498-3e09ee42c6c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9656a1c4-9436-404c-a693-9e64ecb87928 HTTP/1.1" status: 200 len: 217 time: 0.0389135 Aug 11 03:50:18.999198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-5a5b8e0e-c8b9-4ef2-9105-cd99d62cf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:19.000592 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-5a5b8e0e-c8b9-4ef2-9105-cd99d62cf5e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d8a8a31-e993-4cbe-b791-8cdf54bbb99a HTTP/1.1" status: 200 len: 835 time: 0.0682297 Aug 11 03:50:19.008817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464388-af7b-4f28-8e11-d8828de50de7 req-d9079ee4-e61f-4820-bf3d-a202d8e90b47 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:19.010216 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66464388-af7b-4f28-8e11-d8828de50de7 req-d9079ee4-e61f-4820-bf3d-a202d8e90b47 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 944 time: 0.0892482 Aug 11 03:50:19.078821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66464388-af7b-4f28-8e11-d8828de50de7 req-7d14d0f7-b5c4-4c29-919e-4fd3494bf7be tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592761 Aug 11 03:50:19.081552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-c34c2944-e950-4f6b-baf6-dcad20884e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:19.083006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-c34c2944-e950-4f6b-baf6-dcad20884e98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287c7a2b-c43f-482b-ac3e-baa4be252b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711143 Aug 11 03:50:19.174966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-dcafba3e-7dc8-43b7-9a1d-bf8e53a863bc service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Aug 11 03:50:19.271325 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03399200-304c-4f0f-bcab-c1acb6de5a46 req-f692a67b-f3cd-44d0-8567-6602cb6a346d service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869753 Aug 11 03:50:19.416414 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb8789df-a4c8-4eb1-aeaf-b0ee2627923c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:19.464696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:19.465074 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:20.201731 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e99ff-839d-42ae-84a8-841c33a9ea9a req-3f8fdfde-84ef-4167-944b-c59c15bc2e62 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:20.203224 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a1e99ff-839d-42ae-84a8-841c33a9ea9a req-3f8fdfde-84ef-4167-944b-c59c15bc2e62 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 944 time: 0.0544341 Aug 11 03:50:20.242615 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6a1e99ff-839d-42ae-84a8-841c33a9ea9a req-6fa91833-2096-4115-892d-ea20cefd40f1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334392 Aug 11 03:50:21.358289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cf0f3-6bb9-4195-9e1f-e3bae43aa4d8 req-655026a7-c1be-414e-97ee-3e81fd5c9e31 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:21.359907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-838cf0f3-6bb9-4195-9e1f-e3bae43aa4d8 req-655026a7-c1be-414e-97ee-3e81fd5c9e31 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 944 time: 0.0499232 Aug 11 03:50:21.398585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-838cf0f3-6bb9-4195-9e1f-e3bae43aa4d8 req-b86e3f64-c3ed-4455-af1f-4b437931ffd1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326800 Aug 11 03:50:21.836161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9656a1c4-9436-404c-a693-9e64ecb87928 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:50:21.929962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9656a1c4-9436-404c-a693-9e64ecb87928, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9656a1c4-9436-404c-a693-9e64ecb87928,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:21.941038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '9656a1c4-9436-404c-a693-9e64ecb87928', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'port_id': '9656a1c4-9436-404c-a693-9e64ecb87928', 'mac_address': 'fa:16:3e:e5:d3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:50:21.983548 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:21.995943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9656a1c4-9436-404c-a693-9e64ecb87928 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:50:22.015278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9656a1c4-9436-404c-a693-9e64ecb87928, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9656a1c4-9436-404c-a693-9e64ecb87928,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:22.019812 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.067323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9656a1c4-9436-404c-a693-9e64ecb87928,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:22.266072 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['9656a1c4-9436-404c-a693-9e64ecb87928'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:50:22.424960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3952187d-ece6-465f-8254-89bec3e83703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:22.517759 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4228a-0864-45df-b68a-2c9f7c0ed924 req-f479b773-f71f-402f-a1c0-2f55b5b7fafc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:22.519273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6de4228a-0864-45df-b68a-2c9f7c0ed924 req-f479b773-f71f-402f-a1c0-2f55b5b7fafc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 945 time: 0.0524533 Aug 11 03:50:22.564339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6de4228a-0864-45df-b68a-2c9f7c0ed924 req-deccd401-a322-478e-979c-7906474bdc4d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386856 Aug 11 03:50:23.678656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92a19f-32bf-419b-aad0-a2ec45a06522 req-b79cdeb4-ae89-44c8-aaa2-470fc34496ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:23.680398 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be92a19f-32bf-419b-aad0-a2ec45a06522 req-b79cdeb4-ae89-44c8-aaa2-470fc34496ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 945 time: 0.0488236 Aug 11 03:50:23.723069 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-be92a19f-32bf-419b-aad0-a2ec45a06522 req-ec1985b5-3d76-4cd6-9133-2676af12d592 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354395 Aug 11 03:50:23.852041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9656a1c4-9436-404c-a693-9e64ecb87928 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:50:23.902242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 9656a1c4-9436-404c-a693-9e64ecb87928 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:50:23.905721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 9656a1c4-9436-404c-a693-9e64ecb87928 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:50:23.906092 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:23.984896 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:24.006900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:24.009208 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210d6083-98f4-4e70-bd6b-98cb46bbf688" -d '{"events": [{"server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:24.022818 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 9656a1c4-9436-404c-a693-9e64ecb87928, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9656a1c4-9436-404c-a693-9e64ecb87928,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:50:24.027555 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:24.039021 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:50:24.051394 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa4c30f-10d8-4803-af7b-5ebccddb6219 x-openstack-request-id: req-8aa4c30f-10d8-4803-af7b-5ebccddb6219 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:24.051715 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "name": "network-vif-plugged", "status": "completed", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:24.051967 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8aa4c30f-10d8-4803-af7b-5ebccddb6219 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:24.052351 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928', 'code': 200} Aug 11 03:50:24.078711 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=9656a1c4-9436-404c-a693-9e64ecb87928,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:24.145357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262a485-b5eb-4ea8-99f9-7b1a07601200 req-aade024e-403b-4a72-8d9a-075b9a517e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:24.146845 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4262a485-b5eb-4ea8-99f9-7b1a07601200 req-aade024e-403b-4a72-8d9a-075b9a517e88 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 1098 time: 0.0395565 Aug 11 03:50:24.181733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4262a485-b5eb-4ea8-99f9-7b1a07601200 req-4314c941-a0d6-47ab-b2eb-a635c8cf242a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278263 Aug 11 03:50:24.841468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb3e27-a2a2-4bda-af95-21c51236b26a req-e493266e-a634-4119-a3b7-5b09c5de437f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:24.842969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2cb3e27-a2a2-4bda-af95-21c51236b26a req-e493266e-a634-4119-a3b7-5b09c5de437f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0522637 Aug 11 03:50:24.881005 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2cb3e27-a2a2-4bda-af95-21c51236b26a req-68f7e3e0-71e1-4336-9ecd-08a8f423d4bd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Aug 11 03:50:25.271051 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8ee5da12-03f6-4c58-97ac-2ecfbe0d25b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:25.569359 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:25.980987 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:26.001134 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18d2dc-9a96-47ed-bc3f-1a1bdccd56b0 req-3ee0f7d0-c049-485c-be73-dfe482dc9a63 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:26.002730 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b18d2dc-9a96-47ed-bc3f-1a1bdccd56b0 req-3ee0f7d0-c049-485c-be73-dfe482dc9a63 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0502434 Aug 11 03:50:26.040514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8b18d2dc-9a96-47ed-bc3f-1a1bdccd56b0 req-6ab5ff58-e2bd-4759-a780-7a5f8cd2db43 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316958 Aug 11 03:50:26.156221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04dd1-aaaa-4339-8db9-301489f58687 req-05b65b6f-9cdc-43f4-8430-e838e37ba939 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:26.157736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7b04dd1-aaaa-4339-8db9-301489f58687 req-05b65b6f-9cdc-43f4-8430-e838e37ba939 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0502546 Aug 11 03:50:26.202000 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7b04dd1-aaaa-4339-8db9-301489f58687 req-9f4bb282-6c2a-46f6-9be2-9c95a95d2ca5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382161 Aug 11 03:50:26.223360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45514) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:26.263076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65661d5d-bd69-4be3-9b0a-f0b06f1052fd tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:26.264586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-65661d5d-bd69-4be3-9b0a-f0b06f1052fd tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 1093 time: 0.0402398 Aug 11 03:50:26.267455 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45516) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:26.271969 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '9656a1c4-9436-404c-a693-9e64ecb87928', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:50:26.293918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:26.391093 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:26.498223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.49 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/23bf445a-c771-4b8b-994a-c8c824c352a9) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:50:26.599011 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:26.643294 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:26.686302 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:50:26.689401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:50:26.693127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:50:26.716194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=23bf445a-c771-4b8b-994a-c8c824c352a9,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:26.915076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:27.065832 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:27.131944 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:27.287959 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:27.294021 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:27.361959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=23bf445a-c771-4b8b-994a-c8c824c352a9,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:50:27.373163 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:27.475561 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP 28c53e93-ad94-466e-a53f-93054b331a53 associated. External IP: 172.25.4.49, port: 9656a1c4-9436-404c-a693-9e64ecb87928. Aug 11 03:50:27.690352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router ab01bebe-9396-4bf0-b88d-54f6dbf379da has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:50:27.798162 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:50:27.809073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] Sync routers for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:50:27.815765 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:27.818845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:27.819469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:27.843804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8b33c3b0-85d2-4603-9bf3-f19aa08e8ca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5752230 Aug 11 03:50:27.844413 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:50:27.846678 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:50:27.897078 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc456d7-c8de-40d2-9433-c4549651a885 x-openstack-request-id: req-1cc456d7-c8de-40d2-9433-c4549651a885 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:50:27.897446 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:50:27.897621 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cc456d7-c8de-40d2-9433-c4549651a885 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:50:27.898052 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928', 'status': 'completed', 'code': 200} Aug 11 03:50:27.933157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:27.963540 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-2c22d580-5d43-4ca1-9258-6b1ae50d1343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:27.965089 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-2c22d580-5d43-4ca1-9258-6b1ae50d1343 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 1098 time: 0.0438004 Aug 11 03:50:27.966631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a997c2-0b30-444d-86cf-ea418f31347c req-bc75f395-7a7c-4f01-98df-7d5c31d855a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:27.968350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87a997c2-0b30-444d-86cf-ea418f31347c req-bc75f395-7a7c-4f01-98df-7d5c31d855a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0593514 Aug 11 03:50:28.011085 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-87a997c2-0b30-444d-86cf-ea418f31347c req-056cb745-3b2c-428c-a622-8ba75cc37ab7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343530 Aug 11 03:50:28.033290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45522) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:28.111371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-21febd6a-46b5-46fe-b714-f39ff1e2bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:28.112898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-21febd6a-46b5-46fe-b714-f39ff1e2bc9f service neutron] 10.222.0.57 "GET /v2.0/networks?id=287c7a2b-c43f-482b-ac3e-baa4be252b74 HTTP/1.1" status: 200 len: 897 time: 0.1410909 Aug 11 03:50:28.119205 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a4b5bf4d-ad2d-42c9-8700-19ea1a1e2556 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/28c53e93-ad94-466e-a53f-93054b331a53 HTTP/1.1" status: 200 len: 991 time: 0.0837803 Aug 11 03:50:28.166487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '28c53e93-ad94-466e-a53f-93054b331a53', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'port_id': '9656a1c4-9436-404c-a693-9e64ecb87928', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'mac_address': 'fa:16:3e:e5:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:50:26Z', 'updated_at': '2021-08-11T03:50:26Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:17Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:28.183888 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-b2efa04a-1c3d-4614-a5a6-481c8715e65d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9656a1c4-9436-404c-a693-9e64ecb87928 HTTP/1.1" status: 200 len: 999 time: 0.0624824 Aug 11 03:50:28.192364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] Checking router: ab01bebe-9396-4bf0-b88d-54f6dbf379da for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:50:28.201717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:50:28.202337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:28.236548 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-21d4a1f9-752d-4663-ab15-6146925f33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:28.238389 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-21d4a1f9-752d-4663-ab15-6146925f33f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d8a8a31-e993-4cbe-b791-8cdf54bbb99a HTTP/1.1" status: 200 len: 835 time: 0.0483384 Aug 11 03:50:28.285248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-467cdf15-749f-4657-9a3c-fca4956bf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:50:28.286788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-467cdf15-749f-4657-9a3c-fca4956bf1c7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287c7a2b-c43f-482b-ac3e-baa4be252b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410864 Aug 11 03:50:28.310025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:50:28.361847 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:28.382360 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-718c7731-17cd-4721-a6f8-ba96d8554b31 service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882306 Aug 11 03:50:28.474905 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2b5cac5c-8f21-4ba4-bd9d-fac1f487cb9b req-33b64cef-a8f4-44bf-a48e-75ca024d37c5 service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856287 Aug 11 03:50:28.550989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '28c53e93-ad94-466e-a53f-93054b331a53', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'port_id': '9656a1c4-9436-404c-a693-9e64ecb87928', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'mac_address': 'fa:16:3e:e5:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:50:26Z', 'updated_at': '2021-08-11T03:50:26Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:17Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:50:28.577397 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0c3656-f636-474d-a0a2-f22ec3a834c2 None None] The sync data for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 is: [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '28c53e93-ad94-466e-a53f-93054b331a53', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.49', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'port_id': '9656a1c4-9436-404c-a693-9e64ecb87928', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'mac_address': 'fa:16:3e:e5:d3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:50:26Z', 'updated_at': '2021-08-11T03:50:26Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:17Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:50:28.765793 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5182aeda-84ba-4ce1-8931-9d1e9733a6fb None None] New status for floating IP 28c53e93-ad94-466e-a53f-93054b331a53: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:50:29.122196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45524) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:50:29.188348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-78456274-9172-4626-8dc2-0017b703a982 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/28c53e93-ad94-466e-a53f-93054b331a53 HTTP/1.1" status: 200 len: 993 time: 0.0648019 Aug 11 03:50:30.521566 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:52.418034 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d0407cbe-d3d1-4f04-948e-86cce10b474f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:55.273076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cab6a16a-85ba-4431-a455-c2fae2bd31ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:55.571107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:55.993988 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:56.918127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:50:58.331534 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:00.537116 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:01.038334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:51:02.550889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f76bf-a765-45e1-982d-6222f3a52518 req-6863f0f5-d2f3-4fbf-9880-eb9ed4cc33c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:02.552423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c2f76bf-a765-45e1-982d-6222f3a52518 req-6863f0f5-d2f3-4fbf-9880-eb9ed4cc33c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0505247 Aug 11 03:51:02.591036 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7c2f76bf-a765-45e1-982d-6222f3a52518 req-3a590066-3e6f-4afc-8eae-ddbd8badd026 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318143 Aug 11 03:51:03.711737 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff07306-8d9f-433e-8e3b-05c6729f06f4 req-4c0589f2-5ce2-4173-bf68-cd68e354e630 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:03.713833 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dff07306-8d9f-433e-8e3b-05c6729f06f4 req-4c0589f2-5ce2-4173-bf68-cd68e354e630 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0501306 Aug 11 03:51:03.751412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dff07306-8d9f-433e-8e3b-05c6729f06f4 req-b5243ac7-57b0-4812-a3f2-0ffed66e4fc5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Aug 11 03:51:03.773995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45542) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:03.839449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-58ab0a85-1067-421b-9b7e-caa8fb601287 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/28c53e93-ad94-466e-a53f-93054b331a53 HTTP/1.1" status: 200 len: 993 time: 0.0636551 Aug 11 03:51:04.658006 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-9a20a941-0fa5-427e-be31-c5cb4be6b411 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412326 Aug 11 03:51:04.738069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-4974a190-64c2-4c73-846f-70967cbd9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.739472 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-4974a190-64c2-4c73-846f-70967cbd9a7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 1098 time: 0.0407529 Aug 11 03:51:04.853883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-a4aa81b4-8278-401f-a073-d717b3078c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.855248 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-a4aa81b4-8278-401f-a073-d717b3078c79 service neutron] 10.222.0.57 "GET /v2.0/networks?id=287c7a2b-c43f-482b-ac3e-baa4be252b74 HTTP/1.1" status: 200 len: 897 time: 0.0947626 Aug 11 03:51:04.928788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-b0fcdb77-7ef8-43e9-987c-3be1f3b2e38b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9656a1c4-9436-404c-a693-9e64ecb87928 HTTP/1.1" status: 200 len: 1001 time: 0.0656009 Aug 11 03:51:04.979531 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-6684bc34-4a69-4876-b950-47ebefd0cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:04.981054 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-6684bc34-4a69-4876-b950-47ebefd0cb9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d8a8a31-e993-4cbe-b791-8cdf54bbb99a HTTP/1.1" status: 200 len: 835 time: 0.0446160 Aug 11 03:51:05.057076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-1e92020f-b781-459f-ae7e-599400c0a3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:05.059138 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-1e92020f-b781-459f-ae7e-599400c0a3a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287c7a2b-c43f-482b-ac3e-baa4be252b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703802 Aug 11 03:51:05.475025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7516f-9761-493e-9ddc-cfaa07f2ce46 req-b1a83342-8ac5-453d-a586-77c584e09094 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:05.476540 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cfa7516f-9761-493e-9ddc-cfaa07f2ce46 req-b1a83342-8ac5-453d-a586-77c584e09094 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.4136233 Aug 11 03:51:05.505557 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-1c7e59ed-d557-485c-8f4a-bf12f0ab450e service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337723 Aug 11 03:51:05.540743 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cfa7516f-9761-493e-9ddc-cfaa07f2ce46 req-bc89ff7c-32fa-420c-867d-928c833ad11a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552971 Aug 11 03:51:05.606836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0966a56b-7844-4904-bc8b-c6cd3617044c req-0654db2d-1b8c-45c4-8b8a-c9f934395477 service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930955 Aug 11 03:51:06.660784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdc778-476b-48ca-8b73-2887c1616786 req-684d1972-d7bd-4b26-a9b1-ced322545857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:06.662276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbbdc778-476b-48ca-8b73-2887c1616786 req-684d1972-d7bd-4b26-a9b1-ced322545857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0497572 Aug 11 03:51:06.700579 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fbbdc778-476b-48ca-8b73-2887c1616786 req-bd7603e7-43ef-4875-b258-d9b1d85b13bd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315826 Aug 11 03:51:06.723803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45552) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:06.788651 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-14e29a66-ca3c-4594-bdeb-21eb3bce3560 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/28c53e93-ad94-466e-a53f-93054b331a53 HTTP/1.1" status: 200 len: 993 time: 0.0636940 Aug 11 03:51:07.003081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45558) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:07.158808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 23bf445a-c771-4b8b-994a-c8c824c352a9 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:51:07.159154 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.235599 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.235964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.247655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 23bf445a-c771-4b8b-994a-c8c824c352a9 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:51:07.396112 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.425955 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=23bf445a-c771-4b8b-994a-c8c824c352a9,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:07.452863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.453209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.453560 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.453877 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.454205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.454530 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.454852 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.455174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.455493 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.455839 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.456167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.456487 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:07.497600 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.497934 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP 28c53e93-ad94-466e-a53f-93054b331a53 disassociated (deleted). External IP: 172.25.4.49, port: 9656a1c4-9436-404c-a693-9e64ecb87928. Aug 11 03:51:07.708266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router ab01bebe-9396-4bf0-b88d-54f6dbf379da has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:51:07.814627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:07.819338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:07.824306 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] Sync routers for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:07.833564 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:07.834168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:07.849349 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d87dee8d-d9a6-4788-9c62-e91ac9586992 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/floatingips/28c53e93-ad94-466e-a53f-93054b331a53 HTTP/1.1" status: 204 len: 168 time: 0.8451171 Aug 11 03:51:07.849953 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:07.852763 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ee03e5-987d-4204-a0b9-044c928527ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:07.893666 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3ff05c-b4bc-4076-81ab-c72f6dfdb6b9 x-openstack-request-id: req-da3ff05c-b4bc-4076-81ab-c72f6dfdb6b9 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:07.894373 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:07.894588 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da3ff05c-b4bc-4076-81ab-c72f6dfdb6b9 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:07.894995 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928', 'status': 'completed', 'code': 200} Aug 11 03:51:07.944528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:07.961568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-60442d54-2e6d-4a4f-b30a-d7c3164bd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:07.963958 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-60442d54-2e6d-4a4f-b30a-d7c3164bd43c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 1098 time: 0.0489030 Aug 11 03:51:08.078214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-37ac4cd1-5d6f-455f-a8a0-3c5790e6be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:08.079735 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-37ac4cd1-5d6f-455f-a8a0-3c5790e6be96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=287c7a2b-c43f-482b-ac3e-baa4be252b74 HTTP/1.1" status: 200 len: 897 time: 0.1055915 Aug 11 03:51:08.140178 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-51d6fc7a-c0ed-48de-86a2-e96a6c009745 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9656a1c4-9436-404c-a693-9e64ecb87928 HTTP/1.1" status: 200 len: 217 time: 0.0418217 Aug 11 03:51:08.162660 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29efda5-c0dc-4c62-a21f-f234cd38e848 req-6d046270-d1b3-4f95-8362-03f5f69638b1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:08.164117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c29efda5-c0dc-4c62-a21f-f234cd38e848 req-6d046270-d1b3-4f95-8362-03f5f69638b1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.1093452 Aug 11 03:51:08.224545 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-3a2c58a2-11a1-4932-a7e7-c4d1c1cac508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:08.225919 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-3a2c58a2-11a1-4932-a7e7-c4d1c1cac508 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d8a8a31-e993-4cbe-b791-8cdf54bbb99a HTTP/1.1" status: 200 len: 835 time: 0.0776100 Aug 11 03:51:08.232104 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c29efda5-c0dc-4c62-a21f-f234cd38e848 req-361f5a72-8c91-443e-8f30-def039078076 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 Aug 11 03:51:08.280348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-c553a60a-4b4d-423d-bd45-dad65b2943f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:08.281866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-c553a60a-4b4d-423d-bd45-dad65b2943f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=287c7a2b-c43f-482b-ac3e-baa4be252b74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467138 Aug 11 03:51:08.316455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:17Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:08.349399 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] Checking router: ab01bebe-9396-4bf0-b88d-54f6dbf379da for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:08.358942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:08.359556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:08.375558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-b89d4882-8a1d-43f0-a2f0-9bf840e40c43 service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844882 Aug 11 03:51:08.468745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:08.471659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3ee03e5-987d-4204-a0b9-044c928527ac req-dac16b14-585e-4aeb-8337-ed81dcb19379 service neutron] 10.222.0.57 "GET /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886772 Aug 11 03:51:08.685552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:17Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:08.711873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cac63fe-67fb-426c-b5f8-5723c03e287b None None] The sync data for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 is: [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'eb8789df-a4c8-4eb1-aeaf-b0ee2627923c', 'name': '', 'network_id': '287c7a2b-c43f-482b-ac3e-baa4be252b74', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:b4:6c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:12Z', 'updated_at': '2021-08-11T03:50:17Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '2d8a8a31-e993-4cbe-b791-8cdf54bbb99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:08.921290 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145ed02-7f9b-4aea-a5ef-f6691712c48d None None] New status for floating IP 28c53e93-ad94-466e-a53f-93054b331a53: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:51:09.365913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5280d9-95c0-4a95-a864-99d66f1ed8fc req-4de2bca5-7874-48ca-b5a3-d8acf10597d6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:09.367464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e5280d9-95c0-4a95-a864-99d66f1ed8fc req-4de2bca5-7874-48ca-b5a3-d8acf10597d6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0608714 Aug 11 03:51:09.407054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0e5280d9-95c0-4a95-a864-99d66f1ed8fc req-3a2465ea-a2af-4506-8f63-9615d57c2fb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Aug 11 03:51:09.618541 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-c795b730-e6f6-4fe6-a324-bff1cd57c349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:09.619995 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-c795b730-e6f6-4fe6-a324-bff1cd57c349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 946 time: 0.0513628 Aug 11 03:51:09.708989 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 9656a1c4-9436-404c-a693-9e64ecb87928 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:51:09.709333 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:09.800547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port 9656a1c4-9436-404c-a693-9e64ecb87928, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=9656a1c4-9436-404c-a693-9e64ecb87928,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:09.800918 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:09.814350 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 9656a1c4-9436-404c-a693-9e64ecb87928 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:51:09.943446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:09.971728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=9656a1c4-9436-404c-a693-9e64ecb87928,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:10.013146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] No DVR routers for this DVR port 9656a1c4-9436-404c-a693-9e64ecb87928 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:51:10.015809 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:10.017807 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-428c408c-e7ac-4f94-a267-5423312d57c7 req-e3bc779b-3ad3-49e6-ab5a-49bbfb314635 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "DELETE /v2.0/ports/9656a1c4-9436-404c-a693-9e64ecb87928 HTTP/1.1" status: 204 len: 173 time: 0.3921609 Aug 11 03:51:10.018244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'name': 'network-vif-deleted', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:10.020714 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0937c33-1d9c-4af7-b23d-9d98e85c681b" -d '{"events": [{"server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "name": "network-vif-deleted", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:10.063670 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff4fa84-98cf-43b7-8e96-11e6e3d403d7 x-openstack-request-id: req-8ff4fa84-98cf-43b7-8e96-11e6e3d403d7 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:10.063975 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1daf78e6-dc59-41ff-90de-de3ad8fe1aeb", "name": "network-vif-deleted", "tag": "9656a1c4-9436-404c-a693-9e64ecb87928", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:10.064229 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ff4fa84-98cf-43b7-8e96-11e6e3d403d7 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:10.064627 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1daf78e6-dc59-41ff-90de-de3ad8fe1aeb', 'name': 'network-vif-deleted', 'tag': '9656a1c4-9436-404c-a693-9e64ecb87928', 'status': 'completed', 'code': 200} Aug 11 03:51:10.529334 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b6a05e60-c331-4aa9-8fc6-211b83789ae6 req-b1a9f572-6c2f-45ae-9872-d8b2427ec8c5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=1daf78e6-dc59-41ff-90de-de3ad8fe1aeb HTTP/1.1" status: 200 len: 210 time: 0.0316989 Aug 11 03:51:11.587612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45574) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:11.964541 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.256767 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:51:12.257205 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.362112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port eb8789df-a4c8-4eb1-aeaf-b0ee2627923c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:12.363603 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.378446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for eb8789df-a4c8-4eb1-aeaf-b0ee2627923c owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:51:12.598311 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:12.623265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=eb8789df-a4c8-4eb1-aeaf-b0ee2627923c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:12.801514 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.017445 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router ab01bebe-9396-4bf0-b88d-54f6dbf379da has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:51:13.122046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:13.127114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d6620c89-efb8-4492-8e9f-c4044c4d858e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/ab01bebe-9396-4bf0-b88d-54f6dbf379da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5384598 Aug 11 03:51:13.130330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45576) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:13.131282 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] Sync routers for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:13.141128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:13.141731 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:13.183140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting subnet 2d8a8a31-e993-4cbe-b791-8cdf54bbb99a {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:51:13.186319 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.227513 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.250553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:13.316748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.375312 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.402194 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8a8a31-e993-4cbe-b791-8cdf54bbb99a,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:13.407721 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.409574 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3a9f5dec-973d-499c-b86d-a1f9dc3bd701 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/subnets/2d8a8a31-e993-4cbe-b791-8cdf54bbb99a HTTP/1.1" status: 204 len: 168 time: 0.2782967 Aug 11 03:51:13.412597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45578) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:13.413849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d57a9-8e66-47c9-8e0d-34382cd036f3 None None] Network 287c7a2b-c43f-482b-ac3e-baa4be252b74 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:51:13.519369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:51:12Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:13.526099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.559827 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] Checking router: ab01bebe-9396-4bf0-b88d-54f6dbf379da for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:13.572401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] Routers {'ab01bebe-9396-4bf0-b88d-54f6dbf379da'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:13.572788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:13.635291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.682855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] DHCP port deletion for 287c7a2b-c43f-482b-ac3e-baa4be252b74 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:51:13.696872 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:51:13.697149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] Set router ab01bebe-9396-4bf0-b88d-54f6dbf379da gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:13.697381 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.782572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port ba9d4e9a-905d-4050-8fd4-7c57c32a91ce, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:13.782948 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.797464 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for ba9d4e9a-905d-4050-8fd4-7c57c32a91ce owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:51:13.859874 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Deleting port 02260c8e-ed47-4b53-8896-bbd480934f49 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:51:13.860239 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.945076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] For port 02260c8e-ed47-4b53-8896-bbd480934f49, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=02260c8e-ed47-4b53-8896-bbd480934f49,segment=NetworkSegment(43909c75-2758-4d22-82aa-12213acc7780),segment_id=43909c75-2758-4d22-82aa-12213acc7780)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:13.945390 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:13.966962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Calling delete_port for 02260c8e-ed47-4b53-8896-bbd480934f49 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:51:13.976470 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.008365 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=ba9d4e9a-905d-4050-8fd4-7c57c32a91ce,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:14.020631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:51:12Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:14.023300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.023478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.023850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.024377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.024720 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.025167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.025631 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.025968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.026302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.026636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.026972 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.027302 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.052216 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c278a2c-0c63-42bd-9afb-0d8563062361 None None] The sync data for ids ['ab01bebe-9396-4bf0-b88d-54f6dbf379da'] in n-d-768509-22 is: [{'id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691244435', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:50:09Z', 'updated_at': '2021-08-11T03:51:12Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ba9d4e9a-905d-4050-8fd4-7c57c32a91ce', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:74:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab01bebe-9396-4bf0-b88d-54f6dbf379da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:50:10Z', 'updated_at': '2021-08-11T03:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:14.084828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9656a1c4-9436-404c-a693-9e64ecb87928 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:51:14.088749 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.108329 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: 9656a1c4-9436-404c-a693-9e64ecb87928 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:51:14.108679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 9656a1c4-9436-404c-a693-9e64ecb87928 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:51:14.111345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.141090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Pushing event deleted for resources: {'Port': ['ID=02260c8e-ed47-4b53-8896-bbd480934f49,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:14.145355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] No DVR routers for this DVR port 02260c8e-ed47-4b53-8896-bbd480934f49 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:51:14.153585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.153933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.154273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.159427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98c27f0-b0a6-4078-b02c-18612903d010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:14.185420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.187572 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.233665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.234223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Fanout notify agent at l3_agent the message router_deleted on router ab01bebe-9396-4bf0-b88d-54f6dbf379da {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:51:14.240964 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.242079 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-57ba5bbc-96cb-4ecd-b366-e458cc66fafa tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/routers/ab01bebe-9396-4bf0-b88d-54f6dbf379da HTTP/1.1" status: 204 len: 168 time: 0.8284802 Aug 11 03:51:14.245664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45580) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:14.322016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.415497 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.425961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287c7a2b-c43f-482b-ac3e-baa4be252b74']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:14.438141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43909c75-2758-4d22-82aa-12213acc7780') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:14.438445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43909c75-2758-4d22-82aa-12213acc7780') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:14.452594 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.467827 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.474298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:51:14.474834 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:51:14.478991 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:51:14.538567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.546073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.550440 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/networks/287c7a2b-c43f-482b-ac3e-baa4be252b74 HTTP/1.1" status: 204 len: 168 time: 0.3013549 Aug 11 03:51:14.550824 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45582) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:14.561841 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de045d-bd2a-40cd-a15a-68c140798703 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Network': ['ID=287c7a2b-c43f-482b-ac3e-baa4be252b74,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:14.610071 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c064b168-8655-4813-9cb9-6231bd3d42e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.636737 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c064b168-8655-4813-9cb9-6231bd3d42e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.704339 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c064b168-8655-4813-9cb9-6231bd3d42e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.708290 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c064b168-8655-4813-9cb9-6231bd3d42e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:14.709991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c064b168-8655-4813-9cb9-6231bd3d42e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/security-groups/22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b HTTP/1.1" status: 204 len: 168 time: 0.1580098 Aug 11 03:51:14.724849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064b168-8655-4813-9cb9-6231bd3d42e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5bba3-a66d-4529-bcc3-d6ab0edcbc4b,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.067843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45588) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:15.072552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-3f5b8432-4424-4626-b0e0-14cdc67d4f4e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970744749', 'description': 'tempest-secgroup-smoke-970744749 description', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:15.095912 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8432-4424-4626-b0e0-14cdc67d4f4e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.179782 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8432-4424-4626-b0e0-14cdc67d4f4e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.184681 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8432-4424-4626-b0e0-14cdc67d4f4e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.212704 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-3f5b8432-4424-4626-b0e0-14cdc67d4f4e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.213931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3f5b8432-4424-4626-b0e0-14cdc67d4f4e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1450784 Aug 11 03:51:15.215835 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b8432-4424-4626-b0e0-14cdc67d4f4e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cbf4ec-7c97-474d-85b3-11b6f53b1661,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.217046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45590) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:15.224881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-390671cc-b6ce-4b72-8b01-ed1304e9f8c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': 'a1cbf4ec-7c97-474d-85b3-11b6f53b1661', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:15.254648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-390671cc-b6ce-4b72-8b01-ed1304e9f8c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.319161 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-390671cc-b6ce-4b72-8b01-ed1304e9f8c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.323207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-390671cc-b6ce-4b72-8b01-ed1304e9f8c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.342005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390671cc-b6ce-4b72-8b01-ed1304e9f8c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b69560-ef86-4d4d-b577-2489223c0972,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.345171 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-390671cc-b6ce-4b72-8b01-ed1304e9f8c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.346468 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-390671cc-b6ce-4b72-8b01-ed1304e9f8c8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274903 Aug 11 03:51:15.349235 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45592) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:15.354363 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9f51b632-507d-4ff4-8b61-51306e4a8e1b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': 'a1cbf4ec-7c97-474d-85b3-11b6f53b1661', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:15.381598 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f51b632-507d-4ff4-8b61-51306e4a8e1b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.445661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba9d4e9a-905d-4050-8fd4-7c57c32a91ce no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:51:15.449543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f51b632-507d-4ff4-8b61-51306e4a8e1b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.453635 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f51b632-507d-4ff4-8b61-51306e4a8e1b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.468689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ba9d4e9a-905d-4050-8fd4-7c57c32a91ce {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:51:15.469042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ba9d4e9a-905d-4050-8fd4-7c57c32a91ce not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:51:15.469465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb8789df-a4c8-4eb1-aeaf-b0ee2627923c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:51:15.473375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b632-507d-4ff4-8b61-51306e4a8e1b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09710acd-ea92-4689-a98f-623c60c07dd1,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.477342 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9f51b632-507d-4ff4-8b61-51306e4a8e1b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.481385 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9f51b632-507d-4ff4-8b61-51306e4a8e1b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1285260 Aug 11 03:51:15.481867 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45594) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:15.485975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c818918f-a1fd-402c-bd69-4137431b8ece tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': 'a1cbf4ec-7c97-474d-85b3-11b6f53b1661', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:15.488884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: eb8789df-a4c8-4eb1-aeaf-b0ee2627923c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:51:15.489241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device eb8789df-a4c8-4eb1-aeaf-b0ee2627923c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:51:15.489664 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 02260c8e-ed47-4b53-8896-bbd480934f49 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:51:15.510189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 02260c8e-ed47-4b53-8896-bbd480934f49 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:51:15.510550 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 02260c8e-ed47-4b53-8896-bbd480934f49 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:51:15.517493 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c818918f-a1fd-402c-bd69-4137431b8ece tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.578304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c818918f-a1fd-402c-bd69-4137431b8ece tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.581924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c818918f-a1fd-402c-bd69-4137431b8ece tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.600006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c818918f-a1fd-402c-bd69-4137431b8ece tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3742f2e2-c228-4a96-9e82-eefd708103e5,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.606338 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c818918f-a1fd-402c-bd69-4137431b8ece tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.607524 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c818918f-a1fd-402c-bd69-4137431b8ece tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250019 Aug 11 03:51:15.610183 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45596) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:15.614470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f8197c83-71cc-42fc-b72e-743e52204859 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': 'a1cbf4ec-7c97-474d-85b3-11b6f53b1661', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:15.641300 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8197c83-71cc-42fc-b72e-743e52204859 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.703890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8197c83-71cc-42fc-b72e-743e52204859 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.707343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8197c83-71cc-42fc-b72e-743e52204859 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.724371 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8197c83-71cc-42fc-b72e-743e52204859 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043092f1-35dc-4d11-a7d1-e3ed7db2f295,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.730755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8197c83-71cc-42fc-b72e-743e52204859 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.732056 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f8197c83-71cc-42fc-b72e-743e52204859 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209574 Aug 11 03:51:15.734638 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45598) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:15.739191 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': 'a1cbf4ec-7c97-474d-85b3-11b6f53b1661', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:15.761585 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:51:15.766614 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.831347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.834807 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.854359 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e44fee-b3b4-488d-b76a-08bf98e4a9b2,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.862963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.864353 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2c24042c-813a-4508-81df-45dc877d9bee tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287549 Aug 11 03:51:15.867095 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45600) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:15.872437 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': 'a1cbf4ec-7c97-474d-85b3-11b6f53b1661', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:15.894965 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:51:15.899919 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.962793 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.966434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.985190 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb28d46-5a1e-4257-8a53-da13e26933d4,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:15.993593 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:15.995542 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-060cb424-5f5c-4c6b-a967-ffb0516e57cd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267309 Aug 11 03:51:15.998175 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45602) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:16.003131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'network': {'name': 'tempest-network-smoke--1029451199', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'port_security_enabled': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:16.024876 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:51:16.028339 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.054986 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:51:16.064838 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.065215 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Added segment 5aef0ecc-62d4-49b2-84ef-8216db42a7b0 of type vlan for network c362d90f-a3de-4f0c-ae97-5494c1104af1 Aug 11 03:51:16.106640 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.135178 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.140795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:16.141388 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.201431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2021840 Aug 11 03:51:16.204187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45604) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:16.210647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'admin_state_up': True, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:16.222366 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b9e2e-bc04-4056-a516-104330490918 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Network': ['ID=c362d90f-a3de-4f0c-ae97-5494c1104af1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:16.233952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:51:16.238513 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.239702 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.298210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.436658 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.629935 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.649689 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.753155 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.51 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ddc20cc2-3703-4b73-a920-33f6e1849ed2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:16.854186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.893030 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:16.937399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:16.941913 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:16.948013 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:16.950463 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=ddc20cc2-3703-4b73-a920-33f6e1849ed2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:17.525286 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.718483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.845256 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:51:17.951724 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:17.960852 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Sync routers for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:17.970668 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:17.970895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:17.971254 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:17.972062 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-2517ca05-c941-4139-8369-baedf78f23a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7669477 Aug 11 03:51:17.975274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45606) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:18.007317 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1dc8752f-c4dd-42ac-bfad-3ab0bf1893a1 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4ed6a6acb0b643ec84d6132acbe4d89f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285399 Aug 11 03:51:18.007567 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45608) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:18.078598 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:18.099281 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f390a-38fa-48b3-ae5c-f50ba2e284f7 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:18.100873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0f0f390a-38fa-48b3-ae5c-f50ba2e284f7 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924253 Aug 11 03:51:18.103958 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45610) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:18.132787 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-517d899c-6863-4aba-ad6b-5ab383d6c54c tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276618 Aug 11 03:51:18.135853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45612) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:18.140703 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-597346347', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:18.230487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:51:18.235455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.256251 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:18.377739 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Checking router: 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:18.378077 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Updating router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 port ddc20cc2-3703-4b73-a920-33f6e1849ed2 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:51:18.402666 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.432577 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.499746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Subnet': ['ID=04b72f44-e56d-4a04-a0ec-0060456edffe,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:18.506656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Checking segment: {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:18.507576 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network hostable DHCP agents. Network: c362d90f-a3de-4f0c-ae97-5494c1104af1, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:51:18.523661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:51:18.532477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, c362d90f-a3de-4f0c-ae97-5494c1104af1) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:18.536658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:18.537228 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.543979 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2015f9-15be-4b34-b873-230f28a51025 None None] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:51:18.559696 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45614) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:18.560262 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-474736f4-2312-4724-b880-515634603aa2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4227917 Aug 11 03:51:18.663505 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.675981 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Transition to ACTIVE for port object ddc20cc2-3703-4b73-a920-33f6e1849ed2 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:18.682318 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.702423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-c362d90f-a3de-4f0c-ae97-5494c1104af1', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:51:18.703325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.743301 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Attempting to bind port ddc20cc2-3703-4b73-a920-33f6e1849ed2 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:18.743868 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Attempting to bind port ddc20cc2-3703-4b73-a920-33f6e1849ed2 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:18.744237 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Attempting to bind port ddc20cc2-3703-4b73-a920-33f6e1849ed2 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:18.746279 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Pushing event updated for resources: {'Port': ['ID=ddc20cc2-3703-4b73-a920-33f6e1849ed2,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:18.756108 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.756444 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.756709 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.757045 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.757376 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.757737 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.758054 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.758393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.758890 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.759443 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.760029 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.760126 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:51:18.763591 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:18.763995 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:18.764426 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.764836 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:18.765327 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Bound port: ddc20cc2-3703-4b73-a920-33f6e1849ed2, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:18.765713 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.831807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] For port ddc20cc2-3703-4b73-a920-33f6e1849ed2, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:18.837945 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] For port ddc20cc2-3703-4b73-a920-33f6e1849ed2, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ddc20cc2-3703-4b73-a920-33f6e1849ed2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:18.846005 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:18.859892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Allocated IP 172.20.0.2 (c362d90f-a3de-4f0c-ae97-5494c1104af1/04b72f44-e56d-4a04-a0ec-0060456edffe/99a00d93-87e2-47a3-b5a2-5a1831efb298) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:18.897591 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:18.898284 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:18.958897 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf48a8f-d76b-4ba4-88e3-6b761b3792c5 None None] Pushing event updated for resources: {'Port': ['ID=ddc20cc2-3703-4b73-a920-33f6e1849ed2,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:19.022513 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.027268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:19.033485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Transition to ACTIVE for port object 99a00d93-87e2-47a3-b5a2-5a1831efb298 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:19.049047 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Transition to ACTIVE for port object 99a00d93-87e2-47a3-b5a2-5a1831efb298 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:19.055707 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.097980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:19.102998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:19.107422 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:19.110587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Pushing event updated for resources: {'Port': ['ID=99a00d93-87e2-47a3-b5a2-5a1831efb298,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:19.172002 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Attempting to bind port 99a00d93-87e2-47a3-b5a2-5a1831efb298 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:19.172527 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Attempting to bind port 99a00d93-87e2-47a3-b5a2-5a1831efb298 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:19.172993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Attempting to bind port 99a00d93-87e2-47a3-b5a2-5a1831efb298 on network c362d90f-a3de-4f0c-ae97-5494c1104af1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:19.178557 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:19.179075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Checking segment: {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:19.179581 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.180157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Bound using segment: {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:19.180942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Bound port: 99a00d93-87e2-47a3-b5a2-5a1831efb298, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:19.181204 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.220815 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:19.249537 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c60e921-ff54-45db-81e8-9ef8d95c33bf None None] The sync data for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 is: [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:17Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:19.251315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] For port 99a00d93-87e2-47a3-b5a2-5a1831efb298, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:19.260701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] For port 99a00d93-87e2-47a3-b5a2-5a1831efb298, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99a00d93-87e2-47a3-b5a2-5a1831efb298,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:19.267193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.334424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb8268-d1f4-47d1-af24-7fff1875ac37 None None] Pushing event updated for resources: {'Port': ['ID=99a00d93-87e2-47a3-b5a2-5a1831efb298,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:19.355773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.670801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.1 (c362d90f-a3de-4f0c-ae97-5494c1104af1/04b72f44-e56d-4a04-a0ec-0060456edffe/241495a9-f63c-4644-9db4-b2573e39434f) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:19.801099 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.821182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object 241495a9-f63c-4644-9db4-b2573e39434f will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:19.859956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:19.906241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:19.909659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:19.914135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:19.919058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=241495a9-f63c-4644-9db4-b2573e39434f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:19.960671 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.107560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.346218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebabd40a-1625-4f12-9dda-b878da20bb63 None None] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:51:20.407665 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.412676 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.493823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=241495a9-f63c-4644-9db4-b2573e39434f,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:20.499188 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.580819 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1ae2cceb-9b13-40ba-b77f-aecb1977a09d None None] Provisioning for port 99a00d93-87e2-47a3-b5a2-5a1831efb298 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:20.600179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:20.601685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:20.723806 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:51:20.838568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:20.844251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-0b5abbd5-fd60-4724-91f7-b27eff788225 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2821622 Aug 11 03:51:20.924613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Sync routers for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:20.931778 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-407a9fcc-4d17-4e73-b781-98c0c9fbb22c None None] Provisioning for port 241495a9-f63c-4644-9db4-b2573e39434f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:20.938694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-407a9fcc-4d17-4e73-b781-98c0c9fbb22c None None] Provisioning complete for port 241495a9-f63c-4644-9db4-b2573e39434f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:20.939067 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-407a9fcc-4d17-4e73-b781-98c0c9fbb22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:20.978371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:20.979015 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:20.981274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-407a9fcc-4d17-4e73-b781-98c0c9fbb22c None None] Port 241495a9-f63c-4644-9db4-b2573e39434f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:51:21.014018 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-bb81f4c3-0270-4684-bf44-e1d1cb1e442f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970744749&fields=id&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 267 time: 0.0392225 Aug 11 03:51:21.099611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:21.130611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-85077deb-a302-4eed-86b6-10b838d87199 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:21.135235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-85077deb-a302-4eed-86b6-10b838d87199 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/networks?id=c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 200 len: 797 time: 0.1130893 Aug 11 03:51:21.139996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6a8b864f-f658-4d47-bf14-f5bbf799ac6c None None] Provisioning complete for port 241495a9-f63c-4644-9db4-b2573e39434f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:21.140373 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6a8b864f-f658-4d47-bf14-f5bbf799ac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.152764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-e0af9851-bbfc-4909-91b5-f3756b8e543c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/quotas/4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 375 time: 0.0117455 Aug 11 03:51:21.226759 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-d2080c30-bd89-4f5a-999f-fb807a75b80c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623353 Aug 11 03:51:21.257272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6a8b864f-f658-4d47-bf14-f5bbf799ac6c None None] Port 241495a9-f63c-4644-9db4-b2573e39434f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:51:21.337503 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-20e06805-63e3-4db8-9fec-cf829eccd8e5 service neutron] 10.222.0.60 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965602 Aug 11 03:51:21.357782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 2, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:21.392498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Checking router: 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:21.392642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Updating router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 port 241495a9-f63c-4644-9db4-b2573e39434f binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:51:21.423604 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.425497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-972d9e33-d6b3-4625-9cfd-b4482e416a20 None None] Provisioning complete for port 241495a9-f63c-4644-9db4-b2573e39434f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:21.426037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-972d9e33-d6b3-4625-9cfd-b4482e416a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.451169 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-a8ea589f-36cf-4487-9e62-a60203571d39 service neutron] 10.222.0.60 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079004 Aug 11 03:51:21.498675 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-972d9e33-d6b3-4625-9cfd-b4482e416a20 None None] Port 241495a9-f63c-4644-9db4-b2573e39434f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:51:21.558135 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ddc20cc2-3703-4b73-a920-33f6e1849ed2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:21.669921 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b58ac62-675a-40c7-97d7-1494166ea584 req-0b0559c4-8228-44d0-b69b-7e572243a6c5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 210 time: 0.0274529 Aug 11 03:51:21.684371 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port ddc20cc2-3703-4b73-a920-33f6e1849ed2 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:21.691215 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ddc20cc2-3703-4b73-a920-33f6e1849ed2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:21.691757 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.870063 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.878922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.899952 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Transition to ACTIVE for port object 241495a9-f63c-4644-9db4-b2573e39434f will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:21.902916 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port ddc20cc2-3703-4b73-a920-33f6e1849ed2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ddc20cc2-3703-4b73-a920-33f6e1849ed2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:21.906220 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:21.907006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99a00d93-87e2-47a3-b5a2-5a1831efb298 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:21.912071 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.001036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=ddc20cc2-3703-4b73-a920-33f6e1849ed2,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:22.099132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59afe0e-bcd5-48a4-8cd2-c6495edead26 None None] Pushing event updated for resources: {'Port': ['ID=241495a9-f63c-4644-9db4-b2573e39434f,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:22.104607 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Attempting to bind port 241495a9-f63c-4644-9db4-b2573e39434f on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:22.104986 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Attempting to bind port 241495a9-f63c-4644-9db4-b2573e39434f by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:22.105447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Attempting to bind port 241495a9-f63c-4644-9db4-b2573e39434f on network c362d90f-a3de-4f0c-ae97-5494c1104af1 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:22.108411 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 99a00d93-87e2-47a3-b5a2-5a1831efb298 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:22.114130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:22.114466 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Checking segment: {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:22.114743 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.115137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Bound using segment: {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:22.115613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Bound port: 241495a9-f63c-4644-9db4-b2573e39434f, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:22.120156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.122228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 99a00d93-87e2-47a3-b5a2-5a1831efb298 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:22.122652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.225374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] For port 241495a9-f63c-4644-9db4-b2573e39434f, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:22.262541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] For port 241495a9-f63c-4644-9db4-b2573e39434f, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=241495a9-f63c-4644-9db4-b2573e39434f,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:22.273339 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.310505 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.366533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59afe0e-bcd5-48a4-8cd2-c6495edead26 None None] Pushing event updated for resources: {'Port': ['ID=241495a9-f63c-4644-9db4-b2573e39434f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:22.370303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:22.370938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:50:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:22.413997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 99a00d93-87e2-47a3-b5a2-5a1831efb298, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99a00d93-87e2-47a3-b5a2-5a1831efb298,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:22.426777 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.464076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ebf8d1ad-7b9e-4ef3-b94f-db7f377e84aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:22.533909 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=99a00d93-87e2-47a3-b5a2-5a1831efb298,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:22.547388 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:22.762127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:22Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:22.799433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1857378-df24-4d07-b635-8e4b0da75c11 None None] The sync data for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 is: [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:22Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:22.802658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9fc691e0-3af8-4dc0-b420-55fe6b4e69ba req-56ef10b1-80ce-452e-ae86-e58ef5a926cc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 210 time: 0.0413594 Aug 11 03:51:22.859141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-cca2267f-0ded-420d-9f49-d0012a9d3779 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:22.868373 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-cca2267f-0ded-420d-9f49-d0012a9d3779 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/networks?id=c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 200 len: 797 time: 0.1458032 Aug 11 03:51:22.916023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-59dcb49b-b654-49d8-8a85-702f69a824e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 379 time: 0.0411241 Aug 11 03:51:22.930299 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'port': {'device_id': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'admin_state_up': True, 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'security_groups': ['a1cbf4ec-7c97-474d-85b3-11b6f53b1661']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:23.046154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:51:23.049772 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.187131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.11 (c362d90f-a3de-4f0c-ae97-5494c1104af1/04b72f44-e56d-4a04-a0ec-0060456edffe/bdbf95d1-424c-4169-9a2f-601cfd0ac7db) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:23.342416 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.357079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object bdbf95d1-424c-4169-9a2f-601cfd0ac7db will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:23.390400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.443015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:23.447122 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:23.451621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:23.483621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:23.515390 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:23.516095 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.544423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-7930b921-6ca2-4a49-89d8-b233021f3db3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6186171 Aug 11 03:51:23.560970 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Request body: {'port': {'device_id': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:23.596231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 241495a9-f63c-4644-9db4-b2573e39434f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:23.659966 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.674147 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 241495a9-f63c-4644-9db4-b2573e39434f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:23.683657 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 241495a9-f63c-4644-9db4-b2573e39434f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:23.686224 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.794749 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.809353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4c73fcb5-2b9d-4cf6-820e-1ee14832544c None None] Provisioning for port bdbf95d1-424c-4169-9a2f-601cfd0ac7db completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:23.814618 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4c73fcb5-2b9d-4cf6-820e-1ee14832544c None None] Provisioning complete for port bdbf95d1-424c-4169-9a2f-601cfd0ac7db triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:23.815002 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4c73fcb5-2b9d-4cf6-820e-1ee14832544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.871212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4c73fcb5-2b9d-4cf6-820e-1ee14832544c None None] Port bdbf95d1-424c-4169-9a2f-601cfd0ac7db cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:51:23.873859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 241495a9-f63c-4644-9db4-b2573e39434f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=241495a9-f63c-4644-9db4-b2573e39434f,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:23.878975 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:23.882558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ddc20cc2-3703-4b73-a920-33f6e1849ed2 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:23.966940 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe9e00-cabc-480d-b1be-eb50a1c254eb req-8a6dae2b-bf77-4527-9654-21538c7b52a7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:23.968210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=241495a9-f63c-4644-9db4-b2573e39434f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:23.968940 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2cfe9e00-cabc-480d-b1be-eb50a1c254eb req-8a6dae2b-bf77-4527-9654-21538c7b52a7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 932 time: 0.0803752 Aug 11 03:51:23.981427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port ddc20cc2-3703-4b73-a920-33f6e1849ed2 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:23.981809 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.038079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbf95d1-424c-4169-9a2f-601cfd0ac7db {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:51:24.048712 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.069733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2cfe9e00-cabc-480d-b1be-eb50a1c254eb req-5c7dd480-3af7-49c8-8549-b32950cfd622 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791185 Aug 11 03:51:24.073208 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Transition to ACTIVE for port object bdbf95d1-424c-4169-9a2f-601cfd0ac7db will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:51:24.074356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99a00d93-87e2-47a3-b5a2-5a1831efb298 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:24.077168 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.134700 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 99a00d93-87e2-47a3-b5a2-5a1831efb298 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:24.135069 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.177686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:24.230893 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Attempting to bind port bdbf95d1-424c-4169-9a2f-601cfd0ac7db on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:51:24.231769 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Attempting to bind port bdbf95d1-424c-4169-9a2f-601cfd0ac7db by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:51:24.232492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Attempting to bind port bdbf95d1-424c-4169-9a2f-601cfd0ac7db on network c362d90f-a3de-4f0c-ae97-5494c1104af1 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:24.238319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Port bdbf95d1-424c-4169-9a2f-601cfd0ac7db on network c362d90f-a3de-4f0c-ae97-5494c1104af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:51:24.238319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Attempting to bind port bdbf95d1-424c-4169-9a2f-601cfd0ac7db on network c362d90f-a3de-4f0c-ae97-5494c1104af1 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:51:24.244689 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:51:24.245137 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Checking segment: {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:51:24.245647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Bound using segment: {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:51:24.246168 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Bound port: bdbf95d1-424c-4169-9a2f-601cfd0ac7db, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aef0ecc-62d4-49b2-84ef-8216db42a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:51:24.246611 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.323033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] For port bdbf95d1-424c-4169-9a2f-601cfd0ac7db, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:51:24.326665 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] For port bdbf95d1-424c-4169-9a2f-601cfd0ac7db, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:51:24.331194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.369918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:24.370532 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:24.371953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] 10.222.0.57 "PUT /v2.0/ports/bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 200 len: 1093 time: 0.8171296 Aug 11 03:51:24.372391 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:24.374634 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53689cbb-ee37-484d-abc8-471a98d2ef3c" -d '{"events": [{"name": "network-changed", "server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:24.405734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906bcfd-8652-452a-9388-9368494e3bbb service neutron] Pushing event updated for resources: {'Port': ['ID=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:24.432019 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b5708-70e0-4450-a53b-2cc291d2175b x-openstack-request-id: req-0d0b5708-70e0-4450-a53b-2cc291d2175b {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:24.432396 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:24.432725 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d0b5708-70e0-4450-a53b-2cc291d2175b {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:24.433137 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'status': 'completed', 'code': 200} Aug 11 03:51:24.466116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-5fa80058-3c06-4ba8-b036-514bd78cfb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:24.467692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-5fa80058-3c06-4ba8-b036-514bd78cfb5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1096 time: 0.0473015 Aug 11 03:51:24.512214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-00d7013b-dcc7-48e9-9f5a-0379e50dae19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 200 len: 217 time: 0.0361786 Aug 11 03:51:24.568734 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-366497fd-0ceb-464c-819b-1b0dad77117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:24.570224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-366497fd-0ceb-464c-819b-1b0dad77117c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b72f44-e56d-4a04-a0ec-0060456edffe HTTP/1.1" status: 200 len: 834 time: 0.0500031 Aug 11 03:51:24.616158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-f27a4862-3def-4c61-a87c-1e02eedf3eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:24.618738 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-f27a4862-3def-4c61-a87c-1e02eedf3eb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c362d90f-a3de-4f0c-ae97-5494c1104af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407972 Aug 11 03:51:24.706368 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-80cce4fe-af4e-465a-90a9-d3479fc9a16f service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817420 Aug 11 03:51:24.802296 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-92cdf2d0-52d7-446f-ac4d-af5923c1a0e0 req-f894c0ee-978b-44d5-a3a1-5a59570181c5 service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885077 Aug 11 03:51:24.890449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-37efbabd-1d3f-45f5-b0e4-5275b8fe28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:24.892055 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-37efbabd-1d3f-45f5-b0e4-5275b8fe28d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1096 time: 0.0445554 Aug 11 03:51:24.986079 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-e93a9ec4-4ba1-4ee0-9d3f-2bf0ed93ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:24.987546 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-e93a9ec4-4ba1-4ee0-9d3f-2bf0ed93ffba service neutron] 10.222.0.57 "GET /v2.0/networks?id=c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 200 len: 898 time: 0.0890346 Aug 11 03:51:25.030071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-681d4073-ccec-4e0a-b45a-244c5b4600e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 200 len: 217 time: 0.0344248 Aug 11 03:51:25.080584 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-07cfb604-a439-425f-9e0c-fcfd7e5a2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:25.081956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-07cfb604-a439-425f-9e0c-fcfd7e5a2914 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b72f44-e56d-4a04-a0ec-0060456edffe HTTP/1.1" status: 200 len: 834 time: 0.0443394 Aug 11 03:51:25.131355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-23b92838-65f5-4b0c-a32d-88c818efd867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:25.132927 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-23b92838-65f5-4b0c-a32d-88c818efd867 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c362d90f-a3de-4f0c-ae97-5494c1104af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407910 Aug 11 03:51:25.250453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dac9e4-c330-45fd-8424-24d31bcfa032 req-62f0c29f-a73c-4b99-9516-8d366b2e61d6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:25.251998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07dac9e4-c330-45fd-8424-24d31bcfa032 req-62f0c29f-a73c-4b99-9516-8d366b2e61d6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 944 time: 0.1101043 Aug 11 03:51:25.276799 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b4d6a15-9bb9-421d-bb78-57caf1228de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.287684 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-ae1cb2fa-3350-4ccd-bb0f-44f2d6ac542f service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468318 Aug 11 03:51:25.313993 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-07dac9e4-c330-45fd-8424-24d31bcfa032 req-ac50b932-3998-45aa-b590-bb1274564f40 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551076 Aug 11 03:51:25.389084 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-53689cbb-ee37-484d-abc8-471a98d2ef3c req-759dd1ba-aee1-48da-8076-5650d7edce1b service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900493 Aug 11 03:51:25.455130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 241495a9-f63c-4644-9db4-b2573e39434f up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:25.504480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 241495a9-f63c-4644-9db4-b2573e39434f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:25.504856 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:25.589861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:26.006993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:26.147722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bdbf95d1-424c-4169-9a2f-601cfd0ac7db details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:51:26.245189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port bdbf95d1-424c-4169-9a2f-601cfd0ac7db, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:26.256283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'port_id': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'mac_address': 'fa:16:3e:dd:48:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:51:26.294817 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:26.308255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbf95d1-424c-4169-9a2f-601cfd0ac7db {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:51:26.327873 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port bdbf95d1-424c-4169-9a2f-601cfd0ac7db, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:26.331493 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:26.384402 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:26.435594 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59dbe2-0132-4191-8ff4-53e7dd4c9492 req-cfceadc2-eaea-438c-a047-fe490adadef0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:26.437054 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b59dbe2-0132-4191-8ff4-53e7dd4c9492 req-cfceadc2-eaea-438c-a047-fe490adadef0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 945 time: 0.0507896 Aug 11 03:51:26.475513 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3b59dbe2-0132-4191-8ff4-53e7dd4c9492 req-b5674b6f-f44d-4c70-9dad-1890c87d1567 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Aug 11 03:51:26.582224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['bdbf95d1-424c-4169-9a2f-601cfd0ac7db'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:51:26.972256 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:27.594022 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e636-61cf-4941-962c-afb94329fe92 req-4268c73f-0779-41f2-ac35-3ed879dc5ec1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:27.595509 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cfe9e636-61cf-4941-962c-afb94329fe92 req-4268c73f-0779-41f2-ac35-3ed879dc5ec1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 945 time: 0.0501816 Aug 11 03:51:27.632575 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cfe9e636-61cf-4941-962c-afb94329fe92 req-e47fa73c-4800-4751-889e-285cdb02feb4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Aug 11 03:51:28.162271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bdbf95d1-424c-4169-9a2f-601cfd0ac7db up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:51:28.211595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port bdbf95d1-424c-4169-9a2f-601cfd0ac7db completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:51:28.215753 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port bdbf95d1-424c-4169-9a2f-601cfd0ac7db triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:51:28.216135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:28.290955 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:28.315855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:28.318225 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da5e64b-199f-4f5d-a92a-fb380da47ab7" -d '{"events": [{"server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "name": "network-vif-plugged", "status": "completed", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:28.339315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port bdbf95d1-424c-4169-9a2f-601cfd0ac7db, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:51:28.345139 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:28.349613 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:28.371727 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9af136-d404-4d56-8451-14708f86389d x-openstack-request-id: req-3b9af136-d404-4d56-8451-14708f86389d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:28.371971 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "name": "network-vif-plugged", "status": "completed", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:28.372199 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b9af136-d404-4d56-8451-14708f86389d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:28.372591 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'code': 200} Aug 11 03:51:28.398706 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:28.464315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f767bb7-26ad-4576-af75-ab303f52e8ca req-4611da71-10a8-4c46-b76f-1f96fb8fe05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:28.465736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f767bb7-26ad-4576-af75-ab303f52e8ca req-4611da71-10a8-4c46-b76f-1f96fb8fe05e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1098 time: 0.0453112 Aug 11 03:51:28.500901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4f767bb7-26ad-4576-af75-ab303f52e8ca req-12ad6f08-d9d1-4e27-b7a3-ba56cc1b34c4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274785 Aug 11 03:51:28.748588 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaad742-2f35-4cce-aed0-5a27168b5445 req-3aea0386-1493-4009-970e-4031966301f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:28.749992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daaad742-2f35-4cce-aed0-5a27168b5445 req-3aea0386-1493-4009-970e-4031966301f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0484717 Aug 11 03:51:28.787806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-daaad742-2f35-4cce-aed0-5a27168b5445 req-8fa0b7e1-c993-41ad-b1a9-b0e932502232 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Aug 11 03:51:29.909098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3cb41-950a-4e4c-85b4-35e23b281aab req-89787541-29b8-4cb9-b9d6-0e4fb38eae11 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:29.910727 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61e3cb41-950a-4e4c-85b4-35e23b281aab req-89787541-29b8-4cb9-b9d6-0e4fb38eae11 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0494378 Aug 11 03:51:29.953749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-61e3cb41-950a-4e4c-85b4-35e23b281aab req-9cc6c27d-79b8-4934-8498-4d2d54dd74f7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360179 Aug 11 03:51:30.068888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68972078-49a3-4a93-aadb-387782823584 req-8f829ad1-86a2-4412-b716-be710e6510b7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:30.070854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68972078-49a3-4a93-aadb-387782823584 req-8f829ad1-86a2-4412-b716-be710e6510b7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0488207 Aug 11 03:51:30.108350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-68972078-49a3-4a93-aadb-387782823584 req-783f4fd6-5eee-4cc3-9d7a-9a9d84fb183d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310838 Aug 11 03:51:30.130843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45680) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:30.173214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3874a13-b916-48ea-8e32-8e8e7af4b3f2 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:30.174712 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c3874a13-b916-48ea-8e32-8e8e7af4b3f2 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1093 time: 0.0429087 Aug 11 03:51:30.177518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45682) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:30.182543 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:51:30.204696 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:30.299684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:30.405401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.88 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/8db809fa-ba1f-4e78-b234-1d72cae1fa70) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:51:30.505425 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:30.545334 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:30.549355 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:30.585507 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:51:30.590936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:51:30.594435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:51:30.619944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=8db809fa-ba1f-4e78-b234-1d72cae1fa70,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:30.948976 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:31.333415 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:31.483939 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:31.488847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:31.553383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=8db809fa-ba1f-4e78-b234-1d72cae1fa70,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:51:31.566952 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:31.668356 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP e796dd42-d20e-41a0-b132-41744da38d88 associated. External IP: 172.25.4.88, port: bdbf95d1-424c-4169-9a2f-601cfd0ac7db. Aug 11 03:51:31.879177 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:51:31.989642 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:51:31.999823 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] Sync routers for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:51:32.007304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:32.010904 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:32.011581 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:32.034530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8636378d-9e05-4daf-af86-dd14459b46c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8557472 Aug 11 03:51:32.035134 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:51:32.037521 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60bea64-f4f1-4061-87b2-9993d7ff8817" -d '{"events": [{"name": "network-changed", "server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:51:32.082334 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf99586-fee0-47dc-afce-bffef331d3e2 x-openstack-request-id: req-6bf99586-fee0-47dc-afce-bffef331d3e2 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:51:32.082787 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:51:32.083294 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bf99586-fee0-47dc-afce-bffef331d3e2 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:51:32.083593 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'status': 'completed', 'code': 200} Aug 11 03:51:32.122116 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:32.147523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-62a9577b-de1b-424e-bd20-35165d772aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:32.149243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-62a9577b-de1b-424e-bd20-35165d772aae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1098 time: 0.0446327 Aug 11 03:51:32.152555 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e7f27-4fec-4cfa-b0bd-a9c49f488f5d req-529b6bad-ce5b-42ec-8b00-50fb275abd61 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:32.154293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c52e7f27-4fec-4cfa-b0bd-a9c49f488f5d req-529b6bad-ce5b-42ec-8b00-50fb275abd61 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0539269 Aug 11 03:51:32.197152 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c52e7f27-4fec-4cfa-b0bd-a9c49f488f5d req-9e1f3aee-6e19-4a77-bb53-970dea1869d1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366459 Aug 11 03:51:32.220553 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45688) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:32.254525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-b8a628d1-ce39-4626-8b52-c1df2e74a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:32.256143 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-b8a628d1-ce39-4626-8b52-c1df2e74a267 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 200 len: 898 time: 0.1005871 Aug 11 03:51:32.304424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0b32c0b2-1510-480f-b799-a6ae184224d3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/e796dd42-d20e-41a0-b132-41744da38d88 HTTP/1.1" status: 200 len: 991 time: 0.0826628 Aug 11 03:51:32.330584 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-3fa73ab9-a137-45de-9a67-26b8c6622840 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 200 len: 999 time: 0.0668094 Aug 11 03:51:32.365915 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'e796dd42-d20e-41a0-b132-41744da38d88', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'port_id': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'mac_address': 'fa:16:3e:dd:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:30Z', 'updated_at': '2021-08-11T03:51:30Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:32.384051 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-eb6d6068-490f-4a3c-8ffb-088efeb2e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:32.385520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-eb6d6068-490f-4a3c-8ffb-088efeb2e3f8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b72f44-e56d-4a04-a0ec-0060456edffe HTTP/1.1" status: 200 len: 834 time: 0.0479262 Aug 11 03:51:32.395825 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] Checking router: 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:51:32.405008 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:51:32.405605 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:51:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:32.433024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-1d1a0f8c-564b-4013-85d0-d3fd428b4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:51:32.434529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-1d1a0f8c-564b-4013-85d0-d3fd428b4232 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c362d90f-a3de-4f0c-ae97-5494c1104af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422103 Aug 11 03:51:32.512708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:51:32.525834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-554e7351-6e7e-47ac-9000-7247ee7a313e service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830550 Aug 11 03:51:32.625321 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d60bea64-f4f1-4061-87b2-9993d7ff8817 req-c67bbda8-e099-4478-a431-ca7d2f444164 service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919843 Aug 11 03:51:32.839674 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'e796dd42-d20e-41a0-b132-41744da38d88', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'port_id': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'mac_address': 'fa:16:3e:dd:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:30Z', 'updated_at': '2021-08-11T03:51:30Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:51:32.865654 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c18333-c364-4c6a-88f2-8f66b012f242 None None] The sync data for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 is: [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'e796dd42-d20e-41a0-b132-41744da38d88', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'port_id': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'mac_address': 'fa:16:3e:dd:48:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:51:30Z', 'updated_at': '2021-08-11T03:51:30Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:51:33.066128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee7fd15-11de-4cf3-a82e-81f23abda7ff None None] New status for floating IP e796dd42-d20e-41a0-b132-41744da38d88: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:51:33.308918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45690) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:51:33.371612 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2ee33e73-bd25-4bb0-a1ea-219d3e8a5708 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/e796dd42-d20e-41a0-b132-41744da38d88 HTTP/1.1" status: 200 len: 993 time: 0.0614178 Aug 11 03:51:38.037765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:51:52.416442 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c2fdd9dd-7da8-4974-9d12-998b43451bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:55.278964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6d657d12-4579-4310-b95e-9a8f6607543d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:55.578166 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:56.008045 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:56.924861 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:51:58.337886 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:00.549330 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:04.714520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-e68bae82-1105-4fbf-b3ac-5acba05c85cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0921206 Aug 11 03:52:04.800494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-b8b0fcd1-117b-4fe9-80e5-511f6c2cef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:04.802120 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-b8b0fcd1-117b-4fe9-80e5-511f6c2cef26 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1098 time: 0.0439379 Aug 11 03:52:04.910320 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-48e79bda-8e14-470a-b145-33ea2770e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:04.911817 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-48e79bda-8e14-470a-b145-33ea2770e4a9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 200 len: 898 time: 0.0900354 Aug 11 03:52:04.984043 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-7cfb9da0-ce91-424b-89da-a4bc8888e9a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 200 len: 1001 time: 0.0647557 Aug 11 03:52:05.036554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-f60a7b5e-2666-4656-b076-54d47d08171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:05.038065 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-f60a7b5e-2666-4656-b076-54d47d08171b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b72f44-e56d-4a04-a0ec-0060456edffe HTTP/1.1" status: 200 len: 834 time: 0.0459261 Aug 11 03:52:05.086631 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-f585879a-33fb-41f0-8ba4-895b97e38b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:05.088195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-f585879a-33fb-41f0-8ba4-895b97e38b2c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c362d90f-a3de-4f0c-ae97-5494c1104af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428960 Aug 11 03:52:05.187640 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-a0474c29-2287-4869-be01-30515f00041f service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905569 Aug 11 03:52:05.289201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-76fd3749-fb0d-4fd8-a6f4-88b81309a83e req-e0fe79e1-aef7-4462-8b76-23d3aebbb23e service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933943 Aug 11 03:52:08.945384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-d45aa92f-f6cb-4d36-897d-175e67687847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:08.946831 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-d45aa92f-f6cb-4d36-897d-175e67687847 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1098 time: 0.0785780 Aug 11 03:52:08.955093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22895d1c-c070-4a51-8381-de0da9c9e2ce req-0dcfce54-3392-456c-86ae-f371284b4387 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:08.956539 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-22895d1c-c070-4a51-8381-de0da9c9e2ce req-0dcfce54-3392-456c-86ae-f371284b4387 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.1459913 Aug 11 03:52:09.043356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-22895d1c-c070-4a51-8381-de0da9c9e2ce req-cf0c1818-76e8-4298-bf18-c07d5d94967e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779028 Aug 11 03:52:09.071681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-3ecdf2cf-a4e1-49c8-bd26-de5486d6d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:09.073175 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-3ecdf2cf-a4e1-49c8-bd26-de5486d6d5e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 200 len: 898 time: 0.1157939 Aug 11 03:52:09.146400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-fb826506-9a70-498d-9456-7e5a13147977 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 200 len: 1001 time: 0.0642831 Aug 11 03:52:09.199435 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-18fa8484-ac50-4742-a267-238de7d1d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:09.200900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-18fa8484-ac50-4742-a267-238de7d1d6a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b72f44-e56d-4a04-a0ec-0060456edffe HTTP/1.1" status: 200 len: 834 time: 0.0470750 Aug 11 03:52:09.248983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-1cf9b0f0-90b7-473c-925d-7545c7edfb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:09.250477 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-1cf9b0f0-90b7-473c-925d-7545c7edfb37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c362d90f-a3de-4f0c-ae97-5494c1104af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412250 Aug 11 03:52:09.344220 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-de46aa57-4aa3-4f35-93c5-616a1926c4e4 service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854642 Aug 11 03:52:09.436267 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b89bb0f4-1bb5-4a0b-8562-c657a60c69b4 req-f07db5ab-4e0e-4481-9424-caf2692f428f service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847116 Aug 11 03:52:10.222251 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa82f1-03ec-4670-8ca3-82b8a46fb7a6 req-632b9402-a449-4b42-b0bf-f5956b159b6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:10.223819 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01fa82f1-03ec-4670-8ca3-82b8a46fb7a6 req-632b9402-a449-4b42-b0bf-f5956b159b6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.1092966 Aug 11 03:52:10.263602 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01fa82f1-03ec-4670-8ca3-82b8a46fb7a6 req-703c2d71-c77f-451c-9d5a-3e0f369dd72d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335853 Aug 11 03:52:11.389169 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8674889-c08d-4443-ae36-4e1ea749914a req-62a10d0a-1c84-4db8-85fa-14e6258a5694 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:11.390655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8674889-c08d-4443-ae36-4e1ea749914a req-62a10d0a-1c84-4db8-85fa-14e6258a5694 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0568004 Aug 11 03:52:11.431566 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d8674889-c08d-4443-ae36-4e1ea749914a req-9a5c495c-bd6d-4c77-b742-30f1bb78e39a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347023 Aug 11 03:52:12.547109 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa51cb-1f39-44d3-839b-9ad4ea46228e req-8d5ee287-3876-4de9-aca6-3149b2d7e46c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:12.548613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76fa51cb-1f39-44d3-839b-9ad4ea46228e req-8d5ee287-3876-4de9-aca6-3149b2d7e46c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0486898 Aug 11 03:52:12.586209 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-76fa51cb-1f39-44d3-839b-9ad4ea46228e req-d4461fdb-b665-4426-b562-1af3b29a2bb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308657 Aug 11 03:52:13.702918 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445a280-fc44-4cb3-8f58-a9923ddbc1de req-512ced78-5be9-4a3b-8598-6f5d3ee26edc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:13.704381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b445a280-fc44-4cb3-8f58-a9923ddbc1de req-512ced78-5be9-4a3b-8598-6f5d3ee26edc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0499604 Aug 11 03:52:13.743908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b445a280-fc44-4cb3-8f58-a9923ddbc1de req-b1ef2488-dfc4-4bbd-8041-5d5928d4370e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Aug 11 03:52:14.860854 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abab7c-a7be-458b-9e58-2af577b6e010 req-e2cfa670-40c5-46cf-9251-c1b4c2100ba3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:14.862346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01abab7c-a7be-458b-9e58-2af577b6e010 req-e2cfa670-40c5-46cf-9251-c1b4c2100ba3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0496564 Aug 11 03:52:14.900303 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01abab7c-a7be-458b-9e58-2af577b6e010 req-74f0dd2d-39f4-430e-85bd-457c1df29c66 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Aug 11 03:52:15.036714 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:52:16.016347 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd769a-32ce-400f-9a68-418168acfbf7 req-321676cd-766f-40c6-8fd7-a72881b41687 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:16.017825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3dd769a-32ce-400f-9a68-418168acfbf7 req-321676cd-766f-40c6-8fd7-a72881b41687 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0492470 Aug 11 03:52:16.054898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f3dd769a-32ce-400f-9a68-418168acfbf7 req-7f68034c-1d3e-4348-afc0-c844d21ea086 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305429 Aug 11 03:52:17.175746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa872fad-b836-4ebc-a86d-c44b870aef64 req-a8893160-c7dc-4352-a24d-96f45ae31acd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:17.177470 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa872fad-b836-4ebc-a86d-c44b870aef64 req-a8893160-c7dc-4352-a24d-96f45ae31acd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0548065 Aug 11 03:52:17.216661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fa872fad-b836-4ebc-a86d-c44b870aef64 req-9f762b2e-8941-40ff-b9a3-fcaae7e877de tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323331 Aug 11 03:52:18.336318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e784b8c-a096-4cc2-b81c-2e361c7f1594 req-b87ce2f2-d335-4e42-9e4e-551e4ad35412 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:18.337788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e784b8c-a096-4cc2-b81c-2e361c7f1594 req-b87ce2f2-d335-4e42-9e4e-551e4ad35412 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0529656 Aug 11 03:52:18.374436 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e784b8c-a096-4cc2-b81c-2e361c7f1594 req-3e3d1514-1b3f-49ae-943f-ec18525d0d1d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307708 Aug 11 03:52:19.490813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce5469-6763-4316-b994-4d986f2fef48 req-b4b4ec09-d1c9-4c75-8498-b2e011746fa7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:19.492373 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74ce5469-6763-4316-b994-4d986f2fef48 req-b4b4ec09-d1c9-4c75-8498-b2e011746fa7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0496998 Aug 11 03:52:19.529777 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-74ce5469-6763-4316-b994-4d986f2fef48 req-0983d59b-bbd3-4e0e-80fc-58dbe60778e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314379 Aug 11 03:52:20.645318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af5835-bc66-4887-8066-0ed5c3c58746 req-8502211a-648f-4958-98fa-7443f567ad63 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:20.646864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41af5835-bc66-4887-8066-0ed5c3c58746 req-8502211a-648f-4958-98fa-7443f567ad63 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0493674 Aug 11 03:52:20.685647 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-41af5835-bc66-4887-8066-0ed5c3c58746 req-9629a36c-ea96-4e3b-bdaa-dd92703a679c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328040 Aug 11 03:52:21.800022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf37896-db31-4f51-a7a7-8df7c51b3114 req-1093c798-aba5-42ef-89d0-0ddcb454a1a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:21.801523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3bf37896-db31-4f51-a7a7-8df7c51b3114 req-1093c798-aba5-42ef-89d0-0ddcb454a1a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0501258 Aug 11 03:52:21.840514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3bf37896-db31-4f51-a7a7-8df7c51b3114 req-04ae59d4-659b-44a1-8476-c68592a55f83 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Aug 11 03:52:22.417531 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4202d5d6-4eb3-4ba1-b7fb-0a559a87df33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:22.956761 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eedd5bb-1696-4871-8960-6e386837da59 req-aaee8373-075b-4537-b70a-f10d58ba3aef tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:22.958242 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1eedd5bb-1696-4871-8960-6e386837da59 req-aaee8373-075b-4537-b70a-f10d58ba3aef tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0504107 Aug 11 03:52:22.996771 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1eedd5bb-1696-4871-8960-6e386837da59 req-2358a56e-49fc-4823-bbdd-4b820c126716 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326400 Aug 11 03:52:24.117765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b28084-249f-4fe5-bbf2-c0df260634a1 req-05e32452-24f0-48c5-88a1-278eeb410bca tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:24.119179 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b28084-249f-4fe5-bbf2-c0df260634a1 req-05e32452-24f0-48c5-88a1-278eeb410bca tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0543973 Aug 11 03:52:24.156803 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a7b28084-249f-4fe5-bbf2-c0df260634a1 req-4917770f-9172-4bae-8f55-581aad084be6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316098 Aug 11 03:52:25.285269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb155a-a2f6-4005-932c-7474a15f8315 req-aa056318-340a-40a6-9667-d10cf35248ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:25.287097 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-119153c1-2448-4fa9-9536-514d41ba4e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:25.287511 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fdb155a-a2f6-4005-932c-7474a15f8315 req-aa056318-340a-40a6-9667-d10cf35248ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0627356 Aug 11 03:52:25.327064 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3fdb155a-a2f6-4005-932c-7474a15f8315 req-e77dc5a0-d13e-4875-ad7c-350cd345debc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Aug 11 03:52:25.568696 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:26.009107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:26.442240 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20184c88-ec20-4df3-b312-8e82a650c2f5 req-3115c537-437c-4067-bddc-b59db4d0a0b3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:26.443763 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20184c88-ec20-4df3-b312-8e82a650c2f5 req-3115c537-437c-4067-bddc-b59db4d0a0b3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0498490 Aug 11 03:52:26.482366 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-20184c88-ec20-4df3-b312-8e82a650c2f5 req-169591aa-eb15-4ae1-98e1-4ac492d831e3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322778 Aug 11 03:52:26.504059 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45746) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:52:26.565985 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d15c70df-0a3e-4385-94b4-4c3578b43f27 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/e796dd42-d20e-41a0-b132-41744da38d88 HTTP/1.1" status: 200 len: 993 time: 0.0607829 Aug 11 03:52:26.926922 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:28.343045 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:30.548300 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:32.962356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-666578dd-98bf-41fa-bbed-90c5a545f474 req-b6c8a925-b576-4139-a9ce-989f68428f8e service neutron] (111683) timed out ('10.222.0.60', 41924) {{(pid=111683) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 03:52:52.035911 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:52:52.417943 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7956f565-959a-4b4e-88c1-5cb0c16fa546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:55.289088 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-69ecd15a-b8b3-4a97-beb5-6f3c6c588fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:55.570361 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:56.005173 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:56.930264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:56.945111 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45768) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:52:57.101639 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 8db809fa-ba1f-4e78-b234-1d72cae1fa70 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:52:57.101897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:57.190219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:57.190550 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:57.202900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 8db809fa-ba1f-4e78-b234-1d72cae1fa70 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:52:57.353527 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:57.378538 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=8db809fa-ba1f-4e78-b234-1d72cae1fa70,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:52:57.390472 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.390828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.391215 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.391558 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.391921 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.392261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.392598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.392931 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.393264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.393594 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.393925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.394251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:52:57.459792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:57.460349 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP e796dd42-d20e-41a0-b132-41744da38d88 disassociated (deleted). External IP: 172.25.4.88, port: bdbf95d1-424c-4169-9a2f-601cfd0ac7db. Aug 11 03:52:57.678996 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:52:57.787800 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:52:57.792403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:57.797795 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] Sync routers for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:52:57.807613 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:52:57.808454 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:52:57.829874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6f48e52b-5da6-4003-ace3-b7cdcb58a658 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/floatingips/e796dd42-d20e-41a0-b132-41744da38d88 HTTP/1.1" status: 204 len: 168 time: 0.8834863 Aug 11 03:52:57.830688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:52:57.834383 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1677016-92bd-44d3-8164-3375b278e607" -d '{"events": [{"name": "network-changed", "server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:52:57.925687 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:52:57.936973 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366d4192-d46b-4b4c-8490-85055d0dc5b4 x-openstack-request-id: req-366d4192-d46b-4b4c-8490-85055d0dc5b4 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:52:57.937349 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:52:57.937660 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-366d4192-d46b-4b4c-8490-85055d0dc5b4 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:52:57.938120 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'status': 'completed', 'code': 200} Aug 11 03:52:58.015256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677016-92bd-44d3-8164-3375b278e607 req-64baeafe-0556-4e86-8bd6-eb562058a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:58.017989 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1677016-92bd-44d3-8164-3375b278e607 req-64baeafe-0556-4e86-8bd6-eb562058a4b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 1098 time: 0.0556045 Aug 11 03:52:58.130561 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:52:58.140107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbfa6-e957-46c6-a55d-79b5a5b5ea4b req-c5cc6b95-6607-4a60-b7df-003a41b46a3e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:58.141682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b7cbfa6-e957-46c6-a55d-79b5a5b5ea4b req-c5cc6b95-6607-4a60-b7df-003a41b46a3e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.1060448 Aug 11 03:52:58.157727 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] Checking router: 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:52:58.166617 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:52:58.167224 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:52:58.172067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677016-92bd-44d3-8164-3375b278e607 req-e124194d-a298-48f8-aec3-916ad0f296ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:58.173519 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1677016-92bd-44d3-8164-3375b278e607 req-e124194d-a298-48f8-aec3-916ad0f296ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 200 len: 898 time: 0.1476097 Aug 11 03:52:58.222541 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0b7cbfa6-e957-46c6-a55d-79b5a5b5ea4b req-5744b733-829b-40c6-a838-6c0ceee047bb tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736716 Aug 11 03:52:58.223830 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1677016-92bd-44d3-8164-3375b278e607 req-d5dc4e93-e15b-4c28-8b90-4761039aa839 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 200 len: 217 time: 0.0391102 Aug 11 03:52:58.279268 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:52:58.280268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677016-92bd-44d3-8164-3375b278e607 req-ddd181e6-a0be-402a-b6a9-26594f99c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:58.281785 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1677016-92bd-44d3-8164-3375b278e607 req-ddd181e6-a0be-402a-b6a9-26594f99c183 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04b72f44-e56d-4a04-a0ec-0060456edffe HTTP/1.1" status: 200 len: 834 time: 0.0504608 Aug 11 03:52:58.332458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677016-92bd-44d3-8164-3375b278e607 req-66ab561e-d827-43b4-8695-ba0a09a83d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:58.333977 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1677016-92bd-44d3-8164-3375b278e607 req-66ab561e-d827-43b4-8695-ba0a09a83d80 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c362d90f-a3de-4f0c-ae97-5494c1104af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423748 Aug 11 03:52:58.342289 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:58.424180 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1677016-92bd-44d3-8164-3375b278e607 req-d3bdb1d3-0835-4db3-a00f-48ac08a025cc service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823247 Aug 11 03:52:58.483347 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:52:58.510602 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8207cef-53cf-43be-b425-98906d8d7fe9 None None] The sync data for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 is: [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:20Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '241495a9-f63c-4644-9db4-b2573e39434f', 'name': '', 'network_id': 'c362d90f-a3de-4f0c-ae97-5494c1104af1', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:32:13:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:19Z', 'updated_at': '2021-08-11T03:51:23Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '04b72f44-e56d-4a04-a0ec-0060456edffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:52:58.518238 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1677016-92bd-44d3-8164-3375b278e607 req-bfce4ff4-bdb8-4c28-8fb1-3ce0f96bdeb5 service neutron] 10.222.0.57 "GET /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866492 Aug 11 03:52:58.730492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0012a-e1e6-4cfb-b72a-81e8093d5e2e None None] New status for floating IP e796dd42-d20e-41a0-b132-41744da38d88: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:52:59.362881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b7b94-4d5d-47e2-bc2b-814171734b09 req-b05f972f-f38f-4152-9893-1102b58cb7ef tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:59.364403 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d43b7b94-4d5d-47e2-bc2b-814171734b09 req-b05f972f-f38f-4152-9893-1102b58cb7ef tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0516462 Aug 11 03:52:59.404258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d43b7b94-4d5d-47e2-bc2b-814171734b09 req-7c4d2f0a-a7de-4d9e-9a71-c7987cdb76d3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1cbf4ec-7c97-474d-85b3-11b6f53b1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332077 Aug 11 03:52:59.623096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba7330-c259-4a54-9a11-a04d8b519413 req-e41f3f70-7a8c-4f5e-8404-cee4355f8532 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:52:59.624520 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-adba7330-c259-4a54-9a11-a04d8b519413 req-e41f3f70-7a8c-4f5e-8404-cee4355f8532 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 946 time: 0.0497570 Aug 11 03:52:59.715386 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port bdbf95d1-424c-4169-9a2f-601cfd0ac7db {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:52:59.715761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:59.802843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port bdbf95d1-424c-4169-9a2f-601cfd0ac7db, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:52:59.803202 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:52:59.816238 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for bdbf95d1-424c-4169-9a2f-601cfd0ac7db owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:53:00.262209 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:00.293936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=bdbf95d1-424c-4169-9a2f-601cfd0ac7db,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:00.333811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] No DVR routers for this DVR port bdbf95d1-424c-4169-9a2f-601cfd0ac7db on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:53:00.336518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:00.339563 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-adba7330-c259-4a54-9a11-a04d8b519413 req-332229f5-ee4a-4734-9d5a-0ee24617a85c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "DELETE /v2.0/ports/bdbf95d1-424c-4169-9a2f-601cfd0ac7db HTTP/1.1" status: 204 len: 173 time: 0.7090430 Aug 11 03:53:00.340025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'name': 'network-vif-deleted', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:53:00.342280 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed1cb3-e28e-4dfb-a6a9-b56b8a6d82d9" -d '{"events": [{"server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "name": "network-vif-deleted", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:53:00.383011 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efedfdb-2d25-4892-b6cf-c1c16d89422e x-openstack-request-id: req-7efedfdb-2d25-4892-b6cf-c1c16d89422e {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:53:00.383342 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc488caf-eb24-4218-9e67-9ebbb3823a22", "name": "network-vif-deleted", "tag": "bdbf95d1-424c-4169-9a2f-601cfd0ac7db", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:53:00.383576 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7efedfdb-2d25-4892-b6cf-c1c16d89422e {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:53:00.384016 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc488caf-eb24-4218-9e67-9ebbb3823a22', 'name': 'network-vif-deleted', 'tag': 'bdbf95d1-424c-4169-9a2f-601cfd0ac7db', 'status': 'completed', 'code': 200} Aug 11 03:53:00.517815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7609431-70d7-4ca0-bf49-ecc90782e1fa req-c389bad4-1e39-4e94-8ebd-60fccb8694a6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc488caf-eb24-4218-9e67-9ebbb3823a22 HTTP/1.1" status: 200 len: 210 time: 0.0305722 Aug 11 03:53:00.550275 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:01.577127 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45788) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:01.944288 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:02.196911 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 241495a9-f63c-4644-9db4-b2573e39434f {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:53:02.197314 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:02.289021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port 241495a9-f63c-4644-9db4-b2573e39434f, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=241495a9-f63c-4644-9db4-b2573e39434f,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:02.289391 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:02.302795 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 241495a9-f63c-4644-9db4-b2573e39434f owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:53:02.485377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:02.510659 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=241495a9-f63c-4644-9db4-b2573e39434f,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:02.686616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:02.905442 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:53:03.012203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:53:03.017299 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2694585c-b69c-41fb-9ab0-dc9b128fc90c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4391513 Aug 11 03:53:03.020029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45790) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:03.022350 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] Sync routers for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:53:03.031708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:03.032311 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:03.072666 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting subnet 04b72f44-e56d-4a04-a0ec-0060456edffe {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:53:03.075716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.116365 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.138886 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:03.205834 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.264454 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.294389 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.298760 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/subnets/04b72f44-e56d-4a04-a0ec-0060456edffe HTTP/1.1" status: 204 len: 168 time: 0.2753046 Aug 11 03:53:03.298760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe78a7-c0fc-4bd2-a9f5-bd77cc890eb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Subnet': ['ID=04b72f44-e56d-4a04-a0ec-0060456edffe,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:03.299051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45792) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:03.301620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a73b33-a687-41c0-99ec-4412e26490e1 None None] Network c362d90f-a3de-4f0c-ae97-5494c1104af1 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:53:03.329936 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:53:02Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:03.357023 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] Checking router: 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:53:03.365554 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] Routers {'29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:03.366153 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:03.420307 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.481495 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] Set router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:03.508156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] DHCP port deletion for c362d90f-a3de-4f0c-ae97-5494c1104af1 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:53:03.533405 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.562440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Deleting port 99a00d93-87e2-47a3-b5a2-5a1831efb298 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:53:03.562850 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.617255 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port ddc20cc2-3703-4b73-a920-33f6e1849ed2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:53:03.617483 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.637636 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] For port 99a00d93-87e2-47a3-b5a2-5a1831efb298, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99a00d93-87e2-47a3-b5a2-5a1831efb298,segment=NetworkSegment(5aef0ecc-62d4-49b2-84ef-8216db42a7b0),segment_id=5aef0ecc-62d4-49b2-84ef-8216db42a7b0)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:03.638043 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.652499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Calling delete_port for 99a00d93-87e2-47a3-b5a2-5a1831efb298 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:53:03.700888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port ddc20cc2-3703-4b73-a920-33f6e1849ed2, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=ddc20cc2-3703-4b73-a920-33f6e1849ed2,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:03.701303 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.715306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for ddc20cc2-3703-4b73-a920-33f6e1849ed2 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:53:03.740903 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.767583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Pushing event deleted for resources: {'Port': ['ID=99a00d93-87e2-47a3-b5a2-5a1831efb298,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:03.769764 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:53:02Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:03.772021 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] No DVR routers for this DVR port 99a00d93-87e2-47a3-b5a2-5a1831efb298 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.785078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d49d8be-0689-4378-96e0-e7de4641afc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.806216 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3319a-8b3a-4ca1-9805-1c8da4ef8725 None None] The sync data for ids ['29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97'] in n-d-768509-22 is: [{'id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1522774676', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:53:02Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'ddc20cc2-3703-4b73-a920-33f6e1849ed2', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:51:16Z', 'updated_at': '2021-08-11T03:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:53:03.902135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:03.928940 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=ddc20cc2-3703-4b73-a920-33f6e1849ed2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:03.969625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.970127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.970615 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.971101 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.971587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.972097 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.972580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.973064 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.973564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.974093 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.974529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:03.974863 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:04.022082 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.117806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.121463 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.167348 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.167950 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Fanout notify agent at l3_agent the message router_deleted on router 29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:53:04.175742 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.177164 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5fbbecca-0758-4bbd-9a6e-bec7c2e33486 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/routers/29376bc6-a4b8-4dfb-bbad-8c33aa4a8f97 HTTP/1.1" status: 204 len: 168 time: 0.8768036 Aug 11 03:53:04.179917 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45794) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:04.269251 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.358058 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.369117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c362d90f-a3de-4f0c-ae97-5494c1104af1']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:04.380666 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aef0ecc-62d4-49b2-84ef-8216db42a7b0') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:04.380893 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aef0ecc-62d4-49b2-84ef-8216db42a7b0') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:04.390420 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.404856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.411436 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:53:04.411879 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:53:04.415940 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:53:04.493045 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.500738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.505738 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/networks/c362d90f-a3de-4f0c-ae97-5494c1104af1 HTTP/1.1" status: 204 len: 168 time: 0.3220501 Aug 11 03:53:04.506106 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45796) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:04.520038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28680dcd-2e3a-44a0-a3a6-7c11da10fc95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Network': ['ID=c362d90f-a3de-4f0c-ae97-5494c1104af1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:04.577560 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-77848398-928e-4639-836e-fd82d4f2aa2c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.604897 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-77848398-928e-4639-836e-fd82d4f2aa2c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.668446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-77848398-928e-4639-836e-fd82d4f2aa2c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.671213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-77848398-928e-4639-836e-fd82d4f2aa2c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:04.672565 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-77848398-928e-4639-836e-fd82d4f2aa2c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/security-groups/a1cbf4ec-7c97-474d-85b3-11b6f53b1661 HTTP/1.1" status: 204 len: 168 time: 0.1653709 Aug 11 03:53:04.686652 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77848398-928e-4639-836e-fd82d4f2aa2c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cbf4ec-7c97-474d-85b3-11b6f53b1661,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:04.753261 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bdbf95d1-424c-4169-9a2f-601cfd0ac7db no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:53:04.773579 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: bdbf95d1-424c-4169-9a2f-601cfd0ac7db {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:53:04.773926 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device bdbf95d1-424c-4169-9a2f-601cfd0ac7db not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:53:05.329752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45802) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:05.334817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-787fe965-8fed-4253-bb0d-691e8ac31f73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2068289565', 'description': 'tempest-secgroup-smoke-2068289565 description', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:05.360408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-787fe965-8fed-4253-bb0d-691e8ac31f73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.440428 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-787fe965-8fed-4253-bb0d-691e8ac31f73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.444214 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-787fe965-8fed-4253-bb0d-691e8ac31f73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.473749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-787fe965-8fed-4253-bb0d-691e8ac31f73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.475021 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-787fe965-8fed-4253-bb0d-691e8ac31f73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440334 Aug 11 03:53:05.475891 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fe965-8fed-4253-bb0d-691e8ac31f73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b410f72-7d52-4d24-8c1e-6fee98cad0e6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:05.478289 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45804) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:05.482918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a02e5995-12be-418b-8bf6-36e3ff27cfc3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '2b410f72-7d52-4d24-8c1e-6fee98cad0e6', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:05.511027 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a02e5995-12be-418b-8bf6-36e3ff27cfc3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.518468 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 241495a9-f63c-4644-9db4-b2573e39434f no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:53:05.538648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 241495a9-f63c-4644-9db4-b2573e39434f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:53:05.539084 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 241495a9-f63c-4644-9db4-b2573e39434f not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:53:05.539568 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ddc20cc2-3703-4b73-a920-33f6e1849ed2 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:53:05.563290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: ddc20cc2-3703-4b73-a920-33f6e1849ed2 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:53:05.563569 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device ddc20cc2-3703-4b73-a920-33f6e1849ed2 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:53:05.564012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99a00d93-87e2-47a3-b5a2-5a1831efb298 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:53:05.568491 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a02e5995-12be-418b-8bf6-36e3ff27cfc3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.573756 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a02e5995-12be-418b-8bf6-36e3ff27cfc3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.586063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 99a00d93-87e2-47a3-b5a2-5a1831efb298 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:53:05.586418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99a00d93-87e2-47a3-b5a2-5a1831efb298 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:53:05.593600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e5995-12be-418b-8bf6-36e3ff27cfc3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ce7bab-bd4c-445f-a610-226826ff28c3,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:05.598685 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a02e5995-12be-418b-8bf6-36e3ff27cfc3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.600174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a02e5995-12be-418b-8bf6-36e3ff27cfc3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207216 Aug 11 03:53:05.602767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45806) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:05.607274 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6c84a300-3f7c-44a1-af0c-fb1196110341 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '2b410f72-7d52-4d24-8c1e-6fee98cad0e6', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:05.633387 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c84a300-3f7c-44a1-af0c-fb1196110341 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.689605 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c84a300-3f7c-44a1-af0c-fb1196110341 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.693057 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c84a300-3f7c-44a1-af0c-fb1196110341 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.713848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84a300-3f7c-44a1-af0c-fb1196110341 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212607e7-acca-4ea9-b1d3-4e260be59486,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:05.720346 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6c84a300-3f7c-44a1-af0c-fb1196110341 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.721345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6c84a300-3f7c-44a1-af0c-fb1196110341 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176240 Aug 11 03:53:05.724014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45808) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:05.728883 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-bf08ec65-e1ab-4e1b-b8db-9a2f0fc5892f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '2b410f72-7d52-4d24-8c1e-6fee98cad0e6', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:05.755446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bf08ec65-e1ab-4e1b-b8db-9a2f0fc5892f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.815543 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bf08ec65-e1ab-4e1b-b8db-9a2f0fc5892f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.819212 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bf08ec65-e1ab-4e1b-b8db-9a2f0fc5892f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.839983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08ec65-e1ab-4e1b-b8db-9a2f0fc5892f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70d303c-6d07-4a07-8368-da24a3c8732c,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:05.842416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-bf08ec65-e1ab-4e1b-b8db-9a2f0fc5892f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.843613 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-bf08ec65-e1ab-4e1b-b8db-9a2f0fc5892f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186783 Aug 11 03:53:05.846298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45810) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:05.850610 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f5038d27-ec1c-4d8b-8af3-9e98ab27d946 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '2b410f72-7d52-4d24-8c1e-6fee98cad0e6', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:05.878180 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5038d27-ec1c-4d8b-8af3-9e98ab27d946 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.939761 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5038d27-ec1c-4d8b-8af3-9e98ab27d946 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.943498 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5038d27-ec1c-4d8b-8af3-9e98ab27d946 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.960829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5038d27-ec1c-4d8b-8af3-9e98ab27d946 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f39244-86cd-43d5-9cd2-0d550205ee45,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:05.967130 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5038d27-ec1c-4d8b-8af3-9e98ab27d946 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:05.968245 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f5038d27-ec1c-4d8b-8af3-9e98ab27d946 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210504 Aug 11 03:53:05.971015 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45812) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:05.975326 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '2b410f72-7d52-4d24-8c1e-6fee98cad0e6', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:05.997637 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:53:06.002579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.064359 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.067836 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.085575 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8194700f-a553-46a1-a1ce-f363aebc4394,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:06.092917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.094300 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5cc11e82-9593-4bb2-a767-1b8b43c97351 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223722 Aug 11 03:53:06.097002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45814) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:06.101495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '2b410f72-7d52-4d24-8c1e-6fee98cad0e6', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:06.123473 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:53:06.128210 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.194186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.198460 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.215581 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6188779e-5e7c-4528-9e72-b13602e409b0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:06.220606 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.221805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5b864fe8-8128-42cb-b211-331cd130e87b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237872 Aug 11 03:53:06.226188 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45816) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:06.231432 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'network': {'name': 'tempest-network-smoke--2070634023', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'port_security_enabled': True}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:06.252625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:53:06.256070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.279310 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:53:06.287885 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.288226 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Added segment 8320d27d-91af-44f0-b692-3efc8243aafc of type vlan for network 72d07308-95f2-4911-ace1-1c25a6c707aa Aug 11 03:53:06.329452 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.357911 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.363445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:06.364056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.423485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1962404 Aug 11 03:53:06.426637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45818) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:06.431527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'admin_state_up': True, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:06.432683 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7414f7e-47b4-4d65-87de-4bde69bb38a8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Network': ['ID=72d07308-95f2-4911-ace1-1c25a6c707aa,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:06.443555 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 72d07308-95f2-4911-ace1-1c25a6c707aa details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:53:06.456172 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.457164 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.513537 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.646739 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.839750 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.858408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:06.962441 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.17 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/f42356a8-b26b-4eb8-be55-fdc3aafd4405) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:53:07.061688 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:07.099999 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:07.140592 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:53:07.143536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:53:07.147784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:53:07.151469 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=f42356a8-b26b-4eb8-be55-fdc3aafd4405,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:07.394694 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:07.585047 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:07.708702 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router f1e03967-74ac-4c6d-bebe-c84608f91465 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:53:07.822644 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:53:07.831842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Sync routers for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:53:07.841260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:07.841985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:07.842481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8386c202-ee9b-453c-a7ab-4659b221f884 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4147375 Aug 11 03:53:07.842701 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:07.845796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45820) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:07.875271 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1f92e53a-7564-4fdf-87eb-bbf5dc714309 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4ed6a6acb0b643ec84d6132acbe4d89f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282967 Aug 11 03:53:07.878006 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45822) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:07.951322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:07.967708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3027525-9c42-41f0-b0c8-a9a0867fc29f tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:07.969159 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b3027525-9c42-41f0-b0c8-a9a0867fc29f tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901647 Aug 11 03:53:07.972301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45824) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:08.001274 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1f193492-98da-4cc5-9c26-3aa4234e7eb3 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278258 Aug 11 03:53:08.003826 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45826) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:08.008587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175560150', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:08.096266 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:53:08.099824 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.135898 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:07Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:08.162613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Checking router: f1e03967-74ac-4c6d-bebe-c84608f91465 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:53:08.162965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Updating router f1e03967-74ac-4c6d-bebe-c84608f91465 port f42356a8-b26b-4eb8-be55-fdc3aafd4405 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:53:08.191053 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.284184 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.348429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Subnet': ['ID=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:08.357079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Checking segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:53:08.357445 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network hostable DHCP agents. Network: 72d07308-95f2-4911-ace1-1c25a6c707aa, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:53:08.373705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 72d07308-95f2-4911-ace1-1c25a6c707aa is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:53:08.382884 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 72d07308-95f2-4911-ace1-1c25a6c707aa) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:53:08.387616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:08.388238 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.398442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119fa63a-9aca-40fb-a311-a9cfbcf1c015 None None] Network 72d07308-95f2-4911-ace1-1c25a6c707aa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:53:08.403466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-63a46d30-a8d6-4831-b1cb-a09fe17539e8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3986363 Aug 11 03:53:08.406213 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45828) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:08.525984 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.540389 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Transition to ACTIVE for port object f42356a8-b26b-4eb8-be55-fdc3aafd4405 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:53:08.566852 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.652074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84085f56-5312-4ec5-b41d-b8de886df45d None None] Pushing event updated for resources: {'Port': ['ID=f42356a8-b26b-4eb8-be55-fdc3aafd4405,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:08.655227 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Attempting to bind port f42356a8-b26b-4eb8-be55-fdc3aafd4405 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:53:08.655602 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Attempting to bind port f42356a8-b26b-4eb8-be55-fdc3aafd4405 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:53:08.656005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Attempting to bind port f42356a8-b26b-4eb8-be55-fdc3aafd4405 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:53:08.661341 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:53:08.661673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:53:08.662006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.662398 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:53:08.662869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Bound port: f42356a8-b26b-4eb8-be55-fdc3aafd4405, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:53:08.663324 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.685496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803dd800-448e-474d-aefc-0095272f415d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-72d07308-95f2-4911-ace1-1c25a6c707aa', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:53:08.686358 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-803dd800-448e-474d-aefc-0095272f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.777906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] For port f42356a8-b26b-4eb8-be55-fdc3aafd4405, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:53:08.805014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] For port f42356a8-b26b-4eb8-be55-fdc3aafd4405, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f42356a8-b26b-4eb8-be55-fdc3aafd4405,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:53:08.812301 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.851416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:08.915714 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84085f56-5312-4ec5-b41d-b8de886df45d None None] Pushing event updated for resources: {'Port': ['ID=f42356a8-b26b-4eb8-be55-fdc3aafd4405,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:08.919031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-803dd800-448e-474d-aefc-0095272f415d None None] Allocated IP 172.20.0.2 (72d07308-95f2-4911-ace1-1c25a6c707aa/94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0/70072401-8c99-486a-ad6b-9773da5176dd) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:53:08.924604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:08.925238 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:09.260165 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:09.414797 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-803dd800-448e-474d-aefc-0095272f415d None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:09.430372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-803dd800-448e-474d-aefc-0095272f415d None None] Transition to ACTIVE for port object 70072401-8c99-486a-ad6b-9773da5176dd will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:53:09.471655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-803dd800-448e-474d-aefc-0095272f415d None None] Transition to ACTIVE for port object 70072401-8c99-486a-ad6b-9773da5176dd will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:53:09.479911 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-803dd800-448e-474d-aefc-0095272f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:09.527316 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.1 (72d07308-95f2-4911-ace1-1c25a6c707aa/94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0/2f2a1c80-a3d3-46ee-a654-6fca5afa0643) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:53:09.531613 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803dd800-448e-474d-aefc-0095272f415d None None] Network 72d07308-95f2-4911-ace1-1c25a6c707aa is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:53:09.537205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-803dd800-448e-474d-aefc-0095272f415d None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:53:09.543014 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803dd800-448e-474d-aefc-0095272f415d None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:53:09.547161 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dd800-448e-474d-aefc-0095272f415d None None] Pushing event updated for resources: {'Port': ['ID=70072401-8c99-486a-ad6b-9773da5176dd,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:09.580346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:07Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:09.621932 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57bdb22-5f8e-4bb2-b19f-630c476f3645 None None] The sync data for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 is: [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:07Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:53:09.631911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-803dd800-448e-474d-aefc-0095272f415d None None] Attempting to bind port 70072401-8c99-486a-ad6b-9773da5176dd on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:53:09.632290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-803dd800-448e-474d-aefc-0095272f415d None None] Attempting to bind port 70072401-8c99-486a-ad6b-9773da5176dd by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:53:09.632661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803dd800-448e-474d-aefc-0095272f415d None None] Attempting to bind port 70072401-8c99-486a-ad6b-9773da5176dd on network 72d07308-95f2-4911-ace1-1c25a6c707aa {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:53:09.638248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803dd800-448e-474d-aefc-0095272f415d None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:53:09.638630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803dd800-448e-474d-aefc-0095272f415d None None] Checking segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:53:09.639044 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-803dd800-448e-474d-aefc-0095272f415d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:09.639443 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803dd800-448e-474d-aefc-0095272f415d None None] Bound using segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:53:09.642892 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-803dd800-448e-474d-aefc-0095272f415d None None] Bound port: 70072401-8c99-486a-ad6b-9773da5176dd, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:53:09.642892 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-803dd800-448e-474d-aefc-0095272f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:09.648674 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:09.663413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:53:09.705194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:09.726971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-803dd800-448e-474d-aefc-0095272f415d None None] For port 70072401-8c99-486a-ad6b-9773da5176dd, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:53:09.731556 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-803dd800-448e-474d-aefc-0095272f415d None None] For port 70072401-8c99-486a-ad6b-9773da5176dd, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=70072401-8c99-486a-ad6b-9773da5176dd,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:53:09.736609 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-803dd800-448e-474d-aefc-0095272f415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:09.752001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 72d07308-95f2-4911-ace1-1c25a6c707aa is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:53:09.755203 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:53:09.758193 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:53:09.787166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:09.803960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803dd800-448e-474d-aefc-0095272f415d None None] Pushing event updated for resources: {'Port': ['ID=70072401-8c99-486a-ad6b-9773da5176dd,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:09.819806 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:10.009972 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:10.653409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:10.658364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:10.736920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:10.739457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:10.770194 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74e3d49-b3ad-4709-9d3a-6c980b89acb8 None None] Network 72d07308-95f2-4911-ace1-1c25a6c707aa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:53:10.837905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 72d07308-95f2-4911-ace1-1c25a6c707aa is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:53:10.839241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:53:10.839502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fd23f091-6af3-4449-b312-f15c6d2fb869 None None] Provisioning for port 70072401-8c99-486a-ad6b-9773da5176dd completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:53:10.956195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router f1e03967-74ac-4c6d-bebe-c84608f91465 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:53:11.074602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:53:11.081162 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-730635fe-c9f1-4299-a77e-adc065f75726 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/f1e03967-74ac-4c6d-bebe-c84608f91465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6723402 Aug 11 03:53:11.185331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4b5c0eac-345c-44fe-a4ef-80f18ace6695 None None] Provisioning for port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:53:11.190500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4b5c0eac-345c-44fe-a4ef-80f18ace6695 None None] Provisioning complete for port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:11.190880 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4b5c0eac-345c-44fe-a4ef-80f18ace6695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.228950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c0eac-345c-44fe-a4ef-80f18ace6695 None None] Port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:53:11.241129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-c86489f5-b49e-47db-92b0-5aab5fc290e6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2068289565&fields=id&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 267 time: 0.0453453 Aug 11 03:53:11.346788 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Sync routers for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:53:11.362905 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3830a4f8-4a1a-4103-8f14-2d233664fcd0 None None] Provisioning complete for port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:11.363378 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3830a4f8-4a1a-4103-8f14-2d233664fcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.363560 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:11.364303 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:11.367498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-a6e590a2-7747-4914-a26e-31d4fef03ec2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:11.369204 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-a6e590a2-7747-4914-a26e-31d4fef03ec2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 797 time: 0.1193669 Aug 11 03:53:11.386350 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-29fe1feb-9ab3-4d2b-9d2f-90d4b42f5a24 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/quotas/4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 375 time: 0.0106595 Aug 11 03:53:11.407573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3830a4f8-4a1a-4103-8f14-2d233664fcd0 None None] Port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:53:11.448100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-514025fc-d259-4dec-9355-75c1583a83d3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550482 Aug 11 03:53:11.491486 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:11.605347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f42356a8-b26b-4eb8-be55-fdc3aafd4405 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:53:11.650272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9819c8a7-0e74-4fb6-99be-6d9ccf910e1a None None] Provisioning complete for port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:11.650646 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9819c8a7-0e74-4fb6-99be-6d9ccf910e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.651195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-831e4731-2776-4068-8e44-9c03693222b7 service neutron] 10.222.0.60 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883264 Aug 11 03:53:11.698882 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9819c8a7-0e74-4fb6-99be-6d9ccf910e1a None None] Port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:53:11.703869 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f42356a8-b26b-4eb8-be55-fdc3aafd4405 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:53:11.707816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f42356a8-b26b-4eb8-be55-fdc3aafd4405 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:11.708194 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.713513 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:10Z', 'revision_number': 2, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:11.740619 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Checking router: f1e03967-74ac-4c6d-bebe-c84608f91465 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:53:11.740978 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Updating router f1e03967-74ac-4c6d-bebe-c84608f91465 port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:53:11.750791 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-9e5f7eaf-dbdb-4f04-b053-ee70091f2643 service neutron] 10.222.0.60 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935245 Aug 11 03:53:11.772021 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.790402 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.814120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f42356a8-b26b-4eb8-be55-fdc3aafd4405, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f42356a8-b26b-4eb8-be55-fdc3aafd4405,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:11.818648 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.819650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 70072401-8c99-486a-ad6b-9773da5176dd up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:53:11.897939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f42356a8-b26b-4eb8-be55-fdc3aafd4405,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:11.915151 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 70072401-8c99-486a-ad6b-9773da5176dd completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:53:11.920322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 70072401-8c99-486a-ad6b-9773da5176dd triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:11.920700 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:11.995998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6094b864-7671-40a8-ab62-1dcb1f8d3ea3 req-79f313c5-3940-45e3-ad95-a0c57cbb1e19 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 210 time: 0.0366611 Aug 11 03:53:12.019135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:12.055032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 70072401-8c99-486a-ad6b-9773da5176dd, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=70072401-8c99-486a-ad6b-9773da5176dd,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:12.060473 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:12.092691 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:12.103732 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Transition to ACTIVE for port object 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:53:12.111757 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:12.120838 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=70072401-8c99-486a-ad6b-9773da5176dd,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:12.171036 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Pushing event updated for resources: {'Port': ['ID=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:12.194863 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.195202 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.195532 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.195899 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.196273 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.196594 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.196919 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.197236 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.197550 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.197867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.198184 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.198498 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:53:12.235402 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Attempting to bind port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:53:12.235551 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Attempting to bind port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:53:12.235990 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Attempting to bind port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 on network 72d07308-95f2-4911-ace1-1c25a6c707aa {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:53:12.241343 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:53:12.241708 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Checking segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:53:12.242183 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:12.242494 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Bound using segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:53:12.242991 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Bound port: 2f2a1c80-a3d3-46ee-a654-6fca5afa0643, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:53:12.243381 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:12.313030 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] For port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:53:12.316171 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] For port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:53:12.321751 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:12.382624 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:12.383238 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:12.444207 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b1781-faa0-4709-a0b7-1c9d80e24f1d None None] Pushing event updated for resources: {'Port': ['ID=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:12.505843 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:12.709910 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:12Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:12.735395 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f2bf42-335f-4c51-835f-66cf4c27a019 None None] The sync data for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 is: [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:12Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:53:12.976154 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-fb3a09ac-d1cf-4ec2-aa3e-03103632f2f8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:12.978444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-fb3a09ac-d1cf-4ec2-aa3e-03103632f2f8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 797 time: 0.1181192 Aug 11 03:53:13.026173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-f3069f48-60ae-4c94-bb7f-8d1826185613 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 380 time: 0.0385125 Aug 11 03:53:13.036150 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'port': {'device_id': '02862352-7624-4930-9e64-127695e88a6d', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'admin_state_up': True, 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'security_groups': ['2b410f72-7d52-4d24-8c1e-6fee98cad0e6']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:13.075538 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-01df2bf0-fd63-460b-ac94-61d99053d17b req-ca6d8b47-2ee0-41c9-a997-22def65eb96f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 210 time: 0.0304277 Aug 11 03:53:13.158863 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:53:13.162752 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.308523 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.9 (72d07308-95f2-4911-ace1-1c25a6c707aa/94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0/1d56a0b2-259d-4d11-a889-6dbf3b57da6d) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:53:13.450175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.466422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object 1d56a0b2-259d-4d11-a889-6dbf3b57da6d will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:53:13.504382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.560048 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network 72d07308-95f2-4911-ace1-1c25a6c707aa is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:53:13.562620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:53:13.566667 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:53:13.577041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:13.620590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:53:13.643526 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:13.644326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.663669 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-7c002ffb-4687-4232-9159-c0726faebf15 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6316574 Aug 11 03:53:13.680212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Request body: {'port': {'device_id': '02862352-7624-4930-9e64-127695e88a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:13.686259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:53:13.690540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:13.690919 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.753787 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.782697 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.829954 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:13.834371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.835154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f42356a8-b26b-4eb8-be55-fdc3aafd4405 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:53:13.923007 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-918a20b9-be91-45c6-ac7a-d8154a4976af None None] Provisioning for port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:53:13.931894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-918a20b9-be91-45c6-ac7a-d8154a4976af None None] Provisioning complete for port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:13.932286 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-918a20b9-be91-45c6-ac7a-d8154a4976af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.936248 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:13.975727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f42356a8-b26b-4eb8-be55-fdc3aafd4405 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:13.976103 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:13.998837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-918a20b9-be91-45c6-ac7a-d8154a4976af None None] Port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:53:14.060319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 70072401-8c99-486a-ad6b-9773da5176dd up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:53:14.111419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 70072401-8c99-486a-ad6b-9773da5176dd triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:14.111619 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:14.369188 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d56a0b2-259d-4d11-a889-6dbf3b57da6d {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:53:14.377548 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:14.395590 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Transition to ACTIVE for port object 1d56a0b2-259d-4d11-a889-6dbf3b57da6d will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:53:14.404822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd731c3-5075-474c-9234-5e6f7fd55039 req-54575354-42d3-4a5e-80c1-b28c62de0a9d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:14.406304 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fd731c3-5075-474c-9234-5e6f7fd55039 req-54575354-42d3-4a5e-80c1-b28c62de0a9d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 931 time: 0.0747452 Aug 11 03:53:14.407395 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:14.478900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:14.490550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fd731c3-5075-474c-9234-5e6f7fd55039 req-2c655d32-f10e-4d8e-8777-de15f4fef5b2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779903 Aug 11 03:53:14.562657 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:53:14.563145 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:53:14.563581 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on network 72d07308-95f2-4911-ace1-1c25a6c707aa {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:53:14.568518 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on network 72d07308-95f2-4911-ace1-1c25a6c707aa not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:53:14.568916 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on network 72d07308-95f2-4911-ace1-1c25a6c707aa {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:53:14.575036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:53:14.575383 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Checking segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:53:14.575804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Bound using segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:53:14.576240 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Bound port: 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:53:14.576609 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:14.643073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:53:14.646281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:53:14.650660 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:14.685562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:14.686299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:14.687578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] 10.222.0.57 "PUT /v2.0/ports/1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 1092 time: 1.0139017 Aug 11 03:53:14.688050 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:53:14.690352 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b" -d '{"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:53:14.747817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fafebf-49b6-4cc1-b477-b6eb4561e4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:14.767476 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ed519-560c-4c72-899f-cad1dda421b5 x-openstack-request-id: req-ea8ed519-560c-4c72-899f-cad1dda421b5 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:53:14.767802 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:53:14.768055 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea8ed519-560c-4c72-899f-cad1dda421b5 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:53:14.768453 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'status': 'completed', 'code': 200} Aug 11 03:53:14.786262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-abce0a20-9eb5-48d7-bb84-109dc1c1894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:14.787848 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-abce0a20-9eb5-48d7-bb84-109dc1c1894c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1095 time: 0.0575314 Aug 11 03:53:14.833222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-48c43fee-a14f-4e32-8fb4-dba39ea91f93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 217 time: 0.0376441 Aug 11 03:53:14.884179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-a50cce7a-c8aa-41db-87b5-dc7fcf12f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:14.885580 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-a50cce7a-c8aa-41db-87b5-dc7fcf12f62f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0461862 Aug 11 03:53:14.935854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-ab43dae8-1eff-4382-9938-be2e9f8cd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:14.937350 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-ab43dae8-1eff-4382-9938-be2e9f8cd58f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441203 Aug 11 03:53:15.032039 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-3dcb4e4c-5db2-432c-8522-f40732efbebe service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873239 Aug 11 03:53:15.125314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-58db4745-d9a7-4cc0-a018-18052f2a1f6c req-18518bf9-b7e9-4a15-88ee-1ea1d80945d8 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857954 Aug 11 03:53:15.210182 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-72e77dd0-5e09-48b3-9d43-e47a1ed09447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:15.212354 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-72e77dd0-5e09-48b3-9d43-e47a1ed09447 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1095 time: 0.0414336 Aug 11 03:53:15.303572 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-753defeb-1f49-4315-b5c6-2ae09a32a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:15.305066 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-753defeb-1f49-4315-b5c6-2ae09a32a28d service neutron] 10.222.0.57 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.0856845 Aug 11 03:53:15.349998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-d302cabf-cae4-4da4-b0c5-2fcd4c6f6c44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 217 time: 0.0370772 Aug 11 03:53:15.398557 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-5c9484ad-deb0-4d95-837b-ef0e3304a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:15.400530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-5c9484ad-deb0-4d95-837b-ef0e3304a08e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0429051 Aug 11 03:53:15.446656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-eb538ffb-952b-41c1-aee5-a2685363dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:15.448074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-eb538ffb-952b-41c1-aee5-a2685363dcb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397182 Aug 11 03:53:15.513493 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:53:15.548662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-61128e20-f59b-4e5d-942b-456ac37cfaa5 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905001 Aug 11 03:53:15.563925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:15.564307 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:15.678961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6599-a849-4c5a-807d-aa22b0ad15dc req-93ee78b9-20db-4874-a09f-4296dc9fde13 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:15.680536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a61c6599-a849-4c5a-807d-aa22b0ad15dc req-93ee78b9-20db-4874-a09f-4296dc9fde13 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 943 time: 0.1044185 Aug 11 03:53:15.684601 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d05d8b9-c097-49df-b0e5-fd7a0d90e81b req-b10f1d10-3f76-4993-bc8f-55f413a7a13e service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287739 Aug 11 03:53:15.719074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a61c6599-a849-4c5a-807d-aa22b0ad15dc req-ca59fb61-3478-4c84-9b5e-be3e872d7c26 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316076 Aug 11 03:53:16.815953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:53:16.839127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39b674-b129-4790-a55c-f6d75938842d req-e42096d4-c044-40b9-9812-5a3526e66cdf tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:16.840660 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf39b674-b129-4790-a55c-f6d75938842d req-e42096d4-c044-40b9-9812-5a3526e66cdf tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 943 time: 0.0512030 Aug 11 03:53:16.879939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cf39b674-b129-4790-a55c-f6d75938842d req-b430aece-3002-4e23-8cdc-f06431d41fb9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Aug 11 03:53:16.911601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:16.924116 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'port_id': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'mac_address': 'fa:16:3e:b8:0a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:53:16.959449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:16.975442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d56a0b2-259d-4d11-a889-6dbf3b57da6d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:53:16.995078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:16.998511 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:17.048545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:17.202050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['1d56a0b2-259d-4d11-a889-6dbf3b57da6d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:53:17.997262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b945a-e8ae-4d4a-846c-805fcbc23eb4 req-4e2977d1-ef10-42e5-bc65-f7b0337e451c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:17.998764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-430b945a-e8ae-4d4a-846c-805fcbc23eb4 req-4e2977d1-ef10-42e5-bc65-f7b0337e451c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 944 time: 0.0498712 Aug 11 03:53:18.035850 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-430b945a-e8ae-4d4a-846c-805fcbc23eb4 req-4ba487f0-8b2a-43e5-91b9-09a32994d0bb tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Aug 11 03:53:18.815303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:53:18.865011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:53:18.868779 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:53:18.869744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:18.947867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:18.969641 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:53:18.972051 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f38f53-97d3-4253-b64f-6d3f4aa36c96" -d '{"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-plugged", "status": "completed", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:53:18.985167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:53:18.989237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:19.039268 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:19.074349 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de23158a-eab2-46b0-96c1-3fcddff25645 x-openstack-request-id: req-de23158a-eab2-46b0-96c1-3fcddff25645 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:53:19.074654 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-plugged", "status": "completed", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:53:19.074947 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de23158a-eab2-46b0-96c1-3fcddff25645 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:53:19.075354 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'code': 200} Aug 11 03:53:19.189243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce291caf-3f33-461c-ac96-14ff6aab65f9 req-b1dd9a4f-a619-40f1-90be-5ebcd87bccec tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:19.190740 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce291caf-3f33-461c-ac96-14ff6aab65f9 req-b1dd9a4f-a619-40f1-90be-5ebcd87bccec tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0807741 Aug 11 03:53:19.196792 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbbacf-b990-42b5-ae62-7c3de67c8cb4 req-0f3f134d-466a-4943-9f71-4d4e1feb11db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:19.198885 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94bbbacf-b990-42b5-ae62-7c3de67c8cb4 req-0f3f134d-466a-4943-9f71-4d4e1feb11db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1097 time: 0.0616424 Aug 11 03:53:19.253068 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce291caf-3f33-461c-ac96-14ff6aab65f9 req-3dbea074-cfb5-4e2b-9fa0-7e33d878ff25 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532501 Aug 11 03:53:19.256633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-94bbbacf-b990-42b5-ae62-7c3de67c8cb4 req-67cd32ec-d4ce-45a9-9a76-5db0eae50987 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502958 Aug 11 03:53:20.376279 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc6f29-68b3-4cd0-8255-2d00c25984b4 req-1f40241e-5481-4a73-9d23-a3e5407ad8b1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:20.377781 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cfc6f29-68b3-4cd0-8255-2d00c25984b4 req-1f40241e-5481-4a73-9d23-a3e5407ad8b1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0547748 Aug 11 03:53:20.416167 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cfc6f29-68b3-4cd0-8255-2d00c25984b4 req-8cc64a10-ebca-47ac-b0a3-84877d369956 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324121 Aug 11 03:53:20.534393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b48db-7a04-4f7d-9d6c-7708028f6076 req-3cebdcde-bbf3-4a17-9d71-19a2c8f1c150 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:20.535820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-817b48db-7a04-4f7d-9d6c-7708028f6076 req-3cebdcde-bbf3-4a17-9d71-19a2c8f1c150 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0512488 Aug 11 03:53:20.575158 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-817b48db-7a04-4f7d-9d6c-7708028f6076 req-73c41d4c-d164-4082-a489-db3f34b4cfd7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Aug 11 03:53:20.596223 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45882) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:20.640151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df0e546-a196-44dc-b961-86a4fffee8e2 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:20.641657 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6df0e546-a196-44dc-b961-86a4fffee8e2 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1092 time: 0.0444584 Aug 11 03:53:20.644616 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45884) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:20.648981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:53:20.670983 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:20.766974 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:20.878906 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.116 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/dcc655c3-c154-4896-95e6-df7da5564fe2) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:53:20.981188 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:21.019741 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:21.060174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:53:21.065014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:53:21.068486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:53:21.097233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=dcc655c3-c154-4896-95e6-df7da5564fe2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:21.431489 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:21.502452 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:21.650946 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:21.655367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:21.720110 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=dcc655c3-c154-4896-95e6-df7da5564fe2,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:53:21.733877 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:21.833450 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP 146e9c51-1187-477f-ba2e-38fc12fc62ce associated. External IP: 172.25.4.116, port: 1d56a0b2-259d-4d11-a889-6dbf3b57da6d. Aug 11 03:53:22.044279 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router f1e03967-74ac-4c6d-bebe-c84608f91465 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:53:22.153539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:53:22.162930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] Sync routers for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:53:22.169282 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:22.173865 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:22.174496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:22.196676 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d96f262f-611d-4f99-ad58-afe77642538c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5510190 Aug 11 03:53:22.197272 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:53:22.200628 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bb094a-12de-4fcd-9bf7-220c971f29b0" -d '{"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:53:22.244332 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e1d4c-c1bf-499f-afea-cb56b2e682c1 x-openstack-request-id: req-575e1d4c-c1bf-499f-afea-cb56b2e682c1 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:53:22.244633 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:53:22.245462 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-575e1d4c-c1bf-499f-afea-cb56b2e682c1 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:53:22.245876 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'status': 'completed', 'code': 200} Aug 11 03:53:22.286375 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:22.301356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5a2a7-b34e-40e6-a9c6-d3edb1977ed7 req-e1de2273-4d0a-408e-a8f5-5dae82f69e09 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:22.302768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98c5a2a7-b34e-40e6-a9c6-d3edb1977ed7 req-e1de2273-4d0a-408e-a8f5-5dae82f69e09 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0524790 Aug 11 03:53:22.307869 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-6aa7cdeb-11bd-4817-98b4-9690e0ffa9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:22.309595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-6aa7cdeb-11bd-4817-98b4-9690e0ffa9bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1097 time: 0.0439088 Aug 11 03:53:22.347173 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-98c5a2a7-b34e-40e6-a9c6-d3edb1977ed7 req-203f88e9-8799-4942-addd-c6c4c55520ff tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361974 Aug 11 03:53:22.373751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 45890) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:22.414743 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-419e14e2-806b-40a6-a38c-0504e27f236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:22.417035 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-419e14e2-806b-40a6-a38c-0504e27f236e service neutron] 10.222.0.57 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.0994296 Aug 11 03:53:22.442495 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-db4f44fa-c220-4dc2-bd2a-a605258e8ec6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/146e9c51-1187-477f-ba2e-38fc12fc62ce HTTP/1.1" status: 200 len: 991 time: 0.0674586 Aug 11 03:53:22.451900 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-131c11f8-6943-432f-83f9-bf18edcb30bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:22.488074 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-4e6abe07-d882-44af-aaeb-958de63c79f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 999 time: 0.0645821 Aug 11 03:53:22.534654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '146e9c51-1187-477f-ba2e-38fc12fc62ce', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'port_id': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'mac_address': 'fa:16:3e:b8:0a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02862352-7624-4930-9e64-127695e88a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:53:21Z', 'updated_at': '2021-08-11T03:53:21Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:13Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:22.537420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-fa440619-cac4-4d63-b766-6473a1d1a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:22.538889 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-fa440619-cac4-4d63-b766-6473a1d1a7a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0442498 Aug 11 03:53:22.566450 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] Checking router: f1e03967-74ac-4c6d-bebe-c84608f91465 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:53:22.575689 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:53:22.576311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:52:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:22.589683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-279c0f8a-af02-4cd6-a1df-988ef7b03f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:22.591448 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-279c0f8a-af02-4cd6-a1df-988ef7b03f74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453422 Aug 11 03:53:22.681915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-b5dd8e38-0944-4e38-a077-812f5615bdea service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828865 Aug 11 03:53:22.685322 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:53:22.781285 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c1bb094a-12de-4fcd-9bf7-220c971f29b0 req-e9a3271f-5791-49b8-8b3f-a113bdca1c66 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900989 Aug 11 03:53:22.908008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '146e9c51-1187-477f-ba2e-38fc12fc62ce', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'port_id': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'mac_address': 'fa:16:3e:b8:0a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02862352-7624-4930-9e64-127695e88a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:53:21Z', 'updated_at': '2021-08-11T03:53:21Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:13Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:53:22.939828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b59b57-56f5-4584-be20-0d3db97f0290 None None] The sync data for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 is: [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '146e9c51-1187-477f-ba2e-38fc12fc62ce', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.116', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'port_id': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'mac_address': 'fa:16:3e:b8:0a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02862352-7624-4930-9e64-127695e88a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:53:21Z', 'updated_at': '2021-08-11T03:53:21Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:13Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:53:23.119672 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2c9a3-fee9-4bc3-a5d6-8175416e8b1c None None] New status for floating IP 146e9c51-1187-477f-ba2e-38fc12fc62ce: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:53:23.445707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45892) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:53:23.507983 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f2e83831-26e8-432f-a88a-619b81d0b591 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/146e9c51-1187-477f-ba2e-38fc12fc62ce HTTP/1.1" status: 200 len: 993 time: 0.0609725 Aug 11 03:53:25.281294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-49314661-c33d-4b3c-b897-9be7c401c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:25.729871 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:26.020172 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:26.932685 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:28.344041 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:29.034618 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:53:30.561810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:52.422576 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3750a2fa-5fcb-463d-a622-b350743068a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:55.281723 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08d2f143-6c98-4b13-9344-9d7ecb6abab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:55.571169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:56.023024 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:56.938627 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:56.939912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c4230-7d36-4e9c-b07c-5a73b6cb55fe req-48e263c4-3f8b-435e-9b2a-0a0cbebf0bd7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:56.941698 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c20c4230-7d36-4e9c-b07c-5a73b6cb55fe req-48e263c4-3f8b-435e-9b2a-0a0cbebf0bd7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0545359 Aug 11 03:53:56.984870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c20c4230-7d36-4e9c-b07c-5a73b6cb55fe req-58578d2b-3b18-4833-b232-92d474500b25 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368795 Aug 11 03:53:56.990646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-13bb1ed6-67d0-4c65-a2f0-14230bb667c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809267 Aug 11 03:53:58.106117 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6910d-ca5b-47ec-9abe-3d8eecaaa978 req-bbdc8964-06fb-4df0-88bf-8f3cb15e49c3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:58.107944 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5a6910d-ca5b-47ec-9abe-3d8eecaaa978 req-bbdc8964-06fb-4df0-88bf-8f3cb15e49c3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0541861 Aug 11 03:53:58.151415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5a6910d-ca5b-47ec-9abe-3d8eecaaa978 req-52650573-360e-4ac9-83ec-cb258d63fb73 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372860 Aug 11 03:53:58.186151 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-70d1f721-3507-434c-859e-152c7e69a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:58.187665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-70d1f721-3507-434c-859e-152c7e69a88f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1097 time: 0.0419650 Aug 11 03:53:58.275054 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-b290e389-5dda-4f7c-b853-7fd03f000fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:58.276535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-b290e389-5dda-4f7c-b853-7fd03f000fea service neutron] 10.222.0.57 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.0825036 Aug 11 03:53:58.345701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-c42b78de-2776-479d-a6d0-1582a50985d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 1001 time: 0.0618563 Aug 11 03:53:58.346938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:53:58.394544 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-a650ebdc-fcdd-4daa-b5c0-cbedf69ccaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:58.395992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-a650ebdc-fcdd-4daa-b5c0-cbedf69ccaf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0433578 Aug 11 03:53:58.443407 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-6d1991db-5b7e-415c-82ef-6ec1c8815e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:58.444930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-6d1991db-5b7e-415c-82ef-6ec1c8815e57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418861 Aug 11 03:53:58.539308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-bb139026-c153-4a4d-8659-cfccfa2172a5 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Aug 11 03:53:58.630348 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-c826e7c5-1a77-4aa2-bba1-d663fc99b83c service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Aug 11 03:53:59.282241 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41e08-866d-4594-87ff-2251ee2e9418 req-c948f385-9113-4250-a3a7-8b3e94bb856b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:53:59.283728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37c41e08-866d-4594-87ff-2251ee2e9418 req-c948f385-9113-4250-a3a7-8b3e94bb856b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0514936 Aug 11 03:53:59.325290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-37c41e08-866d-4594-87ff-2251ee2e9418 req-22c46f92-5b3b-4f5c-b941-3801b9fb0343 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348849 Aug 11 03:54:00.446918 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef42545-8bc7-4eea-8d54-a4f175f920b4 req-8512506c-c6ed-47b5-9cdb-e6cf31e5d2d7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:00.448466 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ef42545-8bc7-4eea-8d54-a4f175f920b4 req-8512506c-c6ed-47b5-9cdb-e6cf31e5d2d7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0540755 Aug 11 03:54:00.491780 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5ef42545-8bc7-4eea-8d54-a4f175f920b4 req-ebefb51c-e232-4d03-b6e4-9270bc74c996 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361788 Aug 11 03:54:00.557745 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:01.609193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634898d-240f-4ca2-bf3a-1cc89868c63e req-08553244-7c98-4d14-964e-f61784ed93cf tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:01.610708 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8634898d-240f-4ca2-bf3a-1cc89868c63e req-08553244-7c98-4d14-964e-f61784ed93cf tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0500758 Aug 11 03:54:01.648692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8634898d-240f-4ca2-bf3a-1cc89868c63e req-738960eb-01f9-4670-9a8d-468467eb9013 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Aug 11 03:54:02.765769 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3c07a-e6b6-4ae6-9e34-8ad3553659ee req-90fde8ac-b4c4-4ae7-bdae-59b6325dc278 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:02.767250 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62d3c07a-e6b6-4ae6-9e34-8ad3553659ee req-90fde8ac-b4c4-4ae7-bdae-59b6325dc278 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0503230 Aug 11 03:54:02.805938 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-62d3c07a-e6b6-4ae6-9e34-8ad3553659ee req-cbab07a1-0487-4c84-bc71-7750cb092af8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Aug 11 03:54:03.924131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fcb13-77a5-4cd5-b54e-91118a49b366 req-3b3d78dd-38bb-4645-a4f9-5c2217ae1114 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:03.925922 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e27fcb13-77a5-4cd5-b54e-91118a49b366 req-3b3d78dd-38bb-4645-a4f9-5c2217ae1114 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0488381 Aug 11 03:54:03.968998 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e27fcb13-77a5-4cd5-b54e-91118a49b366 req-b3559247-fbba-4e18-bc40-0ec7217e1e68 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370381 Aug 11 03:54:05.089098 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c1611-41a3-4e27-999c-c46e30d4b1a3 req-df41aedd-df2c-45a3-964c-ae66da343a77 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:05.090519 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e3c1611-41a3-4e27-999c-c46e30d4b1a3 req-df41aedd-df2c-45a3-964c-ae66da343a77 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0513537 Aug 11 03:54:05.129289 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5e3c1611-41a3-4e27-999c-c46e30d4b1a3 req-1e955417-267d-4e7c-a9b4-66f60cad6948 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324333 Aug 11 03:54:06.034436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:54:06.245817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85887546-2187-4b52-8809-379cb3f913ef req-390c155d-7ae7-4fe1-b58d-2a9833e5bd5d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:06.247729 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85887546-2187-4b52-8809-379cb3f913ef req-390c155d-7ae7-4fe1-b58d-2a9833e5bd5d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0482321 Aug 11 03:54:06.289392 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-85887546-2187-4b52-8809-379cb3f913ef req-551063a3-b792-4a8a-8995-c681baa22a59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360234 Aug 11 03:54:06.695278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-23291448-e1e0-4988-9379-40893f41ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:06.696864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-23291448-e1e0-4988-9379-40893f41ee1b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1097 time: 0.0415235 Aug 11 03:54:06.801065 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-2e502f6d-edcb-4cdb-8ed2-e5dd65088aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:06.802510 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-2e502f6d-edcb-4cdb-8ed2-e5dd65088aa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.0849943 Aug 11 03:54:06.871723 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-6e84e720-f3ba-400a-a9f2-b0a53207a872 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 1001 time: 0.0612583 Aug 11 03:54:06.918728 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-ccfbf141-b4dd-4e4e-b303-082c95fd5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:06.920132 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-ccfbf141-b4dd-4e4e-b303-082c95fd5b6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0412998 Aug 11 03:54:06.964937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-0a5181a2-c7d1-47e5-be52-9095993135b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:06.966301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-0a5181a2-c7d1-47e5-be52-9095993135b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391467 Aug 11 03:54:06.977033 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-2bfcb30d-b9f8-43cd-a507-93b15d8de573 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:54:06.978008 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-2bfcb30d-b9f8-43cd-a507-93b15d8de573 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048428 Aug 11 03:54:07.070290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-d2a81a40-b747-4aed-a653-968e9ae112f0 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Aug 11 03:54:07.160959 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8f57f46f-f63b-4b7e-880d-8da41107abe2 req-5579500e-782c-49d0-8f5e-80cadc937e53 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825987 Aug 11 03:54:07.405162 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fd611-bdad-4772-83b5-6dcef4e54805 req-1468c722-a80d-4e06-8752-a2de4ce32cd8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:07.407293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-156fd611-bdad-4772-83b5-6dcef4e54805 req-1468c722-a80d-4e06-8752-a2de4ce32cd8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0501964 Aug 11 03:54:07.449382 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-156fd611-bdad-4772-83b5-6dcef4e54805 req-12980aa3-3342-40e8-a4b9-e40c60b1836e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360801 Aug 11 03:54:08.566623 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70916c04-4298-47ec-8fbb-cd1e4e38e2f4 req-1d836589-f147-49d2-94ca-13bcd9c2221c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:08.568113 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70916c04-4298-47ec-8fbb-cd1e4e38e2f4 req-1d836589-f147-49d2-94ca-13bcd9c2221c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0505702 Aug 11 03:54:08.608935 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70916c04-4298-47ec-8fbb-cd1e4e38e2f4 req-11f8fb7c-6a2c-4b83-b84d-0935a074998f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343940 Aug 11 03:54:09.724058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa0ef8-b700-4a91-94b2-cbacb51c01db req-c0eea044-f61f-402f-9663-face963655e3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:09.725539 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7aa0ef8-b700-4a91-94b2-cbacb51c01db req-c0eea044-f61f-402f-9663-face963655e3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0497949 Aug 11 03:54:09.763159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7aa0ef8-b700-4a91-94b2-cbacb51c01db req-893350f1-4cad-4e1c-86cd-555f4a57d3d5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Aug 11 03:54:10.879607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf03bd-3aa8-4e65-a5b2-6ee6bd05a052 req-6b515d2f-6f80-4ba3-91dc-53376b213d54 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:10.881187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-adbf03bd-3aa8-4e65-a5b2-6ee6bd05a052 req-6b515d2f-6f80-4ba3-91dc-53376b213d54 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0487914 Aug 11 03:54:10.918797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-adbf03bd-3aa8-4e65-a5b2-6ee6bd05a052 req-fb37e566-0aa7-4a79-9503-ae6031a2d756 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Aug 11 03:54:12.035121 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5065b-159f-41f7-9431-14dad76a57d6 req-437683c0-fa28-4b8b-87f6-a4a5cc647800 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:12.036624 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73b5065b-159f-41f7-9431-14dad76a57d6 req-437683c0-fa28-4b8b-87f6-a4a5cc647800 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0491562 Aug 11 03:54:12.075159 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73b5065b-159f-41f7-9431-14dad76a57d6 req-041bf047-093d-4752-9151-b8ef4acc3272 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319855 Aug 11 03:54:13.191547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ce98c-5c65-489d-8799-774478a46595 req-6443c23c-dc05-4543-98d0-6a551556fed5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:13.193045 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-159ce98c-5c65-489d-8799-774478a46595 req-6443c23c-dc05-4543-98d0-6a551556fed5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0487587 Aug 11 03:54:13.229895 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-159ce98c-5c65-489d-8799-774478a46595 req-62b8fd72-6887-4219-af2b-e94b72b1ce83 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Aug 11 03:54:14.350393 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb6022-a34d-4b5b-a6f7-b2e23657fd93 req-61df4222-0e55-4f20-8226-11d314cb26e3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:14.351904 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdeb6022-a34d-4b5b-a6f7-b2e23657fd93 req-61df4222-0e55-4f20-8226-11d314cb26e3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0506845 Aug 11 03:54:14.395531 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdeb6022-a34d-4b5b-a6f7-b2e23657fd93 req-c8749782-fad9-4c21-9773-15e6cd876c49 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376594 Aug 11 03:54:15.851547 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-0b8b4d66-5770-40e2-958c-a3a9f0763a75 service neutron] show failed (client error): The resource could not be found. Aug 11 03:54:15.852602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-0b8b4d66-5770-40e2-958c-a3a9f0763a75 service neutron] 10.222.0.57 "GET /v2.0/ports/1d56a0b2-259d-4d11-a889-6dbf3b57da6d/bindings/n-h1-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.3947787 Aug 11 03:54:15.861685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91614161-6b6e-4113-a978-d41460ba4421 req-359d365e-3222-464b-a13a-e54c3baf2780 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:15.863150 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91614161-6b6e-4113-a978-d41460ba4421 req-359d365e-3222-464b-a13a-e54c3baf2780 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.3981643 Aug 11 03:54:15.903490 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91614161-6b6e-4113-a978-d41460ba4421 req-3dcdb1ca-6cfa-4b59-9e4b-bdea97bf1761 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333705 Aug 11 03:54:16.135936 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-de4627b6-ad9c-4242-990c-7d39b67d7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:16.137488 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-de4627b6-ad9c-4242-990c-7d39b67d7da4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 1097 time: 0.0830326 Aug 11 03:54:16.150968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:16.205954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:16.419565 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:16.460187 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:54:16.501444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:16.503783 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e072ae7-1a82-4461-ba5c-87946d81c946" -d '{"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:16.507837 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:16.520507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Transition to ACTIVE for port object 1d56a0b2-259d-4d11-a889-6dbf3b57da6d will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:54:16.524965 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:16.559363 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69e65f4-ee61-43e5-b679-d117d1fb4c50 x-openstack-request-id: req-b69e65f4-ee61-43e5-b679-d117d1fb4c50 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:16.560333 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-unplugged", "status": "completed", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:16.560333 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b69e65f4-ee61-43e5-b679-d117d1fb4c50 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:16.560333 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'code': 200} Aug 11 03:54:16.574178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=6']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:16.589214 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.589706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.590201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.590671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.591146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.591651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.592127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.592597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.593651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.594138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.594609 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.595103 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:16.677069 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] No DVR routers for this DVR port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:54:16.813955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:54:16.814346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:54:16.814690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on network 72d07308-95f2-4911-ace1-1c25a6c707aa {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:54:16.819089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on network 72d07308-95f2-4911-ace1-1c25a6c707aa not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:54:16.819416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Attempting to bind port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on network 72d07308-95f2-4911-ace1-1c25a6c707aa {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:54:16.824263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:54:16.824658 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Checking segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:54:16.824997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Bound using segment: {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:54:16.825423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Bound port: 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8320d27d-91af-44f0-b692-3efc8243aafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:54:16.825784 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:16.891983 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:54:16.894991 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:54:16.899316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:16.939220 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:16.939890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:16.941352 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] 10.222.0.10 "PUT /v2.0/ports/1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 1092 time: 0.7943976 Aug 11 03:54:16.959061 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ba953-e806-48fa-a2e8-6749c0e64e33 service neutron] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:17.010869 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-aea42dc3-5ee8-4772-ac83-0da76c6d4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:17.012431 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-aea42dc3-5ee8-4772-ac83-0da76c6d4a0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1095 time: 0.0461409 Aug 11 03:54:17.035773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83706710-ef88-473c-9f42-d851c898a74d req-32bd63d1-cc34-4fe3-a2ba-54527b39d42e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:17.037486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-83706710-ef88-473c-9f42-d851c898a74d req-32bd63d1-cc34-4fe3-a2ba-54527b39d42e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 943 time: 0.0546191 Aug 11 03:54:17.079821 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-83706710-ef88-473c-9f42-d851c898a74d req-7c3356ee-fea5-4e4b-af86-0f0bbaa10eda tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362287 Aug 11 03:54:17.115470 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-a6777a57-0306-495f-a39e-21b220666052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:17.117048 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-a6777a57-0306-495f-a39e-21b220666052 service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.0973806 Aug 11 03:54:17.187805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-01db123e-c019-4966-9d70-1dae705c95c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 999 time: 0.0623918 Aug 11 03:54:17.235373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-f03d5711-4c92-4438-a830-827e643e5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:17.236873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-f03d5711-4c92-4438-a830-827e643e5cb1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0429406 Aug 11 03:54:17.282857 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-c7dfac05-0e48-488d-bbac-4ee91ca55ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:17.284459 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-c7dfac05-0e48-488d-bbac-4ee91ca55ceb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408573 Aug 11 03:54:17.294791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-ed3c8295-fadb-435b-9f7f-32e8324f045c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:54:17.295751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-ed3c8295-fadb-435b-9f7f-32e8324f045c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048120 Aug 11 03:54:17.386323 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-54cd92d8-8b55-43d4-9fa5-f7da1e3fdec7 service neutron] 10.222.0.10 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837159 Aug 11 03:54:17.474409 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5556d29-397e-4c2d-8202-e276efbcf393 req-5387e36a-df43-4563-aa46-d3ef1ac62c65 service neutron] 10.222.0.10 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807769 Aug 11 03:54:18.199579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa96d5-9424-4041-b811-49fdd6d56e5a req-d723129d-e126-49d0-84b8-7a9129409405 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.201100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6dfa96d5-9424-4041-b811-49fdd6d56e5a req-d723129d-e126-49d0-84b8-7a9129409405 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 943 time: 0.0512164 Aug 11 03:54:18.239107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6dfa96d5-9424-4041-b811-49fdd6d56e5a req-525eeb4d-4c01-4935-87b6-d708054bdc2f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319755 Aug 11 03:54:18.562079 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:18.564523 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f9bbae-e538-43c2-b685-497e178ef17a" -d '{"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:18.612423 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941e74ae-20d3-43d8-ad25-79c561809c24 x-openstack-request-id: req-941e74ae-20d3-43d8-ad25-79c561809c24 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:18.612715 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:18.612965 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-941e74ae-20d3-43d8-ad25-79c561809c24 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:18.613363 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'status': 'completed', 'code': 200} Aug 11 03:54:18.674224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-24e08b2c-6f83-4540-9793-626b80bc71cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.674483 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-e2faa2ed-74a9-40f1-a6fe-c55a357dd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.675999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-24e08b2c-6f83-4540-9793-626b80bc71cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1095 time: 0.0454221 Aug 11 03:54:18.676151 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-e2faa2ed-74a9-40f1-a6fe-c55a357dd4c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1095 time: 0.0415642 Aug 11 03:54:18.766467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-613fe051-723f-47e7-9b44-f18e9d553303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.768006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-613fe051-723f-47e7-9b44-f18e9d553303 service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.0847080 Aug 11 03:54:18.768262 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-75eee5dc-a9a7-42a7-a05b-2586ba490d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.769704 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-75eee5dc-a9a7-42a7-a05b-2586ba490d2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.0871022 Aug 11 03:54:18.837852 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-ffb42cc6-e8c3-4a9b-b7d0-4e49871ee5df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 999 time: 0.0609441 Aug 11 03:54:18.839970 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-f90f4655-87ff-4c80-8a62-60ffbb475c5b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 999 time: 0.0642090 Aug 11 03:54:18.891125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-379e96d2-a351-4852-88e0-d7b0d480fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.892703 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-379e96d2-a351-4852-88e0-d7b0d480fd7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0483277 Aug 11 03:54:18.895124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-79bee870-7a8a-42ce-8211-03bc62d6f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.897345 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-79bee870-7a8a-42ce-8211-03bc62d6f984 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0461154 Aug 11 03:54:18.941195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-e8b4ee82-f8e9-4b8c-8885-7f4a02fdf9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.942701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-e8b4ee82-f8e9-4b8c-8885-7f4a02fdf9ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426488 Aug 11 03:54:18.956423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-f09d3c16-1412-4fee-9683-cd7370eb8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:18.958143 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-f09d3c16-1412-4fee-9683-cd7370eb8c0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488689 Aug 11 03:54:19.037820 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-1dc29810-f510-4c27-a897-03489262a625 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Aug 11 03:54:19.063533 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-ea79ff08-ad39-42a6-89a3-93ae3d7947d2 service neutron] 10.222.0.10 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981150 Aug 11 03:54:19.069438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:54:19.112902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:54:19.133467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-430be606-f21f-4755-a55b-145cf4654104 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884635 Aug 11 03:54:19.158992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a2f9bbae-e538-43c2-b685-497e178ef17a req-5ead0cbd-48d6-4eaf-8f5e-fac46a3c8784 service neutron] 10.222.0.10 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885861 Aug 11 03:54:19.358783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a26c17-f806-4ead-9a4a-5c1254863d4a req-6b33ff04-ce84-4917-8168-ebf59a3674a9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:19.360304 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8a26c17-f806-4ead-9a4a-5c1254863d4a req-6b33ff04-ce84-4917-8168-ebf59a3674a9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 943 time: 0.0519385 Aug 11 03:54:19.397561 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f8a26c17-f806-4ead-9a4a-5c1254863d4a req-4fbd7a0e-2aa2-4e61-ace0-3199b6dafb6c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Aug 11 03:54:19.593025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c71c6-c340-4766-a0a8-ce73f1d37ceb req-122f5892-8ac4-4319-a99c-b49dbc2c6a18 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:19.594530 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb1c71c6-c340-4766-a0a8-ce73f1d37ceb req-122f5892-8ac4-4319-a99c-b49dbc2c6a18 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 943 time: 0.0545907 Aug 11 03:54:19.601307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-13361431-a5a8-414c-b33d-56ee99ae7d01 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:19.602812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-13361431-a5a8-414c-b33d-56ee99ae7d01 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&binding%3Ahost_id=n-h1-768509-22 HTTP/1.1" status: 200 len: 943 time: 0.0510869 Aug 11 03:54:19.634047 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-cb1c71c6-c340-4766-a0a8-ce73f1d37ceb req-eaa56ef0-c027-4727-a0b2-67e63c7e22f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Aug 11 03:54:19.665386 n-d-768509-22 neutron-server[111683]: INFO neutron.api.v2.resource [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-7d865bb1-29d4-47cb-ba17-747d61be3db1 service neutron] delete failed (client error): The resource could not be found. Aug 11 03:54:19.666427 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-7d865bb1-29d4-47cb-ba17-747d61be3db1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/1d56a0b2-259d-4d11-a889-6dbf3b57da6d/bindings/n-h2-768509-22 HTTP/1.1" status: 404 len: 381 time: 0.0555305 Aug 11 03:54:19.786056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32f300-ea6e-41cc-82bb-46cffafb666e req-3e5fa74b-cfdc-483f-b701-652570103e41 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:19.787533 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1f32f300-ea6e-41cc-82bb-46cffafb666e req-3e5fa74b-cfdc-483f-b701-652570103e41 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 943 time: 0.0765743 Aug 11 03:54:19.793684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-35f65ae1-24fd-459d-9889-35a879ea7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:19.795087 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-35f65ae1-24fd-459d-9889-35a879ea7e6a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1095 time: 0.0829210 Aug 11 03:54:19.878119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1f32f300-ea6e-41cc-82bb-46cffafb666e req-2a82def4-7907-4a4e-b7d1-2ef706b897a4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820806 Aug 11 03:54:19.910663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-55ab2592-8693-47b0-a4c3-068f3b37c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:19.912177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-55ab2592-8693-47b0-a4c3-068f3b37c42e service neutron] 10.222.0.57 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.1094818 Aug 11 03:54:19.979111 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-225192dc-cbec-468f-97e2-22d1e08bc320 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 999 time: 0.0588892 Aug 11 03:54:20.029146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-d685a6a0-afa4-4c80-b584-5ca79a727b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:20.030585 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-d685a6a0-afa4-4c80-b584-5ca79a727b66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0445552 Aug 11 03:54:20.080269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-bb974380-ec2b-40ac-9f7c-d5cc276c937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:20.081741 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-bb974380-ec2b-40ac-9f7c-d5cc276c937e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441713 Aug 11 03:54:20.173790 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-530a6a63-ebbd-4a18-996b-360f8df493cf service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829651 Aug 11 03:54:20.267031 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-848b3fd8-d860-4944-8bfb-03da1b937bbf req-1bb9912e-bd68-48b8-a73a-f368f8f68f76 service neutron] 10.222.0.57 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850971 Aug 11 03:54:20.583985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:54:20.678302 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:20.690243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'port_id': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'mac_address': 'fa:16:3e:b8:0a:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:54:20.727202 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:20.744416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d56a0b2-259d-4d11-a889-6dbf3b57da6d {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:54:20.766631 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:20.770624 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:20.819247 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:20.826717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.827127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.827492 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.827876 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.828332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.828671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.828997 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.829324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.829648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.829972 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.830299 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.830634 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:20.995981 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e51276-7ff5-466f-8290-6357c2f34d3d req-13025b1c-7c7f-4aa4-b3eb-b116774dea86 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:20.997451 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0e51276-7ff5-466f-8290-6357c2f34d3d req-13025b1c-7c7f-4aa4-b3eb-b116774dea86 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 944 time: 0.0489612 Aug 11 03:54:21.033050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['1d56a0b2-259d-4d11-a889-6dbf3b57da6d'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:54:21.037362 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b0e51276-7ff5-466f-8290-6357c2f34d3d req-0b86b361-4db9-4966-8b72-881e017e3f8b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Aug 11 03:54:21.063271 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 45992) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:21.123736 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eeb6e48f-7e02-40be-a0f9-a2a144a6a2b0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/146e9c51-1187-477f-ba2e-38fc12fc62ce HTTP/1.1" status: 200 len: 992 time: 0.0590107 Aug 11 03:54:22.423127 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bf5b7916-8677-4328-bbf1-6050a4cb20f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:22.605946 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:54:22.653835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:54:22.657721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:54:22.658087 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:22.735976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:22.758963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:22.761260 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4519dd61-2080-4c41-a440-28529ff9b23b" -d '{"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-plugged", "status": "completed", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:22.774286 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:22.778611 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:22.804735 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b3f65b-a2f0-44c0-8b0b-e646e12848be x-openstack-request-id: req-68b3f65b-a2f0-44c0-8b0b-e646e12848be {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:22.805032 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-plugged", "status": "completed", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:22.805285 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68b3f65b-a2f0-44c0-8b0b-e646e12848be {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:22.805674 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'code': 200} Aug 11 03:54:22.829842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:25.283153 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4bd18bd-bb23-4677-a56c-e072b10501c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:25.571696 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:26.018299 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:26.939858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:28.349266 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:30.560401 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:43.033299 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:54:49.534504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46008) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:49.687187 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port dcc655c3-c154-4896-95e6-df7da5564fe2 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:54:49.687531 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:49.764642 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:49.764889 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:49.776253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for dcc655c3-c154-4896-95e6-df7da5564fe2 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:54:49.922716 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:49.945974 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=dcc655c3-c154-4896-95e6-df7da5564fe2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:49.959144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.959498 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.960406 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.960757 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.961092 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.961421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.961751 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.962081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.962405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.962729 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.963052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:49.963370 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:54:50.016490 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:50.016746 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP 146e9c51-1187-477f-ba2e-38fc12fc62ce disassociated (deleted). External IP: 172.25.4.116, port: 1d56a0b2-259d-4d11-a889-6dbf3b57da6d. Aug 11 03:54:50.229593 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router f1e03967-74ac-4c6d-bebe-c84608f91465 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:54:50.339093 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:54:50.343825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:50.348970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] Sync routers for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:54:50.357748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:50.358365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:50.371172 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b699df5a-9a07-4a81-a50f-2f960871641a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/floatingips/146e9c51-1187-477f-ba2e-38fc12fc62ce HTTP/1.1" status: 204 len: 168 time: 0.8355839 Aug 11 03:54:50.371793 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:50.374073 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15f6570-6791-4ef0-a372-e7b9893f5d27" -d '{"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:50.415154 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74163ec9-8e76-4a85-a722-6862367211a0 x-openstack-request-id: req-74163ec9-8e76-4a85-a722-6862367211a0 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:50.415600 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:50.416388 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74163ec9-8e76-4a85-a722-6862367211a0 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:50.416881 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'status': 'completed', 'code': 200} Aug 11 03:54:50.472250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:50.485824 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-4006fbe4-ee7e-482a-9006-5c7e4246f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:50.488718 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-4006fbe4-ee7e-482a-9006-5c7e4246f3dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 1097 time: 0.0481050 Aug 11 03:54:50.596244 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-2959f6d5-75a1-4fd9-b85a-0f937c6d4380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:50.597634 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-2959f6d5-75a1-4fd9-b85a-0f937c6d4380 service neutron] 10.222.0.10 "GET /v2.0/networks?id=72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 200 len: 898 time: 0.1025465 Aug 11 03:54:50.675293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-1015b8d9-764c-443d-b6c7-2b84c859baed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 200 len: 217 time: 0.0626962 Aug 11 03:54:50.705034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:13Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:50.731962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] Checking router: f1e03967-74ac-4c6d-bebe-c84608f91465 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:54:50.739586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fe3dc-4e54-4254-a2d7-00e5a1c8f056 req-234dccc6-98a8-4307-b1f4-316651c6bf1d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:50.740149 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:50.740757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:50.741727 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d49fe3dc-4e54-4254-a2d7-00e5a1c8f056 req-234dccc6-98a8-4307-b1f4-316651c6bf1d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.1377606 Aug 11 03:54:50.751202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-b920d801-faf3-41f5-be89-d7ae87e7fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:50.752620 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-b920d801-faf3-41f5-be89-d7ae87e7fb36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 200 len: 834 time: 0.0684681 Aug 11 03:54:50.810285 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d49fe3dc-4e54-4254-a2d7-00e5a1c8f056 req-894f6c9b-9551-4a22-9a43-a6bc2e4301d4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614679 Aug 11 03:54:50.820598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-0248629c-68bc-4794-b1ed-91cad385892c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:50.822622 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-0248629c-68bc-4794-b1ed-91cad385892c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=72d07308-95f2-4911-ace1-1c25a6c707aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574625 Aug 11 03:54:50.852984 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:50.918732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-006fb815-ca82-4e7b-920f-788a11817e1e service neutron] 10.222.0.10 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869553 Aug 11 03:54:51.009688 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c15f6570-6791-4ef0-a372-e7b9893f5d27 req-8da5edde-4855-4b2f-af44-4763a5224221 service neutron] 10.222.0.10 "GET /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824881 Aug 11 03:54:51.049114 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:13Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:51.079824 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7cffd6-6c01-4118-b3e0-d9115dd76432 None None] The sync data for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 is: [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:09Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '2f2a1c80-a3d3-46ee-a654-6fca5afa0643', 'name': '', 'network_id': '72d07308-95f2-4911-ace1-1c25a6c707aa', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:08:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:08Z', 'updated_at': '2021-08-11T03:53:13Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:54:51.282979 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5794f9a8-8037-4b3a-a277-63dfe4a9a1c5 None None] New status for floating IP 146e9c51-1187-477f-ba2e-38fc12fc62ce: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:54:51.917570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a1b73-1096-435f-95d8-fb5241c18913 req-35acfed0-6282-4f87-b331-802c79e28563 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:51.919127 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-177a1b73-1096-435f-95d8-fb5241c18913 req-35acfed0-6282-4f87-b331-802c79e28563 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.10 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0495443 Aug 11 03:54:51.936978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1ed67-a9aa-4550-b35e-9d5d8432c897 req-77440837-d8ff-438f-8596-a922140f01c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:51.938521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e1b1ed67-a9aa-4550-b35e-9d5d8432c897 req-77440837-d8ff-438f-8596-a922140f01c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=02862352-7624-4930-9e64-127695e88a6d HTTP/1.1" status: 200 len: 945 time: 0.0511560 Aug 11 03:54:51.978594 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e1b1ed67-a9aa-4550-b35e-9d5d8432c897 req-a3f3f566-9f73-4954-8a4a-cb79f3444e6b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=2b410f72-7d52-4d24-8c1e-6fee98cad0e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334501 Aug 11 03:54:52.014073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:54:52.014416 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:52.099898 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:52.100181 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:52.112804 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 1d56a0b2-259d-4d11-a889-6dbf3b57da6d owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:54:52.256304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:52.285262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=1d56a0b2-259d-4d11-a889-6dbf3b57da6d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:52.331053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] No DVR routers for this DVR port 1d56a0b2-259d-4d11-a889-6dbf3b57da6d on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:54:52.333686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:52.336392 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-177a1b73-1096-435f-95d8-fb5241c18913 req-899a407b-9217-4023-bfb4-ea449bfc5a81 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.10 "DELETE /v2.0/ports/1d56a0b2-259d-4d11-a889-6dbf3b57da6d HTTP/1.1" status: 204 len: 173 time: 0.4110055 Aug 11 03:54:52.336840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-deleted', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:54:52.339136 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692051d5-ed6d-4186-9107-8e1c761c695f" -d '{"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-deleted", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:54:52.426541 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4afa156c-e5e3-47e4-9a9c-7284cc8b4f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:52.445803 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d083832-fccf-42a2-9618-d79540358461 x-openstack-request-id: req-5d083832-fccf-42a2-9618-d79540358461 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:54:52.446209 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02862352-7624-4930-9e64-127695e88a6d", "name": "network-vif-deleted", "tag": "1d56a0b2-259d-4d11-a889-6dbf3b57da6d", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:54:52.446468 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d083832-fccf-42a2-9618-d79540358461 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:54:52.446893 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02862352-7624-4930-9e64-127695e88a6d', 'name': 'network-vif-deleted', 'tag': '1d56a0b2-259d-4d11-a889-6dbf3b57da6d', 'status': 'completed', 'code': 200} Aug 11 03:54:53.034008 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46028) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:53.398363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:53.653598 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:54:53.653858 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:53.739209 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port 2f2a1c80-a3d3-46ee-a654-6fca5afa0643, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:53.739565 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:53.756648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:54:53.939951 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:53.964468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=2f2a1c80-a3d3-46ee-a654-6fca5afa0643,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:54.137463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.348841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router f1e03967-74ac-4c6d-bebe-c84608f91465 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:54:54.452074 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:54:54.456908 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a6886753-cbb1-4e69-afb6-d3b1707180e2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/f1e03967-74ac-4c6d-bebe-c84608f91465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218814 Aug 11 03:54:54.460375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46030) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:54.463063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] Sync routers for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:54:54.472822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:54.473431 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:54.509090 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting subnet 94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 {{(pid=111683) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:54:54.512101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.552615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668327'] for subnet, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.577835 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:54.640968 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.700910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9168568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9108373'] for subnet, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.729748 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.734135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/subnets/94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0 HTTP/1.1" status: 204 len: 168 time: 0.2703240 Aug 11 03:54:54.734135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9654040-e12a-452c-88d4-bfe7ae95f8e1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Subnet': ['ID=94fc622d-f3d7-4985-8cc9-7e8b06fd9cc0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:54.734471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46032) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:54.735523 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3148222-fb0c-4d0f-9662-ef1510db0ff1 None None] Network 72d07308-95f2-4911-ace1-1c25a6c707aa requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:54:54.846269 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.852653 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:54:53Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:54.880378 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] Checking router: f1e03967-74ac-4c6d-bebe-c84608f91465 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:54:54.894154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] Routers {'f1e03967-74ac-4c6d-bebe-c84608f91465'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:54.894686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['f1e03967-74ac-4c6d-bebe-c84608f91465'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:54.958299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:54.984933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] DHCP port deletion for 72d07308-95f2-4911-ace1-1c25a6c707aa request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:54:55.033983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] Set router f1e03967-74ac-4c6d-bebe-c84608f91465 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:55.324050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] Deleting port 70072401-8c99-486a-ad6b-9773da5176dd {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:54:55.324319 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.325858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c4a5694-90fd-45f1-a1fb-3208d55644f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.345955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port f42356a8-b26b-4eb8-be55-fdc3aafd4405 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:54:55.346374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.409212 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] For port 70072401-8c99-486a-ad6b-9773da5176dd, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=70072401-8c99-486a-ad6b-9773da5176dd,segment=NetworkSegment(8320d27d-91af-44f0-b692-3efc8243aafc),segment_id=8320d27d-91af-44f0-b692-3efc8243aafc)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:55.409607 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.427342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port f42356a8-b26b-4eb8-be55-fdc3aafd4405, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f42356a8-b26b-4eb8-be55-fdc3aafd4405,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:54:55.427760 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.440665 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for f42356a8-b26b-4eb8-be55-fdc3aafd4405 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:54:55.443344 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] Calling delete_port for 70072401-8c99-486a-ad6b-9773da5176dd owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:54:55.533275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:54:53Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:55.573575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746743f-6abb-4550-88bd-942414ec3a40 None None] The sync data for ids ['f1e03967-74ac-4c6d-bebe-c84608f91465'] in n-d-768509-22 is: [{'id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957738556', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:54:53Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'f42356a8-b26b-4eb8-be55-fdc3aafd4405', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:cf:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e03967-74ac-4c6d-bebe-c84608f91465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:53:06Z', 'updated_at': '2021-08-11T03:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:54:55.585380 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.613497 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.618155 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] Pushing event deleted for resources: {'Port': ['ID=70072401-8c99-486a-ad6b-9773da5176dd,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:55.621703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b265a-0f36-4ad5-a812-c36ac015c995 None None] No DVR routers for this DVR port 70072401-8c99-486a-ad6b-9773da5176dd on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:54:55.646236 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.676973 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=f42356a8-b26b-4eb8-be55-fdc3aafd4405,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:55.705766 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 70072401-8c99-486a-ad6b-9773da5176dd no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:54:55.728037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 70072401-8c99-486a-ad6b-9773da5176dd {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:54:55.728785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 70072401-8c99-486a-ad6b-9773da5176dd not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:54:55.738931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.831774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.837642 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.888550 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.889241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Fanout notify agent at l3_agent the message router_deleted on router f1e03967-74ac-4c6d-bebe-c84608f91465 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:54:55.896584 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:55.898480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ea93a80e-12d8-497a-abee-094221dd91f6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/routers/f1e03967-74ac-4c6d-bebe-c84608f91465 HTTP/1.1" status: 204 len: 168 time: 1.1630471 Aug 11 03:54:55.901085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46034) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:55.984291 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.035593 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.080446 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.090853 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d07308-95f2-4911-ace1-1c25a6c707aa']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:56.101469 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8320d27d-91af-44f0-b692-3efc8243aafc') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:56.101765 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8320d27d-91af-44f0-b692-3efc8243aafc') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:56.110324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.123799 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.129439 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:54:56.129823 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:54:56.132804 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:54:56.188515 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.196506 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.198295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/networks/72d07308-95f2-4911-ace1-1c25a6c707aa HTTP/1.1" status: 204 len: 168 time: 0.2962830 Aug 11 03:54:56.201153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46036) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:56.208038 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4cac0-2179-434b-8364-ec1dd9ddbfb1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Network': ['ID=72d07308-95f2-4911-ace1-1c25a6c707aa,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:56.261291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-322f605f-9b0c-4f36-9a19-20baf3eb8ce7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.285886 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-322f605f-9b0c-4f36-9a19-20baf3eb8ce7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.352485 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-322f605f-9b0c-4f36-9a19-20baf3eb8ce7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.354974 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-322f605f-9b0c-4f36-9a19-20baf3eb8ce7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.356227 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-322f605f-9b0c-4f36-9a19-20baf3eb8ce7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/security-groups/2b410f72-7d52-4d24-8c1e-6fee98cad0e6 HTTP/1.1" status: 204 len: 168 time: 0.1539376 Aug 11 03:54:56.366216 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f605f-9b0c-4f36-9a19-20baf3eb8ce7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b410f72-7d52-4d24-8c1e-6fee98cad0e6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:56.667867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46042) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:56.672878 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-be0e0cbc-c7b4-4ec0-bcd2-7f348fdb8ec3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952910196', 'description': 'tempest-secgroup-smoke-1952910196 description', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:56.696525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be0e0cbc-c7b4-4ec0-bcd2-7f348fdb8ec3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.771382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:54:56.778540 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be0e0cbc-c7b4-4ec0-bcd2-7f348fdb8ec3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.782711 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be0e0cbc-c7b4-4ec0-bcd2-7f348fdb8ec3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.792334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 1d56a0b2-259d-4d11-a889-6dbf3b57da6d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:54:56.792681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 1d56a0b2-259d-4d11-a889-6dbf3b57da6d not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:54:56.810964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-be0e0cbc-c7b4-4ec0-bcd2-7f348fdb8ec3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.815045 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-be0e0cbc-c7b4-4ec0-bcd2-7f348fdb8ec3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433411 Aug 11 03:54:56.815789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46044) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:56.816366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e0cbc-c7b4-4ec0-bcd2-7f348fdb8ec3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e37efc-2b71-4bac-a130-a76384d0e410,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:56.821144 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-1b33f7d7-ec20-42c9-88e9-bb1273423929 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '50e37efc-2b71-4bac-a130-a76384d0e410', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:56.848330 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b33f7d7-ec20-42c9-88e9-bb1273423929 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.909499 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b33f7d7-ec20-42c9-88e9-bb1273423929 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.913604 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b33f7d7-ec20-42c9-88e9-bb1273423929 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.934959 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f7d7-ec20-42c9-88e9-bb1273423929 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4f3379-6470-48a5-84f9-043f73459aa0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:56.938662 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1b33f7d7-ec20-42c9-88e9-bb1273423929 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.939897 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1b33f7d7-ec20-42c9-88e9-bb1273423929 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234441 Aug 11 03:54:56.942785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46046) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:56.946640 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:56.947785 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-fd3d497c-8d83-42cf-ae26-f9e77a2bbc6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '50e37efc-2b71-4bac-a130-a76384d0e410', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:56.973792 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd3d497c-8d83-42cf-ae26-f9e77a2bbc6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.029861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd3d497c-8d83-42cf-ae26-f9e77a2bbc6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.033235 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd3d497c-8d83-42cf-ae26-f9e77a2bbc6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.050800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d497c-8d83-42cf-ae26-f9e77a2bbc6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee647c68-9aee-4f17-a2ac-4c772421f375,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:57.057019 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-fd3d497c-8d83-42cf-ae26-f9e77a2bbc6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.058284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-fd3d497c-8d83-42cf-ae26-f9e77a2bbc6d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1144052 Aug 11 03:54:57.061068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46048) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:57.065522 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4ce2b611-750f-464e-ab6b-1d9c7abba6a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '50e37efc-2b71-4bac-a130-a76384d0e410', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:57.091922 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b611-750f-464e-ab6b-1d9c7abba6a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.149902 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b611-750f-464e-ab6b-1d9c7abba6a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.153374 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b611-750f-464e-ab6b-1d9c7abba6a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.171536 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2b611-750f-464e-ab6b-1d9c7abba6a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3730a6b4-8ae4-45be-b179-9ffcb1e2fa17,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:57.179038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b611-750f-464e-ab6b-1d9c7abba6a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.180272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4ce2b611-750f-464e-ab6b-1d9c7abba6a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182837 Aug 11 03:54:57.183375 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46050) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:57.187749 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c5294947-caaf-4079-8be7-7cec38d1e49f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '50e37efc-2b71-4bac-a130-a76384d0e410', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:57.213983 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5294947-caaf-4079-8be7-7cec38d1e49f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.274924 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5294947-caaf-4079-8be7-7cec38d1e49f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.278103 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5294947-caaf-4079-8be7-7cec38d1e49f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.296163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5294947-caaf-4079-8be7-7cec38d1e49f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ee2eb6-98a0-4c43-ac82-6fbf4654a9f9,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:57.298622 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c5294947-caaf-4079-8be7-7cec38d1e49f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.302671 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c5294947-caaf-4079-8be7-7cec38d1e49f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158001 Aug 11 03:54:57.303174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46052) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:57.307684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '50e37efc-2b71-4bac-a130-a76384d0e410', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:57.328614 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:54:57.333223 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.391686 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.394886 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.412536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b33c4f-6352-45de-9ba1-1f3afbe86c75,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:57.417696 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.418883 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-88fc2076-5a1d-45de-8ca1-d3f493e380c1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148019 Aug 11 03:54:57.421687 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46054) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:57.426227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '50e37efc-2b71-4bac-a130-a76384d0e410', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:57.447797 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:54:57.452380 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.515308 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.519645 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.538521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0fdb1c-c6bd-42dd-b76d-cb185d467dfc,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:57.544256 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.545462 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cb284af0-48f3-4e0f-bcfb-59ce99c1d20c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228888 Aug 11 03:54:57.548312 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46056) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:57.553528 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'network': {'name': 'tempest-network-smoke--167562245', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'port_security_enabled': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:57.575212 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:54:57.578635 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.579300 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:54:57.602497 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:54:57.602851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2f2a1c80-a3d3-46ee-a654-6fca5afa0643 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:54:57.603272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f42356a8-b26b-4eb8-be55-fdc3aafd4405 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:54:57.604640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:54:57.614796 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.615140 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Added segment c16c2b2e-24a6-4e5f-b71f-4057fe326bb5 of type vlan for network deb33724-2d01-426b-83cf-9c2de9385d58 Aug 11 03:54:57.626356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f42356a8-b26b-4eb8-be55-fdc3aafd4405 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:54:57.626713 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f42356a8-b26b-4eb8-be55-fdc3aafd4405 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:54:57.656707 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.684926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.690319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:57.690903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.749092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1972075 Aug 11 03:54:57.749322 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46058) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:57.755621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'admin_state_up': True, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:57.765912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293a786-4ae3-4fb1-83aa-4ba2b67b79dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Network': ['ID=deb33724-2d01-426b-83cf-9c2de9385d58,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:57.777309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network deb33724-2d01-426b-83cf-9c2de9385d58 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:54:57.784203 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.785206 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.844873 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:57.979020 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:58.353381 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:58.465137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:58.483705 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:58.584409 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.156 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d806a030-c086-449f-8b02-5125c0ea0644) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:54:58.684630 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:58.722109 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:58.765133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:54:58.769604 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:54:58.774885 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:54:58.777688 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=d806a030-c086-449f-8b02-5125c0ea0644,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:59.019967 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:59.216604 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:59.342979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:54:59.452075 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:54:59.462037 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Sync routers for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:54:59.471032 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:59.471583 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:54:59.471828 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:59.475789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46060) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:59.477358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-034572d1-d2ad-492d-b736-6322a0ff9814 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7256677 Aug 11 03:54:59.504877 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3a63ced3-fd7e-4495-b958-86afd10e61fd tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4ed6a6acb0b643ec84d6132acbe4d89f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271828 Aug 11 03:54:59.507327 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46062) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:59.576899 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:54:59.595400 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124c7c7-7216-4585-92b9-e8ce337f60d4 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:54:59.596882 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d124c7c7-7216-4585-92b9-e8ce337f60d4 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885379 Aug 11 03:54:59.599827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46064) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:59.628964 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-31ddfe39-a02a-4f03-a02c-fdf2745d709a tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280864 Aug 11 03:54:59.631524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46066) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:54:59.636457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-443899545', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:54:59.721211 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:54:59.724850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:59.750566 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:54:58Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:54:59.779765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Checking router: 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:54:59.780123 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Updating router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 port d806a030-c086-449f-8b02-5125c0ea0644 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:54:59.806050 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:59.910322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:54:59.974830 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Subnet': ['ID=808f429d-e9e0-4bde-b0fc-6d54ae5d943e,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:54:59.986977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Checking segment: {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:54:59.987344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network hostable DHCP agents. Network: deb33724-2d01-426b-83cf-9c2de9385d58, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:55:00.004704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network deb33724-2d01-426b-83cf-9c2de9385d58 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:55:00.013987 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, deb33724-2d01-426b-83cf-9c2de9385d58) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:55:00.018395 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:00.019134 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.025525 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ac6bd-0206-4d9d-91cb-c75baedc0ae3 None None] Network deb33724-2d01-426b-83cf-9c2de9385d58 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:55:00.038105 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-e5b0e2ae-42b9-4230-a525-4e5107453597 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4028871 Aug 11 03:55:00.038402 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46068) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:55:00.061536 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.072078 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Transition to ACTIVE for port object d806a030-c086-449f-8b02-5125c0ea0644 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:55:00.078341 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.134366 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Attempting to bind port d806a030-c086-449f-8b02-5125c0ea0644 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:55:00.134732 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Attempting to bind port d806a030-c086-449f-8b02-5125c0ea0644 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:55:00.135091 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Attempting to bind port d806a030-c086-449f-8b02-5125c0ea0644 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:55:00.143807 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Pushing event updated for resources: {'Port': ['ID=d806a030-c086-449f-8b02-5125c0ea0644,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:00.146737 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:55:00.147101 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:55:00.147498 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.147956 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:55:00.148490 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Bound port: d806a030-c086-449f-8b02-5125c0ea0644, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:55:00.148868 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.173431 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.174308 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.174658 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.174988 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.175320 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.175847 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.176353 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.176678 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.177032 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.177311 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.177634 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.177953 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:55:00.185365 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-deb33724-2d01-426b-83cf-9c2de9385d58', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:55:00.186379 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.224303 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] For port d806a030-c086-449f-8b02-5125c0ea0644, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:55:00.228570 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] For port d806a030-c086-449f-8b02-5125c0ea0644, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d806a030-c086-449f-8b02-5125c0ea0644,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:55:00.233898 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.289323 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:55:00.289958 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:00.332993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Allocated IP 172.20.0.2 (deb33724-2d01-426b-83cf-9c2de9385d58/808f429d-e9e0-4bde-b0fc-6d54ae5d943e/2db94633-d59b-4d84-8b9e-fdac25a33f11) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:55:00.340726 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0acd1b-c7ab-4f07-a486-564b61c52757 None None] Pushing event updated for resources: {'Port': ['ID=d806a030-c086-449f-8b02-5125c0ea0644,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:00.410998 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:55:00.492673 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.501040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Transition to ACTIVE for port object 2db94633-d59b-4d84-8b9e-fdac25a33f11 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:55:00.517057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Transition to ACTIVE for port object 2db94633-d59b-4d84-8b9e-fdac25a33f11 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:55:00.525104 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.527858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.574649 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Network deb33724-2d01-426b-83cf-9c2de9385d58 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:55:00.583028 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:55:00.588327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:55:00.597770 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.611906 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:54:58Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:00.633740 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Pushing event updated for resources: {'Port': ['ID=2db94633-d59b-4d84-8b9e-fdac25a33f11,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:00.638872 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88c255-367c-4d2f-8c97-897a1ef9962f None None] The sync data for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 is: [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:54:58Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:55:00.649860 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Attempting to bind port 2db94633-d59b-4d84-8b9e-fdac25a33f11 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:55:00.650295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Attempting to bind port 2db94633-d59b-4d84-8b9e-fdac25a33f11 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:55:00.650733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Attempting to bind port 2db94633-d59b-4d84-8b9e-fdac25a33f11 on network deb33724-2d01-426b-83cf-9c2de9385d58 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:55:00.656159 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:55:00.656649 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Checking segment: {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:55:00.657123 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.657588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Bound using segment: {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:55:00.658128 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Bound port: 2db94633-d59b-4d84-8b9e-fdac25a33f11, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:55:00.664535 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.748939 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-54048f6f-b900-436e-8749-11605510aec9 None None] For port 2db94633-d59b-4d84-8b9e-fdac25a33f11, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:55:00.752328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-54048f6f-b900-436e-8749-11605510aec9 None None] For port 2db94633-d59b-4d84-8b9e-fdac25a33f11, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2db94633-d59b-4d84-8b9e-fdac25a33f11,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:55:00.757865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:00.843565 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54048f6f-b900-436e-8749-11605510aec9 None None] Pushing event updated for resources: {'Port': ['ID=2db94633-d59b-4d84-8b9e-fdac25a33f11,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:00.880332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.1 (deb33724-2d01-426b-83cf-9c2de9385d58/808f429d-e9e0-4bde-b0fc-6d54ae5d943e/5a3ed2c3-581f-408a-98f4-34866e7de026) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:55:01.068042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.090848 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object 5a3ed2c3-581f-408a-98f4-34866e7de026 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:55:01.137839 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.204627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network deb33724-2d01-426b-83cf-9c2de9385d58 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:55:01.209925 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:55:01.213612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:55:01.225252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=5a3ed2c3-581f-408a-98f4-34866e7de026,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:01.275267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.422696 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.681230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d806a030-c086-449f-8b02-5125c0ea0644 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:55:01.748787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d806a030-c086-449f-8b02-5125c0ea0644 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:55:01.752960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d806a030-c086-449f-8b02-5125c0ea0644 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:01.753752 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.772987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.780224 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.844070 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.859916 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.861891 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=5a3ed2c3-581f-408a-98f4-34866e7de026,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:01.866575 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d806a030-c086-449f-8b02-5125c0ea0644, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d806a030-c086-449f-8b02-5125c0ea0644,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:55:01.871269 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:01.872190 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2db94633-d59b-4d84-8b9e-fdac25a33f11 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:55:01.951710 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d806a030-c086-449f-8b02-5125c0ea0644,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:01.966737 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 2db94633-d59b-4d84-8b9e-fdac25a33f11 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:55:01.983796 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network deb33724-2d01-426b-83cf-9c2de9385d58 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:55:01.985388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:55:02.048696 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a62f1-010e-4e73-8d5a-dd6e06a27c81 None None] Network deb33724-2d01-426b-83cf-9c2de9385d58 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:55:02.116078 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:55:02.181292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-75be6af6-a0b0-4f41-86a1-7f4a9f0e76b7 None None] Provisioning for port 2db94633-d59b-4d84-8b9e-fdac25a33f11 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:55:02.201759 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-75be6af6-a0b0-4f41-86a1-7f4a9f0e76b7 None None] Provisioning complete for port 2db94633-d59b-4d84-8b9e-fdac25a33f11 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:02.202241 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75be6af6-a0b0-4f41-86a1-7f4a9f0e76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:02.237622 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:55:02.243260 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5939b058-e1c8-42c4-bbab-e9cc8354702c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/4c6ac924-ac4c-4283-8e20-9c5dfba9d246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2029071 Aug 11 03:55:02.320570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75be6af6-a0b0-4f41-86a1-7f4a9f0e76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:02.357623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-75be6af6-a0b0-4f41-86a1-7f4a9f0e76b7 None None] For port 2db94633-d59b-4d84-8b9e-fdac25a33f11, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2db94633-d59b-4d84-8b9e-fdac25a33f11,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:55:02.364107 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-75be6af6-a0b0-4f41-86a1-7f4a9f0e76b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:02.420856 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be6af6-a0b0-4f41-86a1-7f4a9f0e76b7 None None] Pushing event updated for resources: {'Port': ['ID=2db94633-d59b-4d84-8b9e-fdac25a33f11,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:02.432235 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-2dbc6e5a-f6de-4ff4-be97-63dd4bc74239 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952910196&fields=id&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 267 time: 0.0483153 Aug 11 03:55:02.490313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-48c30b61-3992-4091-8dae-9bd874a83862 None None] Provisioning complete for port 2db94633-d59b-4d84-8b9e-fdac25a33f11 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:02.490686 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c30b61-3992-4091-8dae-9bd874a83862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:02.551073 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-c1fda892-6660-41e8-bd80-e8fa7385ec0e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:02.553376 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-c1fda892-6660-41e8-bd80-e8fa7385ec0e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/networks?id=deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 200 len: 796 time: 0.1158128 Aug 11 03:55:02.573919 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-f69c1e82-ab2b-4be4-bcec-15d8c0f77147 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/quotas/4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 375 time: 0.0115020 Aug 11 03:55:02.587487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Sync routers for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:55:02.597999 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-48c30b61-3992-4091-8dae-9bd874a83862 None None] Provisioning for port 5a3ed2c3-581f-408a-98f4-34866e7de026 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:55:02.605052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-48c30b61-3992-4091-8dae-9bd874a83862 None None] Provisioning complete for port 5a3ed2c3-581f-408a-98f4-34866e7de026 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:02.605523 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48c30b61-3992-4091-8dae-9bd874a83862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:02.608138 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:55:02.608948 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:02.632121 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-19296940-5fcd-42cf-a9e8-bcdb5350d998 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503633 Aug 11 03:55:02.693259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-48c30b61-3992-4091-8dae-9bd874a83862 None None] Port 5a3ed2c3-581f-408a-98f4-34866e7de026 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:55:02.739976 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-3998dc6d-e4d7-4717-a2a5-81254abac44c service neutron] 10.222.0.60 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950646 Aug 11 03:55:02.758745 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:55:02.840248 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-3e65f236-d275-4a2a-b48c-8727f9f67cba service neutron] 10.222.0.60 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924380 Aug 11 03:55:02.893353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-801e25f7-8884-4dad-88b2-307539d2b303 None None] Provisioning complete for port 5a3ed2c3-581f-408a-98f4-34866e7de026 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:02.893729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-801e25f7-8884-4dad-88b2-307539d2b303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:02.946949 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-801e25f7-8884-4dad-88b2-307539d2b303 None None] Port 5a3ed2c3-581f-408a-98f4-34866e7de026 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:55:03.018586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 2, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:03.029009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39166a6f-4991-4b05-b655-6443fa71013d req-914ddb17-64cc-4be7-b057-7fa26ebb9ea7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Aug 11 03:55:03.052729 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Checking router: 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:55:03.053093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Updating router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 port 5a3ed2c3-581f-408a-98f4-34866e7de026 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:55:03.086867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.089924 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8774e8cf-e5a8-4618-bfe0-666b35a54cc1 None None] Provisioning complete for port 5a3ed2c3-581f-408a-98f4-34866e7de026 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:03.090287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8774e8cf-e5a8-4618-bfe0-666b35a54cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.156494 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8774e8cf-e5a8-4618-bfe0-666b35a54cc1 None None] Port 5a3ed2c3-581f-408a-98f4-34866e7de026 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:55:03.397386 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.408333 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Transition to ACTIVE for port object 5a3ed2c3-581f-408a-98f4-34866e7de026 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:55:03.414073 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.462963 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469f663-be7c-4eeb-9f16-5d3eff4459f3 None None] Pushing event updated for resources: {'Port': ['ID=5a3ed2c3-581f-408a-98f4-34866e7de026,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:03.517734 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Attempting to bind port 5a3ed2c3-581f-408a-98f4-34866e7de026 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:55:03.518179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Attempting to bind port 5a3ed2c3-581f-408a-98f4-34866e7de026 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:55:03.518543 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Attempting to bind port 5a3ed2c3-581f-408a-98f4-34866e7de026 on network deb33724-2d01-426b-83cf-9c2de9385d58 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:55:03.524156 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:55:03.524534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Checking segment: {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:55:03.524925 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.525488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Bound using segment: {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:55:03.525917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Bound port: 5a3ed2c3-581f-408a-98f4-34866e7de026, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:55:03.526327 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.605328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] For port 5a3ed2c3-581f-408a-98f4-34866e7de026, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:55:03.609250 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d806a030-c086-449f-8b02-5125c0ea0644 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:55:03.612213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] For port 5a3ed2c3-581f-408a-98f4-34866e7de026, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a3ed2c3-581f-408a-98f4-34866e7de026,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:55:03.637796 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.723068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469f663-be7c-4eeb-9f16-5d3eff4459f3 None None] Pushing event updated for resources: {'Port': ['ID=5a3ed2c3-581f-408a-98f4-34866e7de026,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:03.729104 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:55:03.729723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:03.768139 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d806a030-c086-449f-8b02-5125c0ea0644 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:03.768522 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:03.982905 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-e2d24c15-f079-4026-864c-dcc60b719336 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:03.985066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-e2d24c15-f079-4026-864c-dcc60b719336 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.10 "GET /v2.0/networks?id=deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 200 len: 796 time: 0.1159530 Aug 11 03:55:04.030870 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-ac73907f-1bc4-4647-8b84-190d33843762 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 380 time: 0.0367665 Aug 11 03:55:04.042768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'port': {'device_id': '2e0399ab-6701-400d-b417-b477ea569f03', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'admin_state_up': True, 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'security_groups': ['50e37efc-2b71-4bac-a130-a76384d0e410']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:55:04.079539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:55:04.127274 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2db94633-d59b-4d84-8b9e-fdac25a33f11 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:55:04.140053 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0e41ed7-3d8f-4ed9-83e8-673002ee1f0a req-33c07a12-be71-4e47-a781-c60cfab34f47 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 210 time: 0.0381045 Aug 11 03:55:04.182022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:55:04.185847 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:04.263837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 2db94633-d59b-4d84-8b9e-fdac25a33f11 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:04.264209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:04.316494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.3 (deb33724-2d01-426b-83cf-9c2de9385d58/808f429d-e9e0-4bde-b0fc-6d54ae5d943e/a682c85b-cad8-4285-9576-6aa3c0c0d4a0) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:55:04.390592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-7a130d95-e321-4908-9020-daa433f007ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:03Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:04.420894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a130d95-e321-4908-9020-daa433f007ed None None] The sync data for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 is: [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:03Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:55:04.464329 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:04.501503 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object a682c85b-cad8-4285-9576-6aa3c0c0d4a0 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:55:04.541681 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:04.593397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network deb33724-2d01-426b-83cf-9c2de9385d58 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:55:04.607386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:55:04.609647 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:04.611881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:55:04.665654 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:04.666814 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:04.683654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-764cffc8-3338-4217-9fff-3fc9ae9b1e59 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452863 Aug 11 03:55:04.699590 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Request body: {'port': {'device_id': '2e0399ab-6701-400d-b417-b477ea569f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:55:04.762753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:04.958637 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb5c8c94-6d94-438a-a31b-0725c0aad64f None None] Provisioning for port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:55:04.968050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-cb5c8c94-6d94-438a-a31b-0725c0aad64f None None] Provisioning complete for port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:04.968829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cb5c8c94-6d94-438a-a31b-0725c0aad64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.012310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c8c94-6d94-438a-a31b-0725c0aad64f None None] Port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:55:05.077762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a682c85b-cad8-4285-9576-6aa3c0c0d4a0 {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:55:05.085744 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.098682 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Transition to ACTIVE for port object a682c85b-cad8-4285-9576-6aa3c0c0d4a0 will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:55:05.103095 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.175099 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Pushing event updated for resources: {'Port': ['ID=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:05.244217 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Attempting to bind port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:55:05.244997 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Attempting to bind port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:55:05.245911 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Attempting to bind port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 on network deb33724-2d01-426b-83cf-9c2de9385d58 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:55:05.253361 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 on network deb33724-2d01-426b-83cf-9c2de9385d58 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:55:05.254024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Attempting to bind port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 on network deb33724-2d01-426b-83cf-9c2de9385d58 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:55:05.260904 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:55:05.261550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Checking segment: {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:55:05.262130 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Bound using segment: {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:55:05.262561 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Bound port: a682c85b-cad8-4285-9576-6aa3c0c0d4a0, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:55:05.265695 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.317230 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f045e-d6b1-4b0b-8700-b94e9232bb05 req-90d47719-88fb-4ef1-908c-ea7dadde40e7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:05.326764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc4f045e-d6b1-4b0b-8700-b94e9232bb05 req-90d47719-88fb-4ef1-908c-ea7dadde40e7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 943 time: 0.0789185 Aug 11 03:55:05.342329 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] For port a682c85b-cad8-4285-9576-6aa3c0c0d4a0, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:55:05.346119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] For port a682c85b-cad8-4285-9576-6aa3c0c0d4a0, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:55:05.351704 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.383846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bc4f045e-d6b1-4b0b-8700-b94e9232bb05 req-b299d639-21ee-4556-a671-0dc56a21e7af tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560603 Aug 11 03:55:05.406408 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:05.408197 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.409984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] 10.222.0.10 "PUT /v2.0/ports/a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 200 len: 1092 time: 0.7156808 Aug 11 03:55:05.412539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:55:05.417106 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a4d9aa-05b3-4f5b-9698-d9b080860f26" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:55:05.449049 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d9339-173e-47b3-abce-eab1161f0168 service neutron] Pushing event updated for resources: {'Port': ['ID=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:05.485462 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84ff0d2-7aed-4619-a8ad-1639a3f42978 x-openstack-request-id: req-c84ff0d2-7aed-4619-a8ad-1639a3f42978 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:55:05.485755 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:55:05.486006 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c84ff0d2-7aed-4619-a8ad-1639a3f42978 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:55:05.486413 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'status': 'completed', 'code': 200} Aug 11 03:55:05.506147 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-a2c69914-149f-48c5-b627-722b608b61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:05.508711 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-a2c69914-149f-48c5-b627-722b608b61a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1095 time: 0.0530727 Aug 11 03:55:05.661395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a3ed2c3-581f-408a-98f4-34866e7de026 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:55:05.721144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 5a3ed2c3-581f-408a-98f4-34866e7de026 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:55:05.725548 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5a3ed2c3-581f-408a-98f4-34866e7de026 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:05.725986 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.828620 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.865902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 5a3ed2c3-581f-408a-98f4-34866e7de026, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a3ed2c3-581f-408a-98f4-34866e7de026,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:55:05.871583 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:05.926366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=5a3ed2c3-581f-408a-98f4-34866e7de026,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:05.956166 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-0cde2e7b-d5e8-4363-aa59-818db5f98d9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 200 len: 217 time: 0.4313393 Aug 11 03:55:06.022403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-2f3bb1c0-34b0-4ed9-9c59-3b4e0bee39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:06.024065 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-2f3bb1c0-34b0-4ed9-9c59-3b4e0bee39ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808f429d-e9e0-4bde-b0fc-6d54ae5d943e HTTP/1.1" status: 200 len: 834 time: 0.0606925 Aug 11 03:55:06.074433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764df975-a074-44f4-9c32-19438942f27a req-98e1a7d7-b8e9-4119-9ae2-3e27b33eb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:06.075942 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-98e1a7d7-b8e9-4119-9ae2-3e27b33eb933 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb33724-2d01-426b-83cf-9c2de9385d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447295 Aug 11 03:55:06.167616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-67c8ed51-b22c-467b-85ab-36f7ab19a33d service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849237 Aug 11 03:55:06.258947 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-764df975-a074-44f4-9c32-19438942f27a req-2c5e8e40-e3c6-4b03-84c3-938fdd83232e service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841486 Aug 11 03:55:06.344456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-44915487-1e93-411f-8331-72d71b8fff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:06.345939 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-44915487-1e93-411f-8331-72d71b8fff93 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1095 time: 0.0405405 Aug 11 03:55:06.439916 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-b15d708b-fb65-4948-993f-a5410212bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:06.441442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-b15d708b-fb65-4948-993f-a5410212bc1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 200 len: 897 time: 0.0885403 Aug 11 03:55:06.484535 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-6c365ac7-e8a3-43cd-9785-6e40bf57225f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 200 len: 217 time: 0.0359750 Aug 11 03:55:06.496133 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf7a35-f8ce-4894-be47-35e9c8608062 req-5f2886e6-2f18-4d39-b590-b5547ea4a23a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:06.497655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99bf7a35-f8ce-4894-be47-35e9c8608062 req-5f2886e6-2f18-4d39-b590-b5547ea4a23a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 943 time: 0.0487325 Aug 11 03:55:06.535545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99bf7a35-f8ce-4894-be47-35e9c8608062 req-b74c87c6-8a08-41f0-aa7a-0d4f122c6cb8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Aug 11 03:55:06.540324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-5d94d13a-7a87-4bdb-82de-7c0e732a27dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:06.541842 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-5d94d13a-7a87-4bdb-82de-7c0e732a27dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808f429d-e9e0-4bde-b0fc-6d54ae5d943e HTTP/1.1" status: 200 len: 834 time: 0.0503328 Aug 11 03:55:06.591241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-a1bab66f-9704-4b5a-97bb-34a61cb08f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:06.592786 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-a1bab66f-9704-4b5a-97bb-34a61cb08f89 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb33724-2d01-426b-83cf-9c2de9385d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429401 Aug 11 03:55:06.686739 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-f792aabc-b8bf-483d-bcd4-7e7e333631e3 service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850887 Aug 11 03:55:06.779548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-52a4d9aa-05b3-4f5b-9698-d9b080860f26 req-9a00af26-fb2b-491d-800d-dfa1f8819bd3 service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833781 Aug 11 03:55:07.574921 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a3ed2c3-581f-408a-98f4-34866e7de026 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:55:07.627489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5a3ed2c3-581f-408a-98f4-34866e7de026 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:07.627913 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:07.705403 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d63d8-c031-4129-ba4e-e478ced8a3f3 req-060efec8-3da9-4eca-ac34-5b7a031865de tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:07.706927 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc9d63d8-c031-4129-ba4e-e478ced8a3f3 req-060efec8-3da9-4eca-ac34-5b7a031865de tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 943 time: 0.0523603 Aug 11 03:55:07.744581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fc9d63d8-c031-4129-ba4e-e478ced8a3f3 req-4cf06c16-b7a0-4a21-9796-874916e36b06 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Aug 11 03:55:08.848656 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a682c85b-cad8-4285-9576-6aa3c0c0d4a0 details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:55:08.863138 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed68f0-bccf-4bb7-880c-a01699b8822e req-a49c460f-a941-4188-b87d-3e67c6353364 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:08.864643 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3eed68f0-bccf-4bb7-880c-a01699b8822e req-a49c460f-a941-4188-b87d-3e67c6353364 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 943 time: 0.0520127 Aug 11 03:55:08.903128 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3eed68f0-bccf-4bb7-880c-a01699b8822e req-5eca3756-03cd-4b80-b84d-d2bb9f6ab6c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Aug 11 03:55:08.946078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a682c85b-cad8-4285-9576-6aa3c0c0d4a0, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:55:08.957253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'port_id': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'mac_address': 'fa:16:3e:a2:2a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:55:08.997174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:09.010877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a682c85b-cad8-4285-9576-6aa3c0c0d4a0 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:55:09.029846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a682c85b-cad8-4285-9576-6aa3c0c0d4a0, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:55:09.034203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:09.081184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:09.218506 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['a682c85b-cad8-4285-9576-6aa3c0c0d4a0'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:55:10.018017 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc553d2-c9f2-48a0-b087-246d2f7879b4 req-57522b6f-1667-46e6-98b8-78aa03fcf2c7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:10.019581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adc553d2-c9f2-48a0-b087-246d2f7879b4 req-57522b6f-1667-46e6-98b8-78aa03fcf2c7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 944 time: 0.0488994 Aug 11 03:55:10.062458 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-adc553d2-c9f2-48a0-b087-246d2f7879b4 req-abf37842-e216-4ed5-81b3-75019e18693e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366139 Aug 11 03:55:10.864230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a682c85b-cad8-4285-9576-6aa3c0c0d4a0 up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:55:10.910828 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:55:10.915044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:55:10.915414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:10.993905 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:11.016129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:55:11.018403 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf95d6-65a9-44d7-9bbc-b3af99d032a6" -d '{"events": [{"server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "name": "network-vif-plugged", "status": "completed", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:55:11.031087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port a682c85b-cad8-4285-9576-6aa3c0c0d4a0, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:55:11.034945 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:11.058848 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757d4128-86c7-4f94-9b4f-68fda9419376 x-openstack-request-id: req-757d4128-86c7-4f94-9b4f-68fda9419376 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:55:11.059136 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "name": "network-vif-plugged", "status": "completed", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:55:11.059387 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-757d4128-86c7-4f94-9b4f-68fda9419376 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:55:11.059794 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'code': 200} Aug 11 03:55:11.084486 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:11.182232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4661d-f454-48c3-b7ef-713cadd9d343 req-90ea05e9-6c48-4536-b51e-b4234121fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:11.183768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73e4661d-f454-48c3-b7ef-713cadd9d343 req-90ea05e9-6c48-4536-b51e-b4234121fa3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1097 time: 0.0709491 Aug 11 03:55:11.196044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718a81e-0edd-4dfd-85fc-ad1e6829ec64 req-795f8f10-ea1e-4aa4-9b04-dc19f052c762 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:11.197443 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8718a81e-0edd-4dfd-85fc-ad1e6829ec64 req-795f8f10-ea1e-4aa4-9b04-dc19f052c762 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0601926 Aug 11 03:55:11.249926 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-73e4661d-f454-48c3-b7ef-713cadd9d343 req-a241d3e4-341d-4ea8-9c99-8505da6dabab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514684 Aug 11 03:55:11.254710 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8718a81e-0edd-4dfd-85fc-ad1e6829ec64 req-889f3f2a-f069-4ab2-a495-d9264af6e818 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512421 Aug 11 03:55:12.371643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181eed2-0751-4a29-8ad5-7cd0861c3123 req-2ac51a7d-79b7-4bd6-9c64-5b9f5531395c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:12.373085 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6181eed2-0751-4a29-8ad5-7cd0861c3123 req-2ac51a7d-79b7-4bd6-9c64-5b9f5531395c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0480025 Aug 11 03:55:12.409941 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6181eed2-0751-4a29-8ad5-7cd0861c3123 req-f19450a4-802f-4a0f-a253-eff39832f615 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310736 Aug 11 03:55:12.525523 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d63b65-69f7-423c-ac0c-781e6760f6e2 req-fd031b35-4f55-4e5b-ac64-9022a982a371 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:12.527036 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0d63b65-69f7-423c-ac0c-781e6760f6e2 req-fd031b35-4f55-4e5b-ac64-9022a982a371 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0525811 Aug 11 03:55:12.564410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a0d63b65-69f7-423c-ac0c-781e6760f6e2 req-78910016-3069-4b5c-886b-9b6a28d97355 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314052 Aug 11 03:55:12.586377 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46128) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:55:12.667781 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62887c26-d715-45ba-9894-f2c39f60290f tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:12.669293 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-62887c26-d715-45ba-9894-f2c39f60290f tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1092 time: 0.0819476 Aug 11 03:55:12.672116 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46132) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:55:12.676684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:55:12.699067 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:12.799202 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:12.900048 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.201 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/11553477-f1d5-4b69-b170-b6573badc1b2) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:55:13.004679 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:13.043781 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:13.078651 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:55:13.081456 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:55:13.084047 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:55:13.118342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=11553477-f1d5-4b69-b170-b6573badc1b2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:13.546159 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:13.641517 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:13.786730 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:13.791080 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:13.857169 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=11553477-f1d5-4b69-b170-b6573badc1b2,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:55:13.869888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:13.967117 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP 414ba854-376e-43a7-814b-f61ef19a9971 associated. External IP: 172.25.4.201, port: a682c85b-cad8-4285-9576-6aa3c0c0d4a0. Aug 11 03:55:14.167758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:55:14.273299 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:55:14.282843 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] Sync routers for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:55:14.288068 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:14.292464 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:55:14.293075 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:14.315560 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-97932065-58e6-4917-b986-9b34dddb9455 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6424341 Aug 11 03:55:14.316219 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:55:14.318592 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55407194-e566-4cd2-823a-fd957d8ac625" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:55:14.356045 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a582bc-d897-49c0-b0ee-14abb87c53e9 x-openstack-request-id: req-04a582bc-d897-49c0-b0ee-14abb87c53e9 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:55:14.356359 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:55:14.356618 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04a582bc-d897-49c0-b0ee-14abb87c53e9 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:55:14.357018 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'status': 'completed', 'code': 200} Aug 11 03:55:14.406372 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:55:14.415492 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f637c-b96c-4461-a308-4b9422fe06b2 req-9683a4ad-34cc-4cdb-a5f9-24b492d85b78 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:14.417670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b47f637c-b96c-4461-a308-4b9422fe06b2 req-9683a4ad-34cc-4cdb-a5f9-24b492d85b78 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Aug 11 03:55:14.420835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407194-e566-4cd2-823a-fd957d8ac625 req-e5d83bdf-c5f2-430d-907b-6e0d6785653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:14.422371 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55407194-e566-4cd2-823a-fd957d8ac625 req-e5d83bdf-c5f2-430d-907b-6e0d6785653a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1097 time: 0.0442469 Aug 11 03:55:14.458898 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b47f637c-b96c-4461-a308-4b9422fe06b2 req-15965a41-e249-49a1-80cb-1eb81f5baaf3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348449 Aug 11 03:55:14.481539 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46138) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:55:14.522487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407194-e566-4cd2-823a-fd957d8ac625 req-a89c010d-8c20-4ffc-b032-16565f756fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:14.524148 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55407194-e566-4cd2-823a-fd957d8ac625 req-a89c010d-8c20-4ffc-b032-16565f756fd6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 200 len: 897 time: 0.0954332 Aug 11 03:55:14.559428 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-8ed2f9d3-b711-4a43-8777-7cbf2c9671ec tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/414ba854-376e-43a7-814b-f61ef19a9971 HTTP/1.1" status: 200 len: 991 time: 0.0765872 Aug 11 03:55:14.593988 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55407194-e566-4cd2-823a-fd957d8ac625 req-58ac576c-6881-4aa6-ba5c-c75353d773f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 200 len: 999 time: 0.0619552 Aug 11 03:55:14.642805 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407194-e566-4cd2-823a-fd957d8ac625 req-2ec726a1-ac63-46b2-b75c-19137fae0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:14.644302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55407194-e566-4cd2-823a-fd957d8ac625 req-2ec726a1-ac63-46b2-b75c-19137fae0d97 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808f429d-e9e0-4bde-b0fc-6d54ae5d943e HTTP/1.1" status: 200 len: 834 time: 0.0439594 Aug 11 03:55:14.694161 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55407194-e566-4cd2-823a-fd957d8ac625 req-a06775ba-0074-4d4a-9604-610fe5f3d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:14.696020 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55407194-e566-4cd2-823a-fd957d8ac625 req-a06775ba-0074-4d4a-9604-610fe5f3d4dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb33724-2d01-426b-83cf-9c2de9385d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447867 Aug 11 03:55:14.720241 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '414ba854-376e-43a7-814b-f61ef19a9971', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'port_id': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'mac_address': 'fa:16:3e:a2:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0399ab-6701-400d-b417-b477ea569f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:55:13Z', 'updated_at': '2021-08-11T03:55:13Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:05Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:14.750364 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] Checking router: 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:55:14.758756 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:55:14.759361 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:54:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:14.786073 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55407194-e566-4cd2-823a-fd957d8ac625 req-f4b55333-f548-4021-8c3c-552d360477cc service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830030 Aug 11 03:55:14.870874 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:55:14.882234 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-55407194-e566-4cd2-823a-fd957d8ac625 req-ed23e333-1904-41c1-8eff-c66de9a1fcff service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886533 Aug 11 03:55:15.088869 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '414ba854-376e-43a7-814b-f61ef19a9971', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'port_id': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'mac_address': 'fa:16:3e:a2:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0399ab-6701-400d-b417-b477ea569f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:55:13Z', 'updated_at': '2021-08-11T03:55:13Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:05Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:55:15.114731 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64de9c5-56f8-4504-9c0e-24efe19e6194 None None] The sync data for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 is: [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '414ba854-376e-43a7-814b-f61ef19a9971', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.201', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'port_id': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'mac_address': 'fa:16:3e:a2:2a:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0399ab-6701-400d-b417-b477ea569f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:55:13Z', 'updated_at': '2021-08-11T03:55:13Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:05Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:55:15.300475 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16e0f47-a15e-4c47-9948-5042b1675ec0 None None] New status for floating IP 414ba854-376e-43a7-814b-f61ef19a9971: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:55:15.561520 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46140) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:55:15.619982 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-24f391e0-39d2-4875-855c-bba5ddfca5f5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/414ba854-376e-43a7-814b-f61ef19a9971 HTTP/1.1" status: 200 len: 993 time: 0.0572944 Aug 11 03:55:20.032549 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:55:22.429550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9107a275-681b-4522-83ed-b70cf70a6bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:25.287421 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ab4d8ec6-da80-44b1-9ac2-065ecb27cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:25.574947 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:26.032047 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:26.943297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:28.356885 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:30.580788 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:44.365789 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eebdc-44a0-414b-a431-c58fd9ecc18a req-28cfc8f1-3e75-43af-ba6b-0eec26d06e8e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:44.367281 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-284eebdc-44a0-414b-a431-c58fd9ecc18a req-28cfc8f1-3e75-43af-ba6b-0eec26d06e8e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0501416 Aug 11 03:55:44.403822 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-284eebdc-44a0-414b-a431-c58fd9ecc18a req-88cdcf03-007b-49f1-8637-01f8ff53e504 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304501 Aug 11 03:55:45.524630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b22d2-f014-4f6e-97b9-7300e515a6f7 req-e5e921a2-c0b5-4f9e-9633-9616098d7a26 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:45.526114 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c63b22d2-f014-4f6e-97b9-7300e515a6f7 req-e5e921a2-c0b5-4f9e-9633-9616098d7a26 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0536063 Aug 11 03:55:45.564956 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c63b22d2-f014-4f6e-97b9-7300e515a6f7 req-f7905494-c0f5-402c-8e1b-920c2ada1004 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Aug 11 03:55:46.682812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23221be7-c2dc-45b7-b622-c28279683066 req-f627183d-a36f-489c-94ee-25985ae8d146 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:46.684305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23221be7-c2dc-45b7-b622-c28279683066 req-f627183d-a36f-489c-94ee-25985ae8d146 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0495300 Aug 11 03:55:46.721221 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-23221be7-c2dc-45b7-b622-c28279683066 req-b45b0295-6a80-41e3-81d3-77c552fc52b7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309277 Aug 11 03:55:47.836603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b7ad0-be1c-481e-b7d1-c18f945ab836 req-750992df-2b2e-4cef-b9a2-dc4efe501a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:47.838081 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-053b7ad0-be1c-481e-b7d1-c18f945ab836 req-750992df-2b2e-4cef-b9a2-dc4efe501a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0504510 Aug 11 03:55:47.874208 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-053b7ad0-be1c-481e-b7d1-c18f945ab836 req-802a5e48-bc12-4b6b-b33b-466a44fb3dfc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302601 Aug 11 03:55:48.995288 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85afa49-fb0c-49ee-a5eb-886e0c4e2a24 req-999f493e-1929-4c5a-a422-75b9c42d016f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:48.996767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a85afa49-fb0c-49ee-a5eb-886e0c4e2a24 req-999f493e-1929-4c5a-a422-75b9c42d016f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0527577 Aug 11 03:55:49.033086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a85afa49-fb0c-49ee-a5eb-886e0c4e2a24 req-5553bb15-96b7-4c71-a9b4-f58a75effbde tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303893 Aug 11 03:55:50.145900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854d8ff-f3f2-4d0e-84c6-4ff2333de205 req-ce021a15-e617-4249-b529-4bce1c8320a9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:50.147930 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e854d8ff-f3f2-4d0e-84c6-4ff2333de205 req-ce021a15-e617-4249-b529-4bce1c8320a9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0482335 Aug 11 03:55:50.184258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e854d8ff-f3f2-4d0e-84c6-4ff2333de205 req-717b72a9-19c8-4937-ab13-29e1135c6a14 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304079 Aug 11 03:55:51.298763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8358a-7854-451b-8acd-dcb9a14752a9 req-9614a34a-965f-4d40-958c-acc5ebe63cfb tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:51.300259 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cf8358a-7854-451b-8acd-dcb9a14752a9 req-9614a34a-965f-4d40-958c-acc5ebe63cfb tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0490708 Aug 11 03:55:51.337503 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1cf8358a-7854-451b-8acd-dcb9a14752a9 req-b17952a3-217a-4a25-8d3a-91a857a9bda0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Aug 11 03:55:52.431407 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3c303283-5827-4eef-b06e-74f42247f7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:52.458747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee9a8e-f281-4ca4-a84c-3fbd75f2a618 req-3ad6b36c-b045-43a8-b335-344312f8c618 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:52.460241 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71ee9a8e-f281-4ca4-a84c-3fbd75f2a618 req-3ad6b36c-b045-43a8-b335-344312f8c618 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0545702 Aug 11 03:55:52.497464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-71ee9a8e-f281-4ca4-a84c-3fbd75f2a618 req-f799dc5d-f254-46d1-9279-5e245df069d8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313475 Aug 11 03:55:53.610909 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd556f2-8023-4074-8aec-c3906ae9d975 req-33c710d6-57c1-4942-a029-f42895571ee5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:53.612414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bd556f2-8023-4074-8aec-c3906ae9d975 req-33c710d6-57c1-4942-a029-f42895571ee5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0479083 Aug 11 03:55:53.651873 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8bd556f2-8023-4074-8aec-c3906ae9d975 req-7d1577f4-5eeb-4ac9-b71b-a5d4126c32ac tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328028 Aug 11 03:55:54.765871 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaeaf58-6dd4-4a5e-9292-f962a98b6436 req-596bf082-6c75-40a3-869a-adf8d8d56803 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:54.767332 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-baaeaf58-6dd4-4a5e-9292-f962a98b6436 req-596bf082-6c75-40a3-869a-adf8d8d56803 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Aug 11 03:55:54.805965 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-baaeaf58-6dd4-4a5e-9292-f962a98b6436 req-3ce43a77-8bef-443a-9c51-54611d35ca32 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Aug 11 03:55:54.828647 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46174) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:55:54.892290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-537c1267-facb-42ba-a568-3b377373db1d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/414ba854-376e-43a7-814b-f61ef19a9971 HTTP/1.1" status: 200 len: 993 time: 0.0625048 Aug 11 03:55:55.288084 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f12969bb-5ff5-4c16-8e4a-de085dbf109c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:55.574539 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:56.048808 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:56.181938 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c0bb4-ad10-4a99-9dbe-3b8a004c26d4 req-fca4e7de-766c-4b09-9c80-e6a275777e99 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:56.183415 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-590c0bb4-ad10-4a99-9dbe-3b8a004c26d4 req-fca4e7de-766c-4b09-9c80-e6a275777e99 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0791404 Aug 11 03:55:56.189324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-52ef08db-7d99-4725-b6a3-a83719431233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:56.190712 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-52ef08db-7d99-4725-b6a3-a83719431233 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1097 time: 0.0568421 Aug 11 03:55:56.266684 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-590c0bb4-ad10-4a99-9dbe-3b8a004c26d4 req-295ed015-99af-4cc3-909e-7bc37269d7a0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750377 Aug 11 03:55:56.299799 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-a4974f68-69dd-4f92-8a11-c46bdd5c0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:56.301257 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-a4974f68-69dd-4f92-8a11-c46bdd5c0a49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 200 len: 897 time: 0.1026697 Aug 11 03:55:56.368082 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-7c496f18-96a5-4b57-b6f2-5e911d2d950d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 200 len: 1001 time: 0.0596509 Aug 11 03:55:56.415902 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-02cec311-bfb4-4082-889b-264169855e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:56.417284 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-02cec311-bfb4-4082-889b-264169855e04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808f429d-e9e0-4bde-b0fc-6d54ae5d943e HTTP/1.1" status: 200 len: 834 time: 0.0428720 Aug 11 03:55:56.462786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-c2e7f70c-ffd0-4228-95d9-51f2c9c5bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:56.464395 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-c2e7f70c-ffd0-4228-95d9-51f2c9c5bec5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb33724-2d01-426b-83cf-9c2de9385d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393860 Aug 11 03:55:56.877639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-1829e26e-98c6-4c12-87a8-bef747c7b743 service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051101 Aug 11 03:55:56.947411 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:56.966529 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-058600f6-3435-4fbf-99f3-a9b9d9527064 req-fb999bd0-5b98-4db1-a22c-ee65d9acb689 service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822933 Aug 11 03:55:57.031969 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:55:57.385914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37ee6b-7610-4bc8-9001-11c5c2d3f243 req-a4ee860a-6e73-4c97-8a1d-7dbe85866ae8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:57.387433 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce37ee6b-7610-4bc8-9001-11c5c2d3f243 req-a4ee860a-6e73-4c97-8a1d-7dbe85866ae8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0486062 Aug 11 03:55:57.430108 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ce37ee6b-7610-4bc8-9001-11c5c2d3f243 req-6cdade80-82fa-4df4-81f0-829f9a0ff5cc tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361447 Aug 11 03:55:58.359387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:55:58.551189 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511006b-d347-48be-9d9b-6df706f5841b req-c90d0a68-b0c0-462d-91ae-e03e2d3a794c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:55:58.552603 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1511006b-d347-48be-9d9b-6df706f5841b req-c90d0a68-b0c0-462d-91ae-e03e2d3a794c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0519142 Aug 11 03:55:58.590160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-1511006b-d347-48be-9d9b-6df706f5841b req-29bd5641-703e-4d19-bf2a-405cff5947ae tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310102 Aug 11 03:55:58.613090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46186) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:55:58.672314 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1436b83a-e2b5-4157-b86c-c1948714ce2e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/414ba854-376e-43a7-814b-f61ef19a9971 HTTP/1.1" status: 200 len: 993 time: 0.0581164 Aug 11 03:56:00.580934 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:06.808812 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-63124637-bb5b-4ebc-9ecc-80a1c7f73e43 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438154 Aug 11 03:56:06.893236 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-a48cdfa1-2816-4c58-a26d-e457131e2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:06.894702 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-a48cdfa1-2816-4c58-a26d-e457131e2744 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1097 time: 0.0394864 Aug 11 03:56:07.002050 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-1b934df7-71e2-4ca4-8bb0-e8489dd98fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:07.003521 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-1b934df7-71e2-4ca4-8bb0-e8489dd98fe1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 200 len: 897 time: 0.0905285 Aug 11 03:56:07.076463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-a7e24f3a-756a-4675-aee7-be70b5507c79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 200 len: 1001 time: 0.0609372 Aug 11 03:56:07.129452 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-2b75371b-5519-4b16-808f-5b6b15168f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:07.131301 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-2b75371b-5519-4b16-808f-5b6b15168f90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808f429d-e9e0-4bde-b0fc-6d54ae5d943e HTTP/1.1" status: 200 len: 834 time: 0.0440114 Aug 11 03:56:07.175539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-07a76f1f-965f-42e7-a4fb-6d74e69f701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:07.177003 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-07a76f1f-965f-42e7-a4fb-6d74e69f701f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb33724-2d01-426b-83cf-9c2de9385d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393448 Aug 11 03:56:07.269960 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-61192a4a-a09b-4eee-aa2a-cec6fd8fc7ac service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858147 Aug 11 03:56:07.372518 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5fc925db-1c50-4288-be08-e035c1bdf284 req-d3b79df6-91ca-48c1-b9f3-c0532e40cd68 service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826080 Aug 11 03:56:22.432964 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8024-89c4-49cd-9cf6-488673a8b0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:25.289509 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2535a6b-3bf7-4602-8f43-d5c7b856e223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:25.582304 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:26.046702 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:26.951409 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:28.362068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:29.024556 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46202) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:29.181627 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 11553477-f1d5-4b69-b170-b6573badc1b2 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:56:29.181973 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:29.259769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:29.260098 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:29.272223 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 11553477-f1d5-4b69-b170-b6573badc1b2 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:56:29.419156 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:29.443381 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=11553477-f1d5-4b69-b170-b6573badc1b2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:29.453340 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.453696 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.454043 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.454386 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.455282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.455282 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.455490 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.455711 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.456044 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.456373 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.456705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.457031 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:29.517518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:29.517859 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP 414ba854-376e-43a7-814b-f61ef19a9971 disassociated (deleted). External IP: 172.25.4.201, port: a682c85b-cad8-4285-9576-6aa3c0c0d4a0. Aug 11 03:56:29.729448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:56:29.837550 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:56:29.842409 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:29.847436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] Sync routers for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:56:29.857413 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:29.858093 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:29.872800 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ee909342-e250-4d55-9127-07a435fc29dd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/floatingips/414ba854-376e-43a7-814b-f61ef19a9971 HTTP/1.1" status: 204 len: 168 time: 0.8447609 Aug 11 03:56:29.872800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:29.873276 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:29.911875 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d514f99-9929-4d64-a9d6-b596ed8f8c75 x-openstack-request-id: req-9d514f99-9929-4d64-a9d6-b596ed8f8c75 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:29.912564 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:29.912564 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d514f99-9929-4d64-a9d6-b596ed8f8c75 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:29.912823 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'status': 'completed', 'code': 200} Aug 11 03:56:29.969000 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:29.983170 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-d34a560a-2913-467f-bd7d-d95e76243f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:29.985974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-d34a560a-2913-467f-bd7d-d95e76243f40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 1097 time: 0.0510104 Aug 11 03:56:30.090184 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-d36f9cd1-9d45-4194-908f-dcdb3895ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:30.092090 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-d36f9cd1-9d45-4194-908f-dcdb3895ebb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 200 len: 897 time: 0.0947211 Aug 11 03:56:30.114554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b93612-3304-4131-8a2f-9fd5df792a58 req-b87594e7-5714-4c49-8f4f-2b4123ed4343 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:30.120201 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1b93612-3304-4131-8a2f-9fd5df792a58 req-b87594e7-5714-4c49-8f4f-2b4123ed4343 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0570321 Aug 11 03:56:30.136360 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-ac3b7783-6e9c-4267-983e-ddc1690bde55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 200 len: 217 time: 0.0358028 Aug 11 03:56:30.157386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d1b93612-3304-4131-8a2f-9fd5df792a58 req-ccb5a862-bb4f-4a5d-b2bd-0eb2a9c92cef tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342867 Aug 11 03:56:30.179321 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:05Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:30.195200 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-c7239de3-561b-4c4e-b359-dbad04e22ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:30.196719 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-c7239de3-561b-4c4e-b359-dbad04e22ffd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=808f429d-e9e0-4bde-b0fc-6d54ae5d943e HTTP/1.1" status: 200 len: 834 time: 0.0523567 Aug 11 03:56:30.205719 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] Checking router: 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:56:30.214423 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:30.215027 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:30.245573 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-23e24970-f720-4b96-afab-82b3abba0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:30.247005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-23e24970-f720-4b96-afab-82b3abba0376 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=deb33724-2d01-426b-83cf-9c2de9385d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423419 Aug 11 03:56:30.320805 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:30.340756 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-0c6e8ed8-d95b-424c-affe-7f8bd7b7e334 service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858710 Aug 11 03:56:30.437457 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-fdba5d2c-bec9-42cb-9e04-bdcd6e9377b1 req-1ffefe41-6f11-4980-81a7-c8f6c9ec8794 service neutron] 10.222.0.10 "GET /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870831 Aug 11 03:56:30.515908 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:05Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:30.542495 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73816a9d-d0e4-4d94-812a-ef289c75f7c9 None None] The sync data for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 is: [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5a3ed2c3-581f-408a-98f4-34866e7de026', 'name': '', 'network_id': 'deb33724-2d01-426b-83cf-9c2de9385d58', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:dd:8a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:55:00Z', 'updated_at': '2021-08-11T03:55:05Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': '808f429d-e9e0-4bde-b0fc-6d54ae5d943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:56:30.585976 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:30.755534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff51947c-89bc-4eac-bb0c-78c20430cf12 None None] New status for floating IP 414ba854-376e-43a7-814b-f61ef19a9971: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:56:31.275659 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7036656-d22f-4526-a9ad-0bc184a46006 req-05f38c9a-a880-477c-80bb-6b012148f0f2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:31.277141 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7036656-d22f-4526-a9ad-0bc184a46006 req-05f38c9a-a880-477c-80bb-6b012148f0f2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0492756 Aug 11 03:56:31.315377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c7036656-d22f-4526-a9ad-0bc184a46006 req-93c358a5-7310-486f-8222-53b0fe2aaa8a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=50e37efc-2b71-4bac-a130-a76384d0e410&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323260 Aug 11 03:56:31.529579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-127295f7-0432-4a3a-ade8-2c123d473e8c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:31.530959 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-127295f7-0432-4a3a-ade8-2c123d473e8c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 945 time: 0.0513020 Aug 11 03:56:31.623888 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:56:31.624237 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:31.715462 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port a682c85b-cad8-4285-9576-6aa3c0c0d4a0, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:31.715861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:31.728739 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for a682c85b-cad8-4285-9576-6aa3c0c0d4a0 owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:56:31.860518 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:31.895455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=a682c85b-cad8-4285-9576-6aa3c0c0d4a0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:31.933847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] No DVR routers for this DVR port a682c85b-cad8-4285-9576-6aa3c0c0d4a0 on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:56:31.936302 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:31.938311 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b81a7fb2-0f43-4a4d-9ae0-086791fb719c req-755b4843-cede-401a-8995-e73071cb07ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.10 "DELETE /v2.0/ports/a682c85b-cad8-4285-9576-6aa3c0c0d4a0 HTTP/1.1" status: 204 len: 173 time: 0.4012983 Aug 11 03:56:31.938751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'name': 'network-vif-deleted', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:31.941099 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a516479-32cb-4695-94b3-938adf14eaaf" -d '{"events": [{"server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "name": "network-vif-deleted", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:31.982318 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c08544-0ff5-4e9c-bec0-196fae668b70 x-openstack-request-id: req-87c08544-0ff5-4e9c-bec0-196fae668b70 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:31.982644 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0399ab-6701-400d-b417-b477ea569f03", "name": "network-vif-deleted", "tag": "a682c85b-cad8-4285-9576-6aa3c0c0d4a0", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:31.982903 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87c08544-0ff5-4e9c-bec0-196fae668b70 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:31.983307 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0399ab-6701-400d-b417-b477ea569f03', 'name': 'network-vif-deleted', 'tag': 'a682c85b-cad8-4285-9576-6aa3c0c0d4a0', 'status': 'completed', 'code': 200} Aug 11 03:56:32.424107 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-067a5f32-ae91-4871-bb7d-d61684a612d2 req-23609521-4971-40d2-8c8d-3c0eab324bf8 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e0399ab-6701-400d-b417-b477ea569f03 HTTP/1.1" status: 200 len: 210 time: 0.0263703 Aug 11 03:56:33.483900 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46218) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:33.843738 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:34.031123 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:56:34.092922 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 5a3ed2c3-581f-408a-98f4-34866e7de026 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:56:34.093181 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:34.181934 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port 5a3ed2c3-581f-408a-98f4-34866e7de026, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5a3ed2c3-581f-408a-98f4-34866e7de026,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:34.182294 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:34.194557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 5a3ed2c3-581f-408a-98f4-34866e7de026 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:56:34.375751 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:34.402198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=5a3ed2c3-581f-408a-98f4-34866e7de026,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:34.576954 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:34.786564 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:56:34.888795 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:56:34.893821 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-95608fa7-1a1d-4f4a-8d2c-3cf7671425c4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/4c6ac924-ac4c-4283-8e20-9c5dfba9d246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4088950 Aug 11 03:56:34.897046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46220) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:34.901280 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] Sync routers for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:56:34.910303 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:34.910895 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:34.950646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting subnet 808f429d-e9e0-4bde-b0fc-6d54ae5d943e {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:56:34.953874 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:34.995135 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.080589 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.109988 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:35.141780 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.168774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Subnet': ['ID=808f429d-e9e0-4bde-b0fc-6d54ae5d943e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:35.172579 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.174442 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ef5154a9-2269-4cc9-b3b3-29e1fd0bdca1 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/subnets/808f429d-e9e0-4bde-b0fc-6d54ae5d943e HTTP/1.1" status: 204 len: 168 time: 0.2764714 Aug 11 03:56:35.177598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46222) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:35.184025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c396f3-9a23-45b8-85f5-5ef69d3e24f5 None None] Network deb33724-2d01-426b-83cf-9c2de9385d58 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:56:35.287267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.301634 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:56:34Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:35.331730 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] Checking router: 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:56:35.340305 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] Routers {'4c6ac924-ac4c-4283-8e20-9c5dfba9d246'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:35.340905 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:35.388094 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] DHCP port deletion for deb33724-2d01-426b-83cf-9c2de9385d58 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:56:35.439798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Deleting port 2db94633-d59b-4d84-8b9e-fdac25a33f11 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:56:35.440623 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.448057 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] Set router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:35.510184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] For port 2db94633-d59b-4d84-8b9e-fdac25a33f11, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=2db94633-d59b-4d84-8b9e-fdac25a33f11,segment=NetworkSegment(c16c2b2e-24a6-4e5f-b71f-4057fe326bb5),segment_id=c16c2b2e-24a6-4e5f-b71f-4057fe326bb5)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:35.510579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.524348 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Calling delete_port for 2db94633-d59b-4d84-8b9e-fdac25a33f11 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:56:35.634494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.660649 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:56:34Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:35.669439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Pushing event deleted for resources: {'Port': ['ID=2db94633-d59b-4d84-8b9e-fdac25a33f11,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:35.679012 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.679491 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.680549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.680971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.681401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.681822 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.682242 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.682681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.683099 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.683517 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.683964 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.684367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:35.692288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d430eed-bfc8-421f-8e1b-e470f2b8d9ac None None] No DVR routers for this DVR port 2db94633-d59b-4d84-8b9e-fdac25a33f11 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:56:35.695755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2db94633-d59b-4d84-8b9e-fdac25a33f11 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:56:35.698685 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f6200a-95a6-4353-b91c-f99530f8294a None None] The sync data for ids ['4c6ac924-ac4c-4283-8e20-9c5dfba9d246'] in n-d-768509-22 is: [{'id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1403200995', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156'}], 'enable_snat': True}, 'gw_port_id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:54:57Z', 'updated_at': '2021-08-11T03:56:34Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': 'd806a030-c086-449f-8b02-5125c0ea0644', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6ac924-ac4c-4283-8e20-9c5dfba9d246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:54:58Z', 'updated_at': '2021-08-11T03:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:56:35.730522 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 2db94633-d59b-4d84-8b9e-fdac25a33f11 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:56:35.730866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 2db94633-d59b-4d84-8b9e-fdac25a33f11 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:56:35.772422 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.823405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port d806a030-c086-449f-8b02-5125c0ea0644 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:56:35.823786 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.902071 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port d806a030-c086-449f-8b02-5125c0ea0644, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d806a030-c086-449f-8b02-5125c0ea0644,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:35.902438 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:35.915163 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for d806a030-c086-449f-8b02-5125c0ea0644 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:56:36.081233 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.117433 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=d806a030-c086-449f-8b02-5125c0ea0644,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:36.173364 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.263198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.265355 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.308769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.309420 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Fanout notify agent at l3_agent the message router_deleted on router 4c6ac924-ac4c-4283-8e20-9c5dfba9d246 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:56:36.316846 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.318096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f5ef4da9-1eff-46a6-a8f0-5e80352a1334 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/routers/4c6ac924-ac4c-4283-8e20-9c5dfba9d246 HTTP/1.1" status: 204 len: 168 time: 1.1397386 Aug 11 03:56:36.320780 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46224) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:36.403921 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.488888 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.498454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb33724-2d01-426b-83cf-9c2de9385d58']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:36.508697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:36.508993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16c2b2e-24a6-4e5f-b71f-4057fe326bb5') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:36.517524 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.535813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.542205 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:56:36.542590 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: timer() Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:56:36.545454 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:56:36.601735 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.608656 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.610441 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/networks/deb33724-2d01-426b-83cf-9c2de9385d58 HTTP/1.1" status: 204 len: 168 time: 0.2887092 Aug 11 03:56:36.613335 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46226) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:36.622025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107ee90-982e-4310-a664-f133f7bbfd7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Network': ['ID=deb33724-2d01-426b-83cf-9c2de9385d58,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:36.672074 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.701382 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.764629 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.767147 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:36.768351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/security-groups/50e37efc-2b71-4bac-a130-a76384d0e410 HTTP/1.1" status: 204 len: 168 time: 0.1539822 Aug 11 03:56:36.778865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e37efc-2b71-4bac-a130-a76384d0e410,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:36.786648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.786998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.787620 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.787773 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.788099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.788430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.788762 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.789089 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.789752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.789752 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.790037 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:36.790374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f598c433-e680-4fc7-b3c0-47b403f9e1db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:37.053599 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46232) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.058269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cef3ad10-fe90-4134-badb-cc9ee73d6c92 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706382565', 'description': 'tempest-secgroup-smoke-1706382565 description', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.081137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cef3ad10-fe90-4134-badb-cc9ee73d6c92 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.162950 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cef3ad10-fe90-4134-badb-cc9ee73d6c92 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.166473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cef3ad10-fe90-4134-badb-cc9ee73d6c92 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.191527 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cef3ad10-fe90-4134-badb-cc9ee73d6c92 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.192755 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cef3ad10-fe90-4134-badb-cc9ee73d6c92 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381412 Aug 11 03:56:37.195858 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46234) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.196723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3ad10-fe90-4134-badb-cc9ee73d6c92 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca188e-d3dd-480a-9fe4-19df86f02b54,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:37.200744 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-0142e4b3-10c0-4493-a9a7-cca60030a7c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '9eca188e-d3dd-480a-9fe4-19df86f02b54', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.227290 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0142e4b3-10c0-4493-a9a7-cca60030a7c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.282194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0142e4b3-10c0-4493-a9a7-cca60030a7c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.285622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a682c85b-cad8-4285-9576-6aa3c0c0d4a0 no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:56:37.286160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0142e4b3-10c0-4493-a9a7-cca60030a7c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.307070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: a682c85b-cad8-4285-9576-6aa3c0c0d4a0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:56:37.307473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device a682c85b-cad8-4285-9576-6aa3c0c0d4a0 not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:56:37.307746 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142e4b3-10c0-4493-a9a7-cca60030a7c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce9dbd4-b78b-4cda-913b-24c61eb16046,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:37.312154 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-0142e4b3-10c0-4493-a9a7-cca60030a7c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.313349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0142e4b3-10c0-4493-a9a7-cca60030a7c2 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163535 Aug 11 03:56:37.316138 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46236) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.323167 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c7ffe644-03e5-439e-8c4a-5c5f4c96f325 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '9eca188e-d3dd-480a-9fe4-19df86f02b54', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.357280 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe644-03e5-439e-8c4a-5c5f4c96f325 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.417299 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe644-03e5-439e-8c4a-5c5f4c96f325 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.421073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe644-03e5-439e-8c4a-5c5f4c96f325 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.439424 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ffe644-03e5-439e-8c4a-5c5f4c96f325 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6010feaa-9b1d-4e71-bada-a53d7d3f48c5,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:37.441818 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe644-03e5-439e-8c4a-5c5f4c96f325 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.443564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c7ffe644-03e5-439e-8c4a-5c5f4c96f325 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1257548 Aug 11 03:56:37.446512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46238) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.451096 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2fecdc0e-7b4a-4294-b516-becc60736a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '9eca188e-d3dd-480a-9fe4-19df86f02b54', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.477001 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2fecdc0e-7b4a-4294-b516-becc60736a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.533261 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2fecdc0e-7b4a-4294-b516-becc60736a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.536696 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2fecdc0e-7b4a-4294-b516-becc60736a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.553227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecdc0e-7b4a-4294-b516-becc60736a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5b5ed7-1df5-4df9-86e9-40202d9e0ed2,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:37.559338 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2fecdc0e-7b4a-4294-b516-becc60736a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.560570 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2fecdc0e-7b4a-4294-b516-becc60736a5a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130624 Aug 11 03:56:37.563340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46240) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.568290 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e93b81b6-765c-4086-95f7-32dfadb16453 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '9eca188e-d3dd-480a-9fe4-19df86f02b54', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.596295 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e93b81b6-765c-4086-95f7-32dfadb16453 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.624942 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d806a030-c086-449f-8b02-5125c0ea0644 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:56:37.645223 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d806a030-c086-449f-8b02-5125c0ea0644 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:56:37.645597 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d806a030-c086-449f-8b02-5125c0ea0644 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:56:37.646628 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a3ed2c3-581f-408a-98f4-34866e7de026 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:56:37.661086 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e93b81b6-765c-4086-95f7-32dfadb16453 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.664817 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e93b81b6-765c-4086-95f7-32dfadb16453 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.666438 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5a3ed2c3-581f-408a-98f4-34866e7de026 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:56:37.666785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5a3ed2c3-581f-408a-98f4-34866e7de026 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:56:37.691736 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b81b6-765c-4086-95f7-32dfadb16453 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1005fbe7-4fb1-4620-818d-7140eeb63244,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:37.696368 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e93b81b6-765c-4086-95f7-32dfadb16453 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.697551 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e93b81b6-765c-4086-95f7-32dfadb16453 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331947 Aug 11 03:56:37.700384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46242) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.704717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '9eca188e-d3dd-480a-9fe4-19df86f02b54', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.726375 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:56:37.731110 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.789785 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.793169 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.811419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaabcb2f-fb71-49bd-bef6-3679f85aca16,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:37.816911 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.818754 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-75c631ab-4032-4f30-9810-ff3c97b38349 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169007 Aug 11 03:56:37.821628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46244) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.826052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'security_group_rule': {'security_group_id': '9eca188e-d3dd-480a-9fe4-19df86f02b54', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.848348 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Project 4ed6a6acb0b643ec84d6132acbe4d89f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:56:37.853820 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.914784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.918373 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.935324 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e86d3c-e595-4ad1-9dc1-64d0ba94fa2b,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:37.942044 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.943494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f27c3178-3665-4dfc-97b4-a9ea26fa3d7c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209283 Aug 11 03:56:37.946308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46246) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:37.951207 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'network': {'name': 'tempest-network-smoke--2116848126', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'port_security_enabled': True}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:37.971621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:56:37.975914 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:37.998232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:56:38.007474 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.007849 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Added segment 17bb540b-e0d5-4389-b6f9-89b05c2d4d1a of type vlan for network c9b910bd-3fe7-4604-9c40-30db88d227df Aug 11 03:56:38.050216 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.077853 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.083360 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:38.084568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.139568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1922343 Aug 11 03:56:38.142227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46248) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:38.146685 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'admin_state_up': True, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:38.160489 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29fcdd-0f38-4546-b197-6e74859268b6 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Network': ['ID=c9b910bd-3fe7-4604-9c40-30db88d227df,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:38.171129 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network c9b910bd-3fe7-4604-9c40-30db88d227df details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:56:38.176586 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.178104 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.231605 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.365182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.552519 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.570473 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.673742 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.163 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/385f1584-5a2c-419d-9902-77a084e99cf7) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:56:38.773779 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.813021 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:38.854141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:56:38.857021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:38.861081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:56:38.863959 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=385f1584-5a2c-419d-9902-77a084e99cf7,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:39.103568 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:39.292524 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:39.712294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router c5b373fa-0c62-4d7d-9813-f712e4800422 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:56:39.820073 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:56:39.829645 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Sync routers for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:56:39.838259 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:39.839512 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6fba1bfc-3dbb-4a15-a9de-85213de1e824 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6963871 Aug 11 03:56:39.839761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:39.840213 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:39.842748 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46252) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:39.871086 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ddf72188-54d6-4a16-b806-7d000a48c139 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4ed6a6acb0b643ec84d6132acbe4d89f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272160 Aug 11 03:56:39.873633 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46254) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:39.945295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:39.957687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d7b25-6866-4ca4-af51-5b8ed457a1a6 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:39.962475 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5f4d7b25-6866-4ca4-af51-5b8ed457a1a6 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853002 Aug 11 03:56:39.962803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46256) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:39.996165 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0cff0be6-2e3e-436e-ac51-219628467fd6 tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=e1362544-b291-46ed-a508-aee3c7f36656&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320733 Aug 11 03:56:39.998591 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46258) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:40.003311 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-658618267', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:40.090725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:56:40.095195 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.124692 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:38Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:40.151036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Checking router: c5b373fa-0c62-4d7d-9813-f712e4800422 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:56:40.151393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Updating router c5b373fa-0c62-4d7d-9813-f712e4800422 port 385f1584-5a2c-419d-9902-77a084e99cf7 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:56:40.181010 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.279267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.339664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Subnet': ['ID=bb912c12-dce8-4251-a070-50e6360a6e88,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:40.350592 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Checking segment: {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:56:40.350954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network hostable DHCP agents. Network: c9b910bd-3fe7-4604-9c40-30db88d227df, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:56:40.368641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c9b910bd-3fe7-4604-9c40-30db88d227df is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:56:40.378224 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, c9b910bd-3fe7-4604-9c40-30db88d227df) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:40.387546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:40.388172 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.404267 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8e050956-e3c3-4a7a-85c8-fabf1746ba1a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4046085 Aug 11 03:56:40.407099 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46260) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:40.499933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7034b0e4-e5b2-45bb-8752-7ebff2d19007 None None] Network c9b910bd-3fe7-4604-9c40-30db88d227df requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:56:40.695014 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.723217 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Transition to ACTIVE for port object 385f1584-5a2c-419d-9902-77a084e99cf7 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:40.730273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-c9b910bd-3fe7-4604-9c40-30db88d227df', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:56:40.731135 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.733534 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.809281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Attempting to bind port 385f1584-5a2c-419d-9902-77a084e99cf7 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:56:40.809687 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Attempting to bind port 385f1584-5a2c-419d-9902-77a084e99cf7 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:56:40.810057 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Attempting to bind port 385f1584-5a2c-419d-9902-77a084e99cf7 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:40.812013 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2f9e2-eb0b-46e9-a830-ca7c1dc8c286 None None] Pushing event updated for resources: {'Port': ['ID=385f1584-5a2c-419d-9902-77a084e99cf7,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:40.855539 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.861503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:56:40.861993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:56:40.862278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.862684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:56:40.863163 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Bound port: 385f1584-5a2c-419d-9902-77a084e99cf7, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:56:40.863544 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.957127 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] For port 385f1584-5a2c-419d-9902-77a084e99cf7, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:56:40.962112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] For port 385f1584-5a2c-419d-9902-77a084e99cf7, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=385f1584-5a2c-419d-9902-77a084e99cf7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:56:40.968040 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:40.978303 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Allocated IP 172.20.0.2 (c9b910bd-3fe7-4604-9c40-30db88d227df/bb912c12-dce8-4251-a070-50e6360a6e88/d058b470-169f-444a-ac14-5af8d5630798) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:56:41.082794 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:41.083482 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:41.128251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2f9e2-eb0b-46e9-a830-ca7c1dc8c286 None None] Pushing event updated for resources: {'Port': ['ID=385f1584-5a2c-419d-9902-77a084e99cf7,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:41.248052 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:41.324345 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.362906 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Transition to ACTIVE for port object d058b470-169f-444a-ac14-5af8d5630798 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:41.392947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Transition to ACTIVE for port object d058b470-169f-444a-ac14-5af8d5630798 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:41.405350 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.446695 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.1 (c9b910bd-3fe7-4604-9c40-30db88d227df/bb912c12-dce8-4251-a070-50e6360a6e88/39b4ede9-8d0e-444b-8912-f5718b0b7038) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:56:41.475551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Network c9b910bd-3fe7-4604-9c40-30db88d227df is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:56:41.481732 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:41.485080 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:56:41.487797 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Pushing event updated for resources: {'Port': ['ID=d058b470-169f-444a-ac14-5af8d5630798,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:41.556534 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Attempting to bind port d058b470-169f-444a-ac14-5af8d5630798 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:56:41.556812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Attempting to bind port d058b470-169f-444a-ac14-5af8d5630798 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:56:41.557178 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Attempting to bind port d058b470-169f-444a-ac14-5af8d5630798 on network c9b910bd-3fe7-4604-9c40-30db88d227df {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:41.562648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:38Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:41.565622 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:56:41.565998 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Checking segment: {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:56:41.566400 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.566790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Bound using segment: {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:56:41.567257 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Bound port: d058b470-169f-444a-ac14-5af8d5630798, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:56:41.567715 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.567866 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.582521 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object 39b4ede9-8d0e-444b-8912-f5718b0b7038 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:41.601251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4e39cf-e930-43e8-a802-998fd8b104e5 None None] The sync data for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 is: [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:38Z', 'revision_number': 3, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:56:41.620615 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.657292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] For port d058b470-169f-444a-ac14-5af8d5630798, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:56:41.660965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] For port d058b470-169f-444a-ac14-5af8d5630798, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d058b470-169f-444a-ac14-5af8d5630798,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:56:41.665297 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.666848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c9b910bd-3fe7-4604-9c40-30db88d227df is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:56:41.670146 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:41.674920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:56:41.681449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=39b4ede9-8d0e-444b-8912-f5718b0b7038,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:41.726471 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:41.735342 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad265b-13a4-48b8-9073-34a4bec231b6 None None] Pushing event updated for resources: {'Port': ['ID=d058b470-169f-444a-ac14-5af8d5630798,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:41.898631 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:42.220377 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:42.226130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:42.304373 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=39b4ede9-8d0e-444b-8912-f5718b0b7038,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:42.306948 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:42.409499 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c9b910bd-3fe7-4604-9c40-30db88d227df is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:56:42.410995 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:42.538115 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router c5b373fa-0c62-4d7d-9813-f712e4800422 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:56:42.652480 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:56:42.658805 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e3b064aa-4ecf-40ec-93b6-f5230ab6214b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/c5b373fa-0c62-4d7d-9813-f712e4800422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2505574 Aug 11 03:56:42.667720 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2532e240-e518-42e4-b454-c4da09302053 None None] Network c9b910bd-3fe7-4604-9c40-30db88d227df requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:56:42.776632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8c22fe52-e7c7-41b7-a16e-70ffdd8805ff None None] Provisioning for port d058b470-169f-444a-ac14-5af8d5630798 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:42.808656 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-e8d52679-afa0-4705-93f0-3edb91d1d5b7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706382565&fields=id&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 267 time: 0.0410397 Aug 11 03:56:42.918052 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-d8486dd2-0cce-46a6-825a-40d2b2d3381f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:42.919610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-d8486dd2-0cce-46a6-825a-40d2b2d3381f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/networks?id=c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 200 len: 797 time: 0.1031084 Aug 11 03:56:42.938156 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-c0387e5e-5e66-4003-b493-6b98b5a0eb3b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/quotas/4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 375 time: 0.0119331 Aug 11 03:56:42.995122 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-f8944e74-c540-4294-85d1-d85f53b1ed01 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507159 Aug 11 03:56:43.012813 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-83d98f7a-f152-4da9-96ab-8064a6ff6448 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:56:43.014006 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-83d98f7a-f152-4da9-96ab-8064a6ff6448 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057268 Aug 11 03:56:43.123824 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-169757d5-63c9-46e9-b006-8fcd0e48fd98 service neutron] 10.222.0.60 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029508 Aug 11 03:56:43.128501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d840f512-5a44-4ade-93f1-40005eca2104 None None] Provisioning for port 39b4ede9-8d0e-444b-8912-f5718b0b7038 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:43.132982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-d840f512-5a44-4ade-93f1-40005eca2104 None None] Provisioning complete for port 39b4ede9-8d0e-444b-8912-f5718b0b7038 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:43.133352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d840f512-5a44-4ade-93f1-40005eca2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:43.173230 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-d840f512-5a44-4ade-93f1-40005eca2104 None None] Port 39b4ede9-8d0e-444b-8912-f5718b0b7038 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:56:43.230292 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-d99ff149-a81c-4e81-9446-9c30e35393fc service neutron] 10.222.0.60 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971696 Aug 11 03:56:43.304524 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Sync routers for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:56:43.305918 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f4bdb9cb-c27a-42ea-954f-402fc21f623f None None] Provisioning complete for port 39b4ede9-8d0e-444b-8912-f5718b0b7038 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:43.306294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f4bdb9cb-c27a-42ea-954f-402fc21f623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:43.315305 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:43.316334 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:43.349226 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdb9cb-c27a-42ea-954f-402fc21f623f None None] Port 39b4ede9-8d0e-444b-8912-f5718b0b7038 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:56:43.437999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2aa559f-0617-40f9-b678-fb8de29dff5e req-ba08664c-8064-421f-98a1-4120f77c01ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 210 time: 0.0276637 Aug 11 03:56:43.466311 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:43.472295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4bbbb49e-c6cf-4331-a390-d9152ee5ac66 None None] Provisioning complete for port 39b4ede9-8d0e-444b-8912-f5718b0b7038 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:43.472894 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb49e-c6cf-4331-a390-d9152ee5ac66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:43.516917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-4bbbb49e-c6cf-4331-a390-d9152ee5ac66 None None] Port 39b4ede9-8d0e-444b-8912-f5718b0b7038 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:56:43.693201 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:42Z', 'revision_number': 2, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:43.725639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d058b470-169f-444a-ac14-5af8d5630798 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:43.726206 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Checking router: c5b373fa-0c62-4d7d-9813-f712e4800422 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:56:43.726206 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Updating router c5b373fa-0c62-4d7d-9813-f712e4800422 port 39b4ede9-8d0e-444b-8912-f5718b0b7038 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:56:43.750821 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:43.781112 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d058b470-169f-444a-ac14-5af8d5630798 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:43.785265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d058b470-169f-444a-ac14-5af8d5630798 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:43.786167 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:43.869822 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:43.904078 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d058b470-169f-444a-ac14-5af8d5630798, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d058b470-169f-444a-ac14-5af8d5630798,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:43.908123 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:43.909060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 385f1584-5a2c-419d-9902-77a084e99cf7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:43.997359 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d058b470-169f-444a-ac14-5af8d5630798,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:44.008452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 385f1584-5a2c-419d-9902-77a084e99cf7 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:44.012487 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 385f1584-5a2c-419d-9902-77a084e99cf7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:44.012864 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.027044 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.037508 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Transition to ACTIVE for port object 39b4ede9-8d0e-444b-8912-f5718b0b7038 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:44.043100 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.094144 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.113649 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Pushing event updated for resources: {'Port': ['ID=39b4ede9-8d0e-444b-8912-f5718b0b7038,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:44.118933 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 385f1584-5a2c-419d-9902-77a084e99cf7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=385f1584-5a2c-419d-9902-77a084e99cf7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:44.124575 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.136431 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.136753 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.137096 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.137416 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.137737 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.138057 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.138374 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.138691 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.139002 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.139314 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.139656 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.139964 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:56:44.156504 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Attempting to bind port 39b4ede9-8d0e-444b-8912-f5718b0b7038 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:56:44.156870 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Attempting to bind port 39b4ede9-8d0e-444b-8912-f5718b0b7038 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:56:44.157222 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Attempting to bind port 39b4ede9-8d0e-444b-8912-f5718b0b7038 on network c9b910bd-3fe7-4604-9c40-30db88d227df {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:44.163007 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:56:44.163375 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Checking segment: {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:56:44.163797 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.164182 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Bound using segment: {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:56:44.164644 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Bound port: 39b4ede9-8d0e-444b-8912-f5718b0b7038, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:56:44.165016 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.176552 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=385f1584-5a2c-419d-9902-77a084e99cf7,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:44.236555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] For port 39b4ede9-8d0e-444b-8912-f5718b0b7038, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:56:44.240591 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] For port 39b4ede9-8d0e-444b-8912-f5718b0b7038, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=39b4ede9-8d0e-444b-8912-f5718b0b7038,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:56:44.245578 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.311766 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd3198-c860-444f-8e46-7ffa2af506ec None None] Pushing event updated for resources: {'Port': ['ID=39b4ede9-8d0e-444b-8912-f5718b0b7038,revision_number=4']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:44.315016 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:44.315616 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:44.446478 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:44.467198 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-0260f902-a234-4366-ad2c-cc7886c24f75 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:44.469499 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-0260f902-a234-4366-ad2c-cc7886c24f75 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/networks?id=c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 200 len: 797 time: 0.1449471 Aug 11 03:56:44.529589 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-89c52822-c698-4cce-8d8c-a9434fc8c8d7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f HTTP/1.1" status: 200 len: 380 time: 0.0467076 Aug 11 03:56:44.541257 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'port': {'device_id': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'admin_state_up': True, 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'security_groups': ['9eca188e-d3dd-480a-9fe4-19df86f02b54']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:44.548145 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ae4309b3-4fff-46f9-9bff-1e44f00c29fd req-0250e7d4-dcb0-478c-838e-0209db18fdcd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 210 time: 0.0273781 Aug 11 03:56:44.658794 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Made reservation on behalf of 4ed6a6acb0b643ec84d6132acbe4d89f for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:56:44.663178 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.766402 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:44.790203 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.20.0.4 (c9b910bd-3fe7-4604-9c40-30db88d227df/bb912c12-dce8-4251-a070-50e6360a6e88/e634533b-fd06-469a-9588-587795f887ee) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:56:44.793870 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a187428-6d68-43e4-9720-9dc892461e59 None None] The sync data for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 is: [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:56:44.950618 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:44.965256 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Transition to ACTIVE for port object e634533b-fd06-469a-9588-587795f887ee will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:45.002121 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.048760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network c9b910bd-3fe7-4604-9c40-30db88d227df is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:56:45.052739 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:45.056744 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:56:45.080628 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=e634533b-fd06-469a-9588-587795f887ee,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:45.110135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.110677 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.126578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-263a97c4-dc81-418f-aedd-a4ef9cbbabc9 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891757 Aug 11 03:56:45.139303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Request body: {'port': {'device_id': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:45.205949 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.309941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f0ad0d2a-f6cb-4d3f-a414-68aa3468712a None None] Provisioning for port e634533b-fd06-469a-9588-587795f887ee completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:45.314263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-f0ad0d2a-f6cb-4d3f-a414-68aa3468712a None None] Provisioning complete for port e634533b-fd06-469a-9588-587795f887ee triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:45.314637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f0ad0d2a-f6cb-4d3f-a414-68aa3468712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.352843 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad0d2a-f6cb-4d3f-a414-68aa3468712a None None] Port e634533b-fd06-469a-9588-587795f887ee cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:56:45.495356 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e634533b-fd06-469a-9588-587795f887ee {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:56:45.503299 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.515491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Transition to ACTIVE for port object e634533b-fd06-469a-9588-587795f887ee will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:56:45.519648 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.575083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Pushing event updated for resources: {'Port': ['ID=e634533b-fd06-469a-9588-587795f887ee,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:45.703294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Attempting to bind port e634533b-fd06-469a-9588-587795f887ee on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:56:45.703686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Attempting to bind port e634533b-fd06-469a-9588-587795f887ee by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:56:45.704024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Attempting to bind port e634533b-fd06-469a-9588-587795f887ee on network c9b910bd-3fe7-4604-9c40-30db88d227df {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:45.722828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Port e634533b-fd06-469a-9588-587795f887ee on network c9b910bd-3fe7-4604-9c40-30db88d227df not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:56:45.724131 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Attempting to bind port e634533b-fd06-469a-9588-587795f887ee on network c9b910bd-3fe7-4604-9c40-30db88d227df {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:56:45.732514 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:56:45.732861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Checking segment: {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:56:45.733393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Bound using segment: {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:56:45.734503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Bound port: e634533b-fd06-469a-9588-587795f887ee, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:56:45.734866 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.761930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d42e-b3ad-4794-a033-9651492299e1 req-fd278dbb-1f98-4f52-a78b-abaab8a4c0ad tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.763489 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fc7d42e-b3ad-4794-a033-9651492299e1 req-fd278dbb-1f98-4f52-a78b-abaab8a4c0ad tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 943 time: 0.1145511 Aug 11 03:56:45.774266 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d058b470-169f-444a-ac14-5af8d5630798 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:45.828584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d058b470-169f-444a-ac14-5af8d5630798 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:45.828946 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.857327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2fc7d42e-b3ad-4794-a033-9651492299e1 req-dd144ded-5e16-4f5a-91be-449bd243fe21 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705538 Aug 11 03:56:45.858525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] For port e634533b-fd06-469a-9588-587795f887ee, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:56:45.863259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] For port e634533b-fd06-469a-9588-587795f887ee, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e634533b-fd06-469a-9588-587795f887ee,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:56:45.872520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.918450 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:45.919174 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:45.920642 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] 10.222.0.57 "PUT /v2.0/ports/e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 200 len: 1092 time: 0.7859671 Aug 11 03:56:45.921121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'tag': 'e634533b-fd06-469a-9588-587795f887ee'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:45.924311 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d28290-a17d-470f-92f0-7c5c4bcb9c51" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "tag": "e634533b-fd06-469a-9588-587795f887ee"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:45.939857 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 385f1584-5a2c-419d-9902-77a084e99cf7 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:45.999016 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be46fd36-f104-4c54-81f2-c88c9cfdba01 x-openstack-request-id: req-be46fd36-f104-4c54-81f2-c88c9cfdba01 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:45.999319 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "tag": "e634533b-fd06-469a-9588-587795f887ee", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:45.999574 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be46fd36-f104-4c54-81f2-c88c9cfdba01 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:46.000008 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'tag': 'e634533b-fd06-469a-9588-587795f887ee', 'status': 'completed', 'code': 200} Aug 11 03:56:46.000120 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 385f1584-5a2c-419d-9902-77a084e99cf7 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:46.000444 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:46.019179 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f86f4-5b72-43b4-898a-eb6c234ec086 service neutron] Pushing event updated for resources: {'Port': ['ID=e634533b-fd06-469a-9588-587795f887ee,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:46.040436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-135a0217-9988-4949-9eaa-6f5081cd1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.041980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-135a0217-9988-4949-9eaa-6f5081cd1c5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1095 time: 0.0734742 Aug 11 03:56:46.090097 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 39b4ede9-8d0e-444b-8912-f5718b0b7038 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:46.090339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-aaa3c5bb-ed27-4e93-906f-6c6595f1e0d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 200 len: 217 time: 0.0389349 Aug 11 03:56:46.145385 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 39b4ede9-8d0e-444b-8912-f5718b0b7038 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:46.148563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-41ce4936-0f2a-4fc4-af43-3332621e07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.149760 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 39b4ede9-8d0e-444b-8912-f5718b0b7038 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:46.150030 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-41ce4936-0f2a-4fc4-af43-3332621e07a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb912c12-dce8-4251-a070-50e6360a6e88 HTTP/1.1" status: 200 len: 834 time: 0.0511913 Aug 11 03:56:46.150377 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:46.195988 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-8b0fa4d9-f5ef-4ad7-bb1c-ebea7c1ad0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.197386 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-8b0fa4d9-f5ef-4ad7-bb1c-ebea7c1ad0ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9b910bd-3fe7-4604-9c40-30db88d227df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403366 Aug 11 03:56:46.236298 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:46.270377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 39b4ede9-8d0e-444b-8912-f5718b0b7038, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=39b4ede9-8d0e-444b-8912-f5718b0b7038,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:46.274880 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:46.289532 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-b77cf56b-9958-4fe1-80c6-a8ccdef3ddb1 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847144 Aug 11 03:56:46.326395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=39b4ede9-8d0e-444b-8912-f5718b0b7038,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:46.381907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7bc87926-8b25-41c3-9d12-31d6f51660c5 req-55e0762b-3929-405a-9409-47e562065560 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854907 Aug 11 03:56:46.467678 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-ab4b3278-a878-46c0-879a-56f7d1fc4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.469131 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-ab4b3278-a878-46c0-879a-56f7d1fc4438 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1095 time: 0.0408001 Aug 11 03:56:46.559790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-e7c947d1-9649-4279-9549-d4b90b744add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.561236 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-e7c947d1-9649-4279-9549-d4b90b744add service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 200 len: 898 time: 0.0850034 Aug 11 03:56:46.603214 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-9d208330-4af7-4f74-aa4e-adbf61e14f5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 200 len: 217 time: 0.0342448 Aug 11 03:56:46.651160 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-b1b3e6bf-a06d-4f97-8085-a1365afdadcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.652583 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-b1b3e6bf-a06d-4f97-8085-a1365afdadcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb912c12-dce8-4251-a070-50e6360a6e88 HTTP/1.1" status: 200 len: 834 time: 0.0426567 Aug 11 03:56:46.702707 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-0aed390d-c89d-4345-8205-291fcd3add61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.704276 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-0aed390d-c89d-4345-8205-291fcd3add61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9b910bd-3fe7-4604-9c40-30db88d227df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438690 Aug 11 03:56:46.793931 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-e0e932ed-1e86-4ec9-b9e6-6409e9876ca1 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813653 Aug 11 03:56:46.888243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-11d28290-a17d-470f-92f0-7c5c4bcb9c51 req-45a11c21-8dfb-411c-9caf-5c661e5b45d1 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861244 Aug 11 03:56:46.983655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef6d3a-153b-4800-921b-4da4251754d1 req-a272a84a-adfd-472d-b8af-38c7c914337f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:46.985103 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14ef6d3a-153b-4800-921b-4da4251754d1 req-a272a84a-adfd-472d-b8af-38c7c914337f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 943 time: 0.0484498 Aug 11 03:56:47.023187 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-14ef6d3a-153b-4800-921b-4da4251754d1 req-36fa3531-0cc8-4d8d-a2da-9b8fb55ce9db tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313232 Aug 11 03:56:47.634558 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 39b4ede9-8d0e-444b-8912-f5718b0b7038 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:47.688504 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 39b4ede9-8d0e-444b-8912-f5718b0b7038 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:47.688881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:48.150952 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580793e-233d-4eed-baa6-16f706ac9e81 req-fcd6e57e-19e9-487f-8ff2-8325daf91314 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:48.152661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9580793e-233d-4eed-baa6-16f706ac9e81 req-fcd6e57e-19e9-487f-8ff2-8325daf91314 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 943 time: 0.0564721 Aug 11 03:56:48.190768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9580793e-233d-4eed-baa6-16f706ac9e81 req-82087000-a73f-42ff-a35b-14c764652da3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Aug 11 03:56:49.304130 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db00a61-5bfc-4449-be62-b378005a3812 req-8046430e-0b46-4959-b62b-025159ed048d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:49.305633 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2db00a61-5bfc-4449-be62-b378005a3812 req-8046430e-0b46-4959-b62b-025159ed048d tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 943 time: 0.0498979 Aug 11 03:56:49.341780 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2db00a61-5bfc-4449-be62-b378005a3812 req-47ee0dd9-909a-4ab2-8e62-8a07e62b38da tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301061 Aug 11 03:56:49.712485 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e634533b-fd06-469a-9588-587795f887ee details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:56:49.809739 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e634533b-fd06-469a-9588-587795f887ee, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e634533b-fd06-469a-9588-587795f887ee,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:49.821239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e634533b-fd06-469a-9588-587795f887ee', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'port_id': 'e634533b-fd06-469a-9588-587795f887ee', 'mac_address': 'fa:16:3e:7f:aa:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:56:49.858356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:49.870925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e634533b-fd06-469a-9588-587795f887ee {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:56:49.891117 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e634533b-fd06-469a-9588-587795f887ee, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e634533b-fd06-469a-9588-587795f887ee,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:49.894950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:49.942041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e634533b-fd06-469a-9588-587795f887ee,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:50.134671 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e634533b-fd06-469a-9588-587795f887ee'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:56:50.455679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd61c56-deb7-4da5-ad55-86b7b8942c51 req-ae53d31d-e89a-4b8b-8d59-5e0c913a9b39 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:50.457276 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffd61c56-deb7-4da5-ad55-86b7b8942c51 req-ae53d31d-e89a-4b8b-8d59-5e0c913a9b39 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 944 time: 0.0493135 Aug 11 03:56:50.495302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffd61c56-deb7-4da5-ad55-86b7b8942c51 req-d29ebb69-4847-47d4-b1ac-6c5de5a8ced5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314653 Aug 11 03:56:51.610838 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb363a7-cf34-4cf8-8312-495fff54e023 req-ee85feed-3fa8-4ffe-b80e-0e554ed8e682 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:51.612243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbb363a7-cf34-4cf8-8312-495fff54e023 req-ee85feed-3fa8-4ffe-b80e-0e554ed8e682 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 944 time: 0.0473752 Aug 11 03:56:51.654381 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cbb363a7-cf34-4cf8-8312-495fff54e023 req-9aedae0d-471e-4332-85d1-79929ff73af7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350554 Aug 11 03:56:51.744297 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e634533b-fd06-469a-9588-587795f887ee up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:56:51.791460 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port e634533b-fd06-469a-9588-587795f887ee completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:56:51.795416 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e634533b-fd06-469a-9588-587795f887ee triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:56:51.795827 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.031352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.053351 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e634533b-fd06-469a-9588-587795f887ee'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:52.055581 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973f2738-3d1d-49d6-8de6-40fc965fd0e6" -d '{"events": [{"server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "name": "network-vif-plugged", "status": "completed", "tag": "e634533b-fd06-469a-9588-587795f887ee"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:52.067785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e634533b-fd06-469a-9588-587795f887ee, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e634533b-fd06-469a-9588-587795f887ee,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:56:52.072121 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.097368 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8000a192-5003-4b86-9486-72e9ee8c25e8 x-openstack-request-id: req-8000a192-5003-4b86-9486-72e9ee8c25e8 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:52.097659 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "name": "network-vif-plugged", "status": "completed", "tag": "e634533b-fd06-469a-9588-587795f887ee", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:52.097912 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8000a192-5003-4b86-9486-72e9ee8c25e8 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:52.098297 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e634533b-fd06-469a-9588-587795f887ee', 'code': 200} Aug 11 03:56:52.124989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e634533b-fd06-469a-9588-587795f887ee,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:52.188371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39743b5f-b94a-4e81-8b65-f4de88e64689 req-dfd01830-1591-4ba9-a26c-d9d98a11ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:52.189825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39743b5f-b94a-4e81-8b65-f4de88e64689 req-dfd01830-1591-4ba9-a26c-d9d98a11ddaf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1097 time: 0.0397296 Aug 11 03:56:52.225835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-39743b5f-b94a-4e81-8b65-f4de88e64689 req-39df0f8d-5eaa-4185-94c6-6943d2e4314d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274436 Aug 11 03:56:52.433367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-21902abf-2580-4aaf-a64f-75b097b0575e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:52.769101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc9f35-8255-440c-a0ea-92eda0da8906 req-70d0459b-9fd4-4ac1-819a-b641b4daccea tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:52.770578 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abfc9f35-8255-440c-a0ea-92eda0da8906 req-70d0459b-9fd4-4ac1-819a-b641b4daccea tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0490088 Aug 11 03:56:52.808478 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-abfc9f35-8255-440c-a0ea-92eda0da8906 req-22fd6665-b96e-44f6-a330-6c8da81a0124 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Aug 11 03:56:53.924640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376db939-9ba9-4b0e-8bd1-3d2bd77604b5 req-551601d3-0746-4bad-8670-b93086a4255c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:53.926118 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-376db939-9ba9-4b0e-8bd1-3d2bd77604b5 req-551601d3-0746-4bad-8670-b93086a4255c tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0489998 Aug 11 03:56:53.963965 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-376db939-9ba9-4b0e-8bd1-3d2bd77604b5 req-4220eb96-8893-4b55-bb99-c73b3bf0e7de tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Aug 11 03:56:54.077789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c56498-4f90-4d21-a35f-a7d27a08bcad req-65b7e5dc-fbfd-47df-957c-a800cb1ed863 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:54.079255 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7c56498-4f90-4d21-a35f-a7d27a08bcad req-65b7e5dc-fbfd-47df-957c-a800cb1ed863 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0491674 Aug 11 03:56:54.120149 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c7c56498-4f90-4d21-a35f-a7d27a08bcad req-94c3f849-0432-482c-877c-27be75ac9644 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348742 Aug 11 03:56:54.141446 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46312) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:54.180629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0486785-2733-4049-82c5-7e2d672c490a tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:54.182099 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b0486785-2733-4049-82c5-7e2d672c490a tempest-TestNetworkAdvancedServerOps-269180159 tempest-TestNetworkAdvancedServerOps-269180159-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1092 time: 0.0397210 Aug 11 03:56:54.184880 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46314) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:54.189100 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'e634533b-fd06-469a-9588-587795f887ee', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:56:54.209849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:54.302137 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:54.403896 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Allocated IP 172.25.4.78 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/ae4bb833-d18b-43cd-9d09-140a653d1043) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:56:54.499375 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:54.541120 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:54.579142 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:56:54.582043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:56:54.585575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:56:54.607259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=ae4bb833-d18b-43cd-9d09-140a653d1043,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:54.933769 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.291196 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0655da4c-018b-43f2-94a6-5cd7a9cfe814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.303248 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.452964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.457403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.522529 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event updated for resources: {'Port': ['ID=ae4bb833-d18b-43cd-9d09-140a653d1043,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:56:55.532176 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.574228 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.631151 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP ec441ad8-17b2-47b7-83ee-d5a3d125ab73 associated. External IP: 172.25.4.78, port: e634533b-fd06-469a-9588-587795f887ee. Aug 11 03:56:55.833294 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router c5b373fa-0c62-4d7d-9813-f712e4800422 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:56:55.940167 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:56:55.950235 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] Sync routers for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:56:55.956166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:55.959278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:55.959943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:55.984527 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2e4651f6-92bd-4a5c-b450-c311559dd7e5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7986505 Aug 11 03:56:55.985098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'tag': 'e634533b-fd06-469a-9588-587795f887ee'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:56:55.987374 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe49dcd-7964-41fb-a144-a02fb6610a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "tag": "e634533b-fd06-469a-9588-587795f887ee"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:56:56.030940 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf580a-4e64-4260-83f6-f97e72563c06 x-openstack-request-id: req-79bf580a-4e64-4260-83f6-f97e72563c06 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:56:56.031233 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "tag": "e634533b-fd06-469a-9588-587795f887ee", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:56:56.031484 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79bf580a-4e64-4260-83f6-f97e72563c06 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:56:56.031922 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'tag': 'e634533b-fd06-469a-9588-587795f887ee', 'status': 'completed', 'code': 200} Aug 11 03:56:56.081405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:56.084399 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:56.096602 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-fedda781-9f64-4abc-a8e2-bd8c52956a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:56.098116 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-fedda781-9f64-4abc-a8e2-bd8c52956a98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1097 time: 0.0445042 Aug 11 03:56:56.109718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b82376-c507-44a0-ae7b-c50f15f5b1d7 req-14d69263-64c0-4b57-b909-1838d7bd5d14 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:56.111206 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8b82376-c507-44a0-ae7b-c50f15f5b1d7 req-14d69263-64c0-4b57-b909-1838d7bd5d14 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0625305 Aug 11 03:56:56.151180 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8b82376-c507-44a0-ae7b-c50f15f5b1d7 req-e72d3aab-b812-4313-ad41-8b0be72b4370 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336194 Aug 11 03:56:56.174137 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46320) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:56.197858 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-84401edd-7e47-44dc-b223-f142ef01bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:56.199367 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-84401edd-7e47-44dc-b223-f142ef01bc74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 200 len: 898 time: 0.0934613 Aug 11 03:56:56.236376 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a7402253-ff61-4a91-9638-56f07c4b8429 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/ec441ad8-17b2-47b7-83ee-d5a3d125ab73 HTTP/1.1" status: 200 len: 990 time: 0.0607331 Aug 11 03:56:56.266762 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-d7c3b708-490d-42ae-8fd2-f78921252f02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 200 len: 998 time: 0.0602295 Aug 11 03:56:56.320277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ec441ad8-17b2-47b7-83ee-d5a3d125ab73', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.78', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'port_id': 'e634533b-fd06-469a-9588-587795f887ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'mac_address': 'fa:16:3e:7f:aa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:56:54Z', 'updated_at': '2021-08-11T03:56:54Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:46Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:56.321009 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-fc522823-e658-4009-94bd-920402a585c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:56.322361 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-fc522823-e658-4009-94bd-920402a585c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb912c12-dce8-4251-a070-50e6360a6e88 HTTP/1.1" status: 200 len: 834 time: 0.0485330 Aug 11 03:56:56.347070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] Checking router: c5b373fa-0c62-4d7d-9813-f712e4800422 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:56:56.355970 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:56:56.356578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:56:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:56.369888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-6e4795b4-9c80-4be5-a941-c7da402515ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:56:56.371382 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-6e4795b4-9c80-4be5-a941-c7da402515ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9b910bd-3fe7-4604-9c40-30db88d227df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420995 Aug 11 03:56:56.460266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-dbf628bf-111a-4cf1-885a-d16811ad4c9d service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Aug 11 03:56:56.460521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:56:56.554799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dfe49dcd-7964-41fb-a144-a02fb6610a9c req-502d65e6-51a3-41ba-9956-e73f2e0e4925 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871334 Aug 11 03:56:56.686953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ec441ad8-17b2-47b7-83ee-d5a3d125ab73', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.78', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'port_id': 'e634533b-fd06-469a-9588-587795f887ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'mac_address': 'fa:16:3e:7f:aa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:56:54Z', 'updated_at': '2021-08-11T03:56:54Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:46Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:56:56.713366 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1824d06b-ef4b-41bd-8a9f-956367a34261 None None] The sync data for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 is: [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'ec441ad8-17b2-47b7-83ee-d5a3d125ab73', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'floating_ip_address': '172.25.4.78', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'port_id': 'e634533b-fd06-469a-9588-587795f887ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'mac_address': 'fa:16:3e:7f:aa:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:56:54Z', 'updated_at': '2021-08-11T03:56:54Z', 'revision_number': 0, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:46Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:56:56.897090 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daca29f-7813-4edb-aa04-760a77317f65 None None] New status for floating IP ec441ad8-17b2-47b7-83ee-d5a3d125ab73: ACTIVE {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:56:56.955203 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:56:57.239945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46322) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:56:57.305610 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9b49efed-ae71-4efc-944a-aa3a7164cf95 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/ec441ad8-17b2-47b7-83ee-d5a3d125ab73 HTTP/1.1" status: 200 len: 992 time: 0.0645943 Aug 11 03:56:58.365794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:00.595644 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:10.378092 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-31b5cbdf-92d8-460d-8785-de1dcff9393b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0775385 Aug 11 03:57:10.462788 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-36f31fdb-7b50-4370-a0c8-2ef1fcf5af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.464363 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-36f31fdb-7b50-4370-a0c8-2ef1fcf5af8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1097 time: 0.0411127 Aug 11 03:57:10.571283 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-896ddb31-5d23-4c42-be69-1bc7f585b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.572659 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-896ddb31-5d23-4c42-be69-1bc7f585b32a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 200 len: 898 time: 0.0882509 Aug 11 03:57:10.637834 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-6ab398fe-bde8-453d-ab1c-628dd6f07f81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 200 len: 1000 time: 0.0573175 Aug 11 03:57:10.690986 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-ad7d8653-d175-4979-b57e-329700043223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.692437 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-ad7d8653-d175-4979-b57e-329700043223 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb912c12-dce8-4251-a070-50e6360a6e88 HTTP/1.1" status: 200 len: 834 time: 0.0475030 Aug 11 03:57:10.738029 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-62121b05-8e8f-450a-8e49-9e8f85183758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:10.739480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-62121b05-8e8f-450a-8e49-9e8f85183758 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9b910bd-3fe7-4604-9c40-30db88d227df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391698 Aug 11 03:57:10.832536 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-3f8e98a2-bcd9-494e-9f89-cefc2f1a2718 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854445 Aug 11 03:57:10.926617 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-067929c3-c0a6-40fb-a6dd-a3410e226e76 req-11c8efa7-51cb-475d-aa55-c8248b05a3fd service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860233 Aug 11 03:57:11.031073 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:57:22.433139 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fe38abb9-16cc-4a6a-8fe1-717f19e35b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:25.291913 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e6811b73-deb5-48dc-b7a1-0a497cc42dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:25.575867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:26.077763 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:26.078101 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca119e2-e3b8-4bfc-9275-2c5e6d76f0f1 req-78bffdd2-6e55-4fc2-afc5-416d0c3552e3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:26.079702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ca119e2-e3b8-4bfc-9275-2c5e6d76f0f1 req-78bffdd2-6e55-4fc2-afc5-416d0c3552e3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0978558 Aug 11 03:57:26.118655 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ca119e2-e3b8-4bfc-9275-2c5e6d76f0f1 req-31e51cc8-fdd0-4cd4-a2f5-954e212aebb4 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322030 Aug 11 03:57:26.957260 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:27.279449 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c064-7816-40e4-800f-3a94353fc4df req-61455cd0-c353-46d5-bf78-49cfdfa0fe29 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:27.280946 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a54c064-7816-40e4-800f-3a94353fc4df req-61455cd0-c353-46d5-bf78-49cfdfa0fe29 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0921264 Aug 11 03:57:27.318200 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2a54c064-7816-40e4-800f-3a94353fc4df req-b9fa9ba4-fe58-4444-b372-8a5917bb8227 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Aug 11 03:57:27.341354 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:27.404992 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-728c27eb-65ab-4f79-9ee8-ea6e40f070c0 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/ec441ad8-17b2-47b7-83ee-d5a3d125ab73 HTTP/1.1" status: 200 len: 992 time: 0.0624716 Aug 11 03:57:28.366556 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:28.688399 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3593d-d72d-41b7-adda-5a8fb92ffe74 req-40b4de3f-7c3f-4c67-929a-66da119325ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:28.689866 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1a3593d-d72d-41b7-adda-5a8fb92ffe74 req-40b4de3f-7c3f-4c67-929a-66da119325ed tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0798078 Aug 11 03:57:28.699674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-88b68f31-a857-4534-a13a-8b9b9b316dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:28.701057 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-88b68f31-a857-4534-a13a-8b9b9b316dcd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1097 time: 0.0628424 Aug 11 03:57:28.772806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a1a3593d-d72d-41b7-adda-5a8fb92ffe74 req-69ea7ab2-3fc0-4a73-9973-87a5a6ea538f tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757957 Aug 11 03:57:28.809340 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-69d72977-457b-4c76-af48-e39e1b7108cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:28.810724 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-69d72977-457b-4c76-af48-e39e1b7108cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 200 len: 898 time: 0.0976150 Aug 11 03:57:28.878119 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-56bae370-c605-45a9-8b0d-b217e2687a91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 200 len: 1000 time: 0.0603056 Aug 11 03:57:28.927365 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-f2ef903f-4f30-47fc-8329-5951d2eb5d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:28.928817 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-f2ef903f-4f30-47fc-8329-5951d2eb5d83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb912c12-dce8-4251-a070-50e6360a6e88 HTTP/1.1" status: 200 len: 834 time: 0.0434122 Aug 11 03:57:28.972828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-6a5cfe3e-2dad-4dfc-8a88-70818df05f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:28.974266 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-6a5cfe3e-2dad-4dfc-8a88-70818df05f9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9b910bd-3fe7-4604-9c40-30db88d227df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389121 Aug 11 03:57:29.065815 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-10d0961c-19f2-4228-9d38-088392938e8e service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838623 Aug 11 03:57:29.154593 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-38d743ad-f56e-4f8a-a8af-932fcce6fc4d req-0f11dae8-4d56-47ea-8f01-a14f6c180a39 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811920 Aug 11 03:57:29.897489 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f7921-9443-442a-82c9-69d87c09c212 req-3bfa435f-d19f-47fc-ba18-492e43c8b78b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:29.900033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d30f7921-9443-442a-82c9-69d87c09c212 req-3bfa435f-d19f-47fc-ba18-492e43c8b78b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0532622 Aug 11 03:57:29.943244 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d30f7921-9443-442a-82c9-69d87c09c212 req-57f12201-18c2-46ba-9824-cbca2e9d33e7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373578 Aug 11 03:57:30.588077 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:31.063681 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291b541-aa60-47c7-9782-7ffd6c610f08 req-051a4458-d5ef-48cb-9c13-19639dc320fb tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:31.065169 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8291b541-aa60-47c7-9782-7ffd6c610f08 req-051a4458-d5ef-48cb-9c13-19639dc320fb tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0542219 Aug 11 03:57:31.102682 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8291b541-aa60-47c7-9782-7ffd6c610f08 req-fb7eb98f-bb21-4475-ad40-38642acc2911 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Aug 11 03:57:31.124850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46356) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:31.184760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-05369a0b-9d2d-4f53-af71-7a89ed4ac825 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/floatingips/ec441ad8-17b2-47b7-83ee-d5a3d125ab73 HTTP/1.1" status: 200 len: 992 time: 0.0587895 Aug 11 03:57:31.471380 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46362) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:31.627306 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port ae4bb833-d18b-43cd-9d09-140a653d1043 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:57:31.627675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:31.704581 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:31.704910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:31.716618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for ae4bb833-d18b-43cd-9d09-140a653d1043 owned by network:floatingip {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:57:31.868322 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:31.890977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=ae4bb833-d18b-43cd-9d09-140a653d1043,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:31.904642 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.905000 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.905344 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.905684 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.906025 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.906357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.906689 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.907021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.907351 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.907722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.908063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.908387 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:31.963321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for floatingip, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:31.963675 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Floating IP ec441ad8-17b2-47b7-83ee-d5a3d125ab73 disassociated (deleted). External IP: 172.25.4.78, port: e634533b-fd06-469a-9588-587795f887ee. Aug 11 03:57:32.169524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router c5b373fa-0c62-4d7d-9813-f712e4800422 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:57:32.275840 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:57:32.280665 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:32.285175 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] Sync routers for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:57:32.293967 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:32.294573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:32.307356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-97c7df3d-76ae-487d-ab45-d41c6ec2ef7a tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/floatingips/ec441ad8-17b2-47b7-83ee-d5a3d125ab73 HTTP/1.1" status: 204 len: 168 time: 0.8349302 Aug 11 03:57:32.307975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'tag': 'e634533b-fd06-469a-9588-587795f887ee'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:57:32.310248 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115cb2c7-c820-4845-be86-be8b04aa006c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "tag": "e634533b-fd06-469a-9588-587795f887ee"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:57:32.359055 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e74df6-8070-4d9a-b7f4-b3faf9d1209d x-openstack-request-id: req-d2e74df6-8070-4d9a-b7f4-b3faf9d1209d {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:57:32.359539 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "tag": "e634533b-fd06-469a-9588-587795f887ee", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:57:32.360000 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2e74df6-8070-4d9a-b7f4-b3faf9d1209d {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:57:32.360621 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'tag': 'e634533b-fd06-469a-9588-587795f887ee', 'status': 'completed', 'code': 200} Aug 11 03:57:32.408005 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:32.432377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cb2c7-c820-4845-be86-be8b04aa006c req-a42f8ab6-ef8a-4546-9e00-83024f97272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:32.434154 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115cb2c7-c820-4845-be86-be8b04aa006c req-a42f8ab6-ef8a-4546-9e00-83024f97272f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 1097 time: 0.0517786 Aug 11 03:57:32.526656 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cb2c7-c820-4845-be86-be8b04aa006c req-69f9c3de-c4fa-4950-9c07-c15c5bcc7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:32.528171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115cb2c7-c820-4845-be86-be8b04aa006c req-69f9c3de-c4fa-4950-9c07-c15c5bcc7368 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 200 len: 898 time: 0.0868864 Aug 11 03:57:32.547584 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cb54b-fe18-4dfe-89ad-accf55b49a04 req-66cb82ce-b393-43e7-b307-1a627196ac7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:32.549124 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d7cb54b-fe18-4dfe-89ad-accf55b49a04 req-66cb82ce-b393-43e7-b307-1a627196ac7b tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0553303 Aug 11 03:57:32.576862 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115cb2c7-c820-4845-be86-be8b04aa006c req-3bbebf15-984e-4013-acf6-965f178586ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 200 len: 217 time: 0.0399375 Aug 11 03:57:32.592732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6d7cb54b-fe18-4dfe-89ad-accf55b49a04 req-190cb61f-847b-4402-b3fb-4103e51434fd tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343544 Aug 11 03:57:32.623902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:46Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:32.627872 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cb2c7-c820-4845-be86-be8b04aa006c req-1f096450-8107-4f49-9c01-05014cb537ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:32.629342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115cb2c7-c820-4845-be86-be8b04aa006c req-1f096450-8107-4f49-9c01-05014cb537ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb912c12-dce8-4251-a070-50e6360a6e88 HTTP/1.1" status: 200 len: 834 time: 0.0451040 Aug 11 03:57:32.651798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] Checking router: c5b373fa-0c62-4d7d-9813-f712e4800422 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:57:32.660001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:32.660614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:32.677436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cb2c7-c820-4845-be86-be8b04aa006c req-adcc7f4c-041f-4e7d-9396-4bc5f9456471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:32.679552 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115cb2c7-c820-4845-be86-be8b04aa006c req-adcc7f4c-041f-4e7d-9396-4bc5f9456471 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c9b910bd-3fe7-4604-9c40-30db88d227df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411978 Aug 11 03:57:32.776434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:32.777543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115cb2c7-c820-4845-be86-be8b04aa006c req-9395f281-d189-4334-97b4-833f41aca625 service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892286 Aug 11 03:57:32.868839 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-115cb2c7-c820-4845-be86-be8b04aa006c req-b7be962b-61ef-453f-812f-65ff524eb39b service neutron] 10.222.0.57 "GET /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832286 Aug 11 03:57:32.980337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:46Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:33.011435 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d524e6-abf9-4e92-854c-15831744ab7a None None] The sync data for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 is: [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:41Z', 'revision_number': 4, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '39b4ede9-8d0e-444b-8912-f5718b0b7038', 'name': '', 'network_id': 'c9b910bd-3fe7-4604-9c40-30db88d227df', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'mac_address': 'fa:16:3e:a6:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:40Z', 'updated_at': '2021-08-11T03:56:46Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'subnets': [{'id': 'bb912c12-dce8-4251-a070-50e6360a6e88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:57:33.216759 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576e67ed-bbf9-409b-a92d-9cad09720ecd None None] New status for floating IP ec441ad8-17b2-47b7-83ee-d5a3d125ab73: DOWN {{(pid=111685) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:57:33.717153 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb23ecd-97ab-43dc-9a49-f253c629cbe3 req-320a4deb-c466-46c6-b6ca-946285968d03 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:33.718812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8cb23ecd-97ab-43dc-9a49-f253c629cbe3 req-320a4deb-c466-46c6-b6ca-946285968d03 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0551629 Aug 11 03:57:33.757259 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8cb23ecd-97ab-43dc-9a49-f253c629cbe3 req-cedf0ae7-84b2-458b-abaf-a4b4a3f31d21 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eca188e-d3dd-480a-9fe4-19df86f02b54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Aug 11 03:57:34.225998 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-7a2783a5-cba9-4abb-af53-00dfa92726da tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:34.227522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-7a2783a5-cba9-4abb-af53-00dfa92726da tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 945 time: 0.0496645 Aug 11 03:57:34.316753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port e634533b-fd06-469a-9588-587795f887ee {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:57:34.317107 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:34.405289 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port e634533b-fd06-469a-9588-587795f887ee, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e634533b-fd06-469a-9588-587795f887ee,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:34.405657 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:34.418650 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for e634533b-fd06-469a-9588-587795f887ee owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:57:34.545073 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:34.573172 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=e634533b-fd06-469a-9588-587795f887ee,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:34.613579 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] No DVR routers for this DVR port e634533b-fd06-469a-9588-587795f887ee on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:57:34.616227 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:34.618183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b2281be0-0465-49b5-8c5c-ddc637b1bba0 req-6cc31c9f-0747-4d04-b230-aa67147f4857 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.57 "DELETE /v2.0/ports/e634533b-fd06-469a-9588-587795f887ee HTTP/1.1" status: 204 len: 173 time: 0.3842931 Aug 11 03:57:34.618621 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'name': 'network-vif-deleted', 'tag': 'e634533b-fd06-469a-9588-587795f887ee'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:57:34.620977 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd995d0a-06b4-4277-a308-6802bebacba5" -d '{"events": [{"server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "name": "network-vif-deleted", "tag": "e634533b-fd06-469a-9588-587795f887ee"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:57:34.657868 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14191bfa-1a9c-4d67-a1db-54db086b919e x-openstack-request-id: req-14191bfa-1a9c-4d67-a1db-54db086b919e {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:57:34.658165 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fb681-7a6b-49b2-a0a8-3c06673b4a54", "name": "network-vif-deleted", "tag": "e634533b-fd06-469a-9588-587795f887ee", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:57:34.658412 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14191bfa-1a9c-4d67-a1db-54db086b919e {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:57:34.658820 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5fb681-7a6b-49b2-a0a8-3c06673b4a54', 'name': 'network-vif-deleted', 'tag': 'e634533b-fd06-469a-9588-587795f887ee', 'status': 'completed', 'code': 200} Aug 11 03:57:34.861562 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b01cd625-c255-43d4-92c3-5ce65029b628 req-72cfc1ec-c3d2-4418-870c-4c6fe50db7a7 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e5fb681-7a6b-49b2-a0a8-3c06673b4a54 HTTP/1.1" status: 200 len: 210 time: 0.0259895 Aug 11 03:57:35.917778 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46378) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:36.291447 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:36.542132 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 39b4ede9-8d0e-444b-8912-f5718b0b7038 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:57:36.542398 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:36.643041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port 39b4ede9-8d0e-444b-8912-f5718b0b7038, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=39b4ede9-8d0e-444b-8912-f5718b0b7038,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:36.643402 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:36.656538 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 39b4ede9-8d0e-444b-8912-f5718b0b7038 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:57:36.839169 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:36.864762 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=39b4ede9-8d0e-444b-8912-f5718b0b7038,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:37.041007 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:37.250768 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Router c5b373fa-0c62-4d7d-9813-f712e4800422 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:57:37.354124 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:57:37.359958 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-64589556-0f51-453b-a1be-c4bdf086306e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "PUT /v2.0/routers/c5b373fa-0c62-4d7d-9813-f712e4800422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4408870 Aug 11 03:57:37.361836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46380) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:37.363340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] Sync routers for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:57:37.372672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:37.373271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:37.418915 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting subnet bb912c12-dce8-4251-a070-50e6360a6e88 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 03:57:37.422249 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:37.463267 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:37.478283 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:37.545510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:37.608634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:37.665974 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:57:36Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:37.698198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] Checking router: c5b373fa-0c62-4d7d-9813-f712e4800422 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:57:37.707218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] Routers {'c5b373fa-0c62-4d7d-9813-f712e4800422'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:37.707894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c5b373fa-0c62-4d7d-9813-f712e4800422'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:37.813890 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] Set router c5b373fa-0c62-4d7d-9813-f712e4800422 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:37.988710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Subnet': ['ID=bb912c12-dce8-4251-a070-50e6360a6e88,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:37.995166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:37.997160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3dcab8f1-ea1f-4fff-b2a4-3931d296a095 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/subnets/bb912c12-dce8-4251-a070-50e6360a6e88 HTTP/1.1" status: 204 len: 168 time: 0.6342111 Aug 11 03:57:37.999758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46384) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:38.003130 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e634533b-fd06-469a-9588-587795f887ee no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:57:38.005395 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110c003e-7e4c-4044-a2be-ea2fe637aa13 None None] Network c9b910bd-3fe7-4604-9c40-30db88d227df requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:57:38.036082 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: e634533b-fd06-469a-9588-587795f887ee {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:57:38.036426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e634533b-fd06-469a-9588-587795f887ee not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:57:38.075449 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:57:36Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:38.105308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839b5a5c-782e-41fd-8441-ee90b896e2b4 None None] The sync data for ids ['c5b373fa-0c62-4d7d-9813-f712e4800422'] in n-d-768509-22 is: [{'id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-62259801', 'tenant_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163'}], 'enable_snat': True}, 'gw_port_id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:57:36Z', 'revision_number': 5, 'project_id': '4ed6a6acb0b643ec84d6132acbe4d89f', 'gw_port': {'id': '385f1584-5a2c-419d-9902-77a084e99cf7', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5b373fa-0c62-4d7d-9813-f712e4800422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:56:38Z', 'updated_at': '2021-08-11T03:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:57:38.107015 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.217199 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.268539 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Deleting port 385f1584-5a2c-419d-9902-77a084e99cf7 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:57:38.268916 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.350195 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] For port 385f1584-5a2c-419d-9902-77a084e99cf7, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=385f1584-5a2c-419d-9902-77a084e99cf7,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:38.350436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.362704 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Calling delete_port for 385f1584-5a2c-419d-9902-77a084e99cf7 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:57:38.491806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] DHCP port deletion for c9b910bd-3fe7-4604-9c40-30db88d227df request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 03:57:38.535721 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.540132 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Deleting port d058b470-169f-444a-ac14-5af8d5630798 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 03:57:38.540515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.562846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Port': ['ID=385f1584-5a2c-419d-9902-77a084e99cf7,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:38.629203 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.729168 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.731363 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.771210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] For port d058b470-169f-444a-ac14-5af8d5630798, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d058b470-169f-444a-ac14-5af8d5630798,segment=NetworkSegment(17bb540b-e0d5-4389-b6f9-89b05c2d4d1a),segment_id=17bb540b-e0d5-4389-b6f9-89b05c2d4d1a)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:38.771621 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.778268 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.779020 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Fanout notify agent at l3_agent the message router_deleted on router c5b373fa-0c62-4d7d-9813-f712e4800422 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 03:57:38.786070 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.786205 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Calling delete_port for d058b470-169f-444a-ac14-5af8d5630798 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 03:57:38.787183 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-95fc149f-6310-449f-8909-a88b15a62fb3 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/routers/c5b373fa-0c62-4d7d-9813-f712e4800422 HTTP/1.1" status: 204 len: 168 time: 0.7863083 Aug 11 03:57:38.790668 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46388) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:38.877442 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.889544 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:38.908756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] The port 'd058b470-169f-444a-ac14-5af8d5630798' was deleted {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Aug 11 03:57:38.921394 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Pushing event deleted for resources: {'Port': ['ID=d058b470-169f-444a-ac14-5af8d5630798,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:38.931412 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] No DVR routers for this DVR port d058b470-169f-444a-ac14-5af8d5630798 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 03:57:38.942605 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.942938 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.943296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.943703 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.944172 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.944594 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.945960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.945960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.945960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.945960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.946588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.946588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977702e-7dec-45ea-8e61-8c077bf5b9c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:38.991170 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.001251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b910bd-3fe7-4604-9c40-30db88d227df']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:39.012812 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:39.013105 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bb540b-e0d5-4389-b6f9-89b05c2d4d1a') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:39.022545 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.036229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.042467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 03:57:39.042848 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: timer() Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 03:57:39.045670 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 03:57:39.102204 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.109663 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.110573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/networks/c9b910bd-3fe7-4604-9c40-30db88d227df HTTP/1.1" status: 204 len: 168 time: 0.3183753 Aug 11 03:57:39.113475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46390) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:39.122939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'Network': ['ID=c9b910bd-3fe7-4604-9c40-30db88d227df,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:39.130547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.130828 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.131217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.131554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.131914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.132245 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.132573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.133534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.133534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.133534 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.133855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.134141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f732f0-10f7-4a85-8aa5-a82c7ca7643e tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:39.176114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dda73107-0482-49e0-9f61-27dc24fb98f5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.200079 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dda73107-0482-49e0-9f61-27dc24fb98f5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.262855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dda73107-0482-49e0-9f61-27dc24fb98f5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.265600 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-dda73107-0482-49e0-9f61-27dc24fb98f5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.269291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-dda73107-0482-49e0-9f61-27dc24fb98f5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] 10.222.0.60 "DELETE /v2.0/security-groups/9eca188e-d3dd-480a-9fe4-19df86f02b54 HTTP/1.1" status: 204 len: 168 time: 0.1523287 Aug 11 03:57:39.285176 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda73107-0482-49e0-9f61-27dc24fb98f5 tempest-TestNetworkAdvancedServerOps-1195765339 tempest-TestNetworkAdvancedServerOps-1195765339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca188e-d3dd-480a-9fe4-19df86f02b54,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:39.590574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46398) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:39.658684 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d058b470-169f-444a-ac14-5af8d5630798 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:57:39.679477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d058b470-169f-444a-ac14-5af8d5630798 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:57:39.679854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d058b470-169f-444a-ac14-5af8d5630798 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:57:39.680264 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 385f1584-5a2c-419d-9902-77a084e99cf7 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:57:39.699186 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 385f1584-5a2c-419d-9902-77a084e99cf7 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:57:39.699515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 385f1584-5a2c-419d-9902-77a084e99cf7 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:57:39.699956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 39b4ede9-8d0e-444b-8912-f5718b0b7038 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 03:57:39.718744 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 39b4ede9-8d0e-444b-8912-f5718b0b7038 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 03:57:39.719093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 39b4ede9-8d0e-444b-8912-f5718b0b7038 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 03:57:39.732076 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-864c7402-22f8-4f2a-a96f-c585fa62a30f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ed6a6acb0b643ec84d6132acbe4d89f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402652 Aug 11 03:57:39.734458 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46402) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:39.786018 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-959e0203-c5fd-459f-b6d7-b2cd02642739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.807102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-959e0203-c5fd-459f-b6d7-b2cd02642739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.855356 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-959e0203-c5fd-459f-b6d7-b2cd02642739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.857930 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-959e0203-c5fd-459f-b6d7-b2cd02642739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:39.859083 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-959e0203-c5fd-459f-b6d7-b2cd02642739 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79284576-06a9-434f-95c0-e34a23105b28 HTTP/1.1" status: 204 len: 168 time: 0.1237140 Aug 11 03:57:39.867430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e0203-c5fd-459f-b6d7-b2cd02642739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79284576-06a9-434f-95c0-e34a23105b28,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:40.120269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46408) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:40.134150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f81a812-c504-4dda-8416-73d40d1744f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:40.225861 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f81a812-c504-4dda-8416-73d40d1744f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:40.229412 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7f81a812-c504-4dda-8416-73d40d1744f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:40.265567 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81a812-c504-4dda-8416-73d40d1744f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3df154-47e6-4550-b1f7-2e35f80ae22c,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:40.270715 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7f81a812-c504-4dda-8416-73d40d1744f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b2e5cfee9e4148a2874df7eaf67da0d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494086 Aug 11 03:57:40.273535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46410) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:40.321193 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c169946b-8f3e-4045-ae6b-66bc10c1969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:40.344433 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c169946b-8f3e-4045-ae6b-66bc10c1969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:40.390790 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c169946b-8f3e-4045-ae6b-66bc10c1969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:40.393361 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c169946b-8f3e-4045-ae6b-66bc10c1969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:40.394494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c169946b-8f3e-4045-ae6b-66bc10c1969c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a3df154-47e6-4550-b1f7-2e35f80ae22c HTTP/1.1" status: 204 len: 168 time: 0.1200488 Aug 11 03:57:40.401717 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169946b-8f3e-4045-ae6b-66bc10c1969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3df154-47e6-4550-b1f7-2e35f80ae22c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:41.083946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46432) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:41.177932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-346266733-network', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:41.199587 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Made reservation on behalf of e0f1d192f9574bdc83a697e88f8be8e9 for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:57:41.201876 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.210849 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.298893 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.302404 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.326894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:57:41.336098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173abcb8-f244-451d-9aaf-2857611a10f2,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:41.341722 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.342067 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Added segment 8fec5045-a07f-4bbf-a423-fb8e0b08061f of type vlan for network 609572b8-7f33-474a-a7de-9f8f395405cf Aug 11 03:57:41.384929 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.419117 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.420281 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:41.421304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.474339 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3881102 Aug 11 03:57:41.477471 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46436) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:41.482611 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Request body: {'subnet': {'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-346266733-subnet', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:41.485180 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2b432-62b5-4be4-89d4-b093cdd46784 admin admin] Pushing event updated for resources: {'Network': ['ID=609572b8-7f33-474a-a7de-9f8f395405cf,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:41.496291 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 609572b8-7f33-474a-a7de-9f8f395405cf details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:57:41.509892 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Made reservation on behalf of e0f1d192f9574bdc83a697e88f8be8e9 for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:57:41.512343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.686398 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.735845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Pushing event updated for resources: {'Subnet': ['ID=138a3ace-3a7c-4415-bc07-48a211c1922b,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:41.751232 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Checking segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:41.751602 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Network hostable DHCP agents. Network: 609572b8-7f33-474a-a7de-9f8f395405cf, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:57:41.767507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Network 609572b8-7f33-474a-a7de-9f8f395405cf is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:57:41.776075 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 609572b8-7f33-474a-a7de-9f8f395405cf) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:41.780114 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:41.780729 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.785206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91889257-f740-4ad7-9aff-ef5f81dd177f None None] Network 609572b8-7f33-474a-a7de-9f8f395405cf requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:57:41.798132 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46438) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:41.799239 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3179192c-9cd7-4889-8f19-57216c6d576d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3196893 Aug 11 03:57:41.804338 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:41.825620 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.826692 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.878504 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:41.933587 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-609572b8-7f33-474a-a7de-9f8f395405cf', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:57:41.934524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.019150 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.071272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Allocated IP 172.20.0.2 (609572b8-7f33-474a-a7de-9f8f395405cf/138a3ace-3a7c-4415-bc07-48a211c1922b/6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:57:42.213587 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.223519 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Transition to ACTIVE for port object 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:42.229340 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.239521 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Transition to ACTIVE for port object 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:42.246456 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.250281 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.285670 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Network 609572b8-7f33-474a-a7de-9f8f395405cf is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:42.290840 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:42.295046 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:57:42.298290 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Pushing event updated for resources: {'Port': ['ID=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:42.353591 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Attempting to bind port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:57:42.353962 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Attempting to bind port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:57:42.354327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Attempting to bind port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:42.359442 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:57:42.359761 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Checking segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:42.360121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Allocated IP 172.25.4.19 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/20eedf12-02dd-4d6b-b01c-f47146dd64d1) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:57:42.360269 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.360553 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Bound using segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:57:42.361075 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Bound port: 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:57:42.361462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.424593 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] For port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:57:42.427961 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] For port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:57:42.432532 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.466964 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.489944 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c766cb-4666-47f9-a3a1-db043f80aee4 None None] Pushing event updated for resources: {'Port': ['ID=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:42.514046 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:42.551682 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:42.556979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:42.560601 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:57:42.586777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Pushing event updated for resources: {'Port': ['ID=20eedf12-02dd-4d6b-b01c-f47146dd64d1,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:42.835717 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:43.347331 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b296f-79da-4d6c-9c57-a2aaf207b884 None None] Network 609572b8-7f33-474a-a7de-9f8f395405cf requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:57:43.350167 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:43.417539 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1929fe75-1816-4da2-99cf-a4eb54fa9e50 None None] Provisioning for port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:43.480444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Router b3e37b7d-53d5-4b0b-a36c-ab0620343933 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:57:43.592418 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:57:43.602959 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Sync routers for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:57:43.609303 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:43.612697 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:43.613378 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46440) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:43.613934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b52e44eb-3add-479e-98ca-29845c7a596e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8140233 Aug 11 03:57:43.620085 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:43.698269 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:43.762295 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:43.766453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:43.766907 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:43.775343 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:43.865805 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:43.867825 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-1af773e8-be1c-4ccf-ab9e-2ad718dd8d67 None None] Provisioning complete for port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:43.868180 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-1af773e8-be1c-4ccf-ab9e-2ad718dd8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:43.932477 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:43.939106 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:43.972973 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:42Z', 'revision_number': 3, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:44.000861 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Checking router: b3e37b7d-53d5-4b0b-a36c-ab0620343933 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:57:44.001352 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Updating router b3e37b7d-53d5-4b0b-a36c-ab0620343933 port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:57:44.015767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:44.027742 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.092634 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.250800 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Allocated IP 172.20.0.1 (609572b8-7f33-474a-a7de-9f8f395405cf/138a3ace-3a7c-4415-bc07-48a211c1922b/5770bf9e-fe43-42c3-bf97-a256bb7d8447) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:57:44.273301 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.282782 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Transition to ACTIVE for port object 20eedf12-02dd-4d6b-b01c-f47146dd64d1 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:44.289990 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.340887 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Attempting to bind port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:57:44.341432 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Attempting to bind port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:57:44.341836 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Attempting to bind port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:44.348547 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Pushing event updated for resources: {'Port': ['ID=20eedf12-02dd-4d6b-b01c-f47146dd64d1,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:44.355262 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.355828 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:57:44.356204 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:44.356604 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.357001 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:57:44.357464 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Bound port: 20eedf12-02dd-4d6b-b01c-f47146dd64d1, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:57:44.357846 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.361046 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.361387 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.361730 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.362057 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.362393 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.362720 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.363045 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.363368 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.363721 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.364044 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.364364 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.364683 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 03:57:44.368350 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Transition to ACTIVE for port object 5770bf9e-fe43-42c3-bf97-a256bb7d8447 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:44.401933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.418433 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] For port 20eedf12-02dd-4d6b-b01c-f47146dd64d1, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:57:44.422275 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] For port 20eedf12-02dd-4d6b-b01c-f47146dd64d1, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=20eedf12-02dd-4d6b-b01c-f47146dd64d1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:57:44.425919 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.442070 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Network 609572b8-7f33-474a-a7de-9f8f395405cf is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:44.445046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:44.450597 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:57:44.482105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Pushing event updated for resources: {'Port': ['ID=5770bf9e-fe43-42c3-bf97-a256bb7d8447,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:44.487306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3cecd-c742-4a75-8fc6-31ce0220cdd6 None None] Pushing event updated for resources: {'Port': ['ID=20eedf12-02dd-4d6b-b01c-f47146dd64d1,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:44.496719 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:44.497343 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:44.498445 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.610134 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:44.641139 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.725776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aace0b0e-7196-4177-8ea0-85f1a68c8606 None None] Provisioning for port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:44.731249 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-aace0b0e-7196-4177-8ea0-85f1a68c8606 None None] Provisioning complete for port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:44.731801 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-aace0b0e-7196-4177-8ea0-85f1a68c8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.767332 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-aace0b0e-7196-4177-8ea0-85f1a68c8606 None None] Port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:57:44.792361 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:42Z', 'revision_number': 3, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:44.812742 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.820016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.822686 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae983677-d2c9-4af4-93e9-d6765989e114 None None] The sync data for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 is: [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:42Z', 'revision_number': 3, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:57:44.891017 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:44.892908 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Pushing event updated for resources: {'Port': ['ID=5770bf9e-fe43-42c3-bf97-a256bb7d8447,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:44.986425 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Network 609572b8-7f33-474a-a7de-9f8f395405cf is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:44.987850 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:45.120803 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Router b3e37b7d-53d5-4b0b-a36c-ab0620343933 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:57:45.245083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:57:45.252275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-5312a050-d4b3-4776-9b53-45d02ff579cd admin admin] 10.222.0.60 "PUT /v2.0/routers/b3e37b7d-53d5-4b0b-a36c-ab0620343933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368666 Aug 11 03:57:45.288697 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-488fa106-88ea-4faf-ab4e-b14dbba38879 None None] Provisioning complete for port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:45.289080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-488fa106-88ea-4faf-ab4e-b14dbba38879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.329707 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-488fa106-88ea-4faf-ab4e-b14dbba38879 None None] Port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:57:45.732672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:45.752153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46456) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:45.757269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-670840744-network', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:45.778068 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Made reservation on behalf of c96488e05faf43f19616e9a744c40e1a for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:57:45.780510 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.784062 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:45.784471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.790239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.873407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 20eedf12-02dd-4d6b-b01c-f47146dd64d1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:45.893006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.898009 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.920356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:45.925784 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:45.926164 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.926674 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 03:57:45.935650 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d022a6-3fa0-4035-ae1f-77ec57eb0163,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:45.941890 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:45.942241 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Added segment 58287456-b41d-40b3-ba16-894109c0d4ca of type vlan for network eeaca93c-9a78-448b-8200-64dcac5b7a7b Aug 11 03:57:45.984324 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.007156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.013998 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.015104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:46.015851 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.030396 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 20eedf12-02dd-4d6b-b01c-f47146dd64d1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=20eedf12-02dd-4d6b-b01c-f47146dd64d1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:46.035447 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.078227 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46458) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:46.078751 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3251276 Aug 11 03:57:46.085159 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b78485-17fb-4dc4-b1a1-4a480f177a6c admin admin] Pushing event updated for resources: {'Network': ['ID=eeaca93c-9a78-448b-8200-64dcac5b7a7b,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:46.086259 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Request body: {'subnet': {'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-670840744-subnet', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:46.090134 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=20eedf12-02dd-4d6b-b01c-f47146dd64d1,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:46.095563 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 03:57:46.109547 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Made reservation on behalf of c96488e05faf43f19616e9a744c40e1a for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:57:46.112224 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.284336 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.341920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04df8402-32f9-434d-971f-a5cf7b8e3fc8,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:46.349491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Checking segment: {'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:46.349912 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Network hostable DHCP agents. Network: eeaca93c-9a78-448b-8200-64dcac5b7a7b, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 03:57:46.367737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 03:57:46.368352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Sync routers for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:57:46.376849 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, eeaca93c-9a78-448b-8200-64dcac5b7a7b) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:46.377823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:46.378440 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:46.382724 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:46.383496 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.398140 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2c18c6c7-c762-4ed1-9c17-7b5ee6cdfb39 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3175967 Aug 11 03:57:46.400708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46460) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:46.405041 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:46.414841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d77e06-7b55-4898-9c9e-cfdabc2d52b9 None None] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:57:46.425371 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.426367 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.483954 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.547546 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:46.624714 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.714137 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-eeaca93c-9a78-448b-8200-64dcac5b7a7b', 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'fixed_ips': [{'subnet_id': '04df8402-32f9-434d-971f-a5cf7b8e3fc8'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 03:57:46.714996 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.833081 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.851774 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:46.902409 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Allocated IP 172.20.0.2 (eeaca93c-9a78-448b-8200-64dcac5b7a7b/04df8402-32f9-434d-971f-a5cf7b8e3fc8/f1062f07-0684-4465-83c7-92f1b8f5961e) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:57:46.915985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 2, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:46.947070 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Checking router: b3e37b7d-53d5-4b0b-a36c-ab0620343933 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:57:46.947419 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Updating router b3e37b7d-53d5-4b0b-a36c-ab0620343933 port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:57:46.958218 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Allocated IP 172.25.4.173 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/30951e0d-7185-480a-87d0-d68197d546a8) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:57:47.010684 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.058291 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.095784 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.137139 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:47.140438 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:47.142865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:57:47.172640 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Pushing event updated for resources: {'Port': ['ID=30951e0d-7185-480a-87d0-d68197d546a8,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:47.203157 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.237448 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Transition to ACTIVE for port object f1062f07-0684-4465-83c7-92f1b8f5961e will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:47.266855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Transition to ACTIVE for port object f1062f07-0684-4465-83c7-92f1b8f5961e will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:47.277818 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.408578 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.504041 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:47.515832 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:47.517541 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Pushing event updated for resources: {'Port': ['ID=f1062f07-0684-4465-83c7-92f1b8f5961e,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:47.521181 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:57:47.594969 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.605039 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.612586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Transition to ACTIVE for port object 5770bf9e-fe43-42c3-bf97-a256bb7d8447 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:47.614319 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Attempting to bind port f1062f07-0684-4465-83c7-92f1b8f5961e on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:57:47.614727 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Attempting to bind port f1062f07-0684-4465-83c7-92f1b8f5961e by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:57:47.615872 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Attempting to bind port f1062f07-0684-4465-83c7-92f1b8f5961e on network eeaca93c-9a78-448b-8200-64dcac5b7a7b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:47.622244 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.624086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:57:47.624461 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Checking segment: {'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:47.624854 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.625315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Bound using segment: {'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:57:47.625694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Bound port: f1062f07-0684-4465-83c7-92f1b8f5961e, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:57:47.626076 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.706470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 20eedf12-02dd-4d6b-b01c-f47146dd64d1 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:47.732566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097b2fe-0cf7-494c-a7a7-c33aa3bbaf3d None None] Pushing event updated for resources: {'Port': ['ID=5770bf9e-fe43-42c3-bf97-a256bb7d8447,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:47.773566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Router c2067c79-601b-4403-8305-d8a67b53c058 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111683) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 03:57:47.818427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] For port f1062f07-0684-4465-83c7-92f1b8f5961e, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:57:47.821769 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Attempting to bind port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:57:47.822345 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Attempting to bind port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:57:47.822722 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Attempting to bind port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:47.825795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] For port f1062f07-0684-4465-83c7-92f1b8f5961e, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f1062f07-0684-4465-83c7-92f1b8f5961e,segment=NetworkSegment(58287456-b41d-40b3-ba16-894109c0d4ca),segment_id=58287456-b41d-40b3-ba16-894109c0d4ca)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:57:47.834687 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.836849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:57:47.837231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Checking segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:47.837630 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.838032 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Bound using segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:57:47.838509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Bound port: 5770bf9e-fe43-42c3-bf97-a256bb7d8447, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:57:47.839068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.895926 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:57:47.915326 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.920573 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-1eb33704-f401-47c0-bd3c-15bfdb53634e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5157299 Aug 11 03:57:47.921040 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46462) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:47.922132 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Sync routers for ids ['c2067c79-601b-4403-8305-d8a67b53c058'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:57:47.930311 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:47.930807 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:47.937461 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Routers {'c2067c79-601b-4403-8305-d8a67b53c058'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:47.939431 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c2067c79-601b-4403-8305-d8a67b53c058'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:48.117958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c292ac-2d7e-44a9-8f35-c65d5527fe96 None None] Pushing event updated for resources: {'Port': ['ID=f1062f07-0684-4465-83c7-92f1b8f5961e,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:48.122287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] For port 5770bf9e-fe43-42c3-bf97-a256bb7d8447, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:57:48.143107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] For port 5770bf9e-fe43-42c3-bf97-a256bb7d8447, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5770bf9e-fe43-42c3-bf97-a256bb7d8447,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:57:48.153192 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:57:48.153744 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:48.260821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:48.261816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:48.325109 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Set router c2067c79-601b-4403-8305-d8a67b53c058 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:48.429214 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:48.462231 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097b2fe-0cf7-494c-a7a7-c33aa3bbaf3d None None] Pushing event updated for resources: {'Port': ['ID=5770bf9e-fe43-42c3-bf97-a256bb7d8447,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:48.544411 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '30951e0d-7185-480a-87d0-d68197d546a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:47Z', 'revision_number': 3, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port': {'id': '30951e0d-7185-480a-87d0-d68197d546a8', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:48.573125 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Checking router: c2067c79-601b-4403-8305-d8a67b53c058 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:57:48.573392 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Updating router c2067c79-601b-4403-8305-d8a67b53c058 port 30951e0d-7185-480a-87d0-d68197d546a8 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:57:48.592500 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:48.601071 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:48.674620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:48Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:48.703971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae47a19d-c24a-4f48-9442-7d94c6c2c7f8 None None] The sync data for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 is: [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:48Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:57:48.783131 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Allocated IP 172.20.0.1 (eeaca93c-9a78-448b-8200-64dcac5b7a7b/04df8402-32f9-434d-971f-a5cf7b8e3fc8/b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:57:48.922355 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:48.933257 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Transition to ACTIVE for port object 30951e0d-7185-480a-87d0-d68197d546a8 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:48.944856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:48.946541 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:48.966673 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Transition to ACTIVE for port object b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:49.002179 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Attempting to bind port 30951e0d-7185-480a-87d0-d68197d546a8 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:57:49.002625 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Attempting to bind port 30951e0d-7185-480a-87d0-d68197d546a8 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:57:49.003020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Attempting to bind port 30951e0d-7185-480a-87d0-d68197d546a8 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:49.009753 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.015371 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:57:49.015875 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:49.016350 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.016816 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:57:49.017372 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Bound port: 30951e0d-7185-480a-87d0-d68197d546a8, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:57:49.017827 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.058324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:49.063868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:49.066353 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:57:49.076005 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec6d41-d4c9-4f15-ad92-918bf67852e5 None None] Pushing event updated for resources: {'Port': ['ID=30951e0d-7185-480a-87d0-d68197d546a8,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:49.099364 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] For port 30951e0d-7185-480a-87d0-d68197d546a8, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:57:49.103763 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] For port 30951e0d-7185-480a-87d0-d68197d546a8, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=30951e0d-7185-480a-87d0-d68197d546a8,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:57:49.104945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:49.113128 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.132861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.190592 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Routers {'c2067c79-601b-4403-8305-d8a67b53c058'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:49.191392 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c2067c79-601b-4403-8305-d8a67b53c058'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:49.235102 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec6d41-d4c9-4f15-ad92-918bf67852e5 None None] Pushing event updated for resources: {'Port': ['ID=30951e0d-7185-480a-87d0-d68197d546a8,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:49.273623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7673dcc9-12db-4366-a18b-91f8a941e0ae None None] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 03:57:49.297970 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.315836 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] Set router c2067c79-601b-4403-8305-d8a67b53c058 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:49.357816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-c4a0aee6-9926-4bf0-a358-1d3ffa494e40 None None] Provisioning for port f1062f07-0684-4465-83c7-92f1b8f5961e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:49.511039 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.522833 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.529649 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '30951e0d-7185-480a-87d0-d68197d546a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:47Z', 'revision_number': 3, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port': {'id': '30951e0d-7185-480a-87d0-d68197d546a8', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:49.563097 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a23407-d271-49d6-b8bf-19ddaa2bd689 None None] The sync data for ids ['c2067c79-601b-4403-8305-d8a67b53c058'] in n-d-768509-22 is: [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '30951e0d-7185-480a-87d0-d68197d546a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:47Z', 'revision_number': 3, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port': {'id': '30951e0d-7185-480a-87d0-d68197d546a8', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:57:49.601380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.609967 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Pushing event updated for resources: {'Port': ['ID=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:49.767835 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:49.769583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:49.805142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5770bf9e-fe43-42c3-bf97-a256bb7d8447 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:49.866845 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-408fe2e0-15d7-42bf-ba7e-b18efdacfff0 None None] Provisioning for port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:49.877790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-408fe2e0-15d7-42bf-ba7e-b18efdacfff0 None None] Provisioning complete for port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:49.878174 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-408fe2e0-15d7-42bf-ba7e-b18efdacfff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:49.932697 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Router c2067c79-601b-4403-8305-d8a67b53c058 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:57:49.974996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-408fe2e0-15d7-42bf-ba7e-b18efdacfff0 None None] Port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:57:49.989382 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:49.995498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:49.996048 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.107182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:57:50.122938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.125412 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-12bee8fa-acab-458e-b1bc-d59f296f8721 admin admin] 10.222.0.60 "PUT /v2.0/routers/c2067c79-601b-4403-8305-d8a67b53c058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1987824 Aug 11 03:57:50.184524 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-8b1a10a2-2428-4ec2-8ef4-516fe03a8250 None None] Provisioning complete for port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:50.184524 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8b1a10a2-2428-4ec2-8ef4-516fe03a8250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.225841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 5770bf9e-fe43-42c3-bf97-a256bb7d8447, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5770bf9e-fe43-42c3-bf97-a256bb7d8447,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:50.235892 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.236767 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f1062f07-0684-4465-83c7-92f1b8f5961e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:50.264849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-8b1a10a2-2428-4ec2-8ef4-516fe03a8250 None None] Port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:57:50.330439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=5770bf9e-fe43-42c3-bf97-a256bb7d8447,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:50.346977 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f1062f07-0684-4465-83c7-92f1b8f5961e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:50.352430 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f1062f07-0684-4465-83c7-92f1b8f5961e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:50.353118 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.402620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-51a348b7-3655-4cda-8670-90d243cf3bec None None] Provisioning complete for port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:50.402984 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-51a348b7-3655-4cda-8670-90d243cf3bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.465284 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-51a348b7-3655-4cda-8670-90d243cf3bec None None] Port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:57:50.480543 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.517209 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f1062f07-0684-4465-83c7-92f1b8f5961e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f1062f07-0684-4465-83c7-92f1b8f5961e,segment=NetworkSegment(58287456-b41d-40b3-ba16-894109c0d4ca),segment_id=58287456-b41d-40b3-ba16-894109c0d4ca)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:50.524599 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:50.580352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f1062f07-0684-4465-83c7-92f1b8f5961e,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:50.994494 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46470) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:50.999382 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-ad3ab6e1-4d61-4dfc-89c2-1f856617759c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1535701133', 'description': 'tempest-secgroup-smoke-1535701133 description', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:51.022266 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab6e1-4d61-4dfc-89c2-1f856617759c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.105209 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab6e1-4d61-4dfc-89c2-1f856617759c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.108805 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab6e1-4d61-4dfc-89c2-1f856617759c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.136282 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ad3ab6e1-4d61-4dfc-89c2-1f856617759c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.137485 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ad3ab6e1-4d61-4dfc-89c2-1f856617759c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1419544 Aug 11 03:57:51.139323 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ab6e1-4d61-4dfc-89c2-1f856617759c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5db30c-86e3-4a05-a829-8922f69af3be,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:51.140658 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46472) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:51.147068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a3386e70-d6fc-4b77-a683-5d831579dc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '5f5db30c-86e3-4a05-a829-8922f69af3be', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:51.172679 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3386e70-d6fc-4b77-a683-5d831579dc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.227985 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3386e70-d6fc-4b77-a683-5d831579dc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.231245 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3386e70-d6fc-4b77-a683-5d831579dc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.250501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3386e70-d6fc-4b77-a683-5d831579dc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fe455e-0b08-41b7-9207-c38d81363e02,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:51.257595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a3386e70-d6fc-4b77-a683-5d831579dc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.259167 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a3386e70-d6fc-4b77-a683-5d831579dc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172681 Aug 11 03:57:51.262018 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46474) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:51.266559 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c483f48f-1f45-4a63-bdb0-bbb52fbb9225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '5f5db30c-86e3-4a05-a829-8922f69af3be', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:51.293129 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c483f48f-1f45-4a63-bdb0-bbb52fbb9225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.364125 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c483f48f-1f45-4a63-bdb0-bbb52fbb9225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.368276 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c483f48f-1f45-4a63-bdb0-bbb52fbb9225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.392857 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483f48f-1f45-4a63-bdb0-bbb52fbb9225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa914cc-607a-4c44-91d3-37786cca60e9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:51.401345 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c483f48f-1f45-4a63-bdb0-bbb52fbb9225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.402531 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c483f48f-1f45-4a63-bdb0-bbb52fbb9225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393247 Aug 11 03:57:51.405056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46476) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:51.409463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-65e2d171-8d5f-4dc4-9baa-b8596ae375ac tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '5f5db30c-86e3-4a05-a829-8922f69af3be', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:51.436247 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65e2d171-8d5f-4dc4-9baa-b8596ae375ac tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.494896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65e2d171-8d5f-4dc4-9baa-b8596ae375ac tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.498370 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65e2d171-8d5f-4dc4-9baa-b8596ae375ac tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.516333 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2d171-8d5f-4dc4-9baa-b8596ae375ac tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27e5471-39ae-4f68-b489-85e8d57591f9,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:51.521773 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-65e2d171-8d5f-4dc4-9baa-b8596ae375ac tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.523279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-65e2d171-8d5f-4dc4-9baa-b8596ae375ac tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172481 Aug 11 03:57:51.526366 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46478) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:51.530961 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-525075c0-5850-48f7-9a47-c08ec04c81d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '5f5db30c-86e3-4a05-a829-8922f69af3be', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:51.556839 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-525075c0-5850-48f7-9a47-c08ec04c81d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.615834 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-525075c0-5850-48f7-9a47-c08ec04c81d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.620175 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-525075c0-5850-48f7-9a47-c08ec04c81d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.640007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525075c0-5850-48f7-9a47-c08ec04c81d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90283611-4c85-4c3d-b8c2-f2254e86e361,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:51.645330 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-525075c0-5850-48f7-9a47-c08ec04c81d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.646835 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-525075c0-5850-48f7-9a47-c08ec04c81d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194537 Aug 11 03:57:51.649883 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46480) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:51.654453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '5f5db30c-86e3-4a05-a829-8922f69af3be', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:51.678956 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Project e0f1d192f9574bdc83a697e88f8be8e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:57:51.686021 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.756879 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5770bf9e-fe43-42c3-bf97-a256bb7d8447 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:51.768880 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.773675 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.790039 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce2270ef-6afb-4991-963f-b7999b7b3e51,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:51.804517 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.805757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-d11ca68b-ddf3-4966-b8e0-c8c44ac11b2f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1549103 Aug 11 03:57:51.808379 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46482) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:57:51.817282 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '5f5db30c-86e3-4a05-a829-8922f69af3be', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:51.817601 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:51.818179 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.849108 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Project e0f1d192f9574bdc83a697e88f8be8e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 03:57:51.855693 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.916043 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f1062f07-0684-4465-83c7-92f1b8f5961e up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:51.929027 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.932656 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.953954 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c916d02c-f806-4577-a129-e539bf16c5da,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:51.958069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:51.971701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-33f0a798-19ab-4f27-9034-3cbcc8eab50a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506660 Aug 11 03:57:51.986782 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f1062f07-0684-4465-83c7-92f1b8f5961e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:51.987162 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:52.089433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30951e0d-7185-480a-87d0-d68197d546a8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:52.138733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 30951e0d-7185-480a-87d0-d68197d546a8 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:52.142816 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 30951e0d-7185-480a-87d0-d68197d546a8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:52.143200 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:52.187171 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-e0b38e33-dff6-4ba3-a98d-cd025e809819 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1535701133&fields=id&tenant_id=e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 267 time: 0.0357094 Aug 11 03:57:52.195830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Sync routers for ids ['c2067c79-601b-4403-8305-d8a67b53c058'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:57:52.232066 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Routers {'c2067c79-601b-4403-8305-d8a67b53c058'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:52.232688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c2067c79-601b-4403-8305-d8a67b53c058'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:52.274311 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:52.301801 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-6265d9e4-3c18-4a60-a0b1-d448feb1cb62 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:52.304375 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-6265d9e4-3c18-4a60-a0b1-d448feb1cb62 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 808 time: 0.1061463 Aug 11 03:57:52.310140 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 30951e0d-7185-480a-87d0-d68197d546a8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=30951e0d-7185-480a-87d0-d68197d546a8,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:52.321258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-33f0b541-310c-4015-90de-c728e3b0186b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/quotas/e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 375 time: 0.0110047 Aug 11 03:57:52.339060 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:52.375717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ba2a4afa-3abd-4c0d-bde9-cc301e5a56c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482810 Aug 11 03:57:52.402878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Set router c2067c79-601b-4403-8305-d8a67b53c058 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:52.444755 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=30951e0d-7185-480a-87d0-d68197d546a8,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:52.465210 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-0d289512-b168-4d53-8136-2b493ab2f215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:52.527606 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-57f5e96d-ec22-43c5-a8bf-2f7e364ddccb service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 03:57:52.528561 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-57f5e96d-ec22-43c5-a8bf-2f7e364ddccb service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455115 Aug 11 03:57:52.616581 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-5ee8abe5-c461-4368-a778-5b497c080676 service neutron] 10.222.0.60 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815554 Aug 11 03:57:52.623334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '30951e0d-7185-480a-87d0-d68197d546a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:49Z', 'revision_number': 4, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port': {'id': '30951e0d-7185-480a-87d0-d68197d546a8', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:89:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab', 'name': '', 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'mac_address': 'fa:16:3e:25:66:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '04df8402-32f9-434d-971f-a5cf7b8e3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:48Z', 'updated_at': '2021-08-11T03:57:49Z', 'revision_number': 2, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'subnets': [{'id': '04df8402-32f9-434d-971f-a5cf7b8e3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:52.650748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Checking router: c2067c79-601b-4403-8305-d8a67b53c058 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:57:52.651176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Updating router c2067c79-601b-4403-8305-d8a67b53c058 port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 03:57:52.675891 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:52.712197 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-bddf3d81-5d66-43d9-bae7-92664b2c117d service neutron] 10.222.0.60 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895355 Aug 11 03:57:52.910631 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f2b1bc3a-0b14-4420-be27-96afca8ce1c5 req-9a93b2e3-1daa-45fa-a7ed-8c797e2d3216 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 210 time: 0.0331731 Aug 11 03:57:53.110789 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:53.120772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Transition to ACTIVE for port object b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:53.126122 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:53.175176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1595-755a-4eae-845a-425f16b33b18 None None] Pushing event updated for resources: {'Port': ['ID=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:53.228313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Attempting to bind port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:57:53.228688 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Attempting to bind port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:57:53.229053 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Attempting to bind port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab on network eeaca93c-9a78-448b-8200-64dcac5b7a7b {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:53.235207 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:57:53.235598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Checking segment: {'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:53.235986 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:53.236421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Bound using segment: {'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:57:53.236849 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Bound port: b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58287456-b41d-40b3-ba16-894109c0d4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:57:53.237229 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:53.312259 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] For port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:57:53.315702 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] For port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,segment=NetworkSegment(58287456-b41d-40b3-ba16-894109c0d4ca),segment_id=58287456-b41d-40b3-ba16-894109c0d4ca)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:57:53.320725 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:53.366404 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Routers {'c2067c79-601b-4403-8305-d8a67b53c058'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:57:53.367036 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c2067c79-601b-4403-8305-d8a67b53c058'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:53.436086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f1595-755a-4eae-845a-425f16b33b18 None None] Pushing event updated for resources: {'Port': ['ID=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:53.502531 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] Set router c2067c79-601b-4403-8305-d8a67b53c058 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:57:53.692503 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30951e0d-7185-480a-87d0-d68197d546a8 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:53.770853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '30951e0d-7185-480a-87d0-d68197d546a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:49Z', 'revision_number': 4, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port': {'id': '30951e0d-7185-480a-87d0-d68197d546a8', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab', 'name': '', 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'mac_address': 'fa:16:3e:25:66:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '04df8402-32f9-434d-971f-a5cf7b8e3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:48Z', 'updated_at': '2021-08-11T03:57:53Z', 'revision_number': 4, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'subnets': [{'id': '04df8402-32f9-434d-971f-a5cf7b8e3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:57:53.775337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 30951e0d-7185-480a-87d0-d68197d546a8 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:53.775753 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:53.829410 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f6e005-416a-44dd-8154-19baf3f99bbe None None] The sync data for ids ['c2067c79-601b-4403-8305-d8a67b53c058'] in n-d-768509-22 is: [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '30951e0d-7185-480a-87d0-d68197d546a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:49Z', 'revision_number': 4, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port': {'id': '30951e0d-7185-480a-87d0-d68197d546a8', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab', 'name': '', 'network_id': 'eeaca93c-9a78-448b-8200-64dcac5b7a7b', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'mac_address': 'fa:16:3e:25:66:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '04df8402-32f9-434d-971f-a5cf7b8e3fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:48Z', 'updated_at': '2021-08-11T03:57:53Z', 'revision_number': 4, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'subnets': [{'id': '04df8402-32f9-434d-971f-a5cf7b8e3fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:57:53.871355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-a3fe6780-f2b3-4a25-868e-477da10dd0b8 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:53.872939 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-a3fe6780-f2b3-4a25-868e-477da10dd0b8 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 808 time: 0.1244552 Aug 11 03:57:53.955095 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-d00816d7-72ce-4cfa-8456-5a7af7791297 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 380 time: 0.0727224 Aug 11 03:57:53.973809 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'port': {'device_id': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'admin_state_up': True, 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'security_groups': ['5f5db30c-86e3-4a05-a829-8922f69af3be']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:54.054410 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a997a6b0-9964-4e31-a13a-57022f2081b9 req-da0933cc-33e5-4919-9234-60498ba03c31 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 210 time: 0.0345252 Aug 11 03:57:54.119753 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Made reservation on behalf of e0f1d192f9574bdc83a697e88f8be8e9 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 03:57:54.123102 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:54.260000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Allocated IP 172.20.0.7 (609572b8-7f33-474a-a7de-9f8f395405cf/138a3ace-3a7c-4415-bc07-48a211c1922b/e5908d4d-2661-49c9-a3c8-759cf3aea524) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:57:54.410069 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:54.425470 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Transition to ACTIVE for port object e5908d4d-2661-49c9-a3c8-759cf3aea524 will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:54.463997 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:54.517804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Network 609572b8-7f33-474a-a7de-9f8f395405cf is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:57:54.520972 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:57:54.524982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:57:54.548854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:54.581861 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:54.582520 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:54.600135 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-69bb7cd6-3196-4482-b60e-533f506ef0fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327076 Aug 11 03:57:54.612306 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Request body: {'port': {'device_id': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:57:54.673594 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:54.753965 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6dd44ab0-d377-443f-9300-f03bc928964d None None] Provisioning for port e5908d4d-2661-49c9-a3c8-759cf3aea524 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:54.757583 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-6dd44ab0-d377-443f-9300-f03bc928964d None None] Provisioning complete for port e5908d4d-2661-49c9-a3c8-759cf3aea524 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:54.757953 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6dd44ab0-d377-443f-9300-f03bc928964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:54.791203 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-6dd44ab0-d377-443f-9300-f03bc928964d None None] Port e5908d4d-2661-49c9-a3c8-759cf3aea524 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 03:57:54.945686 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5908d4d-2661-49c9-a3c8-759cf3aea524 {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:57:54.952901 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:54.965310 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Transition to ACTIVE for port object e5908d4d-2661-49c9-a3c8-759cf3aea524 will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 03:57:54.969057 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.039286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:55.095574 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Attempting to bind port e5908d4d-2661-49c9-a3c8-759cf3aea524 on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 03:57:55.095956 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Attempting to bind port e5908d4d-2661-49c9-a3c8-759cf3aea524 by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 03:57:55.096264 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Attempting to bind port e5908d4d-2661-49c9-a3c8-759cf3aea524 on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:55.101841 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Port e5908d4d-2661-49c9-a3c8-759cf3aea524 on network 609572b8-7f33-474a-a7de-9f8f395405cf not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 03:57:55.102171 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Attempting to bind port e5908d4d-2661-49c9-a3c8-759cf3aea524 on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 03:57:55.107285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 3, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 03:57:55.107645 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Checking segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 03:57:55.108047 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Bound using segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 03:57:55.108486 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Bound port: e5908d4d-2661-49c9-a3c8-759cf3aea524, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 03:57:55.108847 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.178103 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 03:57:55.181462 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 03:57:55.184710 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6b502-8bd4-45ae-862e-8cdf199794b8 req-de0f9a17-e1bf-4b3b-9074-22631a6a486c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.187191 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffc6b502-8bd4-45ae-862e-8cdf199794b8 req-de0f9a17-e1bf-4b3b-9074-22631a6a486c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0571189 Aug 11 03:57:55.187419 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.227615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.228254 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.229641 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 1092 time: 0.6218240 Aug 11 03:57:55.230077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:57:55.231036 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ffc6b502-8bd4-45ae-862e-8cdf199794b8 req-89d03847-d5b9-4ac6-b132-92d9ded1a06c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363047 Aug 11 03:57:55.232357 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d2f223-aaef-4ca3-8dab-4e553e661ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:57:55.255981 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad893e2a-8772-467e-bac3-137b79e416b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:55.277163 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e846fe-aa60-4f16-8483-f246f858db9e x-openstack-request-id: req-a4e846fe-aa60-4f16-8483-f246f858db9e {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:57:55.277526 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:57:55.277840 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4e846fe-aa60-4f16-8483-f246f858db9e {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:57:55.278353 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'status': 'completed', 'code': 200} Aug 11 03:57:55.294303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7486c9d6-5935-4a1c-9681-80f1e6af741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.334803 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-5255c021-77b0-439c-953b-67eef7737c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.336370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-5255c021-77b0-439c-953b-67eef7737c4a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1095 time: 0.0518117 Aug 11 03:57:55.383530 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-90d20299-5f10-4140-bb90-e396d651dcb9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 217 time: 0.0385683 Aug 11 03:57:55.434505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-e5b67cbb-80b4-4a0e-9986-326c506fb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.436117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-e5b67cbb-80b4-4a0e-9986-326c506fb0c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0459542 Aug 11 03:57:55.486012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-5b9bb531-d636-4897-b63d-3d4abb7a2413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.487528 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-5b9bb531-d636-4897-b63d-3d4abb7a2413 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445013 Aug 11 03:57:55.576375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.587782 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-2b11fa08-eb7f-4e99-a9ba-b96714948746 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925112 Aug 11 03:57:55.679836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bf1a2b6d-ff95-4363-a0b9-9a9cc8ecc310 req-4a71bd23-2af7-4fa1-acdc-393092e46453 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852973 Aug 11 03:57:55.687733 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:55.736765 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:57:55.740982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:55.741356 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.767261 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-322dd389-a56f-41b0-9dbb-6a584b9777a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.768804 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-322dd389-a56f-41b0-9dbb-6a584b9777a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1095 time: 0.0464201 Aug 11 03:57:55.820735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.854255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,segment=NetworkSegment(58287456-b41d-40b3-ba16-894109c0d4ca),segment_id=58287456-b41d-40b3-ba16-894109c0d4ca)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:55.858003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:55.862205 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-991b9e6c-6db1-4f87-b412-6738066ce332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.863571 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-991b9e6c-6db1-4f87-b412-6738066ce332 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0876985 Aug 11 03:57:55.906991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-d8fe454a-d2e1-4016-b5c3-6b259cb4aa95 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 217 time: 0.0355623 Aug 11 03:57:55.909182 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:55.963843 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-cf3fe3c4-183e-4133-849b-8c22eb705b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:55.965550 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-cf3fe3c4-183e-4133-849b-8c22eb705b76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0509017 Aug 11 03:57:56.013881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-08516b60-49a2-479f-84d6-4183d2d670e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:56.015417 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-08516b60-49a2-479f-84d6-4183d2d670e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425401 Aug 11 03:57:56.076712 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:56.110336 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-e3603699-64c9-4146-9e7b-ef1221d0ccbc service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871801 Aug 11 03:57:56.209702 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-66d2f223-aaef-4ca3-8dab-4e553e661ed3 req-34efe7fa-0177-4360-849d-b155f8b1d61a service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905509 Aug 11 03:57:56.365772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2183f3-d8aa-44ac-9471-bd88c0869e6b req-20b4390b-cf87-41d5-ace8-28a76a967869 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:56.367310 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-be2183f3-d8aa-44ac-9471-bd88c0869e6b req-20b4390b-cf87-41d5-ace8-28a76a967869 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0504057 Aug 11 03:57:56.406507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-be2183f3-d8aa-44ac-9471-bd88c0869e6b req-670a62a4-9c8c-4f0e-894f-76883c399f8c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327971 Aug 11 03:57:56.958972 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:57.524512 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477d116-5165-4685-8d71-d9bab24d97c3 req-d441187c-03c0-4033-861a-e1dcff648f53 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:57.525900 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d477d116-5165-4685-8d71-d9bab24d97c3 req-d441187c-03c0-4033-861a-e1dcff648f53 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0502162 Aug 11 03:57:57.562376 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d477d116-5165-4685-8d71-d9bab24d97c3 req-52da084d-ed65-438e-b655-f83a5dba4e6d tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305026 Aug 11 03:57:57.672738 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:57:57.726029 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:57:57.726410 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:58.103896 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 03:57:58.196644 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:58.207750 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'port_id': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'mac_address': 'fa:16:3e:21:e1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 03:57:58.247389 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:58.259956 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5908d4d-2661-49c9-a3c8-759cf3aea524 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 03:57:58.280635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:57:58.284259 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:58.332108 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:57:58.369974 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:57:58.491386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e5908d4d-2661-49c9-a3c8-759cf3aea524'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 03:57:58.679705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00989967-9dbc-4be5-8da4-a185c607008a req-6cc333b5-3227-42b1-b4d3-a8376d90cd83 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:58.681989 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00989967-9dbc-4be5-8da4-a185c607008a req-6cc333b5-3227-42b1-b4d3-a8376d90cd83 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 944 time: 0.0496354 Aug 11 03:57:58.723327 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-00989967-9dbc-4be5-8da4-a185c607008a req-dd5508e3-b70a-4fd1-8359-052fb052c2fb tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355022 Aug 11 03:57:59.841937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2842d-8775-4ea1-9bc9-e8c5f5fc990f req-1f6bd1d5-4297-4a08-8d30-6d2d736b1b50 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:57:59.843403 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fd2842d-8775-4ea1-9bc9-e8c5f5fc990f req-1f6bd1d5-4297-4a08-8d30-6d2d736b1b50 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 944 time: 0.0529301 Aug 11 03:58:00.120011 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 03:58:00.169192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port e5908d4d-2661-49c9-a3c8-759cf3aea524 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 03:58:00.173465 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e5908d4d-2661-49c9-a3c8-759cf3aea524 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 03:58:00.173858 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:00.185967 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6fd2842d-8775-4ea1-9bc9-e8c5f5fc990f req-a23a3219-c0be-4e0a-9b03-22d049be493f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3366141 Aug 11 03:58:00.252766 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:00.276444 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:58:00.278713 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7657a95f-0ffe-4c15-bec6-2446bdf71fcf" -d '{"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:58:00.291434 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 03:58:00.296688 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:00.322648 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7070e2b0-474b-4b4a-aa3e-e7a2293c5be3 x-openstack-request-id: req-7070e2b0-474b-4b4a-aa3e-e7a2293c5be3 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:58:00.322945 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:58:00.323196 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7070e2b0-474b-4b4a-aa3e-e7a2293c5be3 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:58:00.323590 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'code': 200} Aug 11 03:58:00.347174 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:58:00.416081 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d0333-6c89-46c0-8bb2-63f12b4ae629 req-7525b6de-0db0-420e-9c05-94d227bee60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:00.417579 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e33d0333-6c89-46c0-8bb2-63f12b4ae629 req-7525b6de-0db0-420e-9c05-94d227bee60d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1097 time: 0.0400002 Aug 11 03:58:00.454224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e33d0333-6c89-46c0-8bb2-63f12b4ae629 req-534632a4-85d7-4644-9cd3-e94b4fd1d35d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287600 Aug 11 03:58:00.588066 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:01.308375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fe456-b63d-44a4-b164-469429474275 req-18fa3bbf-0d3c-47bd-9c9e-e1ddc8d50a26 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:01.309864 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc7fe456-b63d-44a4-b164-469429474275 req-18fa3bbf-0d3c-47bd-9c9e-e1ddc8d50a26 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0513949 Aug 11 03:58:01.348121 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cc7fe456-b63d-44a4-b164-469429474275 req-869925e8-512e-4cb4-8370-274f6f8d7366 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323939 Aug 11 03:58:01.464816 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376f32a-bcee-4195-992c-b24f70654bd9 req-9ccd9e67-7300-402d-89d9-a2333492aaaf tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:01.466388 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8376f32a-bcee-4195-992c-b24f70654bd9 req-9ccd9e67-7300-402d-89d9-a2333492aaaf tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0492761 Aug 11 03:58:01.502767 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8376f32a-bcee-4195-992c-b24f70654bd9 req-7e6350da-1f08-401e-b8d4-0ef9609c3a8f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304604 Aug 11 03:58:01.524939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46542) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:58:01.607085 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d22993f-9d57-414d-94d4-ab3d91b82daf tempest-TestShelveInstance-524785523 tempest-TestShelveInstance-524785523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:01.608597 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7d22993f-9d57-414d-94d4-ab3d91b82daf tempest-TestShelveInstance-524785523 tempest-TestShelveInstance-524785523-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1092 time: 0.0827148 Aug 11 03:58:01.611572 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46546) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 03:58:01.616410 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 03:58:01.639344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:01.737541 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:01.838779 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Allocated IP 172.25.4.208 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/f7ccfbe7-008e-4c6e-80ad-d4d77415c4b1) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 03:58:01.941746 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:01.981803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:02.018164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 03:58:02.023228 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 03:58:02.025753 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 03:58:02.055846 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'Port': ['ID=f7ccfbe7-008e-4c6e-80ad-d4d77415c4b1,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:58:02.387978 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:02.453530 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:02.947146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:02.951732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:03.023679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'Port': ['ID=f7ccfbe7-008e-4c6e-80ad-d4d77415c4b1,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 03:58:03.031526 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:03.131907 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Floating IP 82de171e-4855-4b11-ae57-ad34de6cce01 associated. External IP: 172.25.4.208, port: e5908d4d-2661-49c9-a3c8-759cf3aea524. Aug 11 03:58:03.340022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Router b3e37b7d-53d5-4b0b-a36c-ab0620343933 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 03:58:03.443263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 03:58:03.453043 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] Sync routers for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 03:58:03.460590 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:03.468180 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:58:03.469104 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:58:03.494533 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f675ced5-16f5-4848-9d10-036820feaf7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8819225 Aug 11 03:58:03.495221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 03:58:03.497495 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 03:58:03.537999 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 03:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6476d5b8-b9c4-4691-a260-8f224c0cdbea x-openstack-request-id: req-6476d5b8-b9c4-4691-a260-8f224c0cdbea {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 03:58:03.538351 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 03:58:03.538632 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6476d5b8-b9c4-4691-a260-8f224c0cdbea {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 03:58:03.539067 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'status': 'completed', 'code': 200} Aug 11 03:58:03.577300 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:58:03.606562 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-5534515f-6728-453d-beb4-7083757b6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:03.608077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-5534515f-6728-453d-beb4-7083757b6a90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1097 time: 0.0452933 Aug 11 03:58:03.704125 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-5ce5488f-aa57-4796-8fff-e3d63002a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:03.705516 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-5ce5488f-aa57-4796-8fff-e3d63002a777 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0910096 Aug 11 03:58:03.777854 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-8f9a81f7-8368-4faf-b5ac-cd0620a39d12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 999 time: 0.0634711 Aug 11 03:58:03.807989 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '82de171e-4855-4b11-ae57-ad34de6cce01', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'port_id': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'mac_address': 'fa:16:3e:21:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:58:02Z', 'updated_at': '2021-08-11T03:58:02Z', 'revision_number': 0, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:58:03.829113 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-411c6e9f-cc31-4324-ad80-3cd7c6e63056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:03.830595 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-411c6e9f-cc31-4324-ad80-3cd7c6e63056 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0459030 Aug 11 03:58:03.837739 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] Checking router: b3e37b7d-53d5-4b0b-a36c-ab0620343933 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 03:58:03.845936 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 03:58:03.846541 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T03:57:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:58:03.877837 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-045f686d-731e-4abc-8f7f-ab1712bf8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:03.879351 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-045f686d-731e-4abc-8f7f-ab1712bf8fc0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403287 Aug 11 03:58:03.976252 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-365da016-aa24-49e2-b2c8-47a648ec4e68 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890183 Aug 11 03:58:04.040571 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 03:58:04.067163 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-af45e8cc-0e8a-4ec5-9d30-3ea4af35df66 req-418d6d6e-913f-4ff9-ab86-162ac76439d1 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839682 Aug 11 03:58:04.259147 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '82de171e-4855-4b11-ae57-ad34de6cce01', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'port_id': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'mac_address': 'fa:16:3e:21:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:58:02Z', 'updated_at': '2021-08-11T03:58:02Z', 'revision_number': 0, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 03:58:04.284932 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18a858f-590c-4cbd-b70b-f30d2bf2e492 None None] The sync data for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 is: [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '82de171e-4855-4b11-ae57-ad34de6cce01', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'floating_ip_address': '172.25.4.208', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'port_id': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'mac_address': 'fa:16:3e:21:e1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T03:58:02Z', 'updated_at': '2021-08-11T03:58:02Z', 'revision_number': 0, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 03:58:04.472218 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae26561-d465-4a3a-be90-41e98aa66043 None None] New status for floating IP 82de171e-4855-4b11-ae57-ad34de6cce01: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 03:58:11.213648 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-9c790558-9cad-4262-85f4-f72b5d40b424 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401213 Aug 11 03:58:11.299213 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-bba1e2f6-0629-41ba-a8b7-af152bb64e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.300705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-bba1e2f6-0629-41ba-a8b7-af152bb64e79 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1097 time: 0.0452704 Aug 11 03:58:11.403401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-cd9bc291-7e49-4c14-ae9c-23b5593f27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.404918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-cd9bc291-7e49-4c14-ae9c-23b5593f27ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0847845 Aug 11 03:58:11.473915 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-6c4fb4fd-ab76-42fa-a2aa-bc04b6880f20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 1001 time: 0.0614316 Aug 11 03:58:11.522962 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-a3a83564-8ff7-4a24-ab1f-e9e8ca4dafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.524396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-a3a83564-8ff7-4a24-ab1f-e9e8ca4dafa2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0427389 Aug 11 03:58:11.570646 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-d2b8bd4f-a853-4562-b8f6-742e5356dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:58:11.572262 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-d2b8bd4f-a853-4562-b8f6-742e5356dc19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401015 Aug 11 03:58:11.663761 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-74db986f-8dc0-45ff-a19e-efd767d4a80b service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842156 Aug 11 03:58:11.752826 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ecaf8835-e297-4eaf-bb7e-dd5ba079ad3e req-3ab1a51a-bf50-4c47-9360-6eed56dc46e6 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813560 Aug 11 03:58:22.436201 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c4a425cf-df9a-404c-b971-dc23fb60b12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:25.153963 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:58:25.295472 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb791-52ef-4433-b8d8-933dbaf0ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:25.577936 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:26.073511 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:26.961042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:28.373844 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:30.589774 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:52.436639 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-54763d88-f118-458c-9d5b-2a465a5ee9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:55.296375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-10e2901b-5425-43d4-9b72-b199cda60b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:55.578009 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:56.072847 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:56.964680 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:58:58.375287 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:00.593317 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:02.154045 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:59:12.190409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-317d77bc-0b84-40a4-b273-3f8886a81e6c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404599 Aug 11 03:59:12.275265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-97a8b1c6-d36f-4bf7-a5a9-7362f61780e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:12.276800 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-97a8b1c6-d36f-4bf7-a5a9-7362f61780e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1097 time: 0.0451338 Aug 11 03:59:12.377612 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-aa9ff2b7-a24e-4517-84c8-5afd7a245fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:12.379058 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-aa9ff2b7-a24e-4517-84c8-5afd7a245fb1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0828757 Aug 11 03:59:12.449182 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-e6269935-89ea-409f-8662-fac564100ad1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 1001 time: 0.0623729 Aug 11 03:59:12.498183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-027be024-7cb4-433a-8fb8-6c55ab26a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:12.499568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-027be024-7cb4-433a-8fb8-6c55ab26a95a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0424824 Aug 11 03:59:12.546510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-d48134f4-a9ce-447a-87d2-43ae5b360488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 03:59:12.548018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-d48134f4-a9ce-447a-87d2-43ae5b360488 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405638 Aug 11 03:59:12.642674 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-be98fe85-a562-406d-a99c-fa75ba4743d7 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869544 Aug 11 03:59:12.733962 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a34f79da-8beb-4f0d-9651-ac030c2a9e32 req-1c3f5e51-d5d8-429e-86ef-5d510f4e34de service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831592 Aug 11 03:59:22.436967 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5c499eba-5d36-426e-baef-03f2f2fd6eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:25.296549 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-559e9094-698b-40f1-b5e3-01639f2745fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:25.578428 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:26.087703 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:26.966652 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:28.377606 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:30.597630 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:39.153248 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 03:59:52.437068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-da37d340-7c59-4055-83fe-853bdea2ec96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:55.300242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ab6de5d1-998b-4c32-b26f-e2540694c9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:55.579615 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:56.085881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:56.970647 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 03:59:58.380272 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:00.597699 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:01.351375 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26dd30-3ee5-4cee-8ea6-ec23e22230fd req-56881bd4-7cd3-4d63-bd9d-eeb1f205e653 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:01.352870 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e26dd30-3ee5-4cee-8ea6-ec23e22230fd req-56881bd4-7cd3-4d63-bd9d-eeb1f205e653 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0495281 Aug 11 04:00:01.390044 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-0e26dd30-3ee5-4cee-8ea6-ec23e22230fd req-bcbb21ce-4fd1-4f5a-8495-75798d45f3f6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Aug 11 04:00:02.522053 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d0ad2-257b-4f1c-b3cc-dffedbb07a6a req-4c477e01-78b7-43a4-999c-df16af73a7c7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:02.523554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-054d0ad2-257b-4f1c-b3cc-dffedbb07a6a req-4c477e01-78b7-43a4-999c-df16af73a7c7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0501621 Aug 11 04:00:02.562802 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-054d0ad2-257b-4f1c-b3cc-dffedbb07a6a req-504d852e-43c8-42d0-9a6e-b03e5291b180 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322196 Aug 11 04:00:03.715307 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04e548-717d-4dc4-891d-d60ae2385f00 req-91f1fca0-ec8b-4f72-8e25-403b3e8a2041 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:03.716792 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a04e548-717d-4dc4-891d-d60ae2385f00 req-91f1fca0-ec8b-4f72-8e25-403b3e8a2041 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0544720 Aug 11 04:00:03.753469 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2a04e548-717d-4dc4-891d-d60ae2385f00 req-0ef17d01-2ce8-4aa5-bb09-0a1e24fc68b8 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307324 Aug 11 04:00:04.868221 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f83974-6a88-4d92-b2c1-8faa24edb0cc req-5ed4ec87-e2a6-406a-bfac-2d812a9aee92 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:04.869922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56f83974-6a88-4d92-b2c1-8faa24edb0cc req-5ed4ec87-e2a6-406a-bfac-2d812a9aee92 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0492544 Aug 11 04:00:04.910377 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56f83974-6a88-4d92-b2c1-8faa24edb0cc req-668e69d6-e320-48b8-b36e-6ecc54147aca tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343418 Aug 11 04:00:06.026034 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506be1e-eaba-45e1-899d-a18dc900d018 req-2b5a6834-967f-458f-9126-0975f6868854 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:06.027500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2506be1e-eaba-45e1-899d-a18dc900d018 req-2b5a6834-967f-458f-9126-0975f6868854 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0481451 Aug 11 04:00:06.065224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-2506be1e-eaba-45e1-899d-a18dc900d018 req-bd898f5e-1e9c-48bd-bb7f-26a619ffb2f2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317016 Aug 11 04:00:07.182640 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724f81a-4977-4a91-b247-68c3f1bac07a req-92639e20-03cf-47d7-832d-71031dfead31 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:07.184120 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5724f81a-4977-4a91-b247-68c3f1bac07a req-92639e20-03cf-47d7-832d-71031dfead31 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0527768 Aug 11 04:00:07.220888 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5724f81a-4977-4a91-b247-68c3f1bac07a req-c365dfef-6216-43ed-b3ea-4ae072c49974 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308065 Aug 11 04:00:08.335355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84765d05-d3c1-483b-b5db-f37fed020a61 req-5bba9d26-ba65-4b00-86cc-a440a4d877b7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:08.336873 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-84765d05-d3c1-483b-b5db-f37fed020a61 req-5bba9d26-ba65-4b00-86cc-a440a4d877b7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0484333 Aug 11 04:00:08.373270 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-84765d05-d3c1-483b-b5db-f37fed020a61 req-57581046-8def-4f34-9711-3f12c5566ea4 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305097 Aug 11 04:00:09.486808 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b07aa-680a-49d9-b849-375f67b9a2ab req-538a5ccd-a074-4204-a90e-cf25c61e5d05 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:09.488322 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73b07aa-680a-49d9-b849-375f67b9a2ab req-538a5ccd-a074-4204-a90e-cf25c61e5d05 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0491951 Aug 11 04:00:09.526273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f73b07aa-680a-49d9-b849-375f67b9a2ab req-341be464-0342-48b4-b83e-4d6fc86710e8 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Aug 11 04:00:10.644032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfeeba4-6e00-4bac-9ba4-5d2ca6439156 req-60202e3e-0140-4d1c-bb78-47713b5c30e6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:10.645486 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9bfeeba4-6e00-4bac-9ba4-5d2ca6439156 req-60202e3e-0140-4d1c-bb78-47713b5c30e6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0527520 Aug 11 04:00:10.683467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9bfeeba4-6e00-4bac-9ba4-5d2ca6439156 req-cde12aad-1ea1-4e78-a1ef-24c0822c632e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315464 Aug 11 04:00:11.702536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-ade95960-b6fe-4110-8a60-edfd30f175f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:11.704110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-ade95960-b6fe-4110-8a60-edfd30f175f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1097 time: 0.0417669 Aug 11 04:00:11.798928 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714641db-c6d7-405e-a0da-7ab4a1c0b108 req-ce88ff6f-ae24-4f37-817b-b39a4e7eb8dc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:11.800507 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-714641db-c6d7-405e-a0da-7ab4a1c0b108 req-ce88ff6f-ae24-4f37-817b-b39a4e7eb8dc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0502391 Aug 11 04:00:11.816319 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-78a05cd0-657b-4d80-b05f-ce2ee6240933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:11.817838 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-78a05cd0-657b-4d80-b05f-ce2ee6240933 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0937281 Aug 11 04:00:11.839900 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-714641db-c6d7-405e-a0da-7ab4a1c0b108 req-1b8bd0a9-5d48-4d0d-b4ee-6fdc86b3b177 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 Aug 11 04:00:11.884851 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-fbe23d32-1921-4c0e-b01c-7e29353c521e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 1001 time: 0.0587718 Aug 11 04:00:11.934643 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-976612fb-6bac-4116-89d0-87555475c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:11.936009 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-976612fb-6bac-4116-89d0-87555475c05f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0442984 Aug 11 04:00:11.987459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-8a644a39-fbfc-410c-bd3b-4098dbcc9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:11.988980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-8a644a39-fbfc-410c-bd3b-4098dbcc9647 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451093 Aug 11 04:00:12.080664 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-88b8dd6c-4ecb-4bd5-ae75-a645db3851ba service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Aug 11 04:00:12.172253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac698948-47d8-4f9e-922b-ff9ef659a2b7 req-30288bd7-37a9-4425-84bd-5da5cddee9e1 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834515 Aug 11 04:00:12.960815 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96278109-3752-42d4-85aa-f3997fae1570 req-fa3868a9-2c40-4c90-92ca-4627936437c7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:12.962379 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-96278109-3752-42d4-85aa-f3997fae1570 req-fa3868a9-2c40-4c90-92ca-4627936437c7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0527825 Aug 11 04:00:13.000973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-96278109-3752-42d4-85aa-f3997fae1570 req-6c569a0e-0ba5-40f2-b1e6-0b63f5042fc9 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324550 Aug 11 04:00:14.131084 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baaf89-3905-4957-ba30-802967904655 req-1a980734-c544-4376-b8b6-d0f7bef19640 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:14.132922 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8baaf89-3905-4957-ba30-802967904655 req-1a980734-c544-4376-b8b6-d0f7bef19640 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0617769 Aug 11 04:00:14.186644 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-e8baaf89-3905-4957-ba30-802967904655 req-f7d3c499-5dd3-4e8a-98e5-9dea3661152f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Aug 11 04:00:14.773208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:00:14.873285 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:14.885255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'port_id': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'mac_address': 'fa:16:3e:21:e1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:00:14.929446 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:14.944189 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5908d4d-2661-49c9-a3c8-759cf3aea524 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:00:14.964976 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:14.969724 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:15.029455 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:15.037386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.037799 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.038142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.038481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.038807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.039184 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.039515 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.039871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.040187 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.040509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.041476 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.041830 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:00:15.047705 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e5908d4d-2661-49c9-a3c8-759cf3aea524'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:00:15.316827 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346580fe-57d6-40c1-851b-f02f231db028 req-63115624-dada-48f9-9a27-d36d661090ba tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:15.324323 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-346580fe-57d6-40c1-851b-f02f231db028 req-63115624-dada-48f9-9a27-d36d661090ba tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 944 time: 0.0704999 Aug 11 04:00:15.366164 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-346580fe-57d6-40c1-851b-f02f231db028 req-b53d1fde-4013-49bf-bdd8-1ab1c503aa10 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406845 Aug 11 04:00:16.153673 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:00:16.486318 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e2bd2-2689-4569-8d0d-dbd8acf22b78 req-7f9d44ce-345f-448f-aa42-eb0f6c1d0af6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:16.492100 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-547e2bd2-2689-4569-8d0d-dbd8acf22b78 req-7f9d44ce-345f-448f-aa42-eb0f6c1d0af6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 944 time: 0.0565822 Aug 11 04:00:16.534733 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-547e2bd2-2689-4569-8d0d-dbd8acf22b78 req-62e17b49-13c2-44b0-ad45-c90d2f7a216f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381956 Aug 11 04:00:16.802806 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:00:16.865549 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e5908d4d-2661-49c9-a3c8-759cf3aea524 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:00:16.866082 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:16.949236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:16.972878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:16.975174 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28300a98-1f0a-465b-90e2-15bed58a724f" -d '{"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:16.988666 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:16.994775 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:17.047530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:17.105171 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1fb0c4-ec08-4ace-aa89-ae3d443d30fd x-openstack-request-id: req-ce1fb0c4-ec08-4ace-aa89-ae3d443d30fd {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:17.105469 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:17.105717 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce1fb0c4-ec08-4ace-aa89-ae3d443d30fd {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:17.106158 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'code': 200} Aug 11 04:00:17.653618 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19f3ed-696b-4d8e-bd34-bd453df13394 req-a171d81a-8dec-4aa9-903e-5a7652123ecd tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:17.655275 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea19f3ed-696b-4d8e-bd34-bd453df13394 req-a171d81a-8dec-4aa9-903e-5a7652123ecd tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0526428 Aug 11 04:00:17.700339 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ea19f3ed-696b-4d8e-bd34-bd453df13394 req-428e4edc-d5d4-43eb-a985-11b553cd8cee tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Aug 11 04:00:18.898144 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9cce6-faf6-40e5-86fa-71040ce53e9c req-d75683dc-08d7-49d3-89d4-7579bff5c530 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:18.900569 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f9cce6-faf6-40e5-86fa-71040ce53e9c req-d75683dc-08d7-49d3-89d4-7579bff5c530 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0652027 Aug 11 04:00:18.954315 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f9cce6-faf6-40e5-86fa-71040ce53e9c req-51373966-04c7-4285-b9a0-ba758c7ae225 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Aug 11 04:00:20.078440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e222bc-5c54-4ee8-ac54-6ea98212a154 req-75178a32-c814-41ff-993d-ac176d7829fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:20.080974 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57e222bc-5c54-4ee8-ac54-6ea98212a154 req-75178a32-c814-41ff-993d-ac176d7829fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0564017 Aug 11 04:00:20.121629 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-57e222bc-5c54-4ee8-ac54-6ea98212a154 req-c1d379e0-25c0-452e-a6d8-95adf4996abe tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341868 Aug 11 04:00:21.284691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce431c5-e9b5-45bd-8ac7-d3d7061756c9 req-30119f48-fd5a-4770-a704-8c42cb845115 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:21.287210 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ce431c5-e9b5-45bd-8ac7-d3d7061756c9 req-30119f48-fd5a-4770-a704-8c42cb845115 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0913930 Aug 11 04:00:21.355423 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ce431c5-e9b5-45bd-8ac7-d3d7061756c9 req-728e0eca-381e-4cd4-8149-fc5442b3207b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606942 Aug 11 04:00:22.447881 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bb7d06ce-ae12-4177-9001-5d1e42c77d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:22.497331 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eb52c-0e2b-4c9f-ab18-a5c7db8c7f28 req-d89c046e-15d7-46cf-800c-2cde43fd4872 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:22.500554 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-476eb52c-0e2b-4c9f-ab18-a5c7db8c7f28 req-d89c046e-15d7-46cf-800c-2cde43fd4872 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0694642 Aug 11 04:00:22.545126 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-476eb52c-0e2b-4c9f-ab18-a5c7db8c7f28 req-b586485b-b65e-44ac-bc54-6f4df43ec700 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Aug 11 04:00:23.658527 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7afb44-7341-410f-9c7e-7e346c7ac843 req-08a5bafc-b91f-4140-9b2c-7e6760d9a2b5 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:23.660046 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dd7afb44-7341-410f-9c7e-7e346c7ac843 req-08a5bafc-b91f-4140-9b2c-7e6760d9a2b5 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0494289 Aug 11 04:00:23.726018 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-dd7afb44-7341-410f-9c7e-7e346c7ac843 req-672c0824-6a16-459d-b15d-5d16fd88a82a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592668 Aug 11 04:00:23.736102 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-eb381b78-e1fc-4be0-9c25-76d16f8e73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:23.737840 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-eb381b78-e1fc-4be0-9c25-76d16f8e73a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1097 time: 0.0575082 Aug 11 04:00:23.828311 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-70efe2fa-efc3-4d26-bae9-ba2837d19476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:23.829764 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-70efe2fa-efc3-4d26-bae9-ba2837d19476 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0846658 Aug 11 04:00:23.897454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-03ca38fb-cbd9-4598-9ac5-2d1ae4988bea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 1001 time: 0.0604374 Aug 11 04:00:23.945677 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-46be4ed0-8913-48ca-b170-4e9295dd5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:23.947125 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-46be4ed0-8913-48ca-b170-4e9295dd5b43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0428495 Aug 11 04:00:23.991790 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-0003cc2a-310d-406d-bbb4-4ca9710e9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:23.993258 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-0003cc2a-310d-406d-bbb4-4ca9710e9507 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390346 Aug 11 04:00:24.085247 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-05a6239f-9b2d-4ff1-b911-7fb400582003 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848658 Aug 11 04:00:24.172934 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78eaa3f5-b46f-411f-bfe8-73f5aede5988 req-2fced748-f8ea-4b0d-8bbe-6e60ace3d974 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813794 Aug 11 04:00:24.841461 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd246eb-1d6e-45cb-b1d6-2fb8e1a34c47 req-8413cdb3-cc00-480c-a76c-d764298ed833 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:24.842943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fd246eb-1d6e-45cb-b1d6-2fb8e1a34c47 req-8413cdb3-cc00-480c-a76c-d764298ed833 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0487814 Aug 11 04:00:24.880413 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2fd246eb-1d6e-45cb-b1d6-2fb8e1a34c47 req-c7ffab7f-9c1a-4731-b9fa-9ee88cb48981 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Aug 11 04:00:25.301854 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c3d81033-5f69-437b-81d3-59d9cebd456c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:25.580042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:25.995400 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7629592-e6d8-4629-981d-990636a69bda req-9e5a4043-3df3-4423-a96a-2acc37d85944 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:25.997060 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7629592-e6d8-4629-981d-990636a69bda req-9e5a4043-3df3-4423-a96a-2acc37d85944 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0500357 Aug 11 04:00:26.034918 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f7629592-e6d8-4629-981d-990636a69bda req-3af29e7c-549c-4bc5-9194-fe8c7f443a90 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Aug 11 04:00:26.103195 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:26.254459 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b0ac6-538f-4307-a9ae-4e4637475a6a req-65a47f7a-0844-4a81-84ee-da8afd742aff tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:26.256599 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f4b0ac6-538f-4307-a9ae-4e4637475a6a req-65a47f7a-0844-4a81-84ee-da8afd742aff tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 945 time: 0.0543771 Aug 11 04:00:26.299405 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6f4b0ac6-538f-4307-a9ae-4e4637475a6a req-c43f4861-c69b-4bcf-a07c-07bcae9f7429 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364404 Aug 11 04:00:26.567346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-077eecad-cdb9-413b-b146-cc2de0233d95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1091795 Aug 11 04:00:26.885950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:00:26.975653 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:26.985767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:27.000654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:27.002915 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5bc970-2e33-42a9-83e1-584c1734bdca" -d '{"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-unplugged", "status": "completed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:27.017354 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:27.022294 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:27.046284 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1e474d-deb6-48fe-8296-6a7ab778af8d x-openstack-request-id: req-5a1e474d-deb6-48fe-8296-6a7ab778af8d {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:27.046577 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-unplugged", "status": "failed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "code": 422}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:27.046836 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a1e474d-deb6-48fe-8296-6a7ab778af8d {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:27.047234 n-d-768509-22 neutron-server[111684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'code': 422} returned with failed status Aug 11 04:00:27.073746 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:27.423361 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-d5b19afb-aae3-4fcf-99fa-dd8032d26507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:27.424863 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-d5b19afb-aae3-4fcf-99fa-dd8032d26507 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a&tenant_id=e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 1095 time: 0.0686185 Aug 11 04:00:27.437036 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1ad9-7da1-4498-8e03-86073f3cb269 req-2c26da40-4087-4c07-9f65-fc3a97f0eb00 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:27.438545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16db1ad9-7da1-4498-8e03-86073f3cb269 req-2c26da40-4087-4c07-9f65-fc3a97f0eb00 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0579684 Aug 11 04:00:27.505243 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-16db1ad9-7da1-4498-8e03-86073f3cb269 req-a30c65f1-f1c3-426e-87af-fb382bf174df tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606637 Aug 11 04:00:27.512012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-3a0a1f9f-94bf-441f-b25a-edb80f4fb30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:27.513422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-3a0a1f9f-94bf-441f-b25a-edb80f4fb30e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1095 time: 0.0622382 Aug 11 04:00:27.601368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-acace140-8e8f-431a-b180-455d0702ba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:27.602701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-acace140-8e8f-431a-b180-455d0702ba7b service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0814245 Aug 11 04:00:27.670250 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-53da814e-4dd2-40d0-8412-e6eedd71f0fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 999 time: 0.0603642 Aug 11 04:00:27.720024 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-03c0c35d-3828-4bc6-bda8-4568b9497e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:27.721449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-03c0c35d-3828-4bc6-bda8-4568b9497e6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0437233 Aug 11 04:00:27.767979 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-e8bf5f1c-7263-481b-9e4b-fabd6d413d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:27.769444 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-e8bf5f1c-7263-481b-9e4b-fabd6d413d0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403638 Aug 11 04:00:27.862358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-605a80ba-1bb3-4844-bf60-9b8504c14565 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852213 Aug 11 04:00:27.953452 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-875ba690-2c7f-4399-9bbc-07ad445fc995 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819044 Aug 11 04:00:28.392169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:28.627325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063eacad-bfa1-4aff-b0be-3e39ad258106 req-4f742115-0d40-443b-be93-ccd81a94ce7c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:28.628986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-063eacad-bfa1-4aff-b0be-3e39ad258106 req-4f742115-0d40-443b-be93-ccd81a94ce7c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0524690 Aug 11 04:00:28.670071 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-063eacad-bfa1-4aff-b0be-3e39ad258106 req-77e4f97b-9702-499b-8d3a-8a6c79cc1e67 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348167 Aug 11 04:00:29.791068 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e083fa-06de-4d62-96e1-8adef894b422 req-444e59e9-bb7f-46ca-89e7-6f7951e2ce3c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:29.793421 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70e083fa-06de-4d62-96e1-8adef894b422 req-444e59e9-bb7f-46ca-89e7-6f7951e2ce3c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0510941 Aug 11 04:00:29.839705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-70e083fa-06de-4d62-96e1-8adef894b422 req-d520c452-449a-418b-a9b1-ffd8baec1e77 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387630 Aug 11 04:00:30.615943 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:30.959275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4999068-59a5-41ba-86c0-521d319341f3 req-7d7a640b-65f2-4d7f-b66e-5f6edcb9d96c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:30.960779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4999068-59a5-41ba-86c0-521d319341f3 req-7d7a640b-65f2-4d7f-b66e-5f6edcb9d96c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0518134 Aug 11 04:00:31.006204 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c4999068-59a5-41ba-86c0-521d319341f3 req-fa8b5f7a-42f0-48db-ba98-4b0524459f3f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382519 Aug 11 04:00:32.131183 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c07d99-1598-4e78-8b7f-947d3ac59a67 req-44494ba4-c330-4c18-bfd0-99a88e8eaddb tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:32.132721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65c07d99-1598-4e78-8b7f-947d3ac59a67 req-44494ba4-c330-4c18-bfd0-99a88e8eaddb tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0552511 Aug 11 04:00:32.200003 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-65c07d99-1598-4e78-8b7f-947d3ac59a67 req-18f7a336-dd0d-4b2b-8e86-8dde2d24705a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544655 Aug 11 04:00:33.317833 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc032b-6e4c-488c-b675-6d7f54251043 req-4d5f8df2-ff12-4667-9d05-f71546ed7ee3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:33.319349 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bcbc032b-6e4c-488c-b675-6d7f54251043 req-4d5f8df2-ff12-4667-9d05-f71546ed7ee3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0570867 Aug 11 04:00:33.358980 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-bcbc032b-6e4c-488c-b675-6d7f54251043 req-5c959aca-6e26-4635-a586-eb4c4604bca6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325511 Aug 11 04:00:34.477900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf998188-b84a-428c-8093-6ec377e3378d req-0f6fec0f-e441-48b0-bd12-c3897114d238 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:34.479365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf998188-b84a-428c-8093-6ec377e3378d req-0f6fec0f-e441-48b0-bd12-c3897114d238 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0512505 Aug 11 04:00:34.519368 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-cf998188-b84a-428c-8093-6ec377e3378d req-a6cde8f4-5866-4127-a510-da74c2841720 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330434 Aug 11 04:00:35.640051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed1a71-360a-432b-9c9a-99c2b83afe12 req-9cb4428a-2cb4-4a6d-8bd5-12d21961b88c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:35.641599 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5ed1a71-360a-432b-9c9a-99c2b83afe12 req-9cb4428a-2cb4-4a6d-8bd5-12d21961b88c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0501947 Aug 11 04:00:35.687661 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c5ed1a71-360a-432b-9c9a-99c2b83afe12 req-1407178f-c606-48b7-81b7-e33a19d8fad8 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386946 Aug 11 04:00:36.806121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760e655-b5a2-4e8c-82f4-7d9df53aea85 req-03aa9743-7d27-488d-8ab4-469490e12c5c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:36.808253 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1760e655-b5a2-4e8c-82f4-7d9df53aea85 req-03aa9743-7d27-488d-8ab4-469490e12c5c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0501976 Aug 11 04:00:36.849308 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1760e655-b5a2-4e8c-82f4-7d9df53aea85 req-08490cc6-6a39-4409-ae66-f91b5ef98830 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345736 Aug 11 04:00:37.969921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65387ca-b3ea-405a-8b3d-53921a45bcaf req-8a6ceeae-f9c2-447b-829a-5ca0d293a278 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:37.971502 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f65387ca-b3ea-405a-8b3d-53921a45bcaf req-8a6ceeae-f9c2-447b-829a-5ca0d293a278 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0516608 Aug 11 04:00:38.010828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f65387ca-b3ea-405a-8b3d-53921a45bcaf req-76841610-1acc-452f-a0a5-4e5afe7ee318 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Aug 11 04:00:39.128308 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e7edc-ab16-4543-9743-128596470dfa req-19009908-5b64-493a-8bd4-357e14d5b312 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:39.129683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c92e7edc-ab16-4543-9743-128596470dfa req-19009908-5b64-493a-8bd4-357e14d5b312 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0514691 Aug 11 04:00:39.166698 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-c92e7edc-ab16-4543-9743-128596470dfa req-d545ac3a-dad3-441e-81b1-45322d7fd728 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Aug 11 04:00:40.284994 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1cf1e-e3c7-46f4-9eda-d71e402fa91b req-82d2d643-3f7a-4cdf-8660-b684dddc89fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:40.286483 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c1cf1e-e3c7-46f4-9eda-d71e402fa91b req-82d2d643-3f7a-4cdf-8660-b684dddc89fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 943 time: 0.0523357 Aug 11 04:00:40.323476 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-92c1cf1e-e3c7-46f4-9eda-d71e402fa91b req-023ba911-ce1e-43d4-946e-a4da3626c664 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Aug 11 04:00:40.931708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:00:41.028273 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:41.039167 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'port_id': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'mac_address': 'fa:16:3e:21:e1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:00:41.076318 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:41.088405 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5908d4d-2661-49c9-a3c8-759cf3aea524 {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:00:41.108243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:41.112048 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:41.156789 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:41.370533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['e5908d4d-2661-49c9-a3c8-759cf3aea524'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:00:41.450478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68316c-f81e-4acc-bbb5-ea71ab632adb req-fd4a9435-8a40-46ec-9ee9-926c4ca00744 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:41.452747 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c68316c-f81e-4acc-bbb5-ea71ab632adb req-fd4a9435-8a40-46ec-9ee9-926c4ca00744 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 944 time: 0.0607357 Aug 11 04:00:41.491500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4c68316c-f81e-4acc-bbb5-ea71ab632adb req-2ddbe944-0fb8-4bea-986c-4b7d0236cf13 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324562 Aug 11 04:00:42.607165 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90651cea-f49b-4afd-84a6-1c1f98363109 req-70e94d72-f2f5-4036-a003-661e01914577 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:42.608662 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90651cea-f49b-4afd-84a6-1c1f98363109 req-70e94d72-f2f5-4036-a003-661e01914577 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 944 time: 0.0485494 Aug 11 04:00:42.646066 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-90651cea-f49b-4afd-84a6-1c1f98363109 req-6d89fcd6-0777-4717-85cd-4d42255bb906 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314357 Aug 11 04:00:42.953846 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:00:43.002241 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port e5908d4d-2661-49c9-a3c8-759cf3aea524 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:00:43.002636 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:43.077147 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:43.098357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:00:43.100628 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f394e-a1ab-4307-9958-38ea6f851ba9" -d '{"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:00:43.113483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:00:43.117794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:43.147258 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c9ac9-1c48-4f44-9409-f23d63f1e6a4 x-openstack-request-id: req-417c9ac9-1c48-4f44-9409-f23d63f1e6a4 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:00:43.147554 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-plugged", "status": "completed", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:00:43.147837 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-417c9ac9-1c48-4f44-9409-f23d63f1e6a4 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:00:43.148229 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'code': 200} Aug 11 04:00:43.168177 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=10']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:00:43.305770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f83f9-be00-4edf-9ca5-72a83e816c47 req-e85d367b-a725-49ff-83f6-95c1811505d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:43.307245 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d1f83f9-be00-4edf-9ca5-72a83e816c47 req-e85d367b-a725-49ff-83f6-95c1811505d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1098 time: 0.0403895 Aug 11 04:00:43.341809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1d1f83f9-be00-4edf-9ca5-72a83e816c47 req-955a1305-1796-473a-bfb8-bc461144603d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268273 Aug 11 04:00:43.762174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7638c49-e335-4d33-9090-968c0b307bc3 req-6be8f8e8-b3e3-48d0-9814-a66c7fff8131 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:43.763666 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7638c49-e335-4d33-9090-968c0b307bc3 req-6be8f8e8-b3e3-48d0-9814-a66c7fff8131 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 946 time: 0.0494151 Aug 11 04:00:43.801550 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b7638c49-e335-4d33-9090-968c0b307bc3 req-37ab35ea-2760-4ec1-8386-2750680923f5 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319383 Aug 11 04:00:44.921417 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0167ac-7217-479c-abfe-79819c07ae51 req-90cd890d-f1ac-4faa-9634-7571c60a34da tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:00:44.922907 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e0167ac-7217-479c-abfe-79819c07ae51 req-90cd890d-f1ac-4faa-9634-7571c60a34da tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 946 time: 0.0526881 Aug 11 04:00:44.959466 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9e0167ac-7217-479c-abfe-79819c07ae51 req-bade1a0d-e218-4a27-b9e2-acff47f5dea7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Aug 11 04:00:52.589397 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2233fed6-65cf-4ae3-8f4e-87f25300dcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:53.153435 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:00:55.301790 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-68bf763c-ef28-439b-a9fa-452a384a0017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:55.580798 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:56.100164 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:56.975080 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:00:58.388263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:00.615266 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:14.255330 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-93920453-6351-4e46-a12e-655b84693be8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385134 Aug 11 04:01:14.335900 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-10c00285-f6c3-4df4-88d8-e52667fa5ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:14.337358 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-10c00285-f6c3-4df4-88d8-e52667fa5ed7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1098 time: 0.0397077 Aug 11 04:01:14.441923 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-d576eaa3-997c-44f5-b92f-3d6fec7711eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:14.443385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-d576eaa3-997c-44f5-b92f-3d6fec7711eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0865502 Aug 11 04:01:14.507371 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-0343d98a-4782-4029-a2f4-77771813bf62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 1001 time: 0.0550981 Aug 11 04:01:14.559791 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-0c9a65ee-e638-4564-8871-229f52937eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:14.561173 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-0c9a65ee-e638-4564-8871-229f52937eea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0456066 Aug 11 04:01:14.607121 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-f8c197b2-8529-40a4-8327-89ae988401a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:14.608567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-f8c197b2-8529-40a4-8327-89ae988401a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384545 Aug 11 04:01:14.696960 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-6f3fe764-1a0b-48aa-968e-b9c071e4bbb0 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797021 Aug 11 04:01:14.789222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b493ec60-4fbf-4db3-ac6e-c968c4874471 req-0530c465-e5d6-44d0-accc-7de6cf9070bb service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839386 Aug 11 04:01:22.439597 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5abb84dd-c0b8-467f-9566-aaccdebe878d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:25.303182 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-40304dcd-33ef-4765-b747-57d6dec7716a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:25.582100 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:26.114646 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:26.978482 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:28.390322 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:30.152853 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:01:30.630494 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:52.438906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-34b2ce75-38a9-42af-8bda-ea7600f703cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:55.306150 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bf6790ef-757d-44ff-a470-691d4f04c899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:55.583090 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:56.114252 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:56.981452 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:58.392614 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:58.524930 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46874) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:01:58.683582 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Deleting port f7ccfbe7-008e-4c6e-80ad-d4d77415c4b1 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:01:58.684283 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:58.758403 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:58.758736 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:58.782368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Calling delete_port for f7ccfbe7-008e-4c6e-80ad-d4d77415c4b1 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:01:59.226139 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:59.252465 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event deleted for resources: {'Port': ['ID=f7ccfbe7-008e-4c6e-80ad-d4d77415c4b1,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:01:59.264766 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.265112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.265449 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.265789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.266107 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.266430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.266754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.267078 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.267398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.267745 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.268069 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.268388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:01:59.320390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:59.320721 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Floating IP 82de171e-4855-4b11-ae57-ad34de6cce01 disassociated (deleted). External IP: 172.25.4.208, port: e5908d4d-2661-49c9-a3c8-759cf3aea524. Aug 11 04:01:59.519990 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Router b3e37b7d-53d5-4b0b-a36c-ab0620343933 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:01:59.625750 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:01:59.630481 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:01:59.635025 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] Sync routers for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:01:59.645419 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:01:59.646021 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:01:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:01:59.658065 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-eadd42f8-173c-4376-a411-553f7fb755fc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "DELETE /v2.0/floatingips/82de171e-4855-4b11-ae57-ad34de6cce01 HTTP/1.1" status: 204 len: 168 time: 1.1320510 Aug 11 04:01:59.658782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:01:59.661285 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ae8c34-01e8-4000-9601-05648250e5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:01:59.755240 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:01:59.763461 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742fde7d-8598-4d69-b3bf-fc25adc52692 x-openstack-request-id: req-742fde7d-8598-4d69-b3bf-fc25adc52692 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:01:59.763949 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:01:59.764294 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-742fde7d-8598-4d69-b3bf-fc25adc52692 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:01:59.764646 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'status': 'completed', 'code': 200} Aug 11 04:01:59.840619 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-8f64c0b9-d121-485d-84b6-6bcb6ba76ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:59.842218 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-8f64c0b9-d121-485d-84b6-6bcb6ba76ea1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 1098 time: 0.0528665 Aug 11 04:01:59.958170 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:01:59.973820 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ca69e-581f-4a43-8b2b-acadf73110b1 req-33aead93-0054-436b-a57c-dd04f4266961 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:59.975297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-884ca69e-581f-4a43-8b2b-acadf73110b1 req-33aead93-0054-436b-a57c-dd04f4266961 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 946 time: 0.1063495 Aug 11 04:01:59.981004 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-b0001c30-9349-41ff-b4e0-727767497c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:01:59.982412 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-b0001c30-9349-41ff-b4e0-727767497c2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.1321020 Aug 11 04:01:59.984756 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] Checking router: b3e37b7d-53d5-4b0b-a36c-ab0620343933 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:01:59.992969 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:01:59.993579 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:01:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:02:00.036728 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-1d01f4ce-f0e7-4a41-9d92-e6187ecd902d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 200 len: 217 time: 0.0465744 Aug 11 04:02:00.079277 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-884ca69e-581f-4a43-8b2b-acadf73110b1 req-f7cf03f4-224d-4380-a7f1-46bb4df452ff tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958226 Aug 11 04:02:00.098371 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-856747f4-39e6-4264-8048-0f2a28dd65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:00.098898 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:02:00.100987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-856747f4-39e6-4264-8048-0f2a28dd65c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0529888 Aug 11 04:02:00.151756 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-64e5b410-1f9b-44db-b4af-99cffb6c05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:00.153272 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-64e5b410-1f9b-44db-b4af-99cffb6c05ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453978 Aug 11 04:02:00.248796 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-2ced53c5-456e-46f2-9fa0-ffad912ef4e1 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872843 Aug 11 04:02:00.307621 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:02:00.334914 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da5809-a56d-47de-8f6d-365cfd913f33 None None] The sync data for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 is: [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:02:00.339396 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-60ae8c34-01e8-4000-9601-05648250e5a0 req-6bac331e-a5f0-4533-b854-e8af60999fb0 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818365 Aug 11 04:02:00.545588 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc548b67-f112-4a60-8305-51c8e7b615a2 None None] New status for floating IP 82de171e-4855-4b11-ae57-ad34de6cce01: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:02:00.641089 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:01.206158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b74958-70ff-4fce-909b-938decd8d22f req-b831f55d-69bc-4ab8-953e-afd64116c1a5 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:01.207672 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89b74958-70ff-4fce-909b-938decd8d22f req-b831f55d-69bc-4ab8-953e-afd64116c1a5 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 946 time: 0.0510793 Aug 11 04:02:01.215413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d55a0-0a25-4d7b-8475-39cb1dc58076 req-98663fba-b2e1-437c-ae3c-27cd507a2751 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:01.216954 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357d55a0-0a25-4d7b-8475-39cb1dc58076 req-98663fba-b2e1-437c-ae3c-27cd507a2751 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a3d5c7f-27a7-4c4f-a924-a4e161740b4a HTTP/1.1" status: 200 len: 946 time: 0.0545626 Aug 11 04:02:01.256144 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-357d55a0-0a25-4d7b-8475-39cb1dc58076 req-443b2d05-50e8-4663-a590-bc00a78cbdbd tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=5f5db30c-86e3-4a05-a829-8922f69af3be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330536 Aug 11 04:02:01.305775 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Deleting port e5908d4d-2661-49c9-a3c8-759cf3aea524 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:02:01.306114 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:01.391456 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] For port e5908d4d-2661-49c9-a3c8-759cf3aea524, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=e5908d4d-2661-49c9-a3c8-759cf3aea524,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:02:01.392145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:01.405719 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Calling delete_port for e5908d4d-2661-49c9-a3c8-759cf3aea524 owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:02:01.535848 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:01.564760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event deleted for resources: {'Port': ['ID=e5908d4d-2661-49c9-a3c8-759cf3aea524,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:01.608782 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] No DVR routers for this DVR port e5908d4d-2661-49c9-a3c8-759cf3aea524 on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:02:01.611385 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:01.613356 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-89b74958-70ff-4fce-909b-938decd8d22f req-0f291a33-6ed1-4f42-95ab-b225e35e59ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "DELETE /v2.0/ports/e5908d4d-2661-49c9-a3c8-759cf3aea524 HTTP/1.1" status: 204 len: 173 time: 0.3995373 Aug 11 04:02:01.765357 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-deleted', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:02:01.767839 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a8e2b6-bc6a-486e-b063-ad01d6dd9d1b" -d '{"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-deleted", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:02:01.802553 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd2633a-0dad-4da7-a2ff-901055fdf2ae x-openstack-request-id: req-1fd2633a-0dad-4da7-a2ff-901055fdf2ae {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:02:01.802849 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3d5c7f-27a7-4c4f-a924-a4e161740b4a", "name": "network-vif-deleted", "tag": "e5908d4d-2661-49c9-a3c8-759cf3aea524", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:02:01.803098 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1fd2633a-0dad-4da7-a2ff-901055fdf2ae {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:02:01.803497 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3d5c7f-27a7-4c4f-a924-a4e161740b4a', 'name': 'network-vif-deleted', 'tag': 'e5908d4d-2661-49c9-a3c8-759cf3aea524', 'status': 'completed', 'code': 200} Aug 11 04:02:02.314196 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46898) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:02.371634 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8fef587-766e-42e9-8af4-0d294e928cce tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:02.396538 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8fef587-766e-42e9-8af4-0d294e928cce tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:02.455804 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8fef587-766e-42e9-8af4-0d294e928cce tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:02.458347 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e8fef587-766e-42e9-8af4-0d294e928cce tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:02.459481 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e8fef587-766e-42e9-8af4-0d294e928cce tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "DELETE /v2.0/security-groups/5f5db30c-86e3-4a05-a829-8922f69af3be HTTP/1.1" status: 204 len: 168 time: 0.1443267 Aug 11 04:02:02.468808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fef587-766e-42e9-8af4-0d294e928cce tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5db30c-86e3-4a05-a829-8922f69af3be,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:02.913515 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46904) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:02.918951 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cdddf298-e7e2-4eff-93e2-e2292da44b57 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1318008776', 'description': 'tempest-secgroup-smoke-1318008776 description', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:02.940378 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdddf298-e7e2-4eff-93e2-e2292da44b57 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.019342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdddf298-e7e2-4eff-93e2-e2292da44b57 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.022896 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdddf298-e7e2-4eff-93e2-e2292da44b57 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.049014 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cdddf298-e7e2-4eff-93e2-e2292da44b57 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.050224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cdddf298-e7e2-4eff-93e2-e2292da44b57 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1356802 Aug 11 04:02:03.053322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 46906) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:03.054164 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdddf298-e7e2-4eff-93e2-e2292da44b57 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f06655-dec7-47ee-b707-67812b1cd9b6,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:03.059272 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '68f06655-dec7-47ee-b707-67812b1cd9b6', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:03.086790 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.132548 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.136459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.157534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dad27a3-3d11-434c-93e4-1d0344cd53ad,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:03.164347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.165776 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111274 Aug 11 04:02:03.167616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.167990 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.168356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.168687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.169023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.169155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46908) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:03.169358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.169691 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.170026 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.170356 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.170688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.171019 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.171348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9906c8c0-bbf1-41c0-b9a0-d8959242cb65 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:03.173886 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-6bf422ce-28ef-4a7e-8249-8fb60862c9ad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '68f06655-dec7-47ee-b707-67812b1cd9b6', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:03.200400 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf422ce-28ef-4a7e-8249-8fb60862c9ad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.259684 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf422ce-28ef-4a7e-8249-8fb60862c9ad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.263544 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf422ce-28ef-4a7e-8249-8fb60862c9ad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.280463 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf422ce-28ef-4a7e-8249-8fb60862c9ad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de233736-06e4-4b8e-bbb6-c61957e3848d,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:03.286279 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-6bf422ce-28ef-4a7e-8249-8fb60862c9ad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.290313 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-6bf422ce-28ef-4a7e-8249-8fb60862c9ad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174881 Aug 11 04:02:03.290313 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46910) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:03.295019 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-00e4f0cf-0e2f-431c-84a6-3f6bf9f41f89 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '68f06655-dec7-47ee-b707-67812b1cd9b6', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:03.320436 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e4f0cf-0e2f-431c-84a6-3f6bf9f41f89 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.376909 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e4f0cf-0e2f-431c-84a6-3f6bf9f41f89 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.380402 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e4f0cf-0e2f-431c-84a6-3f6bf9f41f89 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.398135 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4f0cf-0e2f-431c-84a6-3f6bf9f41f89 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d646370-f005-4dd9-b765-93436cbb43cd,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:03.403530 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-00e4f0cf-0e2f-431c-84a6-3f6bf9f41f89 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.404727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-00e4f0cf-0e2f-431c-84a6-3f6bf9f41f89 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132536 Aug 11 04:02:03.407491 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46912) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:03.411848 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-5bfdea37-158d-411f-a35a-e5047bdf46c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '68f06655-dec7-47ee-b707-67812b1cd9b6', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:03.437408 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea37-158d-411f-a35a-e5047bdf46c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.494685 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea37-158d-411f-a35a-e5047bdf46c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.499479 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea37-158d-411f-a35a-e5047bdf46c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.518330 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdea37-158d-411f-a35a-e5047bdf46c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba09d29f-039d-47aa-b461-6027d6623dd3,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:03.521230 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5bfdea37-158d-411f-a35a-e5047bdf46c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.522451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5bfdea37-158d-411f-a35a-e5047bdf46c6 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1140242 Aug 11 04:02:03.525274 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46914) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:03.530140 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '68f06655-dec7-47ee-b707-67812b1cd9b6', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:03.551814 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Project e0f1d192f9574bdc83a697e88f8be8e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:02:03.556592 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.622268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.625827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.644436 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a27fa27-7d03-45fb-9455-15b65bea330a,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:03.647346 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.648602 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7967866c-ff7b-4425-b013-34b8f49fdeab tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224189 Aug 11 04:02:03.651374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 46916) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:03.656485 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'security_group_rule': {'security_group_id': '68f06655-dec7-47ee-b707-67812b1cd9b6', 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:03.678100 n-d-768509-22 neutron-server[111683]: INFO neutron.db.securitygroups_db [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Project e0f1d192f9574bdc83a697e88f8be8e9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:02:03.683719 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.743463 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.747871 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.765195 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aefd34e-b517-4625-9c96-a5df5104aca7,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:03.770480 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:03.771615 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a7e8a233-8762-4b5b-b6b5-223bdb28b8e0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185780 Aug 11 04:02:05.362496 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:02:05.383498 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: e5908d4d-2661-49c9-a3c8-759cf3aea524 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:02:05.384176 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device e5908d4d-2661-49c9-a3c8-759cf3aea524 not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:02:07.152867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:02:18.026077 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ac17c6bb-8e1b-4756-b5c4-62961f6bcf27 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1318008776&fields=id&tenant_id=e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 267 time: 0.0323932 Aug 11 04:02:18.133193 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-40bc54a5-a541-41e3-b5c9-5f232a8d3638 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:18.134638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-40bc54a5-a541-41e3-b5c9-5f232a8d3638 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 808 time: 0.1019015 Aug 11 04:02:18.149353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-1f3b18f6-4324-44df-b3e6-d4b90408b236 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/quotas/e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 375 time: 0.0087361 Aug 11 04:02:18.200314 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-54cac0ac-d41e-4357-b7a9-483e424b444b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451674 Aug 11 04:02:18.299494 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-15d51d69-d02a-4c7c-b219-3d1a341c1246 service neutron] 10.222.0.60 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Aug 11 04:02:18.386636 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-228bb0b6-a246-4b77-bb2a-ad40eb66eb39 service neutron] 10.222.0.60 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806427 Aug 11 04:02:18.671361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-10a52116-cb36-485a-a37e-22ee8fc2816b req-c78298b8-4dc1-4351-830c-c7c307708509 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 210 time: 0.0283926 Aug 11 04:02:19.550268 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-5e195945-ec1d-454a-85dc-bbb82731b84b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:19.551849 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-5e195945-ec1d-454a-85dc-bbb82731b84b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 808 time: 0.1092892 Aug 11 04:02:19.595364 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-c85b943e-f338-4ac4-b8e1-36ccd40b3ebe tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 380 time: 0.0329981 Aug 11 04:02:19.606243 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'port': {'device_id': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'admin_state_up': True, 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'security_groups': ['68f06655-dec7-47ee-b707-67812b1cd9b6']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:19.718354 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Made reservation on behalf of e0f1d192f9574bdc83a697e88f8be8e9 for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:02:19.722595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:19.810224 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-08ba941d-1ef4-4eb7-a20d-fa121e24c676 req-b5be3de5-dfc8-4eac-b345-cc27371103d7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 210 time: 0.0592320 Aug 11 04:02:19.886936 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Allocated IP 172.20.0.8 (609572b8-7f33-474a-a7de-9f8f395405cf/138a3ace-3a7c-4415-bc07-48a211c1922b/3a355faa-94ac-4533-9f0d-febc06866f9f) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:02:20.034989 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.048694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Transition to ACTIVE for port object 3a355faa-94ac-4533-9f0d-febc06866f9f will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:02:20.083564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.130056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Network 609572b8-7f33-474a-a7de-9f8f395405cf is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:02:20.133258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:02:20.135977 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:02:20.164551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:20.196460 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:20.197101 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.219387 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-2b7b6eed-fc1a-420b-8309-08c7da65c40c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6168928 Aug 11 04:02:20.282119 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Request body: {'port': {'device_id': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:20.343825 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.398298 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7bd3f7d5-570f-4501-a077-c4ae79588d86 None None] Provisioning for port 3a355faa-94ac-4533-9f0d-febc06866f9f completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:02:20.402502 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7bd3f7d5-570f-4501-a077-c4ae79588d86 None None] Provisioning complete for port 3a355faa-94ac-4533-9f0d-febc06866f9f triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:02:20.403029 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7bd3f7d5-570f-4501-a077-c4ae79588d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.438893 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3f7d5-570f-4501-a077-c4ae79588d86 None None] Port 3a355faa-94ac-4533-9f0d-febc06866f9f cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:02:20.603552 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a355faa-94ac-4533-9f0d-febc06866f9f {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:02:20.611127 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.623278 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Transition to ACTIVE for port object 3a355faa-94ac-4533-9f0d-febc06866f9f will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:02:20.627231 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.675309 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:20.773158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:02:20.773505 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:02:20.773834 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:02:20.778929 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Port 3a355faa-94ac-4533-9f0d-febc06866f9f on network 609572b8-7f33-474a-a7de-9f8f395405cf not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:02:20.779260 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:02:20.784789 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:02:20.785170 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Checking segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:02:20.785556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Bound using segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:02:20.785992 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Bound port: 3a355faa-94ac-4533-9f0d-febc06866f9f, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:02:20.786351 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.863468 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:02:20.867076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:02:20.874518 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.911377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:20.912130 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:20.913538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 1092 time: 0.6843438 Aug 11 04:02:20.913985 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:02:20.916695 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf8a14c-5b73-445f-805c-c1b70523ba1a" -d '{"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:02:20.976586 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f6fb2-363f-422c-9c65-9a8a5890a073 req-c8f450ee-48c1-4600-8ca6-6c0a99afa85c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:20.988364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f2f6fb2-363f-422c-9c65-9a8a5890a073 req-c8f450ee-48c1-4600-8ca6-6c0a99afa85c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0954297 Aug 11 04:02:20.994569 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cde8c4-fc6b-46a3-9e41-e07fb9a98c93 x-openstack-request-id: req-e6cde8c4-fc6b-46a3-9e41-e07fb9a98c93 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:02:20.994838 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:02:20.995100 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6cde8c4-fc6b-46a3-9e41-e07fb9a98c93 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:02:20.995504 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'status': 'completed', 'code': 200} Aug 11 04:02:20.998161 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ddf05-885d-470c-a234-af1d82e8d0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:21.042382 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-bdf82835-410a-4409-809e-61309f8fb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:21.043999 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-bdf82835-410a-4409-809e-61309f8fb067 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1095 time: 0.0734606 Aug 11 04:02:21.047399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6f2f6fb2-363f-422c-9c65-9a8a5890a073 req-3fc84c11-59f6-4306-9d88-23f27ef345d9 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549743 Aug 11 04:02:21.097638 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-6cc81514-12dc-4904-9ed8-ecbb6fcba4b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 217 time: 0.0439272 Aug 11 04:02:21.152352 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-fb2b3186-a94f-4150-8c0a-27f5ebeed5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:21.154874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-fb2b3186-a94f-4150-8c0a-27f5ebeed5c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0498445 Aug 11 04:02:21.208402 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-4cdccffb-be9e-416d-ae4f-9b52d566358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:21.209924 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-4cdccffb-be9e-416d-ae4f-9b52d566358e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482252 Aug 11 04:02:21.312521 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-998317f5-56bf-43e4-9051-144392e300a7 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949664 Aug 11 04:02:21.412212 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d4c35e0a-1d2d-4e7d-b283-b135cf5e4119 req-60be1c4c-dac8-41d6-98aa-bf424e7b2bed service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919638 Aug 11 04:02:21.509248 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-2e9107e9-5f2c-486a-9cff-ca8649f85280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:21.510882 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-2e9107e9-5f2c-486a-9cff-ca8649f85280 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1095 time: 0.0480714 Aug 11 04:02:21.602473 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-89482b80-58ac-4881-92c8-524f11418792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:21.603986 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-89482b80-58ac-4881-92c8-524f11418792 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0856407 Aug 11 04:02:21.646190 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-88425fcb-d7f4-4ba9-b9d7-805a73135c21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 217 time: 0.0352249 Aug 11 04:02:21.709367 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-09057a0c-11e5-41f6-a5a4-f8861b07e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:21.710708 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-09057a0c-11e5-41f6-a5a4-f8861b07e055 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0481184 Aug 11 04:02:21.757191 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-20fb8f18-6f6e-4591-9fbb-977db8998d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:21.758705 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-20fb8f18-6f6e-4591-9fbb-977db8998d91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410507 Aug 11 04:02:21.851441 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-59decea8-e637-4160-ba84-28e2e1503c30 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855153 Aug 11 04:02:21.944433 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fbf8a14c-5b73-445f-805c-c1b70523ba1a req-6db90dba-4e17-483e-9b56-652e1159fc18 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Aug 11 04:02:22.161908 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a4e92-4bb7-46e8-a1ad-8fa7688a9462 req-25a7760c-64cc-4f9c-aa29-1a1af259dbb9 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:22.163365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-042a4e92-4bb7-46e8-a1ad-8fa7688a9462 req-25a7760c-64cc-4f9c-aa29-1a1af259dbb9 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0501294 Aug 11 04:02:22.201558 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-042a4e92-4bb7-46e8-a1ad-8fa7688a9462 req-1e5c2b77-a5b4-4f3b-800c-cac21b9d7aa2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317578 Aug 11 04:02:22.441104 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5e48f475-3409-402a-bc64-f78452b22aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:23.322750 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daafed3-8def-4544-94ec-aa055d7266da req-f7857457-f7a0-4607-8c44-d73daa11d443 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:23.324356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8daafed3-8def-4544-94ec-aa055d7266da req-f7857457-f7a0-4607-8c44-d73daa11d443 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0554936 Aug 11 04:02:23.364775 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8daafed3-8def-4544-94ec-aa055d7266da req-fa6b2f5c-68f9-4b43-9ab4-c1d31daec32f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337486 Aug 11 04:02:24.483525 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7b195-531b-44c3-80df-6b7b95bfd36f req-3122f89e-761d-467f-affc-0c86b7c51437 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:24.485022 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95f7b195-531b-44c3-80df-6b7b95bfd36f req-3122f89e-761d-467f-affc-0c86b7c51437 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0528953 Aug 11 04:02:24.521809 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-95f7b195-531b-44c3-80df-6b7b95bfd36f req-3c27d61f-f646-421a-93b5-bb219887bd2c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Aug 11 04:02:25.307376 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a9eee6bd-7ef9-4234-a7f4-5a2b32147d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:25.584484 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:25.638423 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1f13a-3ef9-47a5-9e90-90fefda2a5d4 req-befe389e-09a1-413a-bae5-d59650fa18a4 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:25.639930 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ea1f13a-3ef9-47a5-9e90-90fefda2a5d4 req-befe389e-09a1-413a-bae5-d59650fa18a4 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0515103 Aug 11 04:02:25.677428 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4ea1f13a-3ef9-47a5-9e90-90fefda2a5d4 req-3be6367c-d46c-4993-88f1-4cd268f91c46 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315685 Aug 11 04:02:26.112941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:26.843944 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01667261-b014-4415-82d9-4765d8877f92 req-fdcf605f-bdfe-4e3b-9b2e-29dd6d97a837 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:26.845432 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01667261-b014-4415-82d9-4765d8877f92 req-fdcf605f-bdfe-4e3b-9b2e-29dd6d97a837 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.1001832 Aug 11 04:02:26.881717 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-01667261-b014-4415-82d9-4765d8877f92 req-3154a9b1-8380-4553-b670-35b8489bc7d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303438 Aug 11 04:02:26.984073 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:28.044859 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a64e84-b813-4b2a-9d45-96418bb6225e req-e66eafc3-18a2-40aa-b3e1-e94398c63589 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:28.046238 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66a64e84-b813-4b2a-9d45-96418bb6225e req-e66eafc3-18a2-40aa-b3e1-e94398c63589 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0973570 Aug 11 04:02:28.085596 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-66a64e84-b813-4b2a-9d45-96418bb6225e req-2bc5d699-f887-4317-88da-7e95d9e44a4d tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333729 Aug 11 04:02:28.394665 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:29.196056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6ade2-0947-4b23-b057-35e79262e3c0 req-ffdef4c2-3633-4805-b0bf-f44255341854 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:29.197537 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99d6ade2-0947-4b23-b057-35e79262e3c0 req-ffdef4c2-3633-4805-b0bf-f44255341854 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0479724 Aug 11 04:02:29.235133 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-99d6ade2-0947-4b23-b057-35e79262e3c0 req-6e3717a3-d835-4f32-9e0d-2bbd3ae2455e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309653 Aug 11 04:02:30.354119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400ce7-1c67-4d8d-afbe-9b7600737f09 req-11d8869d-28e0-42b2-a9c3-8b3a78d1397d tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:30.355574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f3400ce7-1c67-4d8d-afbe-9b7600737f09 req-11d8869d-28e0-42b2-a9c3-8b3a78d1397d tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0530596 Aug 11 04:02:30.392365 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f3400ce7-1c67-4d8d-afbe-9b7600737f09 req-3cfaadd3-302f-4636-976a-03569069f2de tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300012 Aug 11 04:02:30.645915 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:31.512070 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98632a3-cb0e-44be-91bd-f7f70a511be2 req-1bebc813-9f25-4079-a813-3d0e9f4400eb tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:31.513709 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f98632a3-cb0e-44be-91bd-f7f70a511be2 req-1bebc813-9f25-4079-a813-3d0e9f4400eb tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0528510 Aug 11 04:02:31.517418 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3a355faa-94ac-4533-9f0d-febc06866f9f details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:02:31.552746 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f98632a3-cb0e-44be-91bd-f7f70a511be2 req-2d48ea96-3eaa-4762-9c64-22814bb12a5c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328290 Aug 11 04:02:31.613770 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:02:31.625483 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'port_id': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'mac_address': 'fa:16:3e:3e:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:02:31.661169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:31.674318 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a355faa-94ac-4533-9f0d-febc06866f9f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:02:31.692989 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:02:31.696720 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:31.742353 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:31.749551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.749900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.750243 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.750585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.750920 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.751251 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.751581 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.751937 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.752263 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.752941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.752941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.753210 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:02:31.903677 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['3a355faa-94ac-4533-9f0d-febc06866f9f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:02:32.668465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3efd2e-0716-43f6-9f75-fda9ee5a23f3 req-81fda985-3690-4d62-b0b1-2cddd511242b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:32.670174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed3efd2e-0716-43f6-9f75-fda9ee5a23f3 req-81fda985-3690-4d62-b0b1-2cddd511242b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 944 time: 0.0501885 Aug 11 04:02:32.707849 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ed3efd2e-0716-43f6-9f75-fda9ee5a23f3 req-f955a617-b05a-43f7-8126-de5ac1737059 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Aug 11 04:02:33.517951 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3a355faa-94ac-4533-9f0d-febc06866f9f up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:02:33.567719 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port 3a355faa-94ac-4533-9f0d-febc06866f9f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:02:33.571489 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port 3a355faa-94ac-4533-9f0d-febc06866f9f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:02:33.571897 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:33.661595 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:33.683219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:02:33.685562 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32787eff-e202-4a2f-bfb8-590725cb44ea" -d '{"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-plugged", "status": "completed", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:02:33.698308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:02:33.704226 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:33.728545 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb238e6-7d8d-410c-9420-49a3a08a23df x-openstack-request-id: req-beb238e6-7d8d-410c-9420-49a3a08a23df {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:02:33.728843 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-plugged", "status": "completed", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:02:33.729100 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-beb238e6-7d8d-410c-9420-49a3a08a23df {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:02:33.729493 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'code': 200} Aug 11 04:02:33.756142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:33.829476 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37476c-cecb-4f29-963e-e152d4c542ad req-e70bd3c0-49c0-410f-a5b0-99b65e6632b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:33.830966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d37476c-cecb-4f29-963e-e152d4c542ad req-e70bd3c0-49c0-410f-a5b0-99b65e6632b0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1097 time: 0.0401268 Aug 11 04:02:33.837146 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1e003-7a29-473c-abc9-9e5187fd9f3f req-3bedf778-8fc8-45a8-9f22-a10a76f903ec tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:33.838639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8df1e003-7a29-473c-abc9-9e5187fd9f3f req-3bedf778-8fc8-45a8-9f22-a10a76f903ec tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0500147 Aug 11 04:02:33.866543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5d37476c-cecb-4f29-963e-e152d4c542ad req-106d601a-36ab-48fc-a24d-b4e3e4787a56 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284836 Aug 11 04:02:33.878814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8df1e003-7a29-473c-abc9-9e5187fd9f3f req-f64224a8-12d1-4ba9-8664-1a2dbee6e870 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331435 Aug 11 04:02:34.994556 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32f45-9f56-48f5-9ee8-d98b0686f8b1 req-81eb72d9-cd56-4073-8a9b-b71f70a7c2ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:34.996056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74b32f45-9f56-48f5-9ee8-d98b0686f8b1 req-81eb72d9-cd56-4073-8a9b-b71f70a7c2ae tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0483813 Aug 11 04:02:35.033327 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-74b32f45-9f56-48f5-9ee8-d98b0686f8b1 req-040882bb-3627-47d6-bdde-e2e2134957dc tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313184 Aug 11 04:02:35.149834 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326df3a8-7d06-45d7-a114-471219b46489 req-056989c1-77e8-4b1b-bdfe-dad46f3c97ef tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:35.151295 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-326df3a8-7d06-45d7-a114-471219b46489 req-056989c1-77e8-4b1b-bdfe-dad46f3c97ef tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0526345 Aug 11 04:02:35.190237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-326df3a8-7d06-45d7-a114-471219b46489 req-e0e453e9-d25c-47d5-9b04-6db305b96432 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322900 Aug 11 04:02:35.211221 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:35.253804 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1222ce-3652-4925-a516-b1f72e146c74 tempest-TestShelveInstance-524785523 tempest-TestShelveInstance-524785523-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:35.255289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-3e1222ce-3652-4925-a516-b1f72e146c74 tempest-TestShelveInstance-524785523 tempest-TestShelveInstance-524785523-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1092 time: 0.0430160 Aug 11 04:02:35.258013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47108) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:02:35.262232 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:02:35.286650 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:35.381282 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:35.485617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Allocated IP 172.25.4.131 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/0ab88c44-499c-4020-914d-5e15c31a2143) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:02:35.588016 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:35.627781 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:35.665968 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:02:35.670607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:02:35.674042 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:02:35.698155 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'Port': ['ID=0ab88c44-499c-4020-914d-5e15c31a2143,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:36.020229 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:36.385265 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:36.529493 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:36.534040 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:36.596629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event updated for resources: {'Port': ['ID=0ab88c44-499c-4020-914d-5e15c31a2143,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:02:36.609931 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:36.707122 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Floating IP d0494641-ef96-405c-9ad7-81cb66059414 associated. External IP: 172.25.4.131, port: 3a355faa-94ac-4533-9f0d-febc06866f9f. Aug 11 04:02:36.909549 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Router b3e37b7d-53d5-4b0b-a36c-ab0620343933 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:02:37.015839 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:02:37.025945 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] Sync routers for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:02:37.032132 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:37.036002 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:02:37.036602 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:02:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:02:37.060948 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-e1bbe0eb-9864-4cec-bba4-1d560c561be2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8019497 Aug 11 04:02:37.061777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:02:37.064109 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576" -d '{"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:02:37.100939 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0cfb21-b2d0-4d83-9a09-d23090d8d039 x-openstack-request-id: req-5d0cfb21-b2d0-4d83-9a09-d23090d8d039 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:02:37.101257 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:02:37.101511 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d0cfb21-b2d0-4d83-9a09-d23090d8d039 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:02:37.101915 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'status': 'completed', 'code': 200} Aug 11 04:02:37.143941 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:02:37.165618 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-40aa6c91-127a-4412-9a55-f2c69f259908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:37.167195 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-40aa6c91-127a-4412-9a55-f2c69f259908 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1097 time: 0.0419266 Aug 11 04:02:37.266420 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-96c57d6a-7894-4d12-814a-a861947f7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:37.267916 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-96c57d6a-7894-4d12-814a-a861947f7aff service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0939744 Aug 11 04:02:37.335874 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-c059b609-b577-47f8-83af-4bc7c53b4bab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 999 time: 0.0593750 Aug 11 04:02:37.388987 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-669516c9-6457-4130-9931-438067427d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:37.390665 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-669516c9-6457-4130-9931-438067427d94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0484092 Aug 11 04:02:37.437467 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-fe9b18bf-39b1-4539-9b4c-6c3ac9f3b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:02:37.438973 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-fe9b18bf-39b1-4539-9b4c-6c3ac9f3b63c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411777 Aug 11 04:02:37.453174 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'd0494641-ef96-405c-9ad7-81cb66059414', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'port_id': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'mac_address': 'fa:16:3e:3e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:02:35Z', 'updated_at': '2021-08-11T04:02:35Z', 'revision_number': 0, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:02:37.478567 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] Checking router: b3e37b7d-53d5-4b0b-a36c-ab0620343933 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:02:37.486992 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:02:37.487588 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:02:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:02:37.527846 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-c8de996a-b891-4702-ac2b-ec2b3ffbba2a service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814245 Aug 11 04:02:37.589780 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:02:37.623649 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-d0f9b27f-b8be-4de9-ba7b-2d15bba31576 req-d3291a57-c324-4fd9-9a07-d3aa410afb1a service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886750 Aug 11 04:02:37.809612 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'd0494641-ef96-405c-9ad7-81cb66059414', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'port_id': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'mac_address': 'fa:16:3e:3e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:02:35Z', 'updated_at': '2021-08-11T04:02:35Z', 'revision_number': 0, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:02:37.840016 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9266d56-496c-401c-9c49-105fe86e1014 None None] The sync data for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 is: [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': 'd0494641-ef96-405c-9ad7-81cb66059414', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'floating_ip_address': '172.25.4.131', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'port_id': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'mac_address': 'fa:16:3e:3e:63:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:02:35Z', 'updated_at': '2021-08-11T04:02:35Z', 'revision_number': 0, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:02:38.040650 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c089628-81bd-438e-a0f7-6d1e7c86d280 None None] New status for floating IP d0494641-ef96-405c-9ad7-81cb66059414: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:02:44.151439 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:02:52.442810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-12fd8e0a-d1e0-4ccf-bf3d-aef54372fe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:55.311008 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9df5d581-1016-4f12-afdd-788aef0ebbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:55.586960 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:56.112909 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:56.988895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:02:58.397917 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:00.667522 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:17.189279 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-cbb86766-80a8-45b0-8f63-9406ac9f8e0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407765 Aug 11 04:03:17.268607 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-bc2f7d0c-eda4-46ff-901b-35474db89016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:17.270053 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-bc2f7d0c-eda4-46ff-901b-35474db89016 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1097 time: 0.0403898 Aug 11 04:03:17.376451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-5b9fbbd8-028b-49a5-8f92-c2d1bc5c94be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:17.377895 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-5b9fbbd8-028b-49a5-8f92-c2d1bc5c94be service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0885403 Aug 11 04:03:17.441451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-e4503749-be85-403e-8b0c-b1ba93b72ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 1001 time: 0.0567522 Aug 11 04:03:17.493298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-6ba1b4e9-f9fb-48c0-b558-f42dde1c5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:17.494689 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-6ba1b4e9-f9fb-48c0-b558-f42dde1c5910 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0460782 Aug 11 04:03:17.540303 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-9cb8562b-d94e-438e-a514-198d0dceb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:03:17.541720 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-9cb8562b-d94e-438e-a514-198d0dceb5b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384653 Aug 11 04:03:17.628401 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-b30edd2e-fef5-443f-ab0f-eb476dedbcf4 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784016 Aug 11 04:03:17.720529 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-03680638-9615-42e2-8ec8-af1a5af252b3 req-acb04db1-17b7-403d-be97-692af94fcd54 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849159 Aug 11 04:03:21.150539 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:03:22.444366 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f6de91fa-c018-417a-be58-06e88ae6bcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:25.312236 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-23d1971a-ef28-4e18-a16f-859c34fb58b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:25.587316 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:26.121956 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:26.991965 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:28.401006 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:30.672899 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:52.444202 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a80676c5-ae8f-4974-beb9-e1a92d60c94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:55.319449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-57c941fc-956c-496d-b190-cecf4ef0f3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:55.587594 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:56.126227 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:56.993910 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:03:58.149645 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:03:58.404697 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:00.691273 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:16.637183 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-4ff900fa-9367-4911-be32-478c3f585813 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419021 Aug 11 04:04:16.731822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-2d6ecc97-038e-4ea2-bf4f-83abf428656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:16.733335 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-2d6ecc97-038e-4ea2-bf4f-83abf428656a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1097 time: 0.0455935 Aug 11 04:04:16.840285 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-e380f598-0235-4d5e-b584-eaf37d40a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:16.841755 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-e380f598-0235-4d5e-b584-eaf37d40a757 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0892510 Aug 11 04:04:16.906768 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-3ec27f23-07f4-4a8a-b3ef-6c58eba27611 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 1001 time: 0.0568066 Aug 11 04:04:16.961698 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-535a18d5-9c7e-415b-9b35-824d14c1f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:16.963139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-535a18d5-9c7e-415b-9b35-824d14c1f3ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0490215 Aug 11 04:04:17.015286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-be39ab12-9814-4af5-888c-fffdcf734444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:17.016832 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-be39ab12-9814-4af5-888c-fffdcf734444 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462317 Aug 11 04:04:17.028035 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-ec566f12-8fd5-45cd-86f9-9093b4f4ec3b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111683) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:04:17.028966 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-ec566f12-8fd5-45cd-86f9-9093b4f4ec3b service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050886 Aug 11 04:04:17.116928 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-722419b6-1102-40af-9383-6386337880c4 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807471 Aug 11 04:04:17.209980 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6b9f4d25-89b9-4ddc-ab27-9b325b57be4e req-a6c9ecab-a425-48c3-96e4-020b6370bbc0 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856211 Aug 11 04:04:22.445781 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-767c576b-ea15-48b8-94dd-8bb32875de01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:25.320477 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-492ed779-e79c-41e9-b7db-46f3548e76c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:25.587665 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:26.142537 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:26.996075 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:28.406952 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:30.686549 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:33.559925 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74de79-2974-44dc-b789-2927fb1ee91d req-707eb1e2-d23d-4746-b1cf-6b962fb97dd2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:33.561297 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a74de79-2974-44dc-b789-2927fb1ee91d req-707eb1e2-d23d-4746-b1cf-6b962fb97dd2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0510993 Aug 11 04:04:33.598600 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-5a74de79-2974-44dc-b789-2927fb1ee91d req-87f9971e-59fd-4de1-9101-f504f247c2cf tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Aug 11 04:04:34.732706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b216f-69eb-44c9-b26b-521e7971c7b6 req-92f23bf9-8495-4b90-a62e-159916c9ef40 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:34.734178 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b5b216f-69eb-44c9-b26b-521e7971c7b6 req-92f23bf9-8495-4b90-a62e-159916c9ef40 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0494962 Aug 11 04:04:34.771903 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5b5b216f-69eb-44c9-b26b-521e7971c7b6 req-5616659b-c1c6-45c4-af91-4e83babe21aa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Aug 11 04:04:35.148572 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:04:35.946246 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcd5f5-5675-4f33-8f57-2c24de06225f req-74e54933-23fb-4939-a537-90e601db65fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:35.947708 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2dcd5f5-5675-4f33-8f57-2c24de06225f req-74e54933-23fb-4939-a537-90e601db65fa tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0488396 Aug 11 04:04:35.985061 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a2dcd5f5-5675-4f33-8f57-2c24de06225f req-77ee68cc-60b7-4d16-8a3d-ff5ba2617888 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306814 Aug 11 04:04:37.099580 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b7049-e964-429e-aa3d-05142d46feaf req-da7d2793-e5ba-4719-aac4-fc82fa327a3c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:37.100973 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f7b7049-e964-429e-aa3d-05142d46feaf req-da7d2793-e5ba-4719-aac4-fc82fa327a3c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0480461 Aug 11 04:04:37.138014 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-8f7b7049-e964-429e-aa3d-05142d46feaf req-2c25df51-3bce-4b8a-b5a4-52776cbcb893 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302873 Aug 11 04:04:38.257428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169a6d1-b0da-41ab-ad60-029acf012b5c req-38361e16-b67f-4377-98f5-70c5d076d49e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:38.258897 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a169a6d1-b0da-41ab-ad60-029acf012b5c req-38361e16-b67f-4377-98f5-70c5d076d49e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0524526 Aug 11 04:04:38.295953 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a169a6d1-b0da-41ab-ad60-029acf012b5c req-7b117f2a-9f41-4b4b-b27e-a4be140bf01a tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Aug 11 04:04:39.415718 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222945c-3166-4927-b9e5-e2ec83a6b6f0 req-d898a957-02d3-4296-92eb-c7bf8f31f010 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:39.417279 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a222945c-3166-4927-b9e5-e2ec83a6b6f0 req-d898a957-02d3-4296-92eb-c7bf8f31f010 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0537596 Aug 11 04:04:39.457029 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a222945c-3166-4927-b9e5-e2ec83a6b6f0 req-98241425-e58d-4196-8e56-6493bc09cc76 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320473 Aug 11 04:04:40.570946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ef5f4-2358-4251-9d61-6148b6de9022 req-152ef748-6ebe-4556-aac2-5ee9f3609776 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:40.572443 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa1ef5f4-2358-4251-9d61-6148b6de9022 req-152ef748-6ebe-4556-aac2-5ee9f3609776 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0484762 Aug 11 04:04:40.610526 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-aa1ef5f4-2358-4251-9d61-6148b6de9022 req-b08da780-596c-428e-a342-7302adb76d11 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Aug 11 04:04:41.726119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402aa14-77e5-4f40-acc1-67204e465d9d req-c3b86d49-65aa-444b-b90b-6222f3553494 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:41.727652 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5402aa14-77e5-4f40-acc1-67204e465d9d req-c3b86d49-65aa-444b-b90b-6222f3553494 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0501168 Aug 11 04:04:41.767814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5402aa14-77e5-4f40-acc1-67204e465d9d req-34924e3a-2fbf-471a-91c2-2bb9e370f194 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Aug 11 04:04:42.886046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae7857-98c8-4682-893d-77c4cdd5c177 req-1aa65fd8-13f4-4e6a-9575-f994d1f6551f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:42.888164 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77ae7857-98c8-4682-893d-77c4cdd5c177 req-1aa65fd8-13f4-4e6a-9575-f994d1f6551f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0490868 Aug 11 04:04:42.924449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-77ae7857-98c8-4682-893d-77c4cdd5c177 req-d20f77de-5e0d-40a3-b266-95dfc0c3dc42 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304823 Aug 11 04:04:43.688419 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-cc29f1cf-199e-4f86-ad25-ebd02ecc94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:43.689975 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-cc29f1cf-199e-4f86-ad25-ebd02ecc94ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1097 time: 0.0442216 Aug 11 04:04:43.778787 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-7c2f5ab5-6197-4791-aff1-355c732bb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:43.780290 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-7c2f5ab5-6197-4791-aff1-355c732bb7c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0832279 Aug 11 04:04:43.851605 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-c05cc5b1-c860-4dc9-8bb7-f0053b925d88 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 1001 time: 0.0628257 Aug 11 04:04:43.899637 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-d7514edc-d3e6-4989-a584-1227b8819438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:43.901040 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-d7514edc-d3e6-4989-a584-1227b8819438 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0423100 Aug 11 04:04:43.946811 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-eb4e3235-f5bb-43c3-9ed9-fcd5361566e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:43.948370 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-eb4e3235-f5bb-43c3-9ed9-fcd5361566e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404503 Aug 11 04:04:44.040041 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7799e-31d2-498d-8347-649a314a2c97 req-f6f6305c-f2fd-4412-aeb7-79bf82a5c250 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:44.041556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9cc7799e-31d2-498d-8347-649a314a2c97 req-f6f6305c-f2fd-4412-aeb7-79bf82a5c250 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0500617 Aug 11 04:04:44.041757 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-da0c1a1b-bb03-449d-a27b-2d4fe2fda919 service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862465 Aug 11 04:04:44.081033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-9cc7799e-31d2-498d-8347-649a314a2c97 req-2e2bf274-eaf0-4b7e-9090-9ee302368386 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Aug 11 04:04:44.131799 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a833aa70-50d2-47f8-9f83-a2733571d952 req-29d26387-b59a-4952-a175-2fdf0d827c3b service neutron] 10.222.0.57 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827129 Aug 11 04:04:45.196691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecda18-af8e-41f3-b536-3e1bddbd357d req-de046f31-1bc6-46cd-bf87-b33766baa4d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:45.198162 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36ecda18-af8e-41f3-b536-3e1bddbd357d req-de046f31-1bc6-46cd-bf87-b33766baa4d3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0500143 Aug 11 04:04:45.237056 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-36ecda18-af8e-41f3-b536-3e1bddbd357d req-1b40b26c-e0cc-464a-b3af-ff9fb6321f98 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Aug 11 04:04:46.359961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087c533-f04a-41d6-867d-f597878210ee req-2065bc35-c385-4ea0-badb-c9343cd245ea tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:46.361523 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0087c533-f04a-41d6-867d-f597878210ee req-2065bc35-c385-4ea0-badb-c9343cd245ea tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0559518 Aug 11 04:04:46.399699 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0087c533-f04a-41d6-867d-f597878210ee req-423d3b03-46fb-4be2-a18c-fdb86f150003 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321171 Aug 11 04:04:47.522648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fd721-5731-4e7f-9184-1bc5b15970ff req-dcb460be-5d4d-4952-a015-2a04344df5ed tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:47.524165 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b88fd721-5731-4e7f-9184-1bc5b15970ff req-dcb460be-5d4d-4952-a015-2a04344df5ed tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0541470 Aug 11 04:04:47.563591 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b88fd721-5731-4e7f-9184-1bc5b15970ff req-8d99c26f-5329-4dca-aa2d-2c920af72a2b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332425 Aug 11 04:04:47.754427 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47210) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:04:47.773608 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bac4a-966d-4d1e-8fb8-43bc3aae27df req-b86ff66e-d30b-47b9-abab-147fd3c53651 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:47.775110 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-396bac4a-966d-4d1e-8fb8-43bc3aae27df req-b86ff66e-d30b-47b9-abab-147fd3c53651 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 945 time: 0.0521038 Aug 11 04:04:47.815806 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-396bac4a-966d-4d1e-8fb8-43bc3aae27df req-a11cca6c-c71d-4e4b-b848-f8100163bbc3 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343144 Aug 11 04:04:47.836514 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-1a25274c-b1e1-4bf4-8f9a-657b9e80cfda service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809121 Aug 11 04:04:48.182533 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device 3a355faa-94ac-4533-9f0d-febc06866f9f no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:04:48.260183 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:48.283096 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:48.286657 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c152773c-b332-46fe-ba35-d0571e2e38d7" -d '{"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-unplugged", "status": "completed", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:48.300842 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:48.305054 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:48.331285 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb85c63-daa5-47e4-8fde-9fa9c19a552a x-openstack-request-id: req-9bb85c63-daa5-47e4-8fde-9fa9c19a552a {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:48.331576 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-unplugged", "status": "failed", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "code": 422}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:48.331847 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bb85c63-daa5-47e4-8fde-9fa9c19a552a {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:48.332236 n-d-768509-22 neutron-server[111684]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'code': 422} returned with failed status Aug 11 04:04:48.356635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:48.363804 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.364151 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.364488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.364821 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.365153 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.365481 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.365803 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.366124 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.366446 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.366768 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.367085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.367403 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:48.931884 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beca94c-99a7-4b5c-a6eb-ba1210da7712 req-ca03ff22-ba07-4cfb-b6ce-8c4508bf34ba tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:48.933555 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8beca94c-99a7-4b5c-a6eb-ba1210da7712 req-ca03ff22-ba07-4cfb-b6ce-8c4508bf34ba tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0496964 Aug 11 04:04:48.970978 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8beca94c-99a7-4b5c-a6eb-ba1210da7712 req-42f2333a-219d-4743-8bca-788f429ecfa0 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315089 Aug 11 04:04:50.095241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7a9e6-be56-4ec6-a170-864b0c197562 req-200c2479-1a67-4cdb-8539-fff4b335ef51 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:50.096690 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6f7a9e6-be56-4ec6-a170-864b0c197562 req-200c2479-1a67-4cdb-8539-fff4b335ef51 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0511985 Aug 11 04:04:50.137361 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6f7a9e6-be56-4ec6-a170-864b0c197562 req-e63e0c64-207e-4d52-adcd-5da4a7cc1236 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345695 Aug 11 04:04:51.258865 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6c60c-f3a9-46c2-a880-47c33c2f5e44 req-b69a4d8b-d373-48e5-844b-59d747ed5e70 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:51.260384 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fae6c60c-f3a9-46c2-a880-47c33c2f5e44 req-b69a4d8b-d373-48e5-844b-59d747ed5e70 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0540457 Aug 11 04:04:51.298071 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fae6c60c-f3a9-46c2-a880-47c33c2f5e44 req-053e321c-caa0-45c6-b265-e4ccc2cddc45 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308802 Aug 11 04:04:52.421690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98f1d-bf39-4579-9b96-eb22d6068238 req-12620379-ac86-4eb9-a6e9-a4204952f38b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:52.423189 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3e98f1d-bf39-4579-9b96-eb22d6068238 req-12620379-ac86-4eb9-a6e9-a4204952f38b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0580730 Aug 11 04:04:52.448003 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eb10d649-1661-4534-9383-6770af950ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.487999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b3e98f1d-bf39-4579-9b96-eb22d6068238 req-e9d6c776-67ff-4f2f-b5a2-31d323178f82 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586281 Aug 11 04:04:52.497357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-2cd38a49-1d7d-415c-9590-f355252f98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:52.498805 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-2cd38a49-1d7d-415c-9590-f355252f98e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d&tenant_id=e0f1d192f9574bdc83a697e88f8be8e9 HTTP/1.1" status: 200 len: 1095 time: 0.1045687 Aug 11 04:04:52.510616 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768509-22', 'device_owner': 'compute:nova'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:04:52.563561 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.767164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:04:52.800357 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h2-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:04:52.832088 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a355faa-94ac-4533-9f0d-febc06866f9f {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:04:52.839987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.851529 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Transition to ACTIVE for port object 3a355faa-94ac-4533-9f0d-febc06866f9f will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:04:52.855054 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:52.932546 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=7']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:52.949014 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.949467 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.949818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.950158 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.950497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.950832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.951164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.951495 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.951847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.952180 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.952507 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.952831 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:04:52.991578 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] No DVR routers for this DVR port 3a355faa-94ac-4533-9f0d-febc06866f9f on host n-h2-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:04:53.126812 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:04:53.127465 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:04:53.127951 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:04:53.132362 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Port 3a355faa-94ac-4533-9f0d-febc06866f9f on network 609572b8-7f33-474a-a7de-9f8f395405cf not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:04:53.132705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Attempting to bind port 3a355faa-94ac-4533-9f0d-febc06866f9f on network 609572b8-7f33-474a-a7de-9f8f395405cf {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:04:53.138320 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:04:53.138661 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Checking segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:04:53.139046 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Bound using segment: {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:04:53.139473 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Bound port: 3a355faa-94ac-4533-9f0d-febc06866f9f, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fec5045-a07f-4bbf-a423-fb8e0b08061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:04:53.139872 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:53.202772 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:04:53.205827 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:04:53.209266 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:53.241506 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:53.241868 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:53.243658 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] 10.222.0.10 "PUT /v2.0/ports/3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 1092 time: 0.7368469 Aug 11 04:04:53.246182 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:04:53.249026 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da6e380-6c21-477c-87a4-e7a33d702477" -d '{"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:04:53.311679 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856eaeb-1844-4d8b-91bc-76bc772e9655 service neutron] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=8']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:04:53.330422 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-1d716c57-8130-44d0-b710-15b8c5f8e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:53.332005 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-1d716c57-8130-44d0-b710-15b8c5f8e5dd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1095 time: 0.0572696 Aug 11 04:04:53.361677 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0cfcf5-b6b5-4e3d-9dc8-382d935abe99 x-openstack-request-id: req-5d0cfcf5-b6b5-4e3d-9dc8-382d935abe99 {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:04:53.361972 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:04:53.362234 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d0cfcf5-b6b5-4e3d-9dc8-382d935abe99 {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:04:53.362636 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'status': 'completed', 'code': 200} Aug 11 04:04:53.432178 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-920cc495-56e9-48d6-a9b0-23d53e165837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:53.434399 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-920cc495-56e9-48d6-a9b0-23d53e165837 service neutron] 10.222.0.10 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0935349 Aug 11 04:04:53.503272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-de8cd5be-6bce-473b-b698-e0b565a02be5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 999 time: 0.0615754 Aug 11 04:04:53.554152 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-a0a2681b-f17e-4d5c-9768-688849056c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:53.555653 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-a0a2681b-f17e-4d5c-9768-688849056c31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0454998 Aug 11 04:04:53.630196 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdab71-fb92-42b5-aab5-0368ef46fa63 req-ac41ce51-60ac-49c3-84b4-9e2bf607c87e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:53.631717 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08cdab71-fb92-42b5-aab5-0368ef46fa63 req-ac41ce51-60ac-49c3-84b4-9e2bf607c87e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0751598 Aug 11 04:04:53.634102 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-988c46d3-e54f-4360-a2e0-9206a0c7dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:53.635464 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-988c46d3-e54f-4360-a2e0-9206a0c7dd4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699584 Aug 11 04:04:53.647457 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-8b08fcdb-e6b7-4587-b812-356e1466925e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:04:53.648445 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-8b08fcdb-e6b7-4587-b812-356e1466925e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046220 Aug 11 04:04:53.721760 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-08cdab71-fb92-42b5-aab5-0368ef46fa63 req-66b1e51a-2bc8-4e1d-ad37-ee9e7cc9c60e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834832 Aug 11 04:04:53.759569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-45cab6f4-1b28-4308-8474-b8e7dcbbfd62 service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991895 Aug 11 04:04:53.854346 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-ac4c12be-7de1-4a04-b079-4a4c7fdba6ba req-01141095-8ae5-41a8-9cc8-5ea70c35339e service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879791 Aug 11 04:04:53.943873 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-6c7e7652-9632-4ec0-a7ba-77577d86db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:53.945356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-6c7e7652-9632-4ec0-a7ba-77577d86db8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1095 time: 0.0428896 Aug 11 04:04:54.033140 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-b5ff237c-1a73-447f-847a-78bde425bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:54.034571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-b5ff237c-1a73-447f-847a-78bde425bdd9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0822957 Aug 11 04:04:54.101528 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-26acfa14-503a-48f1-beff-c24bc47de0c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 999 time: 0.0597157 Aug 11 04:04:54.152738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-b916730e-7f38-42c0-8238-f540670e1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:54.154160 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-b916730e-7f38-42c0-8238-f540670e1e9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0455153 Aug 11 04:04:54.199358 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-8b6e0f75-023b-4a64-80a8-dcab10fcff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:54.200815 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-8b6e0f75-023b-4a64-80a8-dcab10fcff1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391726 Aug 11 04:04:54.293814 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-a6ae1ad3-f4ff-4fd4-8f41-2f2379139f75 service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Aug 11 04:04:54.382081 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3da6e380-6c21-477c-87a4-e7a33d702477 req-6568f0d9-928c-43c3-bbc8-4f1983b118d9 service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805290 Aug 11 04:04:54.839573 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988917a7-8b46-4237-9973-ee8943cd5f7d req-b6e310b9-2039-41a7-a90c-0121edeae60b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:54.841254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-988917a7-8b46-4237-9973-ee8943cd5f7d req-b6e310b9-2039-41a7-a90c-0121edeae60b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0509257 Aug 11 04:04:54.879012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-988917a7-8b46-4237-9973-ee8943cd5f7d req-177da5fb-7d56-4554-93ac-853c29a85216 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 11 04:04:55.327307 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d8c55e77-4b6d-4d17-9a27-4e0a5e4483a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:55.588189 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:55.997725 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d10a74-e21f-4ecc-a843-487b653b21bd req-6ba6e001-5aaf-4782-89e5-e63cb4dcd517 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:55.999188 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56d10a74-e21f-4ecc-a843-487b653b21bd req-6ba6e001-5aaf-4782-89e5-e63cb4dcd517 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0528255 Aug 11 04:04:56.036749 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-56d10a74-e21f-4ecc-a843-487b653b21bd req-e99864dd-b6dc-42ac-9014-b611ed1b4939 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Aug 11 04:04:56.141112 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:56.999794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:57.153904 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db39c1d-3728-484a-a0ff-8818df5f7050 req-c92663d3-0a04-4cd8-88cd-84e6fde8c781 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:57.155404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7db39c1d-3728-484a-a0ff-8818df5f7050 req-c92663d3-0a04-4cd8-88cd-84e6fde8c781 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0497406 Aug 11 04:04:57.192513 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7db39c1d-3728-484a-a0ff-8818df5f7050 req-bcd30311-00b6-49d0-8b3d-8ddccbfc28bf tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310829 Aug 11 04:04:58.311059 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af207274-710d-486d-85be-30a67e07e350 req-8e327aa9-fde3-4750-8ad9-8e4ad84fbe98 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:58.312569 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af207274-710d-486d-85be-30a67e07e350 req-8e327aa9-fde3-4750-8ad9-8e4ad84fbe98 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0504696 Aug 11 04:04:58.349930 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-af207274-710d-486d-85be-30a67e07e350 req-fb138252-ce3d-40de-b471-f1dc6028c66c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313735 Aug 11 04:04:58.409794 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:04:59.472348 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501e382-55dd-42ca-b204-edf9f8b11f30 req-cd9c8170-ce1d-41e0-a8c1-634af2d4db32 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:04:59.473884 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4501e382-55dd-42ca-b204-edf9f8b11f30 req-cd9c8170-ce1d-41e0-a8c1-634af2d4db32 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0567050 Aug 11 04:04:59.510538 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-4501e382-55dd-42ca-b204-edf9f8b11f30 req-ddb43d40-7b2c-48b2-910b-adbbc7b2c1c1 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307705 Aug 11 04:05:00.624639 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32365b6b-f249-495c-a1e3-4a928e834b0a req-30be1807-2875-460c-9734-d3fbd4182f27 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:00.626089 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32365b6b-f249-495c-a1e3-4a928e834b0a req-30be1807-2875-460c-9734-d3fbd4182f27 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0482345 Aug 11 04:05:00.661975 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32365b6b-f249-495c-a1e3-4a928e834b0a req-c2972534-6ec9-4bfe-b140-ba8e148a3fc7 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300837 Aug 11 04:05:00.681068 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:01.777510 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac025549-a46a-403a-a0ea-4229b9d0b41b req-1b9c32b7-8e7e-4431-92bb-840fb1d8f189 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:01.779013 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac025549-a46a-403a-a0ea-4229b9d0b41b req-1b9c32b7-8e7e-4431-92bb-840fb1d8f189 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0488696 Aug 11 04:05:01.816695 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-ac025549-a46a-403a-a0ea-4229b9d0b41b req-a5a011d3-44c6-4a94-a3aa-6e669b49ccad tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318155 Aug 11 04:05:02.934870 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae0934-b8bb-4f48-a7aa-32fafdea87cb req-d7a6b6d1-01ed-4a21-806a-9f2a0be1ecf4 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:02.936404 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bae0934-b8bb-4f48-a7aa-32fafdea87cb req-d7a6b6d1-01ed-4a21-806a-9f2a0be1ecf4 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 943 time: 0.0533566 Aug 11 04:05:02.974174 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-6bae0934-b8bb-4f48-a7aa-32fafdea87cb req-179e0de3-d90c-49f2-addf-5192c88d0de1 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317788 Aug 11 04:05:03.394065 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3a355faa-94ac-4533-9f0d-febc06866f9f details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:05:03.488814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:03.500401 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'port_id': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'mac_address': 'fa:16:3e:3e:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:05:03.535405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.548334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a355faa-94ac-4533-9f0d-febc06866f9f {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:05:03.567367 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:03.570845 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:03.615672 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=9']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:03.806355 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['3a355faa-94ac-4533-9f0d-febc06866f9f'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:05:04.091430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecceed-9583-4ad2-99e2-8bdd3ed960c3 req-59f70387-5f2c-421d-9ae8-9c760aeab97e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:04.092876 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7aecceed-9583-4ad2-99e2-8bdd3ed960c3 req-59f70387-5f2c-421d-9ae8-9c760aeab97e tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 944 time: 0.0498462 Aug 11 04:05:04.131961 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7aecceed-9583-4ad2-99e2-8bdd3ed960c3 req-93a8b90c-95e5-485d-8d33-52b5348c8b84 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Aug 11 04:05:05.266448 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7bc22-b4e9-4c85-bd61-9b58d8b13c43 req-b614245b-8873-4077-b1f4-52645c2f9eed tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:05.268000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eea7bc22-b4e9-4c85-bd61-9b58d8b13c43 req-b614245b-8873-4077-b1f4-52645c2f9eed tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 944 time: 0.0494816 Aug 11 04:05:05.306566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-eea7bc22-b4e9-4c85-bd61-9b58d8b13c43 req-641120b3-b71e-4373-8e8e-170af4239550 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326486 Aug 11 04:05:05.405499 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3a355faa-94ac-4533-9f0d-febc06866f9f up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:05:05.455943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 3a355faa-94ac-4533-9f0d-febc06866f9f completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:05:05.459356 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 3a355faa-94ac-4533-9f0d-febc06866f9f triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:05:05.459741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.532893 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.554547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:05:05.556850 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9360f55-ba72-43f2-933c-b5974cfc5777" -d '{"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-plugged", "status": "completed", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:05:05.571509 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:05:05.576694 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:05.602355 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e5dfe6-c9a2-4556-b841-eca382d28116 x-openstack-request-id: req-39e5dfe6-c9a2-4556-b841-eca382d28116 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:05:05.602643 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-plugged", "status": "completed", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:05:05.602894 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39e5dfe6-c9a2-4556-b841-eca382d28116 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:05:05.603277 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'code': 200} Aug 11 04:05:05.630208 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=10']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:05:05.733788 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422385d-c484-4acb-9ad8-576b23045751 req-33305fea-1d11-4100-b5bb-a067751c0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:05.735149 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2422385d-c484-4acb-9ad8-576b23045751 req-33305fea-1d11-4100-b5bb-a067751c0b0c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1098 time: 0.0397208 Aug 11 04:05:05.768764 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2422385d-c484-4acb-9ad8-576b23045751 req-5ad4a4d5-ad40-4f9b-a06f-781188bc5327 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267253 Aug 11 04:05:06.428090 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090149b9-03a2-431e-ac90-2f41c64f25c5 req-1136a628-c252-4b6e-9232-9a20d138894c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:06.429566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-090149b9-03a2-431e-ac90-2f41c64f25c5 req-1136a628-c252-4b6e-9232-9a20d138894c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 946 time: 0.0548244 Aug 11 04:05:06.474732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-090149b9-03a2-431e-ac90-2f41c64f25c5 req-880bfc24-9f61-4e47-b8f8-a51902a41f00 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385695 Aug 11 04:05:07.594889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abebc2-77a6-4673-a9ef-04124cea8175 req-4e66338f-5cce-4849-8cb9-357660eddb66 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:07.596365 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45abebc2-77a6-4673-a9ef-04124cea8175 req-4e66338f-5cce-4849-8cb9-357660eddb66 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 946 time: 0.0516675 Aug 11 04:05:07.632674 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-45abebc2-77a6-4673-a9ef-04124cea8175 req-f7895690-c251-4118-b629-8418a09e5bd8 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304129 Aug 11 04:05:12.147025 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:05:17.796252 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-252f63fb-1b4f-466b-b790-d87a30e9ff65 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398805 Aug 11 04:05:17.876006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486105b5-6228-40ea-a616-7904e1b719bd req-a7065306-a311-49ad-9e1d-400a96f1397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:17.877461 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-a7065306-a311-49ad-9e1d-400a96f1397d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1098 time: 0.0397084 Aug 11 04:05:17.991512 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486105b5-6228-40ea-a616-7904e1b719bd req-8249353f-f94c-4e02-8c5e-59e34f20ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:17.993009 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-8249353f-f94c-4e02-8c5e-59e34f20ff10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.0864332 Aug 11 04:05:18.060430 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-1e5a5846-8228-4256-8e7f-a4b92d80a59f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 1001 time: 0.0601742 Aug 11 04:05:18.109571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486105b5-6228-40ea-a616-7904e1b719bd req-aa6663ef-0e0f-4645-9e48-fed7806e008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:18.110967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-aa6663ef-0e0f-4645-9e48-fed7806e008e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0425806 Aug 11 04:05:18.161921 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486105b5-6228-40ea-a616-7904e1b719bd req-320ed904-18db-4831-b880-746ebf210a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:05:18.163654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-320ed904-18db-4831-b880-746ebf210a62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426044 Aug 11 04:05:18.257215 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-3ec04ad3-b02f-4557-bdbc-41d21712f54d service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813417 Aug 11 04:05:18.360211 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-486105b5-6228-40ea-a616-7904e1b719bd req-d6670bed-fd71-4bc9-b679-3c0b2b281622 service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937216 Aug 11 04:05:22.449118 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2b643af3-a9b2-4eaa-8ebd-9848afc8fbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.328787 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-64a3a77b-dd38-45f6-9a3d-0a0cbfae768e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:25.590650 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:26.156387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:27.002813 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:28.412207 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:30.694308 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:49.146685 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:05:52.449265 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7a7ca48e-0f3a-4c12-aa6f-1039d9c931d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:55.328679 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2473fd70-e752-4755-97f0-ac7e69641d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:55.590262 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:56.168374 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:57.006360 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:05:58.414941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:00.694151 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.416286 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47302) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:17.568408 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Deleting port 0ab88c44-499c-4020-914d-5e15c31a2143 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:17.568749 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.644890 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.645219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.656501 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Calling delete_port for 0ab88c44-499c-4020-914d-5e15c31a2143 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:17.801566 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.830244 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event deleted for resources: {'Port': ['ID=0ab88c44-499c-4020-914d-5e15c31a2143,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:17.842368 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.842714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.843052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.843387 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.843741 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.844072 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.844398 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.844723 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.845046 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.845377 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.845693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.846014 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:17.898358 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:17.898687 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Floating IP d0494641-ef96-405c-9ad7-81cb66059414 disassociated (deleted). External IP: 172.25.4.131, port: 3a355faa-94ac-4533-9f0d-febc06866f9f. Aug 11 04:06:18.100630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Router b3e37b7d-53d5-4b0b-a36c-ab0620343933 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:18.206890 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:18.211737 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:18.216315 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071041a4-1381-4873-a357-a71735bd16fd None None] Sync routers for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:18.224860 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:18.225466 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:18.237896 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-27d131e4-e8f3-404f-8556-a0af04f4e188 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "DELETE /v2.0/floatingips/d0494641-ef96-405c-9ad7-81cb66059414 HTTP/1.1" status: 204 len: 168 time: 0.8203242 Aug 11 04:06:18.238617 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:18.240907 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b309f4-9834-4386-9f6d-3153a6e967c3" -d '{"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:18.280815 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c1d7cf-adb6-412a-b585-22f996b05dc1 x-openstack-request-id: req-65c1d7cf-adb6-412a-b585-22f996b05dc1 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:18.281166 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:18.281425 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65c1d7cf-adb6-412a-b585-22f996b05dc1 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:18.281857 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'status': 'completed', 'code': 200} Aug 11 04:06:18.335719 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:18.349832 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-eca9a4c7-3ccd-4006-8902-4336293d95b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.351426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-eca9a4c7-3ccd-4006-8902-4336293d95b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 1098 time: 0.0468972 Aug 11 04:06:18.467204 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-cf471e4b-a533-41d8-ba35-cd362ee50681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.468847 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-cf471e4b-a533-41d8-ba35-cd362ee50681 service neutron] 10.222.0.10 "GET /v2.0/networks?id=609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 200 len: 909 time: 0.1048861 Aug 11 04:06:18.469013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18939e-5382-4f4e-be9c-1938d9657b84 req-e3fecdd5-04db-4962-969c-49f5651e0559 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.470400 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c18939e-5382-4f4e-be9c-1938d9657b84 req-e3fecdd5-04db-4962-969c-49f5651e0559 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 946 time: 0.0518465 Aug 11 04:06:18.514662 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c18939e-5382-4f4e-be9c-1938d9657b84 req-e4f527fc-5210-4286-8ef5-28e4b0eb8d7f tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354238 Aug 11 04:06:18.554672 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:18.582725 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071041a4-1381-4873-a357-a71735bd16fd None None] Checking router: b3e37b7d-53d5-4b0b-a36c-ab0620343933 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:18.591924 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:18.592556 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:05:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:18.703761 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:18.868247 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-29028595-f1dc-45cf-a060-bcccf252e89f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 200 len: 217 time: 0.3921664 Aug 11 04:06:18.920206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-4e9b6b1a-cc39-4343-92d7-cd49d75287a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.921676 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-4e9b6b1a-cc39-4343-92d7-cd49d75287a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 200 len: 847 time: 0.0454140 Aug 11 04:06:18.969332 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-00af8704-600a-4867-8569-bdb88be11dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:18.970742 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-00af8704-600a-4867-8569-bdb88be11dbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=609572b8-7f33-474a-a7de-9f8f395405cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414538 Aug 11 04:06:18.991249 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-071041a4-1381-4873-a357-a71735bd16fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:19.020649 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071041a4-1381-4873-a357-a71735bd16fd None None] The sync data for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 is: [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T03:57:44Z', 'revision_number': 4, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': '5770bf9e-fe43-42c3-bf97-a256bb7d8447', 'name': '', 'network_id': '609572b8-7f33-474a-a7de-9f8f395405cf', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'mac_address': 'fa:16:3e:37:0e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:44Z', 'updated_at': '2021-08-11T03:57:50Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'subnets': [{'id': '138a3ace-3a7c-4415-bc07-48a211c1922b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:19.066580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-4dd358e5-ae79-4170-98f3-eba958f5a43c service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881245 Aug 11 04:06:19.163891 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-58b309f4-9834-4386-9f6d-3153a6e967c3 req-52a7efe1-b9a5-47fe-bc33-bb67746e9325 service neutron] 10.222.0.10 "GET /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895045 Aug 11 04:06:19.245600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f48e803-3cd9-4475-92f9-8d648fe2814e None None] New status for floating IP d0494641-ef96-405c-9ad7-81cb66059414: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:06:19.646060 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a801b-bf92-470b-b745-81b449280da7 req-0b1a3b6a-2b9b-4cf3-be91-402063d1ccee tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:19.647556 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c9a801b-bf92-470b-b745-81b449280da7 req-0b1a3b6a-2b9b-4cf3-be91-402063d1ccee tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 946 time: 0.0498712 Aug 11 04:06:19.685901 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-7c9a801b-bf92-470b-b745-81b449280da7 req-75eef9f6-14f4-4b83-8153-be20ceab7fe1 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/security-groups?id=68f06655-dec7-47ee-b707-67812b1cd9b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323541 Aug 11 04:06:19.950153 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-5e73a370-67b2-4983-ac9f-d28c166100d2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:19.951686 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-5e73a370-67b2-4983-ac9f-d28c166100d2 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.10 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 946 time: 0.0481341 Aug 11 04:06:20.044336 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Deleting port 3a355faa-94ac-4533-9f0d-febc06866f9f {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:20.044693 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:20.135694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] For port 3a355faa-94ac-4533-9f0d-febc06866f9f, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=3a355faa-94ac-4533-9f0d-febc06866f9f,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:20.136064 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:20.149166 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Calling delete_port for 3a355faa-94ac-4533-9f0d-febc06866f9f owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:20.283343 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:20.312607 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event deleted for resources: {'Port': ['ID=3a355faa-94ac-4533-9f0d-febc06866f9f,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:20.325557 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.325907 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.326252 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.326589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.326926 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.327259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.327589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.327949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.328276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.328604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.328941 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.329269 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:20.363355 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] No DVR routers for this DVR port 3a355faa-94ac-4533-9f0d-febc06866f9f on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:20.365858 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:20.367898 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-b79dab86-1d47-4bff-9899-8f07d4389692 req-6d6c4f71-a35b-4dcb-ab0a-ad1230ee9333 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.10 "DELETE /v2.0/ports/3a355faa-94ac-4533-9f0d-febc06866f9f HTTP/1.1" status: 204 len: 173 time: 0.4095643 Aug 11 04:06:20.368333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-deleted', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:20.370570 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167044c1-20fa-4609-b66b-cf08ab969cab" -d '{"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-deleted", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:20.412560 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0474135-1e4f-4743-8cb1-719df2e0828b x-openstack-request-id: req-b0474135-1e4f-4743-8cb1-719df2e0828b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:20.412856 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d", "name": "network-vif-deleted", "tag": "3a355faa-94ac-4533-9f0d-febc06866f9f", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:20.413110 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0474135-1e4f-4743-8cb1-719df2e0828b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:20.413524 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d', 'name': 'network-vif-deleted', 'tag': '3a355faa-94ac-4533-9f0d-febc06866f9f', 'status': 'completed', 'code': 200} Aug 11 04:06:20.800905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a6d6468b-4036-43c3-ad72-0866131c4e0e req-1fa59527-4dee-4d7a-a397-00e47203568c tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 210 time: 0.0324173 Aug 11 04:06:21.899155 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9b37def7-08a6-4c12-8b04-2a944510adf8 req-f5126aac-3588-4871-a466-c54145726ef1 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 210 time: 0.0271866 Aug 11 04:06:22.450233 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6084b978-5de1-4382-91e4-9017bfde8117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:23.014306 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5455e341-a172-4715-94d9-835ed748fdab req-b9a2297c-79f1-4982-a223-5a76e6a65909 tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 210 time: 0.0298879 Aug 11 04:06:23.877807 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3a355faa-94ac-4533-9f0d-febc06866f9f no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:23.899960 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 3a355faa-94ac-4533-9f0d-febc06866f9f {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:23.900219 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 3a355faa-94ac-4533-9f0d-febc06866f9f not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:24.134672 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1ef5f43c-cdb8-44e3-98f9-676e58747d9c req-9da9e2a5-17f4-4928-970f-d8bc5960918b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "GET /v2.0/ports?device_id=e817bc8f-9fd8-45f4-9d8c-bd8f0cc8de4d HTTP/1.1" status: 200 len: 210 time: 0.0395713 Aug 11 04:06:25.192421 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47340) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:25.253393 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57cc225f-0611-4602-a873-4b0d179afb8b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.280936 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57cc225f-0611-4602-a873-4b0d179afb8b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.331106 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-eab4cdd5-e2b8-4754-b061-264237df9867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.348926 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57cc225f-0611-4602-a873-4b0d179afb8b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.351853 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-57cc225f-0611-4602-a873-4b0d179afb8b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.355567 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-57cc225f-0611-4602-a873-4b0d179afb8b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] 10.222.0.60 "DELETE /v2.0/security-groups/68f06655-dec7-47ee-b707-67812b1cd9b6 HTTP/1.1" status: 204 len: 168 time: 0.1597328 Aug 11 04:06:25.367817 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc225f-0611-4602-a873-4b0d179afb8b tempest-TestShelveInstance-2055895096 tempest-TestShelveInstance-2055895096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f06655-dec7-47ee-b707-67812b1cd9b6,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:25.417716 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47344) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:25.594735 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:25.879910 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:26.127783 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Deleting port 5770bf9e-fe43-42c3-bf97-a256bb7d8447 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:26.128029 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:26.145512 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:06:26.185093 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:26.212688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] For port 5770bf9e-fe43-42c3-bf97-a256bb7d8447, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=5770bf9e-fe43-42c3-bf97-a256bb7d8447,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:26.213160 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:26.226370 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Calling delete_port for 5770bf9e-fe43-42c3-bf97-a256bb7d8447 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:26.413020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:26.440234 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5770bf9e-fe43-42c3-bf97-a256bb7d8447,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:26.607412 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:26.822333 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Router b3e37b7d-53d5-4b0b-a36c-ab0620343933 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:26.931968 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:26.936945 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f0d8fe6-4659-48f3-ab95-08e3e8230fc2 admin admin] 10.222.0.60 "PUT /v2.0/routers/b3e37b7d-53d5-4b0b-a36c-ab0620343933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5182717 Aug 11 04:06:26.940023 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47348) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:26.942813 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] Sync routers for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:26.951935 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:26.952539 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:27.010378 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.049114 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.056721 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:27.153110 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.205603 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Deleting port 20eedf12-02dd-4d6b-b01c-f47146dd64d1 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:27.205937 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.231804 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T04:06:26Z', 'revision_number': 5, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port': {'id': '20eedf12-02dd-4d6b-b01c-f47146dd64d1', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:42Z', 'updated_at': '2021-08-11T03:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:27.257843 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] Checking router: b3e37b7d-53d5-4b0b-a36c-ab0620343933 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:27.266084 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] Routers {'b3e37b7d-53d5-4b0b-a36c-ab0620343933'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:27.266706 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:27.288939 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] For port 20eedf12-02dd-4d6b-b01c-f47146dd64d1, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=20eedf12-02dd-4d6b-b01c-f47146dd64d1,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:27.289305 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.302484 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Calling delete_port for 20eedf12-02dd-4d6b-b01c-f47146dd64d1 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:27.352363 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] Set router b3e37b7d-53d5-4b0b-a36c-ab0620343933 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:27.405111 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T04:06:27Z', 'revision_number': 6, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:27.431817 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829e8f3-8307-4a5a-b5de-5136bd090958 None None] The sync data for ids ['b3e37b7d-53d5-4b0b-a36c-ab0620343933'] in n-d-768509-22 is: [{'id': 'b3e37b7d-53d5-4b0b-a36c-ab0620343933', 'name': 'tempest-TestShelveInstance-346266733-router', 'tenant_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:41Z', 'updated_at': '2021-08-11T04:06:27Z', 'revision_number': 6, 'project_id': 'e0f1d192f9574bdc83a697e88f8be8e9', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:27.472073 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.497526 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20eedf12-02dd-4d6b-b01c-f47146dd64d1,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:27.558961 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.649375 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.651436 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.696225 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.696705 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e37b7d-53d5-4b0b-a36c-ab0620343933 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:06:27.701020 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.702291 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-ac99a7cf-d991-4030-a9b4-e6b9a5a5b4f9 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b3e37b7d-53d5-4b0b-a36c-ab0620343933 HTTP/1.1" status: 204 len: 168 time: 0.7613459 Aug 11 04:06:27.705006 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47350) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:27.749206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] Deleting subnet 138a3ace-3a7c-4415-bc07-48a211c1922b {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:06:27.752125 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.787655 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.872623 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.923808 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.950977 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138a3ace-3a7c-4415-bc07-48a211c1922b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:27.952931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:27.954811 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-b18e0efe-e5b3-4daa-b3f7-afa3a41241f5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/138a3ace-3a7c-4415-bc07-48a211c1922b HTTP/1.1" status: 204 len: 168 time: 0.2488995 Aug 11 04:06:27.958055 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47352) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:27.961093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d3d79-edda-4517-8261-0a066d5ef9ce None None] Network 609572b8-7f33-474a-a7de-9f8f395405cf requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:28.027850 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.082610 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Deleting port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:28.082963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.146535 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] For port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:28.146905 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.160218 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Calling delete_port for 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:28.188374 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7050f380-1843-4d96-8139-d066a87c262f None None] DHCP port deletion for 609572b8-7f33-474a-a7de-9f8f395405cf request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:06:28.242327 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Deleting port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:28.242832 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.257344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.257851 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5770bf9e-fe43-42c3-bf97-a256bb7d8447 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:28.283120 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:28.288792 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] No DVR routers for this DVR port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:28.311953 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 5770bf9e-fe43-42c3-bf97-a256bb7d8447 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:28.312585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 5770bf9e-fe43-42c3-bf97-a256bb7d8447 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:28.313006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:28.335993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:28.336340 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:28.336754 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 20eedf12-02dd-4d6b-b01c-f47146dd64d1 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:28.362682 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 20eedf12-02dd-4d6b-b01c-f47146dd64d1 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:28.363982 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 20eedf12-02dd-4d6b-b01c-f47146dd64d1 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:28.366213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.369358 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-7050f380-1843-4d96-8139-d066a87c262f None None] For port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,segment=NetworkSegment(8fec5045-a07f-4bbf-a423-fb8e0b08061f),segment_id=8fec5045-a07f-4bbf-a423-fb8e0b08061f)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:28.369762 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.377920 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609572b8-7f33-474a-a7de-9f8f395405cf']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:28.383885 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Calling delete_port for 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:28.389776 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec5045-a07f-4bbf-a423-fb8e0b08061f') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:28.390216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec5045-a07f-4bbf-a423-fb8e0b08061f') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:28.399257 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.416712 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.423755 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:06:28.424258 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: timer() Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:06:28.426799 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:06:28.453670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.490558 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.492288 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.497931 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:28.500058 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] 10.222.0.60 "DELETE /v2.0/networks/609572b8-7f33-474a-a7de-9f8f395405cf HTTP/1.1" status: 204 len: 168 time: 0.5410726 Aug 11 04:06:28.503163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47354) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:28.511270 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7096ac3-a0ba-45d2-a054-b6bb0ee01d07 admin admin] Pushing event deleted for resources: {'Network': ['ID=609572b8-7f33-474a-a7de-9f8f395405cf,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:28.517439 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Network 609572b8-7f33-474a-a7de-9f8f395405cf is not hosted by any dhcp agent {{(pid=111684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 04:06:28.517902 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050f380-1843-4d96-8139-d066a87c262f None None] No DVR routers for this DVR port 6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:28.521791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Pushing event deleted for resources: {'Port': ['ID=6e6dd0d1-c255-4f44-aa0b-2d15a0fe845d,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:28.533352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.533699 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.534038 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.534370 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.535313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.535620 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.536148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.536551 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.537122 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.537469 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.537791 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:28.538111 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7050f380-1843-4d96-8139-d066a87c262f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:29.156048 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:29.392978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Deleting port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:29.393321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:29.468630 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] For port b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,segment=NetworkSegment(58287456-b41d-40b3-ba16-894109c0d4ca),segment_id=58287456-b41d-40b3-ba16-894109c0d4ca)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:29.468910 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:29.481066 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Calling delete_port for b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab owned by network:router_interface {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:29.658842 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:29.682680 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:29.854296 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.078095 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Router c2067c79-601b-4403-8305-d8a67b53c058 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:30.181664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:30.186572 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-5b0d8d30-1501-4828-a624-1eb7d441d836 admin admin] 10.222.0.60 "PUT /v2.0/routers/c2067c79-601b-4403-8305-d8a67b53c058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6817479 Aug 11 04:06:30.189123 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47356) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:30.192993 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] Sync routers for ids ['c2067c79-601b-4403-8305-d8a67b53c058'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:30.201841 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] Routers {'c2067c79-601b-4403-8305-d8a67b53c058'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:30.202458 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c2067c79-601b-4403-8305-d8a67b53c058'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:30.298457 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.308377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] Set router c2067c79-601b-4403-8305-d8a67b53c058 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:30.401962 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.454822 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Deleting port 30951e0d-7185-480a-87d0-d68197d546a8 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:30.455166 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.489376 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '30951e0d-7185-480a-87d0-d68197d546a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T04:06:29Z', 'revision_number': 5, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port': {'id': '30951e0d-7185-480a-87d0-d68197d546a8', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:89:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T03:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:30.540013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] For port 30951e0d-7185-480a-87d0-d68197d546a8, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=30951e0d-7185-480a-87d0-d68197d546a8,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:30.540383 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.555112 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Calling delete_port for 30951e0d-7185-480a-87d0-d68197d546a8 owned by network:router_gateway {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:30.673232 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] Checking router: c2067c79-601b-4403-8305-d8a67b53c058 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:30.682757 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] Routers {'c2067c79-601b-4403-8305-d8a67b53c058'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:30.683377 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c2067c79-601b-4403-8305-d8a67b53c058'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:30.728867 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.756300 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.761633 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=30951e0d-7185-480a-87d0-d68197d546a8,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:30.781911 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] Set router c2067c79-601b-4403-8305-d8a67b53c058 gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:30.821260 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.838988 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T04:06:30Z', 'revision_number': 6, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:30.865240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6db4bd3-80c7-48dd-bbbd-aabaf9c0f30d None None] The sync data for ids ['c2067c79-601b-4403-8305-d8a67b53c058'] in n-d-768509-22 is: [{'id': 'c2067c79-601b-4403-8305-d8a67b53c058', 'name': 'tempest-TestShelveInstance-670840744-router', 'tenant_id': 'c96488e05faf43f19616e9a744c40e1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T03:57:46Z', 'updated_at': '2021-08-11T04:06:30Z', 'revision_number': 6, 'project_id': 'c96488e05faf43f19616e9a744c40e1a', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:30.914792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.916919 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.960413 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.960889 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2067c79-601b-4403-8305-d8a67b53c058 {{(pid=111683) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:06:30.965414 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] Notify callbacks [] for router, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:30.966576 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-35a16e11-509c-4116-be54-274dd75022c1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c2067c79-601b-4403-8305-d8a67b53c058 HTTP/1.1" status: 204 len: 168 time: 0.7765400 Aug 11 04:06:30.969304 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47358) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:31.012979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] Deleting subnet 04df8402-32f9-434d-971f-a5cf7b8e3fc8 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:06:31.015960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.054093 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.130351 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.183198 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.215263 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04df8402-32f9-434d-971f-a5cf7b8e3fc8,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:31.220853 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.225621 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f8236493-0b30-4dcb-9567-d4f80cedaefd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/04df8402-32f9-434d-971f-a5cf7b8e3fc8 HTTP/1.1" status: 204 len: 168 time: 0.2525742 Aug 11 04:06:31.225829 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47360) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:31.228060 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9406b19-bdcd-447e-b079-ff77a132d94c None None] Network eeaca93c-9a78-448b-8200-64dcac5b7a7b requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:31.297522 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.350945 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Deleting port f1062f07-0684-4465-83c7-92f1b8f5961e {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:06:31.351285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.419845 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] For port f1062f07-0684-4465-83c7-92f1b8f5961e, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f1062f07-0684-4465-83c7-92f1b8f5961e,segment=NetworkSegment(58287456-b41d-40b3-ba16-894109c0d4ca),segment_id=58287456-b41d-40b3-ba16-894109c0d4ca)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:31.420213 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.433083 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Calling delete_port for f1062f07-0684-4465-83c7-92f1b8f5961e owned by network:dhcp {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:06:31.509687 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.533993 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1062f07-0684-4465-83c7-92f1b8f5961e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:31.538500 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] No DVR routers for this DVR port f1062f07-0684-4465-83c7-92f1b8f5961e on host n-d-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:06:31.613967 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.624671 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeaca93c-9a78-448b-8200-64dcac5b7a7b']}} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:31.627074 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ddfb0-9c14-4b9b-bdcb-fa84887fd17e None None] DHCP port deletion for eeaca93c-9a78-448b-8200-64dcac5b7a7b request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:06:31.636036 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58287456-b41d-40b3-ba16-894109c0d4ca') {'for_net_delete': True} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:31.636405 n-d-768509-22 neutron-server[111682]: DEBUG neutron.services.segments.db [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58287456-b41d-40b3-ba16-894109c0d4ca') {} {{(pid=111682) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:31.646870 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9056518'] for segment, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.661427 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.668389 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=111682) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:06:31.668803 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8736746'] for segment, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: Traceback (most recent call last): Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: timer() Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: cb(*args, **kw) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: return func(*args, **kwargs) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: self._notify() Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: self.callback(batched_events) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: event.method(event) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: return f(self, *a, **k) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: return self._get(url).json() Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: return self.request(url, 'GET', **kwargs) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:06:31.670518 n-d-768509-22 neutron-server[111682]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:06:31.728036 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.733816 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.739049 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] 10.222.0.60 "DELETE /v2.0/networks/eeaca93c-9a78-448b-8200-64dcac5b7a7b HTTP/1.1" status: 204 len: 168 time: 0.5088301 Aug 11 04:06:31.747678 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fd390-4f9d-40d9-9cbb-5457e90ac50c admin admin] Pushing event deleted for resources: {'Network': ['ID=eeaca93c-9a78-448b-8200-64dcac5b7a7b,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:31.853604 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47364) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:31.895999 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d46adb6d-e2c4-4c53-9a65-b8e364247c97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0f1d192f9574bdc83a697e88f8be8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411191 Aug 11 04:06:31.898455 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47366) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:31.947886 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:31.954037 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-db585a5c-dedb-4d72-a4a3-41ee83e64213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.966862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:31.967211 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device b9e3cc9c-f8bc-44a0-afc4-4de3d10b1bab not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:31.967646 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30951e0d-7185-480a-87d0-d68197d546a8 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:31.975708 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-db585a5c-dedb-4d72-a4a3-41ee83e64213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:31.985790 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 30951e0d-7185-480a-87d0-d68197d546a8 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:31.986144 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 30951e0d-7185-480a-87d0-d68197d546a8 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:31.986554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f1062f07-0684-4465-83c7-92f1b8f5961e no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:06:32.006224 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f1062f07-0684-4465-83c7-92f1b8f5961e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:06:32.006598 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f1062f07-0684-4465-83c7-92f1b8f5961e not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:06:32.025284 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-db585a5c-dedb-4d72-a4a3-41ee83e64213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:32.028026 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-db585a5c-dedb-4d72-a4a3-41ee83e64213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:32.032450 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-db585a5c-dedb-4d72-a4a3-41ee83e64213 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/173abcb8-f244-451d-9aaf-2857611a10f2 HTTP/1.1" status: 204 len: 168 time: 0.1326158 Aug 11 04:06:32.041105 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db585a5c-dedb-4d72-a4a3-41ee83e64213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173abcb8-f244-451d-9aaf-2857611a10f2,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:32.338348 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47372) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:32.377659 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-67d1c179-35f8-46d6-9a83-a597de7eb989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c96488e05faf43f19616e9a744c40e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381603 Aug 11 04:06:32.380005 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47374) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:32.430189 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64ef1930-c950-458a-9c4b-0f347a78e0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:32.450574 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64ef1930-c950-458a-9c4b-0f347a78e0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:32.496046 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64ef1930-c950-458a-9c4b-0f347a78e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:32.498462 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-64ef1930-c950-458a-9c4b-0f347a78e0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:32.499580 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-64ef1930-c950-458a-9c4b-0f347a78e0b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/31d022a6-3fa0-4035-ae1f-77ec57eb0163 HTTP/1.1" status: 204 len: 168 time: 0.1187065 Aug 11 04:06:32.507342 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef1930-c950-458a-9c4b-0f347a78e0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d022a6-3fa0-4035-ae1f-77ec57eb0163,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:33.154318 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47396) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:33.248674 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-969163952-network', 'tenant_id': '07358098c32946129a8aa0ef01818c6a'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:33.267983 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Made reservation on behalf of 07358098c32946129a8aa0ef01818c6a for: {'network': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:06:33.270747 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.279244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks [] for security_group, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.366135 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.369535 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.395554 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=111683) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:06:33.400694 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f73835-8bf5-4fab-abb8-65e23e5d8bc3,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:33.408835 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.408835 n-d-768509-22 neutron-server[111683]: INFO neutron.db.segments_db [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Added segment d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4 of type vlan for network f627ff53-c53c-4827-b5d1-0f0eec23fb66 Aug 11 04:06:33.452122 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.479743 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.480671 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:33.481244 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.533347 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3779364 Aug 11 04:06:33.537706 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47400) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:33.539393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a65e61-dda6-4a4a-a0d2-af4e2015989a admin admin] Pushing event updated for resources: {'Network': ['ID=f627ff53-c53c-4827-b5d1-0f0eec23fb66,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:33.544300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Request body: {'subnet': {'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-969163952-subnet', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'ip_version': 4}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:33.549877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:06:33.568089 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Made reservation on behalf of 07358098c32946129a8aa0ef01818c6a for: {'subnet': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:06:33.570376 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9046559'] for subnet, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.734856 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736577', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9046541'] for subnet, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.783814 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:33.801202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Checking segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:33.801566 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Network hostable DHCP agents. Network: f627ff53-c53c-4827-b5d1-0f0eec23fb66, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111682) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:06:33.818440 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111682) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:06:33.826877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, f627ff53-c53c-4827-b5d1-0f0eec23fb66) {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:33.830722 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:33.831336 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.836648 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa61e47-0adc-4fae-8822-72dfeb9824de None None] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:33.848199 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-22eedcb9-8014-40c0-82c4-75488b15a056 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067489 Aug 11 04:06:33.848414 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47402) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:33.852677 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:33.873828 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.874855 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:33.994107 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:06:33.995029 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.134406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Allocated IP 172.20.0.2 (f627ff53-c53c-4827-b5d1-0f0eec23fb66/3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0/99522f5a-5a4d-48ac-b0f6-f4c60cffc24c) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:34.276344 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.283644 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.292566 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Transition to ACTIVE for port object 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:34.307008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Transition to ACTIVE for port object 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:34.313829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.355221 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:34.358170 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:34.362586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:34.364573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Pushing event updated for resources: {'Port': ['ID=99522f5a-5a4d-48ac-b0f6-f4c60cffc24c,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:34.417233 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.419681 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Attempting to bind port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:34.420076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Attempting to bind port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:34.420433 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Attempting to bind port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:34.425425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:34.426025 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Checking segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:34.426462 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.426855 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Bound using segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:34.427326 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Bound port: 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:34.427729 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.490019 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] For port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:34.493281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] For port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99522f5a-5a4d-48ac-b0f6-f4c60cffc24c,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:34.497195 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.554044 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0571bf4-6216-462d-8cb7-c88061d78358 None None] Pushing event updated for resources: {'Port': ['ID=99522f5a-5a4d-48ac-b0f6-f4c60cffc24c,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:34.623715 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.643194 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.768571 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Allocated IP 172.25.4.139 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/0ed32f20-ca81-4b52-9883-7562ca48f031) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:34.873220 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.912042 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:34.948042 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:34.952656 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:34.956096 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:34.985797 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed32f20-ca81-4b52-9883-7562ca48f031,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:35.207923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:35.421288 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:35.436441 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef0067e-7e15-496c-a06f-d1ede788a2fe None None] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:35.546530 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-2cc9d389-d90b-48fb-be9f-99eeb3224115 None None] Provisioning for port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:35.552751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Router 806b3bda-ef7c-46f9-8f14-edbf10315b07 is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:06:35.663955 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:35.676350 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Sync routers for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:35.687304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:35.688618 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c716d1b7-a212-4038-bf60-bd4e065e3bf0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8392799 Aug 11 04:06:35.691338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47404) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:35.702702 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:35.703599 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:35.815353 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:35.989923 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:36.020403 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:35Z', 'revision_number': 3, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:36.045947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:36.047676 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Checking router: 806b3bda-ef7c-46f9-8f14-edbf10315b07 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:36.048231 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Updating router 806b3bda-ef7c-46f9-8f14-edbf10315b07 port 0ed32f20-ca81-4b52-9883-7562ca48f031 binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:06:36.053459 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:36.054079 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.073458 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.133542 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.136887 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.170604 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99522f5a-5a4d-48ac-b0f6-f4c60cffc24c,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:36.178016 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.230288 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=99522f5a-5a4d-48ac-b0f6-f4c60cffc24c,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:36.306877 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Allocated IP 172.20.0.1 (f627ff53-c53c-4827-b5d1-0f0eec23fb66/3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0/f70d4436-4bdf-4e6e-b56e-81e308449c72) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:36.333644 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.343555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Transition to ACTIVE for port object 0ed32f20-ca81-4b52-9883-7562ca48f031 will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:36.348911 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.405427 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Pushing event updated for resources: {'Port': ['ID=0ed32f20-ca81-4b52-9883-7562ca48f031,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:36.407460 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Attempting to bind port 0ed32f20-ca81-4b52-9883-7562ca48f031 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:36.407847 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Attempting to bind port 0ed32f20-ca81-4b52-9883-7562ca48f031 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:36.408208 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Attempting to bind port 0ed32f20-ca81-4b52-9883-7562ca48f031 on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:36.417457 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.417827 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.418179 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.418511 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.418867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.419184 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.419508 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.419857 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.420182 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.420504 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.420879 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.421142 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.421477 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111685) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:06:36.424597 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:36.424964 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:36.425960 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.426332 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:36.426802 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Bound port: 0ed32f20-ca81-4b52-9883-7562ca48f031, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:36.427182 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.433056 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Transition to ACTIVE for port object f70d4436-4bdf-4e6e-b56e-81e308449c72 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:36.466861 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.477342 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] For port 0ed32f20-ca81-4b52-9883-7562ca48f031, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:36.480379 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] For port 0ed32f20-ca81-4b52-9883-7562ca48f031, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0ed32f20-ca81-4b52-9883-7562ca48f031,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:36.484904 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.509836 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:36.512818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:36.517206 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:36.520688 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Pushing event updated for resources: {'Port': ['ID=f70d4436-4bdf-4e6e-b56e-81e308449c72,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:36.535260 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:36.536133 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:36.557886 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.701056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.725652 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b2040-d967-4d10-a382-750458afa4d5 None None] Pushing event updated for resources: {'Port': ['ID=0ed32f20-ca81-4b52-9883-7562ca48f031,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:36.745695 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:36.823323 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7accdf9f-dada-4815-a6b7-8372ded6f81d None None] Provisioning for port f70d4436-4bdf-4e6e-b56e-81e308449c72 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:36.827452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-7accdf9f-dada-4815-a6b7-8372ded6f81d None None] Provisioning complete for port f70d4436-4bdf-4e6e-b56e-81e308449c72 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:36.827997 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7accdf9f-dada-4815-a6b7-8372ded6f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.868723 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-7accdf9f-dada-4815-a6b7-8372ded6f81d None None] Port f70d4436-4bdf-4e6e-b56e-81e308449c72 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:06:36.880933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.886434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:36.932834 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:35Z', 'revision_number': 3, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:36.954763 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Pushing event updated for resources: {'Port': ['ID=f70d4436-4bdf-4e6e-b56e-81e308449c72,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:36.958583 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5fb945-6f91-4064-8aa8-3ad3e660901e None None] The sync data for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 is: [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:35Z', 'revision_number': 3, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:36.960089 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:37.053930 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:37.055301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:37.201758 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Router 806b3bda-ef7c-46f9-8f14-edbf10315b07 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:37.323980 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:37.329474 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-14a980f4-944a-4f35-be8f-656474b80372 admin admin] 10.222.0.60 "PUT /v2.0/routers/806b3bda-ef7c-46f9-8f14-edbf10315b07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6365864 Aug 11 04:06:37.395716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-5292c3a6-23ad-417d-a2cb-c4759b72bba1 None None] Provisioning complete for port f70d4436-4bdf-4e6e-b56e-81e308449c72 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:37.396288 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5292c3a6-23ad-417d-a2cb-c4759b72bba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:37.433716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-5292c3a6-23ad-417d-a2cb-c4759b72bba1 None None] Port f70d4436-4bdf-4e6e-b56e-81e308449c72 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:06:37.817298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47420) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:37.822346 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-798425330-network', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:37.843587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Made reservation on behalf of 3a9597b727c84d5bb7bc94edaf3b5a80 for: {'network': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:06:37.845907 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for network, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:37.855304 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:37.947930 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:37.952099 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:37.975007 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=111682) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 11 04:06:37.988963 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0f2c31-51e4-49d6-8f65-b293ea9a40b4,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:37.994038 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:37.994212 n-d-768509-22 neutron-server[111682]: INFO neutron.db.segments_db [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Added segment ee412c23-efe3-4a0f-8417-aff998356375 of type vlan for network 6d759431-8a84-4d61-9faf-97bd89a63bb2 Aug 11 04:06:38.029798 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0ed32f20-ca81-4b52-9883-7562ca48f031 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:38.034347 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752114772300'] for network, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.069368 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202'] for network, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.070325 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:38.070933 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Notify callbacks [] for network, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.079050 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 0ed32f20-ca81-4b52-9883-7562ca48f031 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:38.083386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0ed32f20-ca81-4b52-9883-7562ca48f031 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:38.083810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.129628 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3079169 Aug 11 04:06:38.130184 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47422) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:38.134838 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754a3ae-ee51-41b1-bd0c-34b4c17ad55b admin admin] Pushing event updated for resources: {'Network': ['ID=6d759431-8a84-4d61-9faf-97bd89a63bb2,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:38.135839 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Request body: {'subnet': {'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-798425330-subnet', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'ip_version': 4}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:38.153095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 details requested by agent ovs-agent-n-d-768509-22 with host n-d-768509-22 {{(pid=111684) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 11 04:06:38.161568 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Made reservation on behalf of 3a9597b727c84d5bb7bc94edaf3b5a80 for: {'subnet': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:06:38.164240 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9107828'] for subnet, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.210837 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.243511 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 0ed32f20-ca81-4b52-9883-7562ca48f031, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0ed32f20-ca81-4b52-9883-7562ca48f031,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:38.249506 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.250352 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:38.328024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=0ed32f20-ca81-4b52-9883-7562ca48f031,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:38.342372 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:38.342853 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.344828 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9168633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9107814'] for subnet, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.402141 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24d4f289-d88c-402e-908d-c91393683d7e,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:38.410247 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Checking segment: {'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:38.410655 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Network hostable DHCP agents. Network: 6d759431-8a84-4d61-9faf-97bd89a63bb2, hostable agents: ['deef17dc-d301-4484-b8b9-584c21c51e77'], hosted agents: [] {{(pid=111683) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 11 04:06:38.429056 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 is scheduled to be hosted by DHCP agent deef17dc-d301-4484-b8b9-584c21c51e77 with binding_index 1 {{(pid=111683) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 11 04:06:38.437808 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768509-22, 6d759431-8a84-4d61-9faf-97bd89a63bb2) {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:38.441737 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:38.442321 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.449304 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f362e11b-ea72-4397-a43c-15105d16b247 None None] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:38.458890 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47424) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:38.459098 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-2f5a1aae-f3a9-4b32-8406-d6b04d485a49 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3276095 Aug 11 04:06:38.463770 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:38.486690 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30596'] for router, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.488318 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622093', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-528948', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30717'] for router, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.542826 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.573346 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Sync routers for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:38.601017 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:38.601629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:38.638823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6b64b2b6-f769-56e0-a039-6f40b0bc9532-6d759431-8a84-4d61-9faf-97bd89a63bb2', 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'fixed_ips': [{'subnet_id': '24d4f289-d88c-402e-908d-c91393683d7e'}]}} from n-d-768509-22. {{(pid=111684) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 11 04:06:38.639693 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.691900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.789600 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:38.894006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.db_base_plugin_common [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Allocated IP 172.20.0.2 (6d759431-8a84-4d61-9faf-97bd89a63bb2/24d4f289-d88c-402e-908d-c91393683d7e/4cf06ff0-bab2-488a-be15-df4b4908bdc0) {{(pid=111684) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:38.910880 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:38.930562 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.031202 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Allocated IP 172.25.4.161 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/d73f5e75-d908-4590-af53-65fe8c4ecf3a) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:39.143569 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.184686 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.225076 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:39.229818 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:39.234141 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:39.237478 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Pushing event updated for resources: {'Port': ['ID=d73f5e75-d908-4590-af53-65fe8c4ecf3a,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:39.289022 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Notify callbacks [] for port, precommit_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.300427 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Transition to ACTIVE for port object 4cf06ff0-bab2-488a-be15-df4b4908bdc0 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:39.306239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 2, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:39.342425 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Checking router: 806b3bda-ef7c-46f9-8f14-edbf10315b07 for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:39.342776 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Updating router 806b3bda-ef7c-46f9-8f14-edbf10315b07 port f70d4436-4bdf-4e6e-b56e-81e308449c72 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:06:39.346930 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Transition to ACTIVE for port object 4cf06ff0-bab2-488a-be15-df4b4908bdc0 will not be triggered until provisioned by entity DHCP. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:39.367291 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590'] for port, after_create {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.397579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.414774 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 is already hosted by enough agents. {{(pid=111684) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:39.418639 n-d-768509-22 neutron-server[111684]: DEBUG neutron.scheduler.base_scheduler [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Resources bound (agent type, host, resource id): {{(pid=111684) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:39.425423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Received port after_create {{(pid=111684) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:39.459947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Pushing event updated for resources: {'Port': ['ID=4cf06ff0-bab2-488a-be15-df4b4908bdc0,revision_number=1']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:39.481813 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.562500 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Attempting to bind port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:39.562866 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Attempting to bind port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:39.563228 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Attempting to bind port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 on network 6d759431-8a84-4d61-9faf-97bd89a63bb2 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:39.577437 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:39.577814 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Checking segment: {'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:39.578222 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.578619 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Bound using segment: {'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:39.579087 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Bound port: 4cf06ff0-bab2-488a-be15-df4b4908bdc0, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:39.579471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.677142 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622334'] for router, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.702225 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] For port 4cf06ff0-bab2-488a-be15-df4b4908bdc0, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:39.708479 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] For port 4cf06ff0-bab2-488a-be15-df4b4908bdc0, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4cf06ff0-bab2-488a-be15-df4b4908bdc0,segment=NetworkSegment(ee412c23-efe3-4a0f-8417-aff998356375),segment_id=ee412c23-efe3-4a0f-8417-aff998356375)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:39.715021 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.830292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a7c6f-fc65-4ffe-9197-966ce3488f59 None None] Pushing event updated for resources: {'Port': ['ID=4cf06ff0-bab2-488a-be15-df4b4908bdc0,revision_number=2']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:39.851387 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.862655 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Transition to ACTIVE for port object f70d4436-4bdf-4e6e-b56e-81e308449c72 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:39.872579 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:39.927415 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f73dea-a6b1-45f8-9ee6-42490c9f41f0 None None] Pushing event updated for resources: {'Port': ['ID=f70d4436-4bdf-4e6e-b56e-81e308449c72,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:40.021239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Attempting to bind port f70d4436-4bdf-4e6e-b56e-81e308449c72 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:40.021721 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Attempting to bind port f70d4436-4bdf-4e6e-b56e-81e308449c72 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:40.022278 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Attempting to bind port f70d4436-4bdf-4e6e-b56e-81e308449c72 on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:40.031995 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:40.032505 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Checking segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:40.032990 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:40.033501 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Bound using segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:40.034040 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Bound port: f70d4436-4bdf-4e6e-b56e-81e308449c72, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:40.034619 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:40.041878 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0ed32f20-ca81-4b52-9883-7562ca48f031 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:40.174772 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 0ed32f20-ca81-4b52-9883-7562ca48f031 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:40.175825 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:40.199310 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] For port f70d4436-4bdf-4e6e-b56e-81e308449c72, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:40.218641 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Router c4caca74-3510-4291-8fc6-662ebe954d4f is scheduled to L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 with binding_index 1 {{(pid=111682) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 11 04:06:40.219391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] For port f70d4436-4bdf-4e6e-b56e-81e308449c72, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f70d4436-4bdf-4e6e-b56e-81e308449c72,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:40.226883 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:40.325971 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f73dea-a6b1-45f8-9ee6-42490c9f41f0 None None] Pushing event updated for resources: {'Port': ['ID=f70d4436-4bdf-4e6e-b56e-81e308449c72,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:40.330927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:40.332008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:40.333301 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:40.349818 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Sync routers for ids ['c4caca74-3510-4291-8fc6-662ebe954d4f'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:40.355016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:40.359332 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f16e02ad-ae89-4f6e-80d6-69ed3843248c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8965971 Aug 11 04:06:40.359612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47428) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:40.361436 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Routers {'c4caca74-3510-4291-8fc6-662ebe954d4f'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:40.362756 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c4caca74-3510-4291-8fc6-662ebe954d4f'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:40.478540 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:40.495194 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Set router c4caca74-3510-4291-8fc6-662ebe954d4f gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:40.717985 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:39Z', 'revision_number': 3, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port': {'id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:40.748748 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:40Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:40.760889 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Checking router: c4caca74-3510-4291-8fc6-662ebe954d4f for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:40.761735 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Updating router c4caca74-3510-4291-8fc6-662ebe954d4f port d73f5e75-d908-4590-af53-65fe8c4ecf3a binding host n-d-768509-22 {{(pid=111685) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:06:40.780894 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1497ab-d9a5-48bd-bd2b-72136fdbe296 None None] The sync data for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 is: [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:40Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:40.787160 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:40.952740 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:40.960347 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0494db69-df2f-4d03-b139-817d5021e492 None None] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:06:41.106773 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-de50d78b-2660-42b7-890d-ed9558e66ffd None None] Provisioning for port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:41.120511 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Notify callbacks [] for port, precommit_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.137390 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.provisioning_blocks [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Transition to ACTIVE for port object d73f5e75-d908-4590-af53-65fe8c4ecf3a will not be triggered until provisioned by entity L2. {{(pid=111685) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:41.146981 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.182417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Allocated IP 172.20.0.1 (6d759431-8a84-4d61-9faf-97bd89a63bb2/24d4f289-d88c-402e-908d-c91393683d7e/e53e4d44-0950-4ef8-8e53-49048f7e6b09) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:41.192891 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Attempting to bind port d73f5e75-d908-4590-af53-65fe8c4ecf3a on host n-d-768509-22 for vnic_type normal with profile {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:41.193863 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Attempting to bind port d73f5e75-d908-4590-af53-65fe8c4ecf3a by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:41.194235 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Attempting to bind port d73f5e75-d908-4590-af53-65fe8c4ecf3a on network e1362544-b291-46ed-a508-aee3c7f36656 {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:41.222726 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:41.223184 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Checking segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111685) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:41.223593 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.224017 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Bound using segment: {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'} {{(pid=111685) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:41.224555 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.managers [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Bound port: d73f5e75-d908-4590-af53-65fe8c4ecf3a, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656'}}] {{(pid=111685) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:41.224942 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.282997 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb9a5f-3ba3-4eef-accf-8fe1d36c1b7f None None] Pushing event updated for resources: {'Port': ['ID=d73f5e75-d908-4590-af53-65fe8c4ecf3a,revision_number=2']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:41.312929 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] For port d73f5e75-d908-4590-af53-65fe8c4ecf3a, host n-d-768509-22, cleared binding levels {{(pid=111685) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:41.317204 n-d-768509-22 neutron-server[111685]: DEBUG neutron.plugins.ml2.db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] For port d73f5e75-d908-4590-af53-65fe8c4ecf3a, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d73f5e75-d908-4590-af53-65fe8c4ecf3a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111685) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:41.320003 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.325599 n-d-768509-22 neutron-server[111685]: DEBUG neutron_lib.callbacks.manager [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.338275 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Transition to ACTIVE for port object e53e4d44-0950-4ef8-8e53-49048f7e6b09 will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:41.390858 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Routers {'c4caca74-3510-4291-8fc6-662ebe954d4f'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:41.391610 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c4caca74-3510-4291-8fc6-662ebe954d4f'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:41.399875 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.436577 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb9a5f-3ba3-4eef-accf-8fe1d36c1b7f None None] Pushing event updated for resources: {'Port': ['ID=d73f5e75-d908-4590-af53-65fe8c4ecf3a,revision_number=3']} {{(pid=111685) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:41.452497 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Pushing event updated for resources: {'Port': ['ID=e53e4d44-0950-4ef8-8e53-49048f7e6b09,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:41.464198 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:41.465695 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:41.468002 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:41.513037 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-432141'] for router_interface, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.527900 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] Set router c4caca74-3510-4291-8fc6-662ebe954d4f gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:41.669928 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.748060 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:39Z', 'revision_number': 3, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port': {'id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:41.779668 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b94ef6-78ae-4bbf-86e5-2cfdbddc42cc None None] The sync data for ids ['c4caca74-3510-4291-8fc6-662ebe954d4f'] in n-d-768509-22 is: [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:39Z', 'revision_number': 3, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port': {'id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:41.797253 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-99913302-0681-4b23-970c-15aeee183d63 None None] Provisioning for port e53e4d44-0950-4ef8-8e53-49048f7e6b09 completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:41.802673 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-99913302-0681-4b23-970c-15aeee183d63 None None] Provisioning complete for port e53e4d44-0950-4ef8-8e53-49048f7e6b09 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:41.803088 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-99913302-0681-4b23-970c-15aeee183d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.846168 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-99913302-0681-4b23-970c-15aeee183d63 None None] Port e53e4d44-0950-4ef8-8e53-49048f7e6b09 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:06:41.876463 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.882207 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.955006 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-561152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-432313'] for router_interface, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:41.956910 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Pushing event updated for resources: {'Port': ['ID=e53e4d44-0950-4ef8-8e53-49048f7e6b09,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:42.061786 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:42.064444 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:42.067328 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f70d4436-4bdf-4e6e-b56e-81e308449c72 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:42.170900 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port f70d4436-4bdf-4e6e-b56e-81e308449c72 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:42.175179 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f70d4436-4bdf-4e6e-b56e-81e308449c72 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:42.175648 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:42.232698 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Router c4caca74-3510-4291-8fc6-662ebe954d4f has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:42.279242 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:42.327092 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port f70d4436-4bdf-4e6e-b56e-81e308449c72, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f70d4436-4bdf-4e6e-b56e-81e308449c72,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:42.337125 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:42.338008 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4cf06ff0-bab2-488a-be15-df4b4908bdc0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:42.387307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:42.399119 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-f6e6bb33-54cb-4c73-b018-fc42c8e1dcda admin admin] 10.222.0.60 "PUT /v2.0/routers/c4caca74-3510-4291-8fc6-662ebe954d4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0353310 Aug 11 04:06:42.432877 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-52574976-c8aa-41f1-a2a0-cc29122f4ee9 None None] Provisioning complete for port e53e4d44-0950-4ef8-8e53-49048f7e6b09 triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:42.433248 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-52574976-c8aa-41f1-a2a0-cc29122f4ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:42.465275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=f70d4436-4bdf-4e6e-b56e-81e308449c72,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:42.484752 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-52574976-c8aa-41f1-a2a0-cc29122f4ee9 None None] Port e53e4d44-0950-4ef8-8e53-49048f7e6b09 cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:06:42.490265 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:42.494292 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:42.494879 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:42.581810 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:42.617076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port 4cf06ff0-bab2-488a-be15-df4b4908bdc0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4cf06ff0-bab2-488a-be15-df4b4908bdc0,segment=NetworkSegment(ee412c23-efe3-4a0f-8417-aff998356375),segment_id=ee412c23-efe3-4a0f-8417-aff998356375)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:42.623090 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:42.674148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=4cf06ff0-bab2-488a-be15-df4b4908bdc0,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:42.916324 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47438) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:42.921034 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-6f5c34f2-f7c9-4256-bfe5-0a79b54b2599 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411695475', 'description': 'tempest-secgroup-smoke-411695475 description', 'project_id': '07358098c32946129a8aa0ef01818c6a'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:42.942844 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f5c34f2-f7c9-4256-bfe5-0a79b54b2599 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.022679 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f5c34f2-f7c9-4256-bfe5-0a79b54b2599 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.026254 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f5c34f2-f7c9-4256-bfe5-0a79b54b2599 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.050239 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-6f5c34f2-f7c9-4256-bfe5-0a79b54b2599 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.051651 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-6f5c34f2-f7c9-4256-bfe5-0a79b54b2599 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1342602 Aug 11 04:06:43.054823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47440) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:43.059770 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-a6fed335-efff-4ba9-9efd-3228752c8cdf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'security_group_rule': {'security_group_id': '896e27e0-ab15-45e4-85f9-336022b5b407', 'project_id': '07358098c32946129a8aa0ef01818c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:43.059937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c34f2-f7c9-4256-bfe5-0a79b54b2599 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896e27e0-ab15-45e4-85f9-336022b5b407,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:43.086761 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6fed335-efff-4ba9-9efd-3228752c8cdf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.147613 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6fed335-efff-4ba9-9efd-3228752c8cdf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.150973 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6fed335-efff-4ba9-9efd-3228752c8cdf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.169982 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fed335-efff-4ba9-9efd-3228752c8cdf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80685b61-5fdc-433d-8b4a-2c04e094539c,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:43.172970 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-a6fed335-efff-4ba9-9efd-3228752c8cdf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.174254 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-a6fed335-efff-4ba9-9efd-3228752c8cdf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183565 Aug 11 04:06:43.177116 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47442) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:43.181376 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-dbf80e38-2a7f-4450-a545-c3d5ec0b5bd0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'security_group_rule': {'security_group_id': '896e27e0-ab15-45e4-85f9-336022b5b407', 'project_id': '07358098c32946129a8aa0ef01818c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:43.207365 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbf80e38-2a7f-4450-a545-c3d5ec0b5bd0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.264323 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbf80e38-2a7f-4450-a545-c3d5ec0b5bd0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.267903 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbf80e38-2a7f-4450-a545-c3d5ec0b5bd0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.286603 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf80e38-2a7f-4450-a545-c3d5ec0b5bd0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04746cac-c5ab-49dd-b5b7-2404965496fb,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:43.293026 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-dbf80e38-2a7f-4450-a545-c3d5ec0b5bd0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.294367 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-dbf80e38-2a7f-4450-a545-c3d5ec0b5bd0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164382 Aug 11 04:06:43.297032 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47444) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:43.301393 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-c1c6e786-80ef-4752-9552-b27272f887f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'security_group_rule': {'security_group_id': '896e27e0-ab15-45e4-85f9-336022b5b407', 'project_id': '07358098c32946129a8aa0ef01818c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:43.326286 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e786-80ef-4752-9552-b27272f887f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.383092 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e786-80ef-4752-9552-b27272f887f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.386349 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e786-80ef-4752-9552-b27272f887f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.404204 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6e786-80ef-4752-9552-b27272f887f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb6ecd0-fe9d-4617-84dc-6e63e80c9eef,revision_number=0']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:43.407067 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-c1c6e786-80ef-4752-9552-b27272f887f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.408300 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-c1c6e786-80ef-4752-9552-b27272f887f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103551 Aug 11 04:06:43.412519 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47446) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:43.417475 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-44d7ff22-2342-4c76-a5c4-52374d705488 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'security_group_rule': {'security_group_id': '896e27e0-ab15-45e4-85f9-336022b5b407', 'project_id': '07358098c32946129a8aa0ef01818c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:43.445647 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44d7ff22-2342-4c76-a5c4-52374d705488 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.494146 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44d7ff22-2342-4c76-a5c4-52374d705488 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.497626 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44d7ff22-2342-4c76-a5c4-52374d705488 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.514246 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7ff22-2342-4c76-a5c4-52374d705488 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be3ba5c-7d8b-4c87-8f4e-4f617b57902e,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:43.520732 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-44d7ff22-2342-4c76-a5c4-52374d705488 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.521967 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-44d7ff22-2342-4c76-a5c4-52374d705488 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1084011 Aug 11 04:06:43.525243 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47448) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:43.529587 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'security_group_rule': {'security_group_id': '896e27e0-ab15-45e4-85f9-336022b5b407', 'project_id': '07358098c32946129a8aa0ef01818c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:43.551972 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Project 07358098c32946129a8aa0ef01818c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:06:43.556661 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.622675 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.626859 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.648338 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f7e132-685b-4235-a994-63a9509455c0,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:43.654186 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.656639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a6bf976a-e0bf-4368-b0dd-5392be712c01 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303582 Aug 11 04:06:43.658664 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47450) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:43.664343 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'security_group_rule': {'security_group_id': '896e27e0-ab15-45e4-85f9-336022b5b407', 'project_id': '07358098c32946129a8aa0ef01818c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:43.687878 n-d-768509-22 neutron-server[111682]: INFO neutron.db.securitygroups_db [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Project 07358098c32946129a8aa0ef01818c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 11 04:06:43.693538 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.757117 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.760514 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535630'] for security_group_rule, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.778149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cbc4d6-5112-4075-9cab-e8abdf60e7bd,revision_number=0']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:43.785327 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:43.786548 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-7b86732a-9b3f-4355-83a9-8f05f059093a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262786 Aug 11 04:06:43.936215 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-f134db66-47ed-4f56-8795-a4caff823e2f tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411695475&fields=id&tenant_id=07358098c32946129a8aa0ef01818c6a HTTP/1.1" status: 200 len: 267 time: 0.0421777 Aug 11 04:06:43.946528 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Sync routers for ids ['c4caca74-3510-4291-8fc6-662ebe954d4f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:43.957616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Routers {'c4caca74-3510-4291-8fc6-662ebe954d4f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:43.958309 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c4caca74-3510-4291-8fc6-662ebe954d4f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:44.046106 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f70d4436-4bdf-4e6e-b56e-81e308449c72 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:44.064083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-cd9b667d-19bb-486d-8de2-952baf306811 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:44.065588 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-cd9b667d-19bb-486d-8de2-952baf306811 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 809 time: 0.1195686 Aug 11 04:06:44.081790 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-f228e9a4-6a4e-4865-9f58-8e6df4703748 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/quotas/07358098c32946129a8aa0ef01818c6a HTTP/1.1" status: 200 len: 375 time: 0.0095503 Aug 11 04:06:44.102590 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Set router c4caca74-3510-4291-8fc6-662ebe954d4f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:44.134727 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-e3c290c3-fc56-46a5-999c-6c49d0a4700a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465744 Aug 11 04:06:44.185239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port f70d4436-4bdf-4e6e-b56e-81e308449c72 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:44.185610 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:44.328096 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-92721411-8944-4ba4-b7c0-ca61c9fb618b service neutron] 10.222.0.60 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811581 Aug 11 04:06:44.421186 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-7e878535-0f19-489b-ae4b-a8b6dcb6df64 service neutron] 10.222.0.60 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858703 Aug 11 04:06:44.515573 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d73f5e75-d908-4590-af53-65fe8c4ecf3a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:44.586042 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:41Z', 'revision_number': 4, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port': {'id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e53e4d44-0950-4ef8-8e53-49048f7e6b09', 'name': '', 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'mac_address': 'fa:16:3e:7c:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '24d4f289-d88c-402e-908d-c91393683d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:40Z', 'updated_at': '2021-08-11T04:06:41Z', 'revision_number': 2, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'subnets': [{'id': '24d4f289-d88c-402e-908d-c91393683d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:44.586305 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d7b3cc96-f4b8-4b0e-a4e8-859e8b0a63b5 req-1ec4474c-a19c-43c2-b07c-b2fe7515105c tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 210 time: 0.0284190 Aug 11 04:06:44.615584 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Checking router: c4caca74-3510-4291-8fc6-662ebe954d4f for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:44.615958 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Updating router c4caca74-3510-4291-8fc6-662ebe954d4f port e53e4d44-0950-4ef8-8e53-49048f7e6b09 binding host n-d-768509-22 {{(pid=111684) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 11 04:06:44.619275 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port d73f5e75-d908-4590-af53-65fe8c4ecf3a completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:44.637904 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d73f5e75-d908-4590-af53-65fe8c4ecf3a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:44.638283 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:44.663364 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:44.818439 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:44.847123 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port d73f5e75-d908-4590-af53-65fe8c4ecf3a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d73f5e75-d908-4590-af53-65fe8c4ecf3a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:44.857473 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:44.858244 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4cf06ff0-bab2-488a-be15-df4b4908bdc0 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:44.999859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=d73f5e75-d908-4590-af53-65fe8c4ecf3a,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:45.040093 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:45.040471 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:45.111585 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Notify callbacks [] for port, precommit_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:45.126679 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Transition to ACTIVE for port object e53e4d44-0950-4ef8-8e53-49048f7e6b09 will not be triggered until provisioned by entity L2. {{(pid=111684) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:45.133184 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:45.218595 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494a5e8-9dbb-437f-a068-41a8d4ebcb14 None None] Pushing event updated for resources: {'Port': ['ID=e53e4d44-0950-4ef8-8e53-49048f7e6b09,revision_number=3']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:45.271917 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Attempting to bind port e53e4d44-0950-4ef8-8e53-49048f7e6b09 on host n-d-768509-22 for vnic_type normal with profile {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:45.272293 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Attempting to bind port e53e4d44-0950-4ef8-8e53-49048f7e6b09 by drivers openvswitch,hyperv on host n-d-768509-22 at level 0 using segments [{'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:45.272665 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Attempting to bind port e53e4d44-0950-4ef8-8e53-49048f7e6b09 on network 6d759431-8a84-4d61-9faf-97bd89a63bb2 {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:45.278192 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Checking agent: {'id': 'd1939aed-fa37-4b48-a090-5128e989d1c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 37, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768509-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:45.278637 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Checking segment: {'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111684) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:45.279081 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:45.279547 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Bound using segment: {'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'} {{(pid=111684) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:45.280142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.managers [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Bound port: e53e4d44-0950-4ef8-8e53-49048f7e6b09, host: n-d-768509-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee412c23-efe3-4a0f-8417-aff998356375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2'}}] {{(pid=111684) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:45.280560 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:45.352780 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] For port e53e4d44-0950-4ef8-8e53-49048f7e6b09, host n-d-768509-22, cleared binding levels {{(pid=111684) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:45.356296 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] For port e53e4d44-0950-4ef8-8e53-49048f7e6b09, host n-d-768509-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e53e4d44-0950-4ef8-8e53-49048f7e6b09,segment=NetworkSegment(ee412c23-efe3-4a0f-8417-aff998356375),segment_id=ee412c23-efe3-4a0f-8417-aff998356375)] {{(pid=111684) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:45.360565 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:45.411034 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Routers {'c4caca74-3510-4291-8fc6-662ebe954d4f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:45.411943 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c4caca74-3510-4291-8fc6-662ebe954d4f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:45.483854 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b494a5e8-9dbb-437f-a068-41a8d4ebcb14 None None] Pushing event updated for resources: {'Port': ['ID=e53e4d44-0950-4ef8-8e53-49048f7e6b09,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:45.559085 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] Set router c4caca74-3510-4291-8fc6-662ebe954d4f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:45.728535 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-f2d15f8c-783e-4d8c-a550-dc6712125f02 req-4d28d470-da72-4261-927c-325c6d080d3f tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 210 time: 0.0602787 Aug 11 04:06:45.786040 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-3b09aa2e-f534-4d52-a1cc-5b7676199c82 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:45.787952 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-3b09aa2e-f534-4d52-a1cc-5b7676199c82 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 809 time: 0.1521780 Aug 11 04:06:45.795272 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:41Z', 'revision_number': 4, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port': {'id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e53e4d44-0950-4ef8-8e53-49048f7e6b09', 'name': '', 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'mac_address': 'fa:16:3e:7c:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '24d4f289-d88c-402e-908d-c91393683d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:40Z', 'updated_at': '2021-08-11T04:06:45Z', 'revision_number': 4, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'subnets': [{'id': '24d4f289-d88c-402e-908d-c91393683d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:45.823142 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ede86-275e-4fd5-9ae5-b16c24588e34 None None] The sync data for ids ['c4caca74-3510-4291-8fc6-662ebe954d4f'] in n-d-768509-22 is: [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:41Z', 'revision_number': 4, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port': {'id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'e53e4d44-0950-4ef8-8e53-49048f7e6b09', 'name': '', 'network_id': '6d759431-8a84-4d61-9faf-97bd89a63bb2', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'mac_address': 'fa:16:3e:7c:37:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '24d4f289-d88c-402e-908d-c91393683d7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:40Z', 'updated_at': '2021-08-11T04:06:45Z', 'revision_number': 4, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'subnets': [{'id': '24d4f289-d88c-402e-908d-c91393683d7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:45.833189 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-3b54e649-38a8-4e76-837c-1505e784b22e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07358098c32946129a8aa0ef01818c6a HTTP/1.1" status: 200 len: 379 time: 0.0348954 Aug 11 04:06:45.844384 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'port': {'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'admin_state_up': True, 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'security_groups': ['896e27e0-ab15-45e4-85f9-336022b5b407']}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:45.980600 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Made reservation on behalf of 07358098c32946129a8aa0ef01818c6a for: {'port': 1} {{(pid=111683) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:06:45.984342 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.071694 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d73f5e75-d908-4590-af53-65fe8c4ecf3a up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:46.128927 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port d73f5e75-d908-4590-af53-65fe8c4ecf3a triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:46.129622 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.134823 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Allocated IP 172.20.0.14 (f627ff53-c53c-4827-b5d1-0f0eec23fb66/3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0/ffa42dd0-67c5-4c74-89fd-0d5f42a5697e) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:46.214110 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e53e4d44-0950-4ef8-8e53-49048f7e6b09 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:46.267390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning for port e53e4d44-0950-4ef8-8e53-49048f7e6b09 completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:46.271387 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e53e4d44-0950-4ef8-8e53-49048f7e6b09 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:46.271878 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.295096 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.310854 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Transition to ACTIVE for port object ffa42dd0-67c5-4c74-89fd-0d5f42a5697e will not be triggered until provisioned by entity DHCP. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:46.351690 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.367689 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.394577 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:46.399703 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:46.399884 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] For port e53e4d44-0950-4ef8-8e53-49048f7e6b09, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e53e4d44-0950-4ef8-8e53-49048f7e6b09,segment=NetworkSegment(ee412c23-efe3-4a0f-8417-aff998356375),segment_id=ee412c23-efe3-4a0f-8417-aff998356375)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:46.403805 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:46.405063 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.431888 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:46.460240 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Pushing event updated for resources: {'Port': ['ID=e53e4d44-0950-4ef8-8e53-49048f7e6b09,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:46.461821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:46.462799 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.480409 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b6734f46-7cac-4daa-9ac3-f5a00c7a7d65 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385491 Aug 11 04:06:46.492077 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Request body: {'port': {'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768509-22'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:46.557724 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.681853 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-88c9f1cc-8665-44b1-8ebd-eab9b3dbd4a5 None None] Provisioning for port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:46.685406 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-88c9f1cc-8665-44b1-8ebd-eab9b3dbd4a5 None None] Provisioning complete for port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:46.685782 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-88c9f1cc-8665-44b1-8ebd-eab9b3dbd4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.719611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-88c9f1cc-8665-44b1-8ebd-eab9b3dbd4a5 None None] Port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:06:46.835535 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa42dd0-67c5-4c74-89fd-0d5f42a5697e {{(pid=111683) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:06:46.843213 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.850477 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d6ad-0e4c-45a0-a7b8-f950bd3b5e24 req-57c477fc-99ca-45d0-b356-256b60be7957 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:46.851983 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5990d6ad-0e4c-45a0-a7b8-f950bd3b5e24 req-57c477fc-99ca-45d0-b356-256b60be7957 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 932 time: 0.0519130 Aug 11 04:06:46.855894 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.provisioning_blocks [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Transition to ACTIVE for port object ffa42dd0-67c5-4c74-89fd-0d5f42a5697e will not be triggered until provisioned by entity L2. {{(pid=111683) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:06:46.859237 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:46.890581 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-5990d6ad-0e4c-45a0-a7b8-f950bd3b5e24 req-27273b80-ebeb-48c8-89e0-78e9f2cdbb3b tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321376 Aug 11 04:06:46.915343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:46.990293 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Attempting to bind port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e on host n-h2-768509-22 for vnic_type normal with profile {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:06:46.990641 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Attempting to bind port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e by drivers openvswitch,hyperv on host n-h2-768509-22 at level 0 using segments [{'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:06:46.990978 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Attempting to bind port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:46.995760 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 not bound, no agent of type Open vSwitch agent registered on host n-h2-768509-22 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:06:46.996084 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Attempting to bind port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:06:47.001083 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Checking agent: {'id': '187a76af-cc5f-40b0-a7ac-cd44ac96a801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 59), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:06:47.001428 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Checking segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111683) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:06:47.001821 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Bound using segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} {{(pid=111683) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:06:47.002258 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.managers [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Bound port: ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host: n-h2-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}}] {{(pid=111683) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:06:47.002632 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:47.076942 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, cleared binding levels {{(pid=111683) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:06:47.080158 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111683) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:06:47.084475 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:47.116249 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:47.116864 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:47.118237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 1093 time: 0.6313860 Aug 11 04:06:47.118669 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:47.120912 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb56f72e-57d1-4968-b11a-b4139948108b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:47.168763 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77925812-4f25-4b32-a9f6-3a9de3a3e3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=3']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:47.176962 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506b2880-06db-4b3a-be79-e4c7c6d85c4e x-openstack-request-id: req-506b2880-06db-4b3a-be79-e4c7c6d85c4e {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:47.177442 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:47.177593 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-506b2880-06db-4b3a-be79-e4c7c6d85c4e {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:47.177922 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'status': 'completed', 'code': 200} Aug 11 04:06:47.210932 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-ae8a9d99-ae74-4a65-b422-8289316b7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:47.212467 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-ae8a9d99-ae74-4a65-b422-8289316b7c4b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1096 time: 0.0523221 Aug 11 04:06:47.255454 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-514d7da0-c954-4eed-8edd-249dbf45d913 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 217 time: 0.0348854 Aug 11 04:06:47.308784 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-c894f998-9586-418c-b06b-00aafff341cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:47.310237 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-c894f998-9586-418c-b06b-00aafff341cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0470297 Aug 11 04:06:47.358414 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-49ce04e9-0523-4a0c-812b-27d31b9a4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:47.359901 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-49ce04e9-0523-4a0c-812b-27d31b9a4ddb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430193 Aug 11 04:06:47.448545 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-cae5f588-020c-4cfd-a51b-42b7c52f0b43 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816793 Aug 11 04:06:47.840568 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-db1f76a4-2d27-4875-9cbf-e7f3b2988335 req-b2dfe276-38a0-4cd1-96e7-9de9ee93c3e1 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847198 Aug 11 04:06:47.934064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f72e-57d1-4968-b11a-b4139948108b req-37370046-a287-4db7-8dcb-01c16f839519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:47.935650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb56f72e-57d1-4968-b11a-b4139948108b req-37370046-a287-4db7-8dcb-01c16f839519 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1096 time: 0.0458989 Aug 11 04:06:47.962787 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e53e4d44-0950-4ef8-8e53-49048f7e6b09 up at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:48.015424 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Provisioning complete for port e53e4d44-0950-4ef8-8e53-49048f7e6b09 triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:48.015906 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:48.020687 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13df6f1-5a4f-4124-af5f-c0d206757552 req-35088a43-a61c-49f0-98ad-000883f12e31 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:48.022364 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f13df6f1-5a4f-4124-af5f-c0d206757552 req-35088a43-a61c-49f0-98ad-000883f12e31 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 944 time: 0.0512457 Aug 11 04:06:48.036233 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f72e-57d1-4968-b11a-b4139948108b req-092bd3af-e129-4951-9b09-627576473fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:48.038460 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb56f72e-57d1-4968-b11a-b4139948108b req-092bd3af-e129-4951-9b09-627576473fe1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0955491 Aug 11 04:06:48.066899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f13df6f1-5a4f-4124-af5f-c0d206757552 req-16ad3174-0a47-4a65-aa79-ebcc71d2ac60 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364311 Aug 11 04:06:48.094650 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb56f72e-57d1-4968-b11a-b4139948108b req-b2be8d47-9e6d-4068-874d-78744afb70e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 217 time: 0.0488601 Aug 11 04:06:48.146315 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f72e-57d1-4968-b11a-b4139948108b req-a0f82210-8400-40e1-b37b-2fa6705e089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:48.147733 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb56f72e-57d1-4968-b11a-b4139948108b req-a0f82210-8400-40e1-b37b-2fa6705e089a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0437040 Aug 11 04:06:48.192946 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56f72e-57d1-4968-b11a-b4139948108b req-2704d883-4225-4693-a96a-87980191b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:48.194382 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb56f72e-57d1-4968-b11a-b4139948108b req-2704d883-4225-4693-a96a-87980191b2e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385258 Aug 11 04:06:48.285833 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb56f72e-57d1-4968-b11a-b4139948108b req-8a13c81a-5dec-479c-899f-72056e616658 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828352 Aug 11 04:06:48.379670 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-eb56f72e-57d1-4968-b11a-b4139948108b req-ea7a3f8f-09da-45ff-92fe-aefa622feee9 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Aug 11 04:06:49.186575 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b8e604-8b7c-4efe-b2cc-2aea879ea76c req-e72d6c67-2f47-4885-aaa9-f6ed79c99108 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:49.188042 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9b8e604-8b7c-4efe-b2cc-2aea879ea76c req-e72d6c67-2f47-4885-aaa9-f6ed79c99108 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 944 time: 0.0493681 Aug 11 04:06:49.229788 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a9b8e604-8b7c-4efe-b2cc-2aea879ea76c req-09d72cb9-1273-4ee8-93ae-51e12d0a70dc tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355210 Aug 11 04:06:50.347899 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2d375-f575-4d6a-af77-59d6d0b480b9 req-53c43dcc-0f08-4997-bfff-df4a51aa543e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:50.349654 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbe2d375-f575-4d6a-af77-59d6d0b480b9 req-53c43dcc-0f08-4997-bfff-df4a51aa543e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 944 time: 0.0512333 Aug 11 04:06:50.390424 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dbe2d375-f575-4d6a-af77-59d6d0b480b9 req-47de266b-b5a7-4c5c-8e1e-5550906bc622 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329545 Aug 11 04:06:50.764532 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ffa42dd0-67c5-4c74-89fd-0d5f42a5697e details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:06:50.867453 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:50.879024 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:06:50.915326 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:50.927859 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa42dd0-67c5-4c74-89fd-0d5f42a5697e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:06:50.947423 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:50.951396 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:51.002393 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:51.233808 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:06:51.505663 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae0d4e-c9dc-45e3-bbab-b60b655b1480 req-64c46809-2124-458d-8770-79de62628ed6 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:51.507076 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3ae0d4e-c9dc-45e3-bbab-b60b655b1480 req-64c46809-2124-458d-8770-79de62628ed6 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 945 time: 0.0482330 Aug 11 04:06:51.544559 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e3ae0d4e-c9dc-45e3-bbab-b60b655b1480 req-49925525-431e-4d0a-b0d5-504a9700f11a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Aug 11 04:06:52.450877 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b0fbab4c-8770-4e7b-94b6-bd8dd3c24c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:52.664177 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32602cf4-21d3-412b-b3d5-c8a949f2f3fb req-b1d635b5-c4cb-4d3a-85a0-051914f9e65a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:52.665645 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32602cf4-21d3-412b-b3d5-c8a949f2f3fb req-b1d635b5-c4cb-4d3a-85a0-051914f9e65a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 945 time: 0.0541868 Aug 11 04:06:52.703693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32602cf4-21d3-412b-b3d5-c8a949f2f3fb req-d0634026-8c0a-43d8-ba2d-6fb705f9654a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Aug 11 04:06:52.763586 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ffa42dd0-67c5-4c74-89fd-0d5f42a5697e up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:06:52.813628 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning for port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:06:52.817813 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:06:52.818187 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:52.892941 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:52.914661 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:52.916930 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c1162c-3459-4644-9f7e-203567955813" -d '{"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-plugged", "status": "completed", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:52.930390 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:06:52.934973 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:52.981578 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:53.016270 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60771ed5-6dad-419b-b723-f22d18f54570 x-openstack-request-id: req-60771ed5-6dad-419b-b723-f22d18f54570 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:53.016558 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-plugged", "status": "completed", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:53.016816 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60771ed5-6dad-419b-b723-f22d18f54570 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:53.017209 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'code': 200} Aug 11 04:06:53.107380 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bfba2-3dc5-4561-90d8-477b35234d27 req-87bf6984-54d4-4f12-bccf-b7bca9908952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:53.108867 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-694bfba2-3dc5-4561-90d8-477b35234d27 req-87bf6984-54d4-4f12-bccf-b7bca9908952 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1098 time: 0.0383639 Aug 11 04:06:53.142476 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-694bfba2-3dc5-4561-90d8-477b35234d27 req-33203352-e640-4fd0-a12e-4a066292dc59 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265546 Aug 11 04:06:53.817728 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edef9f-a1bf-464b-9320-da8e96dbb3ed req-4498b08a-2120-4636-9839-befa2ff76da8 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:53.819273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68edef9f-a1bf-464b-9320-da8e96dbb3ed req-4498b08a-2120-4636-9839-befa2ff76da8 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 946 time: 0.0508316 Aug 11 04:06:53.857564 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-68edef9f-a1bf-464b-9320-da8e96dbb3ed req-97fe0d3e-ad13-4158-8580-2ec11627035e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322902 Aug 11 04:06:54.974082 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370b10a-d9b9-41a5-a948-f8477b420005 req-b3429e0b-7ab0-4bc8-87a8-2c855830c562 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:54.975464 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8370b10a-d9b9-41a5-a948-f8477b420005 req-b3429e0b-7ab0-4bc8-87a8-2c855830c562 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 946 time: 0.0491090 Aug 11 04:06:55.016586 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-8370b10a-d9b9-41a5-a948-f8477b420005 req-60497a52-037c-4cc6-99ee-513ed7879574 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350125 Aug 11 04:06:55.134119 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd70fa2-5f0f-4f21-934c-96fd0006bfce req-2c8dd2fc-07fa-470f-8658-349b8b185070 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:55.135761 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0cd70fa2-5f0f-4f21-934c-96fd0006bfce req-2c8dd2fc-07fa-470f-8658-349b8b185070 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 946 time: 0.0509796 Aug 11 04:06:55.174639 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-0cd70fa2-5f0f-4f21-934c-96fd0006bfce req-2912bcc8-1286-48d1-94b1-182fc14b7f5d tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Aug 11 04:06:55.195822 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47512) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:55.282961 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac07fe5-b13c-4d74-8fb8-d714ab49d153 tempest-TestSnapshotPattern-702282103 tempest-TestSnapshotPattern-702282103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:55.285117 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-0ac07fe5-b13c-4d74-8fb8-d714ab49d153 tempest-TestSnapshotPattern-702282103 tempest-TestSnapshotPattern-702282103-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1093 time: 0.0883079 Aug 11 04:06:55.288262 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 47516) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:06:55.292534 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:06:55.315056 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.332276 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b91e4c93-c7ac-471d-907f-d891d822dbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.415895 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.524517 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Allocated IP 172.25.4.93 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/02458eb4-ab08-46c6-beec-8c4cafaab3ba) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:06:55.592907 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.629769 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.669156 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:55.710339 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:06:55.715051 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:06:55.717583 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:06:55.750694 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'Port': ['ID=02458eb4-ab08-46c6-beec-8c4cafaab3ba,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:56.097395 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.171336 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.185500 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.321419 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.325774 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.392001 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'Port': ['ID=02458eb4-ab08-46c6-beec-8c4cafaab3ba,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:06:56.401876 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.500282 n-d-768509-22 neutron-server[111682]: INFO neutron.db.l3_db [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Floating IP 797c4182-51a6-430d-bde5-21e66548e6be associated. External IP: 172.25.4.93, port: ffa42dd0-67c5-4c74-89fd-0d5f42a5697e. Aug 11 04:06:56.707976 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Router 806b3bda-ef7c-46f9-8f14-edbf10315b07 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:06:56.815376 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:06:56.825220 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] Sync routers for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:06:56.831328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:56.834843 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:56.835453 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:56.858402 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-4da1459c-45cf-4f0d-85e0-318ba6a965d9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5691526 Aug 11 04:06:56.859100 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:06:56.861396 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808ce631-9c27-42f2-b9b8-efbd36dc7e76" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:06:56.897276 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d4cc03-f8b3-4a3f-b18e-b92a1e28c62b x-openstack-request-id: req-d1d4cc03-f8b3-4a3f-b18e-b92a1e28c62b {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:06:56.897640 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:06:56.897875 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d1d4cc03-f8b3-4a3f-b18e-b92a1e28c62b {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:06:56.898284 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'status': 'completed', 'code': 200} Aug 11 04:06:56.963174 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-8f382525-5ef5-4ebd-9244-026d7a65ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:56.964632 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-8f382525-5ef5-4ebd-9244-026d7a65ecba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1098 time: 0.0432088 Aug 11 04:06:57.011403 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:06:57.037530 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:57.058176 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-4b8302b9-d558-4de9-bffa-a826133967bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:57.059721 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-4b8302b9-d558-4de9-bffa-a826133967bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0880883 Aug 11 04:06:57.128928 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-8f58e27e-48d5-445a-8813-e69aab1e484f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 999 time: 0.0622790 Aug 11 04:06:57.177732 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-dfa48efd-7f26-4d6a-9149-687b6bb5faa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:57.179209 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-dfa48efd-7f26-4d6a-9149-687b6bb5faa6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0437603 Aug 11 04:06:57.224422 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-973bceb9-d0fc-4396-9830-7419a1df6c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:06:57.225825 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-973bceb9-d0fc-4396-9830-7419a1df6c5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399389 Aug 11 04:06:57.258849 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:55Z', 'revision_number': 0, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:57.284464 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] Checking router: 806b3bda-ef7c-46f9-8f14-edbf10315b07 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:06:57.292765 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:06:57.293392 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:06:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:57.320987 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-5ff66362-a5e5-4ec8-abba-4fbe642cd69a service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876360 Aug 11 04:06:57.398367 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:06:57.408353 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-808ce631-9c27-42f2-b9b8-efbd36dc7e76 req-0659df2e-33dc-4edc-b961-8a9bbe399bab service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806789 Aug 11 04:06:57.618230 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:55Z', 'revision_number': 0, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:06:57.644221 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a244e5-6f53-466d-85fa-9e4da9c264f6 None None] The sync data for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 is: [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:55Z', 'revision_number': 0, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:06:57.832196 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea262fc3-eae3-47f3-825f-bb49d9eb3861 None None] New status for floating IP 797c4182-51a6-430d-bde5-21e66548e6be: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:06:58.420805 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:00.713947 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:03.145019 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:07:18.639422 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-3e2e687e-25ca-4e09-9291-f8dcbd13187d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393789 Aug 11 04:07:18.722475 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-21410f83-c2a8-4b5e-a1da-64064710b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:18.723957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-21410f83-c2a8-4b5e-a1da-64064710b784 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1098 time: 0.0439730 Aug 11 04:07:18.866997 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-caab1f1f-e295-4ea4-8164-381bcbfad69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:18.868490 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-caab1f1f-e295-4ea4-8164-381bcbfad69b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.1259949 Aug 11 04:07:18.937251 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-30b3b6e0-6d97-4f93-b101-ff27c10baec4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 1001 time: 0.0606964 Aug 11 04:07:18.984937 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-91cac76b-e7ff-44e1-8fa5-bb1da5a4f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:18.986316 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-91cac76b-e7ff-44e1-8fa5-bb1da5a4f5ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0417604 Aug 11 04:07:19.030098 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-70d6fad9-9e33-4d29-9045-4d0ce356b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:07:19.031525 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-70d6fad9-9e33-4d29-9045-4d0ce356b7c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381579 Aug 11 04:07:19.121876 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-71f73a48-31d9-41ce-9ef9-c7d0813b85df service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827208 Aug 11 04:07:19.210969 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3404df45-0996-4ce2-9b9a-e08c3298d06f req-ba8d5acf-7868-43c7-9086-49377d59a0b2 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813072 Aug 11 04:07:22.451418 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-09744d46-fd36-4469-9df7-f7dca779d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:25.333767 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d0344406-11c9-4b21-abc4-32f782d43c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:25.583189 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:26.184759 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:27.013840 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:28.422637 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:30.733339 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:40.144398 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:07:52.451276 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-25206cd2-a726-484d-9fc6-36d313ca2e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:55.333451 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-4819fc91-817b-4d4b-9f20-f5d0a461d22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:55.582880 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:56.200430 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:57.016435 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:07:58.426747 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:00.748241 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:17.144660 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:08:20.650078 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-824bc02c-c9f9-48e5-95f7-32552a481658 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410404 Aug 11 04:08:20.781220 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcad228-9058-496f-b3c2-b45778e4160e req-826247cc-c0f8-44b3-b3cc-0b36d0530e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:20.782697 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-826247cc-c0f8-44b3-b3cc-0b36d0530e1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1098 time: 0.0445743 Aug 11 04:08:20.886960 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcad228-9058-496f-b3c2-b45778e4160e req-b968119e-47e2-42c8-ba33-ef9acd9f1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:20.888433 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-b968119e-47e2-42c8-ba33-ef9acd9f1f0e service neutron] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0827720 Aug 11 04:08:20.959289 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-773e1c6a-82af-45e6-9c85-f95ed5299492 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 1001 time: 0.0618103 Aug 11 04:08:21.008551 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcad228-9058-496f-b3c2-b45778e4160e req-779ba09d-7821-47ea-8fef-aa8f51b9c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:21.009947 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-779ba09d-7821-47ea-8fef-aa8f51b9c3de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0438337 Aug 11 04:08:21.057076 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcad228-9058-496f-b3c2-b45778e4160e req-ac7b1800-1d47-4cb7-a061-5196a573cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:08:21.058526 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-ac7b1800-1d47-4cb7-a061-5196a573cc98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398581 Aug 11 04:08:21.151076 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-04cd2ee3-664e-4730-94b1-1f7ad891227f service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842161 Aug 11 04:08:21.241118 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-fdcad228-9058-496f-b3c2-b45778e4160e req-f28d29a4-6ae1-493b-be21-010dc791d401 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828207 Aug 11 04:08:22.451328 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cd3dc7ce-ee66-4cf7-a14d-df1c98abdc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:25.333231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-45463444-4b88-4289-bb5d-4e17eb6b462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:25.581951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:26.215483 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:27.018901 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:28.431026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:30.741580 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:52.452330 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d844130d-bc65-4599-a4f0-25220eebdfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:54.145558 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:08:55.239891 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ffa42dd0-67c5-4c74-89fd-0d5f42a5697e details requested by agent hyperv_n-h2-768509-22 with host n-h2-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:08:55.345870 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:08:55.348216 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2ed41f1a-abf2-48f3-b082-3bb07bf472c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:55.357334 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Returning: {'device': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:08:55.399375 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:55.412086 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffa42dd0-67c5-4c74-89fd-0d5f42a5697e {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:08:55.431049 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:08:55.434522 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:55.485901 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:55.493031 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.493315 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.493654 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.493983 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.494308 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.494630 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.494950 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.495271 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.495585 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.495925 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.496239 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.496554 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:08:55.539051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] get_ports_and_sgs() called for port_ids ['ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:08:55.594095 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:56.230927 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:57.022741 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:57.240058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ffa42dd0-67c5-4c74-89fd-0d5f42a5697e up at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:08:57.296614 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Provisioning complete for port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:08:57.297122 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:57.387193 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:57.412357 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:08:57.414642 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205ed8f5-287b-466a-ba33-4ec2ee6cfed6" -d '{"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-plugged", "status": "completed", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:08:57.430198 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:08:57.437038 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:08:57.469182 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec1981e-641b-4ebc-98e7-1777ae751e11 x-openstack-request-id: req-1ec1981e-641b-4ebc-98e7-1777ae751e11 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:08:57.469477 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-plugged", "status": "completed", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:08:57.469726 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ec1981e-641b-4ebc-98e7-1777ae751e11 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:08:57.470110 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'code': 200} Aug 11 04:08:57.501068 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:08:58.437938 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:00.750601 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:06.001410 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-86d83f63-967e-4116-ad54-2c30c3ce91b6 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411695475&fields=id&tenant_id=07358098c32946129a8aa0ef01818c6a HTTP/1.1" status: 200 len: 267 time: 0.0344827 Aug 11 04:09:06.108868 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-d427f662-74d4-488d-89b6-f8be111b2f41 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:06.110351 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-d427f662-74d4-488d-89b6-f8be111b2f41 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 809 time: 0.1020112 Aug 11 04:09:06.125426 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-ca7547f7-1300-4c38-8291-bdebd76d34b0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/quotas/07358098c32946129a8aa0ef01818c6a HTTP/1.1" status: 200 len: 375 time: 0.0088115 Aug 11 04:09:06.180574 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-58a2843f-60ec-4bc4-9877-a7e0592d3a22 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497756 Aug 11 04:09:06.238429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-e4d8b30f-5ffd-4dad-bbd8-413c76bc9cdc service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=111682) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 11 04:09:06.239879 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-e4d8b30f-5ffd-4dad-bbd8-413c76bc9cdc service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480499 Aug 11 04:09:06.330181 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-2f3cd19e-ff45-4b41-be31-44a29ab5b2e3 service neutron] 10.222.0.60 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838614 Aug 11 04:09:06.423571 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-fb443c07-1fd5-4624-a81a-13920d39bef1 service neutron] 10.222.0.60 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873821 Aug 11 04:09:06.663836 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-a80386a9-f8ec-4f4f-ace0-441d442b3dda req-aebc7a0f-e557-4594-b47b-f3cc89d9215a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 210 time: 0.0788350 Aug 11 04:09:07.309871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ffa42dd0-67c5-4c74-89fd-0d5f42a5697e no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:09:07.382325 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:07.403281 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:09:07.405561 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c39eed-7a49-4f20-b5b8-7099c99e80a9" -d '{"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-unplugged", "status": "completed", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:09:07.419452 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:09:07.423891 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:07.447418 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018ab495-d920-4375-b65e-c5e6dcf88a28 x-openstack-request-id: req-018ab495-d920-4375-b65e-c5e6dcf88a28 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:09:07.447752 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-unplugged", "status": "completed", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:09:07.447985 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-018ab495-d920-4375-b65e-c5e6dcf88a28 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:09:07.448374 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'code': 200} Aug 11 04:09:07.474051 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Pushing event updated for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:07.588879 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-52a45299-e9cb-446e-b91a-957b43ba1907 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:07.590356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-52a45299-e9cb-446e-b91a-957b43ba1907 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.10 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 809 time: 0.1017094 Aug 11 04:09:07.637302 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-8d456aae-6fe9-40c1-9055-af9d7432628a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07358098c32946129a8aa0ef01818c6a HTTP/1.1" status: 200 len: 379 time: 0.0377772 Aug 11 04:09:07.647314 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'port': {'device_id': '2558329d-6768-45b8-9628-856bc29269c8', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'admin_state_up': True, 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'security_groups': ['896e27e0-ab15-45e4-85f9-336022b5b407']}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:09:07.768663 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-6caff380-628f-4a39-a1f0-16b9690acb7c req-f00ff210-9f9a-46e2-bbcd-c0d9063ea36a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 210 time: 0.0302064 Aug 11 04:09:08.147104 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Made reservation on behalf of 07358098c32946129a8aa0ef01818c6a for: {'port': 1} {{(pid=111682) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 11 04:09:08.151245 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:08.295295 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_common [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Allocated IP 172.20.0.11 (f627ff53-c53c-4827-b5d1-0f0eec23fb66/3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0/5dc26a1d-d581-44b0-a74b-65abcc35d4ce) {{(pid=111682) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:09:08.467219 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for port, precommit_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:08.480668 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Transition to ACTIVE for port object 5dc26a1d-d581-44b0-a74b-65abcc35d4ce will not be triggered until provisioned by entity DHCP. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:09:08.517226 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_create {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:08.561784 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 is already hosted by enough agents. {{(pid=111682) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:09:08.564741 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.base_scheduler [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Resources bound (agent type, host, resource id): {{(pid=111682) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:09:08.569174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Received port after_create {{(pid=111682) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:09:08.575417 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=1']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:08.604029 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.604735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.604735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.605022 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.605330 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.605653 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.605978 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.606300 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.606620 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.606937 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.607259 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.607702 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:08.637241 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:08.637917 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:08.654015 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-42670faa-9126-4c03-a5c2-faab7a941637 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0106933 Aug 11 04:09:08.785436 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fba7eb43-466f-43a0-83a0-0592a71fda4a None None] Provisioning for port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce completed by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:09:08.789033 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-fba7eb43-466f-43a0-83a0-0592a71fda4a None None] Provisioning complete for port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce triggered by entity DHCP. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:09:08.789425 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-fba7eb43-466f-43a0-83a0-0592a71fda4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:08.831985 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-fba7eb43-466f-43a0-83a0-0592a71fda4a None None] Port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce cannot update to ACTIVE because it is not bound. {{(pid=111684) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 11 04:09:08.905122 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c95d17-7960-40c1-8c12-b85f5b6daabf req-ad7f8370-69e0-4c05-b260-f25457045052 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:08.907272 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44c95d17-7960-40c1-8c12-b85f5b6daabf req-ad7f8370-69e0-4c05-b260-f25457045052 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0614147 Aug 11 04:09:08.951846 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-44c95d17-7960-40c1-8c12-b85f5b6daabf req-e7b3ce9c-e17a-4f98-9e1e-6acff8b96397 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372488 Aug 11 04:09:10.077629 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a4493-7272-4145-864f-54e9f0f41c0e req-2b85b1e9-e14a-43a2-bbbd-f2e370c9d9f0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:10.079012 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-221a4493-7272-4145-864f-54e9f0f41c0e req-2b85b1e9-e14a-43a2-bbbd-f2e370c9d9f0 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0536683 Aug 11 04:09:10.118177 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-221a4493-7272-4145-864f-54e9f0f41c0e req-d768a96f-276f-4f8c-9c75-e7734daaf071 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325727 Aug 11 04:09:11.241399 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da463b7-099c-4983-b8d7-a218ac8157a0 req-85a5e1bb-210a-4eac-a86c-e4f5472d2633 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:11.242929 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2da463b7-099c-4983-b8d7-a218ac8157a0 req-85a5e1bb-210a-4eac-a86c-e4f5472d2633 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0569942 Aug 11 04:09:11.281140 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-2da463b7-099c-4983-b8d7-a218ac8157a0 req-0b55605b-c8d6-4744-ac1a-ab7d40eba1ed tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Aug 11 04:09:12.409401 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6612fc-2e0d-4878-bb2e-091768beec31 req-d30bf044-674e-4669-9376-9c96a9efe0a5 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:12.411188 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e6612fc-2e0d-4878-bb2e-091768beec31 req-d30bf044-674e-4669-9376-9c96a9efe0a5 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0542157 Aug 11 04:09:12.451991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-3e6612fc-2e0d-4878-bb2e-091768beec31 req-e01cd04e-dc88-4f5f-ab66-038eb1766de9 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343401 Aug 11 04:09:13.572623 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ff4e5-d3ff-4452-afe4-b6f0a51f3eab req-18ca1869-964e-4ea4-96e9-6a7b08962183 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:13.574258 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-030ff4e5-d3ff-4452-afe4-b6f0a51f3eab req-18ca1869-964e-4ea4-96e9-6a7b08962183 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0515912 Aug 11 04:09:13.616195 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-030ff4e5-d3ff-4452-afe4-b6f0a51f3eab req-9b8527fb-4145-44af-940f-6c583d35711e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345552 Aug 11 04:09:14.750874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f383e8-9043-461d-a3ff-59e0ef884a99 req-079ff1a4-0050-4ff6-85d5-132bd10fd7ce tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:14.752301 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-26f383e8-9043-461d-a3ff-59e0ef884a99 req-079ff1a4-0050-4ff6-85d5-132bd10fd7ce tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0485501 Aug 11 04:09:14.789777 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-26f383e8-9043-461d-a3ff-59e0ef884a99 req-b77220a4-804f-4000-aa10-914f36d0914b tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311306 Aug 11 04:09:15.912878 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b43f59-b585-491b-97ee-835a4415b0fd req-71bcfd80-c4ed-4b4b-8e5e-d42970c140cf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:15.915463 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8b43f59-b585-491b-97ee-835a4415b0fd req-71bcfd80-c4ed-4b4b-8e5e-d42970c140cf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0545456 Aug 11 04:09:15.952865 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-c8b43f59-b585-491b-97ee-835a4415b0fd req-72a3de92-5012-4e9c-9dbb-0a8e37b53e44 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314753 Aug 11 04:09:17.073850 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286974de-5cf7-48a2-aeb7-041f0db376bf req-0ba1d569-1de3-4879-a348-e4c578bf219a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:17.081543 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-286974de-5cf7-48a2-aeb7-041f0db376bf req-0ba1d569-1de3-4879-a348-e4c578bf219a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0620561 Aug 11 04:09:17.119891 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-286974de-5cf7-48a2-aeb7-041f0db376bf req-d9c149d3-b1ad-4ae9-bb0f-96026cf4f9ff tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371530 Aug 11 04:09:18.268058 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a800d-78fb-4f0d-b7fd-b8001a02f054 req-7a31d488-d811-4a69-ad89-cdf4c651a2db tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:18.269732 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-114a800d-78fb-4f0d-b7fd-b8001a02f054 req-7a31d488-d811-4a69-ad89-cdf4c651a2db tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0639734 Aug 11 04:09:18.309433 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-114a800d-78fb-4f0d-b7fd-b8001a02f054 req-4340738d-2e22-4104-8564-bdffce5f0505 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330794 Aug 11 04:09:19.424693 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d27433-415f-49b9-b713-28d1dc2d8a93 req-f7796a20-ea3b-4994-bf66-ea135bc57164 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:19.426146 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-75d27433-415f-49b9-b713-28d1dc2d8a93 req-f7796a20-ea3b-4994-bf66-ea135bc57164 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 932 time: 0.0490103 Aug 11 04:09:19.463385 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-75d27433-415f-49b9-b713-28d1dc2d8a93 req-e567487f-2530-4dff-9f43-385f3a4eadf6 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Aug 11 04:09:19.748082 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.v2.base [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Request body: {'port': {'device_id': '2558329d-6768-45b8-9628-856bc29269c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768509-22'}} {{(pid=111682) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:09:19.801443 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:20.065598 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc26a1d-d581-44b0-a74b-65abcc35d4ce {{(pid=111682) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:09:20.072881 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:20.084201 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.provisioning_blocks [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Transition to ACTIVE for port object 5dc26a1d-d581-44b0-a74b-65abcc35d4ce will not be triggered until provisioned by entity L2. {{(pid=111682) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 11 04:09:20.087994 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:20.138957 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=2']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:20.209291 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Attempting to bind port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce on host n-h1-768509-22 for vnic_type normal with profile {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 11 04:09:20.209625 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Attempting to bind port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce by drivers openvswitch,hyperv on host n-h1-768509-22 at level 0 using segments [{'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 11 04:09:20.209954 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Attempting to bind port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:09:20.214577 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 not bound, no agent of type Open vSwitch agent registered on host n-h1-768509-22 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 11 04:09:20.214896 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Attempting to bind port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce on network f627ff53-c53c-4827-b5d1-0f0eec23fb66 {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 11 04:09:20.219881 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Checking agent: {'id': 'ac84d1ec-0ed2-4b0f-bf55-60d3ab8e865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768509-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'started_at': datetime.datetime(2021, 8, 11, 2, 45, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 11, 4, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 11 04:09:20.220216 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Checking segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111682) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 11 04:09:20.220600 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Bound using segment: {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'} {{(pid=111682) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 11 04:09:20.221021 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.managers [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Bound port: 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host: n-h1-768509-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66'}}] {{(pid=111682) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 11 04:09:20.221383 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:20.291305 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, cleared binding levels {{(pid=111682) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 11 04:09:20.294322 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111682) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 11 04:09:20.298963 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736718'] for port, after_update {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:20.333979 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.334595 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:20.336092 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] 10.222.0.10 "PUT /v2.0/ports/5dc26a1d-d581-44b0-a74b-65abcc35d4ce HTTP/1.1" status: 200 len: 1093 time: 0.5932207 Aug 11 04:09:20.336589 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:09:20.338761 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635104b1-6052-4bf7-bace-b1510b8c8055" -d '{"events": [{"name": "network-changed", "server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:09:20.363742 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43286f3e-7101-4aa1-8944-545be25236f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=3']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:20.387346 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fe6b39-6d80-434d-892c-e2d00a9919bf x-openstack-request-id: req-89fe6b39-6d80-434d-892c-e2d00a9919bf {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:09:20.387653 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:09:20.387908 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89fe6b39-6d80-434d-892c-e2d00a9919bf {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:09:20.388303 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'status': 'completed', 'code': 200} Aug 11 04:09:20.421388 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-c2415b5b-7898-4b74-9f64-aa8568de603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.422899 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-c2415b5b-7898-4b74-9f64-aa8568de603d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 1096 time: 0.0452104 Aug 11 04:09:20.470490 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-afbb4fb1-9ecd-4002-915f-49e727014bdf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce HTTP/1.1" status: 200 len: 217 time: 0.0395708 Aug 11 04:09:20.525480 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-37ef4175-5572-4bb2-a24a-5fe2feff5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.527000 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-37ef4175-5572-4bb2-a24a-5fe2feff5a76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0497029 Aug 11 04:09:20.575063 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-df9c8437-de03-4331-ae61-967a40ba915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.576848 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-df9c8437-de03-4331-ae61-967a40ba915d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430062 Aug 11 04:09:20.582873 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8238-bfa2-4441-975e-78b031b4d9cc req-cd8945ba-8e1f-4e94-a1bf-576a478b0656 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.584404 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d7e8238-bfa2-4441-975e-78b031b4d9cc req-cd8945ba-8e1f-4e94-a1bf-576a478b0656 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 944 time: 0.0495698 Aug 11 04:09:20.654139 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-9d7e8238-bfa2-4441-975e-78b031b4d9cc req-54b8da27-e472-4fb6-8efb-c91be132946e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622921 Aug 11 04:09:20.660725 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-58a21e1d-c4af-4a2d-8894-db25c4abb770 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626931 Aug 11 04:09:20.673439 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-2984b991-24af-4b93-9048-11c4e44810a4 service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898848 Aug 11 04:09:20.745613 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-0f89218f-9368-4df1-9d15-d3dfad64b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.747298 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-0f89218f-9368-4df1-9d15-d3dfad64b134 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1096 time: 0.0420196 Aug 11 04:09:20.766129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-51eb5e83-3989-4f73-bbee-97aec618d315 req-9e48dbf5-8271-4827-b5da-18242fbad537 service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853925 Aug 11 04:09:20.850690 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-9f487410-7d05-429e-ae9c-90b6bee1b280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.852693 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-9f487410-7d05-429e-ae9c-90b6bee1b280 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 1096 time: 0.0429757 Aug 11 04:09:20.860504 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-82ec48fe-3a1f-4184-9768-6e53345decac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.861968 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-82ec48fe-3a1f-4184-9768-6e53345decac service neutron] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0922611 Aug 11 04:09:20.930722 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-50790298-9806-46a5-9564-bf4d491eb8a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 999 time: 0.0610754 Aug 11 04:09:20.949225 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-7ee390a5-43f0-4049-9ba1-6c6a592f66e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.950714 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-7ee390a5-43f0-4049-9ba1-6c6a592f66e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0911984 Aug 11 04:09:20.979088 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-4c1a6ef3-2d41-48e7-acca-25922b92608b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:20.980546 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-4c1a6ef3-2d41-48e7-acca-25922b92608b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0423734 Aug 11 04:09:20.994142 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-22e92a16-bc2b-4edc-ae5c-26312842f916 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce HTTP/1.1" status: 200 len: 217 time: 0.0360854 Aug 11 04:09:21.031451 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-65b8ff1a-a264-497a-9301-d010078a0296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:21.033023 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-65b8ff1a-a264-497a-9301-d010078a0296 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438240 Aug 11 04:09:21.048819 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-82b2bc5b-3f35-471c-b7a3-41e3945ae14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:21.050288 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-82b2bc5b-3f35-471c-b7a3-41e3945ae14c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0488811 Aug 11 04:09:21.098385 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-3a6f3e18-0f1d-45d1-9621-2b7c69a90392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:21.100031 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-3a6f3e18-0f1d-45d1-9621-2b7c69a90392 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409756 Aug 11 04:09:21.126522 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-2f7b58e3-8902-4d3c-ac27-40542c1d2d52 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851829 Aug 11 04:09:21.192129 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-569d991c-e1c9-4d36-a519-b2c9a8c7c01c service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831385 Aug 11 04:09:21.220943 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-7fbefce6-205b-40a7-b592-7f3e063cb8a6 req-685c671a-5ace-4f9c-9151-b22c0d6da512 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866625 Aug 11 04:09:21.285779 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-635104b1-6052-4bf7-bace-b1510b8c8055 req-2854f006-97e8-45e3-b30b-fa7a0b67ed95 service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Aug 11 04:09:21.777738 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defda583-ec6c-47d7-aef0-e359e50aa036 req-5c14c236-785a-4da9-88ae-193f5fac5abd tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:21.779243 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-defda583-ec6c-47d7-aef0-e359e50aa036 req-5c14c236-785a-4da9-88ae-193f5fac5abd tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 944 time: 0.0507083 Aug 11 04:09:21.817709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-defda583-ec6c-47d7-aef0-e359e50aa036 req-1795a8f2-867e-4d84-bd00-e6b8a5303c9e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Aug 11 04:09:22.452273 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-510f968a-f54f-4559-8606-f6c499d8d9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:22.937007 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d89b2f-1789-41dd-8abe-896cfbaeb628 req-191a60a6-e08f-4b0d-90de-a86756b13701 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:22.938480 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7d89b2f-1789-41dd-8abe-896cfbaeb628 req-191a60a6-e08f-4b0d-90de-a86756b13701 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 944 time: 0.0499146 Aug 11 04:09:22.974798 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-e7d89b2f-1789-41dd-8abe-896cfbaeb628 req-b3afe4c4-6677-4a78-972b-bb4393189e58 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302076 Aug 11 04:09:24.091821 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd4236-2390-4085-89e8-0be88218cc03 req-21f30427-3d81-4887-9552-0c7a5f948094 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:24.093218 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11fd4236-2390-4085-89e8-0be88218cc03 req-21f30427-3d81-4887-9552-0c7a5f948094 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 944 time: 0.0490642 Aug 11 04:09:24.134616 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-11fd4236-2390-4085-89e8-0be88218cc03 req-fa27de9a-7169-4c3e-ba69-d0d9a69b1759 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353975 Aug 11 04:09:24.560823 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5dc26a1d-d581-44b0-a74b-65abcc35d4ce details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:09:24.653058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:09:24.664837 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'port_id': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'mac_address': 'fa:16:3e:8f:58:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:09:24.703895 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:24.716131 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc26a1d-d581-44b0-a74b-65abcc35d4ce {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:09:24.734980 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:09:24.738822 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:24.783947 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=4']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:24.994795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['5dc26a1d-d581-44b0-a74b-65abcc35d4ce'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:09:25.248430 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12aa17-f87a-4d71-9a40-2ae78782d20b req-91dceaaf-7ccf-42d9-b117-efad525455ed tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:25.249881 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c12aa17-f87a-4d71-9a40-2ae78782d20b req-91dceaaf-7ccf-42d9-b117-efad525455ed tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Aug 11 04:09:25.287072 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-1c12aa17-f87a-4d71-9a40-2ae78782d20b req-4fed4464-0806-418f-a3ec-4ba1673f1f41 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312996 Aug 11 04:09:25.337800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-50580fda-136b-43a0-9e78-172e32f2df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:25.585156 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:26.232641 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:26.407574 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739227f-fd71-40cc-90e1-df4306b1b119 req-8eb817fa-729d-4a03-8fd0-aab1a5c95247 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:26.409096 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d739227f-fd71-40cc-90e1-df4306b1b119 req-8eb817fa-729d-4a03-8fd0-aab1a5c95247 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 945 time: 0.0505369 Aug 11 04:09:26.450600 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d739227f-fd71-40cc-90e1-df4306b1b119 req-9b69460d-f919-4088-acb0-7e1364e4c28c tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339015 Aug 11 04:09:26.560154 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5dc26a1d-d581-44b0-a74b-65abcc35d4ce up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:09:26.607006 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning for port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce completed by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 11 04:09:26.610686 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:09:26.611037 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:26.688292 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:26.710623 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:09:26.712956 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7d20e0-2cd3-4e07-b91b-f74dfafc092e" -d '{"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:09:26.726429 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:09:26.731801 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:26.755329 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef765a58-d40d-4605-a577-a278dd901a31 x-openstack-request-id: req-ef765a58-d40d-4605-a577-a278dd901a31 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:09:26.755657 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:09:26.755910 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef765a58-d40d-4605-a577-a278dd901a31 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:09:26.756303 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'code': 200} Aug 11 04:09:26.785157 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=5']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:26.843164 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c0eb-fb3b-4640-9f27-6ea778a6df4f req-4f301308-00de-40d8-b258-2ba8e16a9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:26.844678 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32e2c0eb-fb3b-4640-9f27-6ea778a6df4f req-4f301308-00de-40d8-b258-2ba8e16a9100 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 1098 time: 0.0407314 Aug 11 04:09:26.878566 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-32e2c0eb-fb3b-4640-9f27-6ea778a6df4f req-15821905-7383-4107-866e-2d0eb4e2c4f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265703 Aug 11 04:09:27.023921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:27.568852 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27120ae-d2b2-4f65-a327-773c3f3d1416 req-ab7a8c87-06b7-4319-8800-6d431492ff0f tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:27.571197 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a27120ae-d2b2-4f65-a327-773c3f3d1416 req-ab7a8c87-06b7-4319-8800-6d431492ff0f tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 946 time: 0.0502672 Aug 11 04:09:27.617312 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-a27120ae-d2b2-4f65-a327-773c3f3d1416 req-a5ef17d3-c882-4651-be78-32c2f7997be2 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397391 Aug 11 04:09:28.436664 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:28.734874 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da43d1-9caf-45ed-8a31-a5e6a0d0f824 req-9bbb94e8-2dcb-4ce2-b16c-5ede28aec875 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:28.736366 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91da43d1-9caf-45ed-8a31-a5e6a0d0f824 req-9bbb94e8-2dcb-4ce2-b16c-5ede28aec875 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 946 time: 0.0486677 Aug 11 04:09:28.776992 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-91da43d1-9caf-45ed-8a31-a5e6a0d0f824 req-d8909c86-0783-4609-832b-a5d6929a1294 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342493 Aug 11 04:09:28.892871 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f245b4-2ff6-4573-be05-fc36b4756861 req-961b510c-6dbd-45b0-85ad-e7cdefd123a6 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:28.894356 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6f245b4-2ff6-4573-be05-fc36b4756861 req-961b510c-6dbd-45b0-85ad-e7cdefd123a6 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 946 time: 0.0490415 Aug 11 04:09:28.932517 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-f6f245b4-2ff6-4573-be05-fc36b4756861 req-fbabd490-ecf8-4060-8398-b685fc5fa438 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321522 Aug 11 04:09:28.953664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47806) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:09:28.993907 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e41cd8-e43f-4aa6-acd4-1302965e3cef tempest-TestSnapshotPattern-702282103 tempest-TestSnapshotPattern-702282103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:28.995451 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-47e41cd8-e43f-4aa6-acd4-1302965e3cef tempest-TestSnapshotPattern-702282103 tempest-TestSnapshotPattern-702282103-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 1093 time: 0.0408130 Aug 11 04:09:28.998305 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 47808) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:09:29.002564 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.v2.base [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Request body: {'floatingip': {'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'port_id': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111683) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 11 04:09:29.023984 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:29.117792 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:29.221563 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.db_base_plugin_common [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Allocated IP 172.25.4.191 (e1362544-b291-46ed-a508-aee3c7f36656/13c6db61-9058-4f5d-ba37-eef9ab49c982/b13e58e8-b787-4cb6-a8ab-82aceed2ec46) {{(pid=111683) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 11 04:09:29.326759 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for port, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:29.369564 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752114788590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:29.402163 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Network e1362544-b291-46ed-a508-aee3c7f36656 is already hosted by enough agents. {{(pid=111683) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 11 04:09:29.404868 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Resources bound (agent type, host, resource id): {{(pid=111683) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 11 04:09:29.410405 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Received port after_create {{(pid=111683) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 11 04:09:29.439355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'Port': ['ID=b13e58e8-b787-4cb6-a8ab-82aceed2ec46,revision_number=1']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:29.451711 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.452058 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.452396 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.452731 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.453061 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.453388 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.453714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.454043 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.454362 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.454684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.455005 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.455326 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:09:29.771508 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:29.836956 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:29.980512 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for port, precommit_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:29.985043 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9168502'] for port, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:30.047714 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event updated for resources: {'Port': ['ID=b13e58e8-b787-4cb6-a8ab-82aceed2ec46,revision_number=2']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:09:30.061082 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-622212'] for floatingip, after_update {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:30.157561 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Floating IP 95e5bb40-faed-409c-832a-4496507dd747 associated. External IP: 172.25.4.191, port: 5dc26a1d-d581-44b0-a74b-65abcc35d4ce. Aug 11 04:09:30.367648 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Router 806b3bda-ef7c-46f9-8f14-edbf10315b07 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:09:30.475296 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:09:30.485261 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] Sync routers for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:09:30.491008 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:30.495300 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:09:30.495952 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:09:30.517496 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-cfc4f854-b68d-4b9e-aa3b-ac67ef11bc0e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5181983 Aug 11 04:09:30.518087 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:09:30.520356 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:09:30.605779 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:09:30.629684 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f88fb96-c5bd-4704-afe7-8ab9db83c2ea x-openstack-request-id: req-0f88fb96-c5bd-4704-afe7-8ab9db83c2ea {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:09:30.629977 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:09:30.630228 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f88fb96-c5bd-4704-afe7-8ab9db83c2ea {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:09:30.630629 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'status': 'completed', 'code': 200} Aug 11 04:09:30.693885 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-b6697fdd-b384-4c24-8edb-b8a64bbafe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:30.696033 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-b6697fdd-b384-4c24-8edb-b8a64bbafe7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 1098 time: 0.0415432 Aug 11 04:09:30.765929 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:30.793767 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-7a285ad6-3982-4a90-be5e-062843e75e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:30.795405 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-7a285ad6-3982-4a90-be5e-062843e75e90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0924549 Aug 11 04:09:30.843286 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 1, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}, {'id': '95e5bb40-faed-409c-832a-4496507dd747', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:8f:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558329d-6768-45b8-9628-856bc29269c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:09:29Z', 'updated_at': '2021-08-11T04:09:29Z', 'revision_number': 0, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:09:30.861233 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-eee93c83-443f-42d6-8f4b-d740dc407d6a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce HTTP/1.1" status: 200 len: 1000 time: 0.0591438 Aug 11 04:09:30.870322 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] Checking router: 806b3bda-ef7c-46f9-8f14-edbf10315b07 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:09:30.878535 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:09:30.879064 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:09:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:09:30.909764 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-ff6e6ca7-6e45-4431-9d7d-16be4c3767cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:30.911237 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-ff6e6ca7-6e45-4431-9d7d-16be4c3767cd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0432301 Aug 11 04:09:30.961149 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-12896038-0ca4-4e39-9c4a-22ac10d08954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:09:30.962646 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-12896038-0ca4-4e39-9c4a-22ac10d08954 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446205 Aug 11 04:09:30.984930 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:09:31.052414 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-8892c0cd-e260-4ccf-b936-c5fb7ba2fba6 service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822217 Aug 11 04:09:31.151480 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3fad2444-1cad-4b57-ab7d-45c21d9dc3d4 req-c44b3207-2acc-42a2-a952-a95251cac769 service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881314 Aug 11 04:09:31.152263 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:09:31.221517 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 1, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}, {'id': '95e5bb40-faed-409c-832a-4496507dd747', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:8f:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558329d-6768-45b8-9628-856bc29269c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:09:29Z', 'updated_at': '2021-08-11T04:09:29Z', 'revision_number': 0, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:09:31.247705 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3bc1b3-4af2-4d3c-b0d2-ca1e8633aed7 None None] The sync data for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 is: [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 1, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}, {'id': '95e5bb40-faed-409c-832a-4496507dd747', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.191', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:8f:58:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2558329d-6768-45b8-9628-856bc29269c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:09:29Z', 'updated_at': '2021-08-11T04:09:29Z', 'revision_number': 0, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:09:31.432545 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010fb1f-d118-4522-8dcc-93f763cef400 None None] New status for floating IP 95e5bb40-faed-409c-832a-4496507dd747: ACTIVE {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:09:52.453367 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-8d4595b9-eefe-4ada-a189-66b8f8ce554b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:55.337635 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-cf27a85d-f05f-4c3f-90ff-91dd4b3ecc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:55.586465 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:56.228026 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:57.026856 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:09:58.439145 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:00.769819 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:08.141450 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:10:19.844108 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-2eddc052-2966-4650-89cb-5ad7e680c1b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1146667 Aug 11 04:10:19.935374 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-cd5567ed-d94f-4bf8-af53-27ba7705e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:19.936905 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-cd5567ed-d94f-4bf8-af53-27ba7705e147 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 1098 time: 0.0413136 Aug 11 04:10:20.043157 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-0bd15699-370d-42e9-a1a6-22de79cebd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:20.044657 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-0bd15699-370d-42e9-a1a6-22de79cebd8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0885916 Aug 11 04:10:20.109828 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-30e6933e-a003-4158-84e4-416033e5f35e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce HTTP/1.1" status: 200 len: 1002 time: 0.0575283 Aug 11 04:10:20.158003 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-21857726-4e7e-42cc-81d8-7f3fa9784a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:20.159682 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-21857726-4e7e-42cc-81d8-7f3fa9784a2e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0421157 Aug 11 04:10:20.209524 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-fc7d4881-d4e6-4dca-9d6b-dae27b3aad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:20.211099 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-fc7d4881-d4e6-4dca-9d6b-dae27b3aad6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436673 Aug 11 04:10:20.301297 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-47114289-d206-4ae3-b493-ed714aa4a1d0 service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831106 Aug 11 04:10:20.405729 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-dd65b626-681e-4269-bea6-4da5b7c44859 req-3bb5b3b4-8e2a-432b-866a-cb32c159d9de service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879683 Aug 11 04:10:21.645434 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-639f038a-fe95-4b4e-8433-6a64aa93d086 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402107 Aug 11 04:10:21.728494 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-befe62e1-6f8e-4018-88e3-d0507d5a87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:21.729957 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-befe62e1-6f8e-4018-88e3-d0507d5a87c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1096 time: 0.0408077 Aug 11 04:10:21.838190 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-baef35cf-5f29-4982-a626-e4d9fc593144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:21.839701 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-baef35cf-5f29-4982-a626-e4d9fc593144 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0910208 Aug 11 04:10:21.903976 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-b9b6469b-111f-4aba-b3c7-9344efcddd9c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 999 time: 0.0571399 Aug 11 04:10:21.955939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-64e41f21-9b2b-48ea-a5a4-664047b6a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:21.957342 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-64e41f21-9b2b-48ea-a5a4-664047b6a25d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0459681 Aug 11 04:10:22.001064 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-0c0c35ec-1162-456d-a792-201f3513ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:10:22.002493 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-0c0c35ec-1162-456d-a792-201f3513ce4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383527 Aug 11 04:10:22.088869 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-914809b0-4183-4be9-b6d1-7f9da2e0498e service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792484 Aug 11 04:10:22.453885 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-58f8c396-ae47-4e09-a75e-facb41099ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:22.483461 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-43f4d3bd-1d0d-4968-b70e-ab1fd4343352 req-3433f20e-e9ae-4a2a-bc52-5ab0f8e1ae29 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873410 Aug 11 04:10:25.338885 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b4400ed2-4a04-4a26-9d8e-e80c1d043470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:25.586412 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:26.228332 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:27.029761 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:28.440449 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:30.770042 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:45.141020 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:10:52.454352 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ea2b5f04-6f4c-426e-bfdb-627b96b29ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:55.339829 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-5093563e-2e5b-4054-b816-0b956ca7f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:55.586951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:56.230411 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:57.031716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:10:58.443514 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:00.785716 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:05.043206 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5dc26a1d-d581-44b0-a74b-65abcc35d4ce details requested by agent hyperv_n-h1-768509-22 with host n-h1-768509-22 {{(pid=111684) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 11 04:11:05.150611 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:05.162981 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Returning: {'device': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'port_id': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'mac_address': 'fa:16:3e:8f:58:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111684) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 11 04:11:05.205136 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:05.219847 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5dc26a1d-d581-44b0-a74b-65abcc35d4ce {{(pid=111684) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 11 04:11:05.241267 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:05.246889 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:05.305897 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=6']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:05.313432 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.313788 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.314148 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.314473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.314812 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.315145 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.315473 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.316004 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.316335 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.316667 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.316996 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.317324 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111684) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:05.322447 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] get_ports_and_sgs() called for port_ids ['5dc26a1d-d581-44b0-a74b-65abcc35d4ce'] {{(pid=111684) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 11 04:11:07.045667 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5dc26a1d-d581-44b0-a74b-65abcc35d4ce up at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 11 04:11:07.105023 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.provisioning_blocks [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Provisioning complete for port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce triggered by entity L2. {{(pid=111684) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 11 04:11:07.105540 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657589'] for port, provisioning_complete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:07.188809 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:07.215391 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:11:07.218075 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a2ca2-dc82-47cf-8509-a484f45254d0" -d '{"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:11:07.249407 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:07.255371 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:07.282334 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15b846c-f474-482a-8cea-1f3c53224bc5 x-openstack-request-id: req-b15b846c-f474-482a-8cea-1f3c53224bc5 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:11:07.282715 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-plugged", "status": "completed", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:11:07.283038 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b15b846c-f474-482a-8cea-1f3c53224bc5 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:11:07.283937 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'code': 200} Aug 11 04:11:07.317095 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=7']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:14.687522 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48014) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:14.838967 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Deleting port b13e58e8-b787-4cb6-a8ab-82aceed2ec46 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:14.839304 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:14.915266 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:14.915595 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:14.926867 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Calling delete_port for b13e58e8-b787-4cb6-a8ab-82aceed2ec46 owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:15.073192 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:15.095708 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event deleted for resources: {'Port': ['ID=b13e58e8-b787-4cb6-a8ab-82aceed2ec46,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:15.109662 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.110012 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.110355 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.110691 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.111025 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.111359 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.111721 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.112052 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.112374 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.112697 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.113021 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.113343 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111683) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:15.166444 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:15.166778 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Floating IP 95e5bb40-faed-409c-832a-4496507dd747 disassociated (deleted). External IP: 172.25.4.191, port: 5dc26a1d-d581-44b0-a74b-65abcc35d4ce. Aug 11 04:11:15.371566 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Router 806b3bda-ef7c-46f9-8f14-edbf10315b07 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:11:15.481295 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:11:15.486059 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:15.493105 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] Sync routers for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:11:15.502776 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:15.503485 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:10:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:15.512628 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-b36f8b4c-e952-4b3c-9384-610144fb9a5e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "DELETE /v2.0/floatingips/95e5bb40-faed-409c-832a-4496507dd747 HTTP/1.1" status: 204 len: 168 time: 0.8239713 Aug 11 04:11:15.513225 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:11:15.515546 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:11:15.589468 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5f2675-d1e4-4fd2-8660-fc53c6c94fbc x-openstack-request-id: req-ae5f2675-d1e4-4fd2-8660-fc53c6c94fbc {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:11:15.589757 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:11:15.590004 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae5f2675-d1e4-4fd2-8660-fc53c6c94fbc {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:11:15.590451 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'status': 'completed', 'code': 200} Aug 11 04:11:15.614455 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:15.655142 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-ae3a0f95-b8fc-43d2-8a4d-27508b99995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:15.656536 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-ae3a0f95-b8fc-43d2-8a4d-27508b99995d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 1098 time: 0.0488100 Aug 11 04:11:15.757498 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-beb5ce72-adf0-40bf-a1b4-5b363b77daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:15.759986 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-beb5ce72-adf0-40bf-a1b4-5b363b77daea service neutron] 10.222.0.10 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0911167 Aug 11 04:11:15.762253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d621e-eba4-4ee4-b0a0-4032d0c244c2 req-30c1258d-8684-4b19-a641-b9ce59ca9db5 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:15.763991 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-259d621e-eba4-4ee4-b0a0-4032d0c244c2 req-30c1258d-8684-4b19-a641-b9ce59ca9db5 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 946 time: 0.0545528 Aug 11 04:11:15.813984 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-cd82046f-fe8a-42ad-ab54-711814bcc88c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce HTTP/1.1" status: 200 len: 217 time: 0.0463035 Aug 11 04:11:15.816011 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-259d621e-eba4-4ee4-b0a0-4032d0c244c2 req-a8d11f67-4e12-47bc-8602-798423ceeea8 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417297 Aug 11 04:11:15.859863 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 1, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:15.864172 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-a38febb6-e8cf-47f0-91e4-eb6d2a0292a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:15.865670 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-a38febb6-e8cf-47f0-91e4-eb6d2a0292a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0442309 Aug 11 04:11:15.887546 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] Checking router: 806b3bda-ef7c-46f9-8f14-edbf10315b07 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:11:15.895772 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:15.896381 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:10:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:15.913127 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-947ffd91-8d82-426e-b266-0dd6f68bc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:15.914709 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-947ffd91-8d82-426e-b266-0dd6f68bc0fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411932 Aug 11 04:11:16.000958 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:16.009697 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-89ad3137-a7ca-4ed1-8c85-f10d0410fe1f service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862930 Aug 11 04:11:16.101980 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-3a47c3d0-d075-4ba6-b8df-15ec880ac1b6 req-85c48971-0ab4-4fde-a402-83eb7f75de1f service neutron] 10.222.0.10 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825071 Aug 11 04:11:16.227211 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 1, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:16.257679 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030291df-14c9-4d66-ba71-4b564e43534e None None] The sync data for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 is: [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_floatingips': [{'id': '797c4182-51a6-430d-bde5-21e66548e6be', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'floating_ip_address': '172.25.4.93', 'floating_network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'router_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'port_id': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'mac_address': 'fa:16:3e:49:c6:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-11T04:06:55Z', 'updated_at': '2021-08-11T04:06:57Z', 'revision_number': 1, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:11:16.480090 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfa3aaf-27ac-44c4-8cb4-942af928b43c None None] New status for floating IP 95e5bb40-faed-409c-832a-4496507dd747: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:11:16.929397 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246e22e-ab4d-4be3-8f73-99aea6cda5e2 req-c1efff89-5c48-49eb-b33c-53b80c6d12b5 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:16.930859 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4246e22e-ab4d-4be3-8f73-99aea6cda5e2 req-c1efff89-5c48-49eb-b33c-53b80c6d12b5 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 946 time: 0.0543563 Aug 11 04:11:16.969061 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-4246e22e-ab4d-4be3-8f73-99aea6cda5e2 req-bb67fd0e-525e-4fca-b6ab-0e038851e311 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322621 Aug 11 04:11:17.064871 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5dc26a1d-d581-44b0-a74b-65abcc35d4ce no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:17.138697 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8005181'] for port, before_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:17.160785 n-d-768509-22 neutron-server[111684]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce'}] {{(pid=111684) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:11:17.163014 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ffeb5977fac787b811438cb01b5289af19bb62933b3d29392b9eae07773140e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7499e8ad-107a-4305-be5b-4f9d2b9345dd" -d '{"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce"}]}' {{(pid=111684) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:11:17.176037 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-917616d2-b150-47fc-b207-8074107f2915 None None] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:17.182398 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752115259037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752114788100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752114788118'] for port, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:17.206340 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 Aug 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32411eb7-f118-4fb7-ad6a-df74b29f18c7 x-openstack-request-id: req-32411eb7-f118-4fb7-ad6a-df74b29f18c7 {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:11:17.206635 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce", "code": 200}]} {{(pid=111684) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:11:17.206888 n-d-768509-22 neutron-server[111684]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32411eb7-f118-4fb7-ad6a-df74b29f18c7 {{(pid=111684) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:11:17.207275 n-d-768509-22 neutron-server[111684]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'code': 200} Aug 11 04:11:17.232959 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Pushing event updated for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=8']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:17.236276 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-9d9029d0-e9cb-40ce-8aac-8aa792daa6af tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:17.237768 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-9d9029d0-e9cb-40ce-8aac-8aa792daa6af tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.10 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 944 time: 0.0498736 Aug 11 04:11:17.336809 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Deleting port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:17.337078 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:17.427413 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] For port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce, host n-h1-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768509-22',level=0,port_id=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:17.427817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:17.440751 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Calling delete_port for 5dc26a1d-d581-44b0-a74b-65abcc35d4ce owned by compute:nova {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:17.566946 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:17.595579 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event deleted for resources: {'Port': ['ID=5dc26a1d-d581-44b0-a74b-65abcc35d4ce,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:17.623209 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.623570 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.623949 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.624298 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.624643 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.624988 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.625312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.625646 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.625975 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.626307 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.626637 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.626966 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768509-22 {{(pid=111682) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 11 04:11:17.646094 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] No DVR routers for this DVR port 5dc26a1d-d581-44b0-a74b-65abcc35d4ce on host n-h1-768509-22 {{(pid=111682) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:11:17.648900 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:17.650943 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-21b51146-2cdc-4b81-a6ed-70ffeb2c21f3 req-3190a530-feb1-4d40-901d-bb04cf82512e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.10 "DELETE /v2.0/ports/5dc26a1d-d581-44b0-a74b-65abcc35d4ce HTTP/1.1" status: 204 len: 173 time: 0.4065909 Aug 11 04:11:17.651384 n-d-768509-22 neutron-server[111682]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-deleted', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce'}] {{(pid=111682) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:11:17.653718 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e87b68383da0fc71c0bb625739d4ac47fb8040a4259e897bbd29b80046663a19" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b6e4d6-d8d0-45cb-83b5-1ba46200c22c" -d '{"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-deleted", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce"}]}' {{(pid=111682) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:11:17.755219 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a45997-b3f0-46a1-ae7b-cab5e9fdef4a x-openstack-request-id: req-f7a45997-b3f0-46a1-ae7b-cab5e9fdef4a {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:11:17.755512 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558329d-6768-45b8-9628-856bc29269c8", "name": "network-vif-deleted", "tag": "5dc26a1d-d581-44b0-a74b-65abcc35d4ce", "status": "completed", "code": 200}]} {{(pid=111682) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:11:17.755791 n-d-768509-22 neutron-server[111682]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7a45997-b3f0-46a1-ae7b-cab5e9fdef4a {{(pid=111682) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:11:17.756273 n-d-768509-22 neutron-server[111682]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558329d-6768-45b8-9628-856bc29269c8', 'name': 'network-vif-deleted', 'tag': '5dc26a1d-d581-44b0-a74b-65abcc35d4ce', 'status': 'completed', 'code': 200} Aug 11 04:11:18.102692 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-78a8114e-83ea-43db-9170-46430fd5dd1d req-52ec3b5f-4650-4746-97bf-bcae792618ec tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=2558329d-6768-45b8-9628-856bc29269c8 HTTP/1.1" status: 200 len: 210 time: 0.0327771 Aug 11 04:11:19.658347 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48078) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:19.815920 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Deleting port 02458eb4-ab08-46c6-beec-8c4cafaab3ba {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:19.816268 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:19.890098 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:19.890418 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:19.901683 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Calling delete_port for 02458eb4-ab08-46c6-beec-8c4cafaab3ba owned by network:floatingip {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:20.050182 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:20.074914 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event deleted for resources: {'Port': ['ID=02458eb4-ab08-46c6-beec-8c4cafaab3ba,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:20.137446 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for floatingip, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:20.137782 n-d-768509-22 neutron-server[111683]: INFO neutron.db.l3_db [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Floating IP 797c4182-51a6-430d-bde5-21e66548e6be disassociated (deleted). External IP: 172.25.4.93, port: ffa42dd0-67c5-4c74-89fd-0d5f42a5697e. Aug 11 04:11:20.342001 n-d-768509-22 neutron-server[111683]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Router 806b3bda-ef7c-46f9-8f14-edbf10315b07 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111683) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:11:20.449280 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111683) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:11:20.453616 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for floatingip, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:20.459319 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] Sync routers for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:11:20.468304 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:20.468901 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:10:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:20.481812 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-83b8a9da-0693-4b9b-8c62-5fb75f75b5bf tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "DELETE /v2.0/floatingips/797c4182-51a6-430d-bde5-21e66548e6be HTTP/1.1" status: 204 len: 168 time: 0.8223591 Aug 11 04:11:20.482410 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:11:20.484715 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de76a7e3-0c25-4cf9-9fc8-d223b0325354" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:11:20.523195 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 Aug 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf3d02e-c3f3-4dd1-a421-502a7da07801 x-openstack-request-id: req-daf3d02e-c3f3-4dd1-a421-502a7da07801 {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:11:20.523487 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:11:20.523791 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-daf3d02e-c3f3-4dd1-a421-502a7da07801 {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:11:20.524205 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'status': 'completed', 'code': 200} Aug 11 04:11:20.581354 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:20.589253 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-4edca4c8-f993-41c3-8a12-fb02f8049680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:20.590902 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-4edca4c8-f993-41c3-8a12-fb02f8049680 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=07358098c32946129a8aa0ef01818c6a&device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 1096 time: 0.0441251 Aug 11 04:11:20.694991 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-a0e91d39-298f-44ab-8dd0-2e007ca4a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:20.696611 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-a0e91d39-298f-44ab-8dd0-2e007ca4a826 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 200 len: 910 time: 0.0952940 Aug 11 04:11:20.724113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f7cd3-6513-478a-a8bb-03baee9e7178 req-b541d19c-c593-4b4d-aa0b-02fa46b4d2f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111682) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:20.726949 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d72f7cd3-6513-478a-a8bb-03baee9e7178 req-b541d19c-c593-4b4d-aa0b-02fa46b4d2f3 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 944 time: 0.0563185 Aug 11 04:11:20.748474 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-8fbb0997-79da-4e1f-8ac0-a069e77dc1df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 200 len: 217 time: 0.0436864 Aug 11 04:11:20.770358 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [req-d72f7cd3-6513-478a-a8bb-03baee9e7178 req-40cba3c4-5f40-429b-b32d-5ccf67d0e554 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354092 Aug 11 04:11:20.804269 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-0cc3999d-15d2-496c-9227-4f7767bffe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:20.806435 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-0cc3999d-15d2-496c-9227-4f7767bffe47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 200 len: 848 time: 0.0485137 Aug 11 04:11:20.807134 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:20.833373 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] Checking router: 806b3bda-ef7c-46f9-8f14-edbf10315b07 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:11:20.842128 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:20.842727 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:10:55Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:20.854013 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-749699ec-1fa7-4397-882d-e76d8830cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:20.855500 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-749699ec-1fa7-4397-882d-e76d8830cd12 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f627ff53-c53c-4827-b5d1-0f0eec23fb66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424683 Aug 11 04:11:20.945867 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:20.950683 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-189bc6dc-e98e-49bb-a059-036b9de361b7 service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868118 Aug 11 04:11:21.044797 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-de76a7e3-0c25-4cf9-9fc8-d223b0325354 req-289d65a5-b1fb-481b-9529-07d90aa5e80e service neutron] 10.222.0.57 "GET /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855820 Aug 11 04:11:21.089276 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5dc26a1d-d581-44b0-a74b-65abcc35d4ce no longer exists at agent hyperv_n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:21.111421 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-917616d2-b150-47fc-b207-8074107f2915 None None] No Port match for: 5dc26a1d-d581-44b0-a74b-65abcc35d4ce {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:21.111792 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Device 5dc26a1d-d581-44b0-a74b-65abcc35d4ce not bound to the agent host n-h1-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:21.144395 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:21.170203 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29799c43-c4ea-4190-9a4c-0ab4106371e8 None None] The sync data for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 is: [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:06:36Z', 'revision_number': 4, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22', '_interfaces': [{'id': 'f70d4436-4bdf-4e6e-b56e-81e308449c72', 'name': '', 'network_id': 'f627ff53-c53c-4827-b5d1-0f0eec23fb66', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'mac_address': 'fa:16:3e:85:6c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:36Z', 'updated_at': '2021-08-11T04:06:42Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'subnets': [{'id': '3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:11:21.393708 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22da2bf4-8e69-4f16-b7ca-07e27177df1a None None] New status for floating IP 797c4182-51a6-430d-bde5-21e66548e6be: DOWN {{(pid=111684) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 11 04:11:21.894676 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e04c-c0f6-4e7c-a2af-13ae0dfcc3b2 req-9f95ca9a-0c1a-4c17-8644-82745922e21c tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:21.896263 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bbe1e04c-c0f6-4e7c-a2af-13ae0dfcc3b2 req-9f95ca9a-0c1a-4c17-8644-82745922e21c tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 944 time: 0.0550275 Aug 11 04:11:21.934912 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-bbe1e04c-c0f6-4e7c-a2af-13ae0dfcc3b2 req-747c1607-d6da-4177-b21c-3661f7431af5 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/security-groups?id=896e27e0-ab15-45e4-85f9-336022b5b407&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326359 Aug 11 04:11:22.139601 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:11:22.333627 n-d-768509-22 neutron-server[111683]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b322d267-6f8f-49c8-8418-77cc1294caab req-1d1079cf-0739-4328-8023-b160cc231b17 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111683) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 11 04:11:22.335294 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b322d267-6f8f-49c8-8418-77cc1294caab req-1d1079cf-0739-4328-8023-b160cc231b17 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 944 time: 0.0484915 Aug 11 04:11:22.424015 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Deleting port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:22.424277 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:22.454835 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bbed27ef-1db6-458d-8285-1b6df26a9755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:22.515000 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] For port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e, host n-h2-768509-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768509-22',level=0,port_id=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:22.515364 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:22.528265 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Calling delete_port for ffa42dd0-67c5-4c74-89fd-0d5f42a5697e owned by compute:nova {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:22.657219 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:22.690915 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event deleted for resources: {'Port': ['ID=ffa42dd0-67c5-4c74-89fd-0d5f42a5697e,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:22.731772 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] No DVR routers for this DVR port ffa42dd0-67c5-4c74-89fd-0d5f42a5697e on host n-h2-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:11:22.734399 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1040447'] for port, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:22.736457 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b322d267-6f8f-49c8-8418-77cc1294caab req-95bc17d5-e1a2-4039-b8af-df8b5d605d9a tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.57 "DELETE /v2.0/ports/ffa42dd0-67c5-4c74-89fd-0d5f42a5697e HTTP/1.1" status: 204 len: 173 time: 0.3955193 Aug 11 04:11:22.736939 n-d-768509-22 neutron-server[111683]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-deleted', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e'}] {{(pid=111683) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 11 04:11:22.739196 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}347d38272650cfbccefaa7d7af1af5806589724f9f9dd7cc4ac96e19509a5403" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b169c024-38dc-4a9b-9a84-bf1e0d0d4519" -d '{"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-deleted", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e"}]}' {{(pid=111683) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 11 04:11:22.775295 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 Aug 2021 04:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc81a5e-de62-4185-937a-ecff504de47e x-openstack-request-id: req-ebc81a5e-de62-4185-937a-ecff504de47e {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 11 04:11:22.775685 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8e3ff5-2c55-4918-9b23-9010feed4f59", "name": "network-vif-deleted", "tag": "ffa42dd0-67c5-4c74-89fd-0d5f42a5697e", "status": "completed", "code": 200}]} {{(pid=111683) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 11 04:11:22.775956 n-d-768509-22 neutron-server[111683]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebc81a5e-de62-4185-937a-ecff504de47e {{(pid=111683) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 11 04:11:22.776403 n-d-768509-22 neutron-server[111683]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8e3ff5-2c55-4918-9b23-9010feed4f59', 'name': 'network-vif-deleted', 'tag': 'ffa42dd0-67c5-4c74-89fd-0d5f42a5697e', 'status': 'completed', 'code': 200} Aug 11 04:11:23.043117 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [req-b768c752-c505-4779-8f34-7e9a444cf93a req-c4c71b9b-4e0d-4c18-878e-969952a8e22e tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a8e3ff5-2c55-4918-9b23-9010feed4f59 HTTP/1.1" status: 200 len: 210 time: 0.0308602 Aug 11 04:11:24.098777 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48094) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:24.156720 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fff2812-58d0-4cb1-ba4e-eb44bcf72297 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:24.181289 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fff2812-58d0-4cb1-ba4e-eb44bcf72297 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:24.239638 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fff2812-58d0-4cb1-ba4e-eb44bcf72297 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:24.242194 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-7fff2812-58d0-4cb1-ba4e-eb44bcf72297 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:24.243449 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-7fff2812-58d0-4cb1-ba4e-eb44bcf72297 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] 10.222.0.60 "DELETE /v2.0/security-groups/896e27e0-ab15-45e4-85f9-336022b5b407 HTTP/1.1" status: 204 len: 168 time: 0.1436133 Aug 11 04:11:24.252250 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff2812-58d0-4cb1-ba4e-eb44bcf72297 tempest-TestSnapshotPattern-2040092466 tempest-TestSnapshotPattern-2040092466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896e27e0-ab15-45e4-85f9-336022b5b407,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:25.313208 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48100) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:25.341921 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ec53bb6f-228e-42df-84da-79129a70fb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:25.590657 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:25.653292 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:25.900260 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Deleting port f70d4436-4bdf-4e6e-b56e-81e308449c72 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:25.900609 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:25.987416 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] For port f70d4436-4bdf-4e6e-b56e-81e308449c72, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=f70d4436-4bdf-4e6e-b56e-81e308449c72,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:25.987817 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:26.002606 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Calling delete_port for f70d4436-4bdf-4e6e-b56e-81e308449c72 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:26.162364 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ffa42dd0-67c5-4c74-89fd-0d5f42a5697e no longer exists at agent hyperv_n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:26.183255 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] No Port match for: ffa42dd0-67c5-4c74-89fd-0d5f42a5697e {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:26.183716 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Device ffa42dd0-67c5-4c74-89fd-0d5f42a5697e not bound to the agent host n-h2-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:26.209071 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:26.226718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:26.234430 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Pushing event deleted for resources: {'Port': ['ID=f70d4436-4bdf-4e6e-b56e-81e308449c72,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:26.406200 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:26.966894 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Router 806b3bda-ef7c-46f9-8f14-edbf10315b07 has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:11:27.034902 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.077791 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:11:27.084280 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-13e2e9cf-fade-407e-bab2-9ef97beb06da admin admin] 10.222.0.60 "PUT /v2.0/routers/806b3bda-ef7c-46f9-8f14-edbf10315b07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694371 Aug 11 04:11:27.086174 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48102) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:27.086306 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] Sync routers for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:11:27.095676 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:27.096288 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:11:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:27.197166 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.287577 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: n-d-768509-22 {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:27.301755 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.354847 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Deleting port 0ed32f20-ca81-4b52-9883-7562ca48f031 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:27.355106 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.435735 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] For port 0ed32f20-ca81-4b52-9883-7562ca48f031, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=0ed32f20-ca81-4b52-9883-7562ca48f031,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:27.436411 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.448468 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Calling delete_port for 0ed32f20-ca81-4b52-9883-7562ca48f031 owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:27.461329 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139'}], 'enable_snat': True}, 'gw_port_id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:11:26Z', 'revision_number': 5, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port': {'id': '0ed32f20-ca81-4b52-9883-7562ca48f031', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:31:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:34Z', 'updated_at': '2021-08-11T04:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:27.491507 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] Checking router: 806b3bda-ef7c-46f9-8f14-edbf10315b07 for host: n-d-768509-22 {{(pid=111685) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:11:27.499530 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] Routers {'806b3bda-ef7c-46f9-8f14-edbf10315b07'} bound to L3 agent in host n-d-768509-22 {{(pid=111685) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:27.500160 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:11:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['806b3bda-ef7c-46f9-8f14-edbf10315b07'], 'active': True} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:27.589139 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_dvr_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] Set router 806b3bda-ef7c-46f9-8f14-edbf10315b07 gateway port host: None {{(pid=111685) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:27.613692 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.640397 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.l3_hamode_db [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:11:27Z', 'revision_number': 6, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:27.645118 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed32f20-ca81-4b52-9883-7562ca48f031,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:27.671467 n-d-768509-22 neutron-server[111685]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203d00ca-e575-4e0d-9497-ee30ff60d27f None None] The sync data for ids ['806b3bda-ef7c-46f9-8f14-edbf10315b07'] in n-d-768509-22 is: [{'id': '806b3bda-ef7c-46f9-8f14-edbf10315b07', 'name': 'tempest-TestSnapshotPattern-969163952-router', 'tenant_id': '07358098c32946129a8aa0ef01818c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:33Z', 'updated_at': '2021-08-11T04:11:27Z', 'revision_number': 6, 'project_id': '07358098c32946129a8aa0ef01818c6a', 'gw_port_host': None}] {{(pid=111685) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:11:27.705459 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.794187 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.796434 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.842960 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.843479 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806b3bda-ef7c-46f9-8f14-edbf10315b07 {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:11:27.847709 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.848987 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-c0aa3602-f24f-4cc3-8edd-80295906b446 admin admin] 10.222.0.60 "DELETE /v2.0/routers/806b3bda-ef7c-46f9-8f14-edbf10315b07 HTTP/1.1" status: 204 len: 168 time: 0.7618549 Aug 11 04:11:27.851487 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48104) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:27.894454 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] Deleting subnet 3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:11:27.897394 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:27.930638 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.009842 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.078648 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.108065 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:28.110091 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.116273 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-a1e91e6a-d6a6-4b2c-b9e7-a60c9b22ef84 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3dfc4248-9f74-4a4c-8fd1-3f396bd06bd0 HTTP/1.1" status: 204 len: 168 time: 0.2594907 Aug 11 04:11:28.116754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48106) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:28.120313 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607779a7-ef6c-4349-a0ce-71472978b5d1 None None] Network f627ff53-c53c-4827-b5d1-0f0eec23fb66 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:11:28.174883 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f70d4436-4bdf-4e6e-b56e-81e308449c72 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:28.195426 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.203488 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: f70d4436-4bdf-4e6e-b56e-81e308449c72 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:28.203862 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device f70d4436-4bdf-4e6e-b56e-81e308449c72 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:28.253178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Deleting port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:28.253525 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.317298 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] For port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=99522f5a-5a4d-48ac-b0f6-f4c60cffc24c,segment=NetworkSegment(d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4),segment_id=d5a47409-9ee4-4bbe-acaa-6cb113dd7fb4)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:28.317668 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.331266 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Calling delete_port for 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:28.420510 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.445500 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.447881 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=99522f5a-5a4d-48ac-b0f6-f4c60cffc24c,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:28.449684 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] No DVR routers for this DVR port 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:11:28.505001 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c87648-fc04-41ed-b604-10c09c3b15da None None] DHCP port deletion for f627ff53-c53c-4827-b5d1-0f0eec23fb66 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:11:28.524113 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.534855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f627ff53-c53c-4827-b5d1-0f0eec23fb66']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:28.545855 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:28.546152 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a47409-9ee4-4bbe-acaa-6cb113dd7fb4') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:28.554833 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.572827 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.579067 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:11:28.579464 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: timer() Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:11:28.581219 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:11:28.637661 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.643146 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:28.645222 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f627ff53-c53c-4827-b5d1-0f0eec23fb66 HTTP/1.1" status: 204 len: 168 time: 0.5277076 Aug 11 04:11:28.648312 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48108) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:28.659214 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dceca-e8f4-4140-875f-5b2dd3d58d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f627ff53-c53c-4827-b5d1-0f0eec23fb66,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:29.009923 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-432260'] for router_interface, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:29.249230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Deleting port e53e4d44-0950-4ef8-8e53-49048f7e6b09 {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:29.249567 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:29.325230 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] For port e53e4d44-0950-4ef8-8e53-49048f7e6b09, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=e53e4d44-0950-4ef8-8e53-49048f7e6b09,segment=NetworkSegment(ee412c23-efe3-4a0f-8417-aff998356375),segment_id=ee412c23-efe3-4a0f-8417-aff998356375)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:29.325511 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:29.338632 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Calling delete_port for e53e4d44-0950-4ef8-8e53-49048f7e6b09 owned by network:router_interface {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:29.513987 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:29.540612 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Pushing event deleted for resources: {'Port': ['ID=e53e4d44-0950-4ef8-8e53-49048f7e6b09,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:29.708505 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-561163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619316'] for router_interface, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:29.924443 n-d-768509-22 neutron-server[111682]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Router c4caca74-3510-4291-8fc6-662ebe954d4f has already been hosted by L3 agent 2c9c8ea7-1734-48b5-855e-baa6d0222533 {{(pid=111682) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 11 04:11:30.023774 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] Notify agent at l3_agent.n-d-768509-22 the message routers_updated {{(pid=111682) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 11 04:11:30.029367 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-3122a90b-87f0-478b-8565-e0cb0b582adf admin admin] 10.222.0.60 "PUT /v2.0/routers/c4caca74-3510-4291-8fc6-662ebe954d4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3799944 Aug 11 04:11:30.031861 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48110) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:30.034470 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] Sync routers for ids ['c4caca74-3510-4291-8fc6-662ebe954d4f'] in n-d-768509-22 {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 11 04:11:30.045659 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] Routers {'c4caca74-3510-4291-8fc6-662ebe954d4f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:30.046312 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:11:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c4caca74-3510-4291-8fc6-662ebe954d4f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:30.140360 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks [] for router, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.156307 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] Set router c4caca74-3510-4291-8fc6-662ebe954d4f gateway port host: n-d-768509-22 {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:30.182941 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0ed32f20-ca81-4b52-9883-7562ca48f031 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:30.231076 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 0ed32f20-ca81-4b52-9883-7562ca48f031 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:30.231420 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 0ed32f20-ca81-4b52-9883-7562ca48f031 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:30.231852 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:30.245316 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.281642 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:30.282063 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 99522f5a-5a4d-48ac-b0f6-f4c60cffc24c not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:30.300108 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Deleting port d73f5e75-d908-4590-af53-65fe8c4ecf3a {{(pid=111682) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:30.300455 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.372629 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'external_fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:11:29Z', 'revision_number': 5, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port': {'id': 'd73f5e75-d908-4590-af53-65fe8c4ecf3a', 'name': '', 'network_id': 'e1362544-b291-46ed-a508-aee3c7f36656', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:b1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768509-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '13c6db61-9058-4f5d-ba37-eef9ab49c982', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768509-22'}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:30.383077 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.db [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] For port d73f5e75-d908-4590-af53-65fe8c4ecf3a, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=d73f5e75-d908-4590-af53-65fe8c4ecf3a,segment=NetworkSegment(f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa),segment_id=f0da8fa1-3ae2-4b95-a4d9-3edb1b45c9aa)] {{(pid=111682) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:30.384016 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.396634 n-d-768509-22 neutron-server[111682]: DEBUG neutron.plugins.ml2.plugin [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Calling delete_port for d73f5e75-d908-4590-af53-65fe8c4ecf3a owned by network:router_gateway {{(pid=111682) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:30.399000 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] Checking router: c4caca74-3510-4291-8fc6-662ebe954d4f for host: n-d-768509-22 {{(pid=111684) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 11 04:11:30.407058 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] Routers {'c4caca74-3510-4291-8fc6-662ebe954d4f'} bound to L3 agent in host n-d-768509-22 {{(pid=111684) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 11 04:11:30.407676 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768509-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-11T02:37:55Z,description=,heartbeat_timestamp=2021-08-11T04:11:25Z,host='n-d-768509-22',id=2c9c8ea7-1734-48b5-855e-baa6d0222533,load=0,resource_versions=,resources_synced=,started_at=2021-08-11T02:37:55Z,topic='l3_agent')) {'router_ids': ['c4caca74-3510-4291-8fc6-662ebe954d4f'], 'active': True} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:30.490795 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvr_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] Set router c4caca74-3510-4291-8fc6-662ebe954d4f gateway port host: None {{(pid=111684) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 11 04:11:30.541386 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_hamode_db [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:11:30Z', 'revision_number': 6, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port_host': None}], 'n-d-768509-22', False) {} {{(pid=111684) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:30.563025 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736565'] for port, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.570635 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e68d13-4e73-45fa-ae99-014c0a501725 None None] The sync data for ids ['c4caca74-3510-4291-8fc6-662ebe954d4f'] in n-d-768509-22 is: [{'id': 'c4caca74-3510-4291-8fc6-662ebe954d4f', 'name': 'tempest-TestSnapshotPattern-798425330-router', 'tenant_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-11T04:06:38Z', 'updated_at': '2021-08-11T04:11:30Z', 'revision_number': 6, 'project_id': '3a9597b727c84d5bb7bc94edaf3b5a80', 'gw_port_host': None}] {{(pid=111684) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 11 04:11:30.590113 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=d73f5e75-d908-4590-af53-65fe8c4ecf3a,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:30.654321 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622290'] for router_gateway, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.742527 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30706'] for router, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.744598 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.784742 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.788328 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-620095'] for router, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.789024 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4caca74-3510-4291-8fc6-662ebe954d4f {{(pid=111682) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 11 04:11:30.794684 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] Notify callbacks [] for router, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.795876 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-722b99af-522e-44b6-a66c-3f0bc81d2a1e admin admin] 10.222.0.60 "DELETE /v2.0/routers/c4caca74-3510-4291-8fc6-662ebe954d4f HTTP/1.1" status: 204 len: 168 time: 0.7630560 Aug 11 04:11:30.798429 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [-] (111682) accepted ('10.222.0.60', 48112) {{(pid=111682) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:30.843636 n-d-768509-22 neutron-server[111682]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] Deleting subnet 24d4f289-d88c-402e-908d-c91393683d7e {{(pid=111682) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 11 04:11:30.846892 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.880380 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9056639'] for subnet, precommit_delete_associations {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:30.966835 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8023955'] for subnet, precommit_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.026285 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8024042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9046270'] for subnet, after_delete {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.055897 n-d-768509-22 neutron-server[111682]: DEBUG neutron_lib.callbacks.manager [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=111682) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.058194 n-d-768509-22 neutron-server[111682]: INFO neutron.wsgi [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/24d4f289-d88c-402e-908d-c91393683d7e HTTP/1.1" status: 204 len: 168 time: 0.2587452 Aug 11 04:11:31.059112 n-d-768509-22 neutron-server[111682]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b935ad6-7501-4b67-bd3b-a096da8b94b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24d4f289-d88c-402e-908d-c91393683d7e,revision_number=None']} {{(pid=111682) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:31.060664 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48114) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:31.063287 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13028b9a-20b0-45a8-a20b-59bf69ba09fd None None] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 requested from n-d-768509-22 {{(pid=111684) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 11 04:11:31.134619 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8048731'] for network, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.191774 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Deleting port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 {{(pid=111683) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:31.192127 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.231616 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] DHCP port deletion for 6d759431-8a84-4d61-9faf-97bd89a63bb2 request from n-d-768509-22 {{(pid=111684) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 11 04:11:31.261754 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.db [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] For port 4cf06ff0-bab2-488a-be15-df4b4908bdc0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4cf06ff0-bab2-488a-be15-df4b4908bdc0,segment=NetworkSegment(ee412c23-efe3-4a0f-8417-aff998356375),segment_id=ee412c23-efe3-4a0f-8417-aff998356375)] {{(pid=111683) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:31.262105 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.277327 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.plugin [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Calling delete_port for 4cf06ff0-bab2-488a-be15-df4b4908bdc0 owned by network:dhcp {{(pid=111683) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:31.282369 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] Deleting port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 {{(pid=111684) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 11 04:11:31.283091 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752115252273'] for port, before_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.348426 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.db [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] For port 4cf06ff0-bab2-488a-be15-df4b4908bdc0, host n-d-768509-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768509-22',level=0,port_id=4cf06ff0-bab2-488a-be15-df4b4908bdc0,segment=NetworkSegment(ee412c23-efe3-4a0f-8417-aff998356375),segment_id=ee412c23-efe3-4a0f-8417-aff998356375)] {{(pid=111684) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 11 04:11:31.348836 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-614582'] for port, precommit_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.363480 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] Calling delete_port for 4cf06ff0-bab2-488a-be15-df4b4908bdc0 owned by network:dhcp {{(pid=111684) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 11 04:11:31.372643 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9168525'] for port, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.398217 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf06ff0-bab2-488a-be15-df4b4908bdc0,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:31.404026 n-d-768509-22 neutron-server[111683]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] No DVR routers for this DVR port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 on host n-d-768509-22 {{(pid=111683) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:11:31.482200 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8000282', 'neutron.services.segments.db._delete_segments_for_network-8752115297136'] for network, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.492747 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d759431-8a84-4d61-9faf-97bd89a63bb2']}} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:31.504251 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee412c23-efe3-4a0f-8417-aff998356375') {'for_net_delete': True} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:31.504453 n-d-768509-22 neutron-server[111683]: DEBUG neutron.services.segments.db [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee412c23-efe3-4a0f-8417-aff998356375') {} {{(pid=111683) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 11 04:11:31.515145 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752115299449', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668254'] for segment, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.530363 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063'] for segment, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.536905 n-d-768509-22 neutron-server[111683]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=111683) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 11 04:11:31.537300 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8022063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9168466'] for segment, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: Traceback (most recent call last): Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: timer() Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: cb(*args, **kw) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: return func(*args, **kwargs) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: self._notify() Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: self.callback(batched_events) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: event.method(event) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: aggregate_uuid = self.p_client.list_aggregates( Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: return f(self, *a, **k) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: return self._get(url).json() Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: return self.request(url, 'GET', **kwargs) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: base_url = self.get_endpoint(auth, allow=allow, Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 11 04:11:31.539001 n-d-768509-22 neutron-server[111683]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 11 04:11:31.592994 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8000273', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-622262'] for network, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.608662 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Notify callbacks [] for network, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.610505 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6d759431-8a84-4d61-9faf-97bd89a63bb2 HTTP/1.1" status: 204 len: 168 time: 0.5483854 Aug 11 04:11:31.611503 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72522f50-a0a7-4265-947f-5373276248e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d759431-8a84-4d61-9faf-97bd89a63bb2,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:31.614817 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8005523', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-920989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-561202', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752115259019', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752114788599'] for port, after_delete {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:31.638073 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] Network 6d759431-8a84-4d61-9faf-97bd89a63bb2 is not hosted by any dhcp agent {{(pid=111684) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 11 04:11:31.638535 n-d-768509-22 neutron-server[111684]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] No DVR routers for this DVR port 4cf06ff0-bab2-488a-be15-df4b4908bdc0 on host n-d-768509-22 {{(pid=111684) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 11 04:11:31.640337 n-d-768509-22 neutron-server[111684]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89475c95-256c-4ed1-a87f-bb40ed2eb279 None None] Pushing event deleted for resources: {'Port': ['ID=4cf06ff0-bab2-488a-be15-df4b4908bdc0,revision_number=None']} {{(pid=111684) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:31.799178 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48118) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:31.999964 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-95f5c076-7b97-4adf-a4be-45d09eb87882 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07358098c32946129a8aa0ef01818c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1995108 Aug 11 04:11:32.002444 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48122) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:32.058587 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14478b3d-3874-4d0c-b7e7-89428b562764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.081218 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14478b3d-3874-4d0c-b7e7-89428b562764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.101277 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d73f5e75-d908-4590-af53-65fe8c4ecf3a no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:32.121717 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: d73f5e75-d908-4590-af53-65fe8c4ecf3a {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:32.122150 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device d73f5e75-d908-4590-af53-65fe8c4ecf3a not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:32.122632 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e53e4d44-0950-4ef8-8e53-49048f7e6b09 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:32.130824 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14478b3d-3874-4d0c-b7e7-89428b562764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.134325 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-14478b3d-3874-4d0c-b7e7-89428b562764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.138211 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-14478b3d-3874-4d0c-b7e7-89428b562764 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10f73835-8bf5-4fab-abb8-65e23e5d8bc3 HTTP/1.1" status: 204 len: 168 time: 0.1348350 Aug 11 04:11:32.142592 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: e53e4d44-0950-4ef8-8e53-49048f7e6b09 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:32.142936 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device e53e4d44-0950-4ef8-8e53-49048f7e6b09 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:32.143454 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4cf06ff0-bab2-488a-be15-df4b4908bdc0 no longer exists at agent ovs-agent-n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 11 04:11:32.147536 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14478b3d-3874-4d0c-b7e7-89428b562764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f73835-8bf5-4fab-abb8-65e23e5d8bc3,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:32.168164 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.plugin [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] No Port match for: 4cf06ff0-bab2-488a-be15-df4b4908bdc0 {{(pid=111684) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 11 04:11:32.168379 n-d-768509-22 neutron-server[111684]: DEBUG neutron.plugins.ml2.rpc [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Device 4cf06ff0-bab2-488a-be15-df4b4908bdc0 not bound to the agent host n-d-768509-22 {{(pid=111684) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 11 04:11:32.401615 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48128) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:32.441418 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-4fba7841-ab1f-4a4c-94b2-6578523ccb28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a9597b727c84d5bb7bc94edaf3b5a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386689 Aug 11 04:11:32.443910 n-d-768509-22 neutron-server[111683]: DEBUG neutron.wsgi [-] (111683) accepted ('10.222.0.60', 48130) {{(pid=111683) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 11 04:11:32.489664 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfc72a42-69b0-411a-a41e-bb2efddd2221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.510390 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfc72a42-69b0-411a-a41e-bb2efddd2221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.556271 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfc72a42-69b0-411a-a41e-bb2efddd2221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535713'] for security_group, after_delete {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.558845 n-d-768509-22 neutron-server[111683]: DEBUG neutron_lib.callbacks.manager [None req-bfc72a42-69b0-411a-a41e-bb2efddd2221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=111683) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:32.560001 n-d-768509-22 neutron-server[111683]: INFO neutron.wsgi [None req-bfc72a42-69b0-411a-a41e-bb2efddd2221 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af0f2c31-51e4-49d6-8f65-b293ea9a40b4 HTTP/1.1" status: 204 len: 168 time: 0.1152191 Aug 11 04:11:32.567478 n-d-768509-22 neutron-server[111683]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc72a42-69b0-411a-a41e-bb2efddd2221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0f2c31-51e4-49d6-8f65-b293ea9a40b4,revision_number=None']} {{(pid=111683) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 11 04:11:52.456875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c8230b3d-1302-4fe4-ad8d-cca8d49f5631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:55.342943 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-876051de-d05c-4dcb-a004-e51613235515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:55.591851 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:56.241791 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:57.038373 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:58.449231 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:11:59.139338 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:12:00.785800 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:22.457651 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-837f6f23-176d-4150-a0c3-b223c606ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:25.343615 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-49f7f8e8-152a-4950-8ca8-7d6be3969b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:25.591995 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:26.256517 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:27.042262 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:28.452460 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:30.797892 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:36.139638 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:12:52.457414 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-17309581-3775-4ff3-876f-6402913d1916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:55.345043 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-34c4c29e-a6b7-4b01-a63c-43cf0f9ac294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:55.592263 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:56.254237 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:57.044160 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:12:58.457530 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:00.812347 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:13.139111 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:13:22.456699 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-404bbe53-f44a-4d62-a174-4906b30a78f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:25.346423 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-945afd73-cc2c-4945-92ff-6e9f3274a85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:25.593093 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:26.253828 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:27.046496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:28.457885 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:30.811872 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:50.139892 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:13:52.457238 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-174e2761-4007-4681-9b88-1e196bf40d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:55.346476 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9454211c-ddf5-41b3-99f8-bdeb3525c0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:55.593377 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:56.269240 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:57.048698 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:13:58.460987 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:00.819264 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:22.457763 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c102edfa-b5c9-40a7-85ee-e69891e193a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:25.348492 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-2d7bd325-9375-4fee-8b38-8253dbd36754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:25.593924 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:26.268281 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:27.052701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:27.138925 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:14:28.463492 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:30.841860 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:52.458940 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-62f51705-ba28-474c-bcb0-8e82cd3ecb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:55.352875 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-bcc69234-505a-4f30-9f80-1d4794b46b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:55.594718 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:56.276079 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:57.055342 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:14:58.465950 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:00.848657 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:04.137418 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:15:22.460023 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f96aa330-37cf-4606-b8ae-c296f7589ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:25.353515 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0e1a66f-1310-4d93-937f-cb0aac35f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:25.595867 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:26.267283 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:26.568782 n-d-768509-22 neutron-server[111682]: DEBUG neutron.wsgi [req-b746d24a-d6b3-4d49-9347-6753d1127a4b req-077eecad-cdb9-413b-b146-cc2de0233d95 service neutron] (111682) timed out ('10.222.0.60', 43130) {{(pid=111682) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 11 04:15:27.057768 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:28.468624 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:30.840854 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:41.137173 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:15:52.461559 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-85de7ad5-ba62-421f-844d-7f2901f413e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:55.353717 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-a0634457-0d8a-438d-8cf5-77807b6241d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:55.596572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:56.282447 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:57.062250 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:15:58.471903 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:00.839883 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:18.135753 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:16:22.463132 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-e8a4512c-03e8-4e83-99bf-bfee94a40337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:25.354379 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-48b60b3d-bf3e-4c54-a65b-b02992d9d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:25.597303 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:26.281531 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:27.064052 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:28.472908 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:30.835268 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:52.462701 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-912e94ea-773e-4046-868e-2bcc580e2786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:55.135248 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:16:55.356550 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-20b6519d-80b1-4e85-b619-8b131b729c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:55.598313 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:56.295155 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:57.067319 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:16:58.475354 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:00.853951 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:22.463865 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-845a341b-0f42-437d-8380-c1be3e395787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:25.355259 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b2151b8c-217b-48c4-9c73-5e0016792561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:25.598572 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:26.294504 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:27.069775 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:28.478011 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:30.866990 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:32.134529 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:17:52.464169 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-7484eb6f-f2e4-496c-954e-4b1c2400bed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:55.356786 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-679a3e1a-db74-4956-bcb7-d7889f03dc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:55.598405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:56.309271 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:57.072994 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:17:58.481496 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:00.867431 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:09.133747 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:18:22.464834 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-c8effd56-74e0-4d56-8fa2-181541f37972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:25.356680 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-6b49efa0-25c7-48b2-89b2-6d8584e206d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:25.601321 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:26.340946 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:27.075424 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:28.485520 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:30.874404 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:46.133925 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:18:52.466357 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-d9d39ec9-047c-484d-a375-c107e00d54e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:55.356993 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-f547aeb1-79b5-4ac4-b914-ed6dc2cf3647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:55.601209 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:56.355054 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:57.078283 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:18:58.486603 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:00.890405 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:22.465570 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-ca3ef7f5-3714-45a0-b418-f1eb2ed0228b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:23.132643 n-d-768509-22 neutron-server[111685]: DEBUG neutron.db.agents_db [None req-2f3868b8-b316-4dca-b0fc-67c17ef8863f None None] Agent healthcheck: found 7 active agents {{(pid=111685) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 11 04:19:25.358726 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b67a8a52-4c16-4736-bc65-f87c51dffe84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:25.604670 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-9136be9a-f80a-46ad-9c65-52d6a8ac492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:26.370278 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-917616d2-b150-47fc-b207-8074107f2915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:27.080045 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-b41f99a9-56f6-4f7c-b27c-69b0fd098a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:28.489884 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-08b7c54d-ede4-40b7-afc1-bb32c5187cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 11 04:19:30.889589 n-d-768509-22 neutron-server[111684]: DEBUG neutron_lib.callbacks.manager [None req-3e5bc13a-adbc-46f0-8e22-7814b54d5862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752115297028', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657604'] for agent, after_update {{(pid=111684) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}